-- Logs begin at Tue 2022-01-18 21:48:17 UTC, end at Wed 2022-01-19 00:22:54 UTC. -- Jan 18 22:29:56.463361 n-d-825178-1 systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 22:29:58.810822 n-d-825178-1 neutron-server[87704]: INFO neutron.common.config [-] Logging enabled! Jan 18 22:29:58.811580 n-d-825178-1 neutron-server[87704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev6 Jan 18 22:29:58.811580 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 22:29:58.814783 n-d-825178-1 neutron-server[87704]: INFO neutron.common.config [-] Logging enabled! Jan 18 22:29:58.815037 n-d-825178-1 neutron-server[87704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev6 Jan 18 22:29:58.815350 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 22:29:58.816290 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:29:58.816526 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:29:58.816887 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:29:58.817165 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:29:58.817397 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:29:58.817723 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.818026 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.818324 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.818552 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.818840 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.819131 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.819418 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.819707 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.820010 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.820299 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.820581 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.820867 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.821222 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.821510 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.821781 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.822405 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.822632 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] debug = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.822920 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.823342 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.823781 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.824062 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.824351 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.824632 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.824900 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.825189 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.825467 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.825794 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] host = n-d-825178-1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.826075 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.826418 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.826707 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.826990 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.827264 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.827540 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.827825 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.828094 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.828366 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.828646 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.828914 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.829227 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.829521 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.829749 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.829972 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.830267 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.830556 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.830831 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.831105 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.831382 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.831655 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.831926 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.832194 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.832483 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.832767 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.833077 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.833371 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.833645 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.833914 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.834184 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.834470 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.834748 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.835020 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.835293 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.835578 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.835845 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.836114 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.836415 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.836700 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.837202 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.837573 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.837855 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.838141 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.838492 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.838779 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.839049 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] use_json = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.839324 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.839601 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.839886 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.840164 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.840435 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.840710 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.840999 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.841291 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:29:58.841585 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.841880 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.842177 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.842458 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.842937 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.843051 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.843743 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.843743 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.843927 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.844133 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.844419 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.844697 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.850789 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.851695 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.852166 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.852543 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.852873 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.853284 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.853581 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.853875 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.854162 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.854454 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.854749 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.855055 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.855352 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.855615 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.855899 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.856193 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.856480 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.856760 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.857065 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.857359 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.857626 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.857906 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.858193 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.858476 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.858751 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.859028 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.859305 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.859594 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.859872 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.860147 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.860419 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.860697 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.860990 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.861280 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.861559 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.861830 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.862102 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.862383 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.862658 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.862932 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.863212 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.863484 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.863760 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.864034 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.864306 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.864580 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.864853 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.865151 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.865423 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.865695 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.865972 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.866255 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.866526 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.866801 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.867077 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.867349 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.867639 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.867937 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.868272 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.868556 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.868838 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.869145 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.869424 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.869702 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.869984 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.870268 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.870543 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.870834 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.871123 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.871411 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.871692 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.871971 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.872267 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.872549 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.872834 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.873139 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.873422 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.873712 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.873997 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.874297 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.874592 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.874885 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.875176 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.875474 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.875762 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.876072 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.876361 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:29:58.876580 n-d-825178-1 neutron-server[87704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:29:58.876831 n-d-825178-1 neutron-server[87704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 22:29:59.261282 n-d-825178-1 neutron-server[87704]: INFO keyring.backend [-] Loading KWallet Jan 18 22:29:59.268616 n-d-825178-1 neutron-server[87704]: INFO keyring.backend [-] Loading SecretService Jan 18 22:29:59.272907 n-d-825178-1 neutron-server[87704]: INFO keyring.backend [-] Loading Windows Jan 18 22:29:59.274292 n-d-825178-1 neutron-server[87704]: INFO keyring.backend [-] Loading chainer Jan 18 22:29:59.274902 n-d-825178-1 neutron-server[87704]: INFO keyring.backend [-] Loading macOS Jan 18 22:29:59.309398 n-d-825178-1 neutron-server[87704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 22:29:59.309669 n-d-825178-1 neutron-server[87704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 22:29:59.309962 n-d-825178-1 neutron-server[87704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 22:29:59.310300 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 22:29:59.620289 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.620575 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.620850 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.622114 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.622386 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.622654 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.746031 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.746263 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.746560 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.760220 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.760498 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.760763 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.789671 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.821779 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.821779 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.835595 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.835878 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:29:59.836154 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.069340 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.069572 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.069878 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.070143 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.070876 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.191288 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.191516 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.191826 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.192103 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.192378 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.192691 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.192978 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.193245 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.193501 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.193782 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.194038 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.194307 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.194550 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.194804 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.195066 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.195332 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.195592 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.195861 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.196114 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.196420 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.196747 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.197376 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.197627 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.197907 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.198157 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.198402 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.198804 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.199046 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.199288 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.199521 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.199755 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.199990 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.200352 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 22:30:00.203604 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 22:30:00.207606 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 22:30:00.211392 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 18 22:30:00.213124 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 22:30:00.213580 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 22:30:00.213913 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 22:30:00.214293 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 22:30:00.217356 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 22:30:00.217611 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 22:30:00.217963 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 22:30:00.246175 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 22:30:00.246613 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.246905 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 22:30:00.247266 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.248658 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 22:30:00.248937 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 22:30:00.249207 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 22:30:00.252510 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.252794 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.315499 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 22:30:00.315711 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 22:30:00.315960 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 22:30:00.316340 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 22:30:00.349303 n-d-825178-1 neutron-server[87704]: DEBUG oslo_db.sqlalchemy.engines [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 22:30:00.689252 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing driver for type 'gre' Jan 18 22:30:00.689761 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] gre ID ranges: [(1, 1000)] Jan 18 22:30:00.745764 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing driver for type 'local' Jan 18 22:30:00.746128 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing driver for type 'vlan' Jan 18 22:30:00.757515 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] VlanTypeDriver initialization complete Jan 18 22:30:00.757876 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing driver for type 'vxlan' Jan 18 22:30:00.758386 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] vxlan ID ranges: [(1, 1000)] Jan 18 22:30:00.809829 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing extension driver 'port_security' Jan 18 22:30:00.810162 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.extensions.port_security [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] PortSecurityExtensionDriver initialization complete Jan 18 22:30:00.810490 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing mechanism driver 'openvswitch' Jan 18 22:30:00.810895 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing mechanism driver 'hyperv' Jan 18 22:30:00.817878 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.plugin [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:00.818575 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.818912 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.819261 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.819820 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:30:00.820243 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.820591 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.821036 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.821361 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:30:00.821784 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.822678 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.822771 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.823153 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:30:00.823549 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > security_group after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.823914 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > security_group after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.824265 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > security_group after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.824719 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:30:00.825066 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.825403 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.825734 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.826243 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:30:00.826636 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > address_group after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.826973 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > address_group after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.827305 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > address_group after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.827685 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:30:00.828119 n-d-825178-1 neutron-server[87704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] ML2 OVO RPC backend initialized. {{(pid=87704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 18 22:30:00.828813 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.829190 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.829596 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.829937 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > networks before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.830276 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.830611 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > ports before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.830947 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.831278 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnets before_response 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.831612 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.831944 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.832270 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.832599 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.832924 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.833275 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.833605 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.833935 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.834263 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.834825 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.plugin [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Modular L2 Plugin initialization complete Jan 18 22:30:00.835148 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading services supported by the core plugin {{(pid=87704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 22:30:00.835468 n-d-825178-1 neutron-server[87704]: INFO neutron.plugins.ml2.managers [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Got port-security extension from driver 'port_security' Jan 18 22:30:00.835921 n-d-825178-1 neutron-server[87704]: INFO neutron.extensions.vlantransparent [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Disabled vlantransparent extension. Jan 18 22:30:00.836405 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 22:30:00.836714 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: router Jan 18 22:30:00.883945 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_interface before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.884333 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_create 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.884692 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router before_create 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.885076 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.885444 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.885790 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_delete 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.886141 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > floatingip after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.886517 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_create 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.886834 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_update 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.887173 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_update 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.887490 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.887865 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_update 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.888250 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_update 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.888608 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.888940 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.889382 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: subnet after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.889616 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.889970 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > port precommit_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.890300 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_create 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.890632 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.890963 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.891310 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router after_update 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.891653 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_delete 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.891979 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_create 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.892328 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.892664 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_update 55549900 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.893043 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > agent after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.893387 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > agent after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.893731 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > network after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.894594 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Tracking information for resource: router configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.894918 n-d-825178-1 neutron-server[87704]: DEBUG neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Tracking information for resource: floatingip configured {{(pid=87704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:30:00.899994 n-d-825178-1 neutron-server[87704]: INFO neutron.db.l3_agentschedulers_db [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 22:30:00.900571 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.900924 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port after_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.901324 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port after_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.901673 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: port after_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.902570 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router before_create 55550100 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.902925 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_delete 55550100 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.903288 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_create 55550100 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.903636 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > router precommit_update 55550100 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.908030 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.provider_configuration [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service providers = [] {{(pid=87704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 22:30:00.908391 n-d-825178-1 neutron-server[87704]: DEBUG neutron.db.servicetype_db [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 22:30:00.911350 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.service_base [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:30:00.911689 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.service_base [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:30:00.912026 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.service_base [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:30:00.912922 n-d-825178-1 neutron-server[87704]: DEBUG neutron.services.service_base [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:30:00.913326 n-d-825178-1 neutron-server[87704]: INFO neutron.services.service_base [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 22:30:00.913709 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.914025 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 22:30:00.924686 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.925008 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: auto_allocate Jan 18 22:30:00.930978 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: network precommit_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.931343 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: network precommit_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.931850 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.932163 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: tag Jan 18 22:30:00.938769 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.939097 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: timestamp Jan 18 22:30:00.943163 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.943427 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: network_ip_availability Jan 18 22:30:00.949061 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.949430 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.949778 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:00.950482 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.950796 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: flavors Jan 18 22:30:00.955497 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.955824 n-d-825178-1 neutron-server[87704]: INFO neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading Plugin: revisions Jan 18 22:30:00.960074 n-d-825178-1 neutron-server[87704]: DEBUG neutron.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:30:00.960463 n-d-825178-1 neutron-server[87704]: DEBUG oslo_concurrency.lockutils [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.650s {{(pid=87704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 22:30:00.961241 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 22:30:00.961576 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Initializing extension manager. Jan 18 22:30:00.962127 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: __init__.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.962468 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: __pycache__ {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.962793 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.963124 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: address_group.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.963875 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.964445 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: address-group Jan 18 22:30:00.964765 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: address_scope.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.965497 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.965986 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: address-scope Jan 18 22:30:00.966305 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: admin_state_down_before_update.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.967229 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.967734 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: router-admin-state-down-before-update Jan 18 22:30:00.968049 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: agent.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.968739 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.969260 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: agent Jan 18 22:30:00.969576 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: agent_resources_synced.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.970482 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.970987 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: agent-resources-synced Jan 18 22:30:00.971301 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: allowedaddresspairs.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.973262 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.973776 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: allowed-address-pairs Jan 18 22:30:00.974093 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: auto_allocated_topology.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.975161 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.975670 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: auto-allocated-topology Jan 18 22:30:00.975984 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: availability_zone.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.976668 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.977204 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: availability_zone Jan 18 22:30:00.977549 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: availability_zone_filter.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.978458 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.978959 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: availability_zone_filter Jan 18 22:30:00.979270 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: data_plane_status.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.980169 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.980663 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 22:30:00.981003 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: default_subnetpools.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.981903 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.982406 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: default-subnetpools Jan 18 22:30:00.982719 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: dhcpagentscheduler.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.983518 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.984010 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: dhcp_agent_scheduler Jan 18 22:30:00.984325 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: dns.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.985253 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.985747 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension dns-integration not supported by any of loaded plugins Jan 18 22:30:00.986063 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: dns_domain_ports.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.986967 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.987460 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 22:30:00.987776 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: dvr.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.988442 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.988939 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: dvr Jan 18 22:30:00.989278 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: empty_string_filtering.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.990177 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.990677 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: empty-string-filtering Jan 18 22:30:00.990991 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.991893 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.992385 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 22:30:00.992703 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.993678 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.994175 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 22:30:00.994492 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: external_net.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.995387 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.995888 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: external-net Jan 18 22:30:00.996200 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: extra_dhcp_opt.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.997140 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.997637 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: extra_dhcp_opt Jan 18 22:30:00.997948 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: extraroute.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:00.998851 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:00.999347 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: extraroute Jan 18 22:30:00.999660 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: extraroute_atomic.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.000682 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.001212 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: extraroute-atomic Jan 18 22:30:01.001525 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: filter_validation.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.002177 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.002678 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: filter-validation Jan 18 22:30:01.002991 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: fip_pf_description.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.003891 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.004385 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 22:30:01.004696 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: fip_port_details.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.005639 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.006136 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: fip-port-details Jan 18 22:30:01.006445 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: flavors.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.007686 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.008199 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: flavors Jan 18 22:30:01.008518 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.010230 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.010745 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 22:30:01.011075 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: floatingip_pools.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.011771 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.012280 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: floatingip-pools Jan 18 22:30:01.012596 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: ip_allocation.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.013541 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.014040 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 22:30:01.014358 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.015267 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.015768 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: ip-substring-filtering Jan 18 22:30:01.016085 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l2_adjacency.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.017020 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.017515 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 22:30:01.017830 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.018770 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.019276 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: router Jan 18 22:30:01.019589 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3_conntrack_helper.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.023249 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.023770 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 22:30:01.024101 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.025111 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.025621 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: ext-gw-mode Jan 18 22:30:01.025946 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.026859 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.027371 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: l3-ha Jan 18 22:30:01.027693 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3_flavors.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.028595 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.029130 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: l3-flavors Jan 18 22:30:01.029449 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.030375 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.030885 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 22:30:01.031266 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: l3agentscheduler.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.032286 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.032787 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: l3_agent_scheduler Jan 18 22:30:01.033143 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: logging.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.034625 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.035130 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension logging not supported by any of loaded plugins Jan 18 22:30:01.035449 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: metering.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.036178 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.036745 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: metering Jan 18 22:30:01.037091 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.038168 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.038672 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: metering_source_and_destination_fields Jan 18 22:30:01.038992 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: multiprovidernet.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.039897 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.040430 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: multi-provider Jan 18 22:30:01.040753 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: netmtu.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.041694 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.042189 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: net-mtu Jan 18 22:30:01.042504 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: netmtu_writable.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.043420 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.043917 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: net-mtu-writable Jan 18 22:30:01.044233 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: network_availability_zone.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.044891 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.045409 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: network_availability_zone Jan 18 22:30:01.045725 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: network_ip_availability.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.046810 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.047316 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: network-ip-availability Jan 18 22:30:01.047632 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: network_segment_range.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.048388 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.048880 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 22:30:01.049221 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: pagination.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.050190 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.050523 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: pagination Jan 18 22:30:01.050840 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: port_device_profile.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.051738 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.052245 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: port-device-profile Jan 18 22:30:01.052558 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.053510 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.054008 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: port-mac-address-regenerate Jan 18 22:30:01.054377 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.055232 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.055782 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: port-numa-affinity-policy Jan 18 22:30:01.056097 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: port_resource_request.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.057014 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.057514 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 22:30:01.057828 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: portbindings.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.058744 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.059240 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: binding Jan 18 22:30:01.059552 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: portbindings_extended.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.060831 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.061414 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: binding-extended Jan 18 22:30:01.061697 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: portsecurity.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.062610 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.063115 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: port-security Jan 18 22:30:01.063433 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: project_id.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.064400 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.064723 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: project-id Jan 18 22:30:01.065066 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: providernet.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.065987 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.066490 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: provider Jan 18 22:30:01.066805 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.070465 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.070977 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos not supported by any of loaded plugins Jan 18 22:30:01.071330 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.072892 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.073433 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 22:30:01.073752 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.074663 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.075167 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 22:30:01.075489 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_default.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.076420 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.076925 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-default not supported by any of loaded plugins Jan 18 22:30:01.077275 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_fip.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.077924 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.078422 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-fip not supported by any of loaded plugins Jan 18 22:30:01.078741 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_gateway_ip.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.079670 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.080175 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 22:30:01.080496 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_port_network_policy.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.081429 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.081932 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 22:30:01.082243 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_rule_type_details.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.083152 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.083652 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 22:30:01.083968 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: qos_rules_alias.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.085029 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.085532 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 22:30:01.085847 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: quotasv2.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.086732 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.087128 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: quotas Jan 18 22:30:01.087450 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: quotasv2_detail.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.089094 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.089425 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: quota_details Jan 18 22:30:01.089745 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: rbac.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.090789 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.091309 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: rbac-policies Jan 18 22:30:01.091633 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: rbac_address_group.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.092553 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.093171 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: rbac-address-group Jan 18 22:30:01.093493 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: rbac_address_scope.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.094401 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.094908 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: rbac-address-scope Jan 18 22:30:01.095225 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: rbac_security_groups.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.096124 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.096625 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: rbac-security-groups Jan 18 22:30:01.096971 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: rbac_subnetpool.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.097880 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.098385 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: rbac-subnetpool Jan 18 22:30:01.098704 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: revisionifmatch.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.099608 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.100109 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: revision-if-match Jan 18 22:30:01.100436 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: revisions.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.101566 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.102065 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: standard-attr-revisions Jan 18 22:30:01.102383 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: router_availability_zone.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.103071 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.103569 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: router_availability_zone Jan 18 22:30:01.103885 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: routerservicetype.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.104790 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.105326 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension router-service-type not supported by any of loaded plugins Jan 18 22:30:01.105644 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.106551 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.107055 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: security-groups-normalized-cidr Jan 18 22:30:01.107373 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: security_groups_port_filtering.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.108279 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.108787 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: port-security-groups-filtering Jan 18 22:30:01.109143 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.110169 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.110686 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: security-groups-remote-address-group Jan 18 22:30:01.111008 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: securitygroup.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.120686 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.121257 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: security-group Jan 18 22:30:01.121585 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: segment.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.122354 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.122853 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension segment not supported by any of loaded plugins Jan 18 22:30:01.123176 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.124105 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.124611 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 22:30:01.124935 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: servicetype.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.126071 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.126586 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: service-type Jan 18 22:30:01.126903 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: sorting.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.127872 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.128197 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: sorting Jan 18 22:30:01.128509 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: standard_attr_segment.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.129449 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.129963 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 22:30:01.130282 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: standardattrdescription.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.130934 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.131430 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: standard-attr-description Jan 18 22:30:01.131743 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: stateful_security_group.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.132649 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.133191 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: stateful-security-group Jan 18 22:30:01.133512 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: stdattrs_common.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.134146 n-d-825178-1 neutron-server[87704]: WARNING neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 22:30:01.134467 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.135462 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.135971 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 22:30:01.136288 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: subnet_onboard.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.137390 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.137903 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: subnet_onboard Jan 18 22:30:01.138219 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.139162 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.139660 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 22:30:01.139976 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: subnet_service_types.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.140897 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.141431 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: subnet-service-types Jan 18 22:30:01.141749 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: subnetallocation.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.142813 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.143318 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: subnet_allocation Jan 18 22:30:01.143637 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.144303 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.144808 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: subnetpool-prefix-ops Jan 18 22:30:01.145152 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.146090 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.146597 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 22:30:01.146911 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: tagging.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.147945 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.148470 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: standard-attr-tag Jan 18 22:30:01.148793 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: timestamp.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.150113 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.150625 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loaded extension: standard-attr-timestamp Jan 18 22:30:01.150947 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: trunk.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.151976 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.152481 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension trunk not supported by any of loaded plugins Jan 18 22:30:01.152802 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: trunk_details.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.153754 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.154258 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension trunk-details not supported by any of loaded plugins Jan 18 22:30:01.154576 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: uplink_status_propagation.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.155489 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.155990 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 22:30:01.156307 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Loading extension file: vlantransparent.py {{(pid=87704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:30:01.156968 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:30:01.157492 n-d-825178-1 neutron-server[87704]: INFO neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 22:30:01.159949 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:network Jan 18 22:30:01.160678 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:subnet Jan 18 22:30:01.161466 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:30:01.162078 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:port Jan 18 22:30:01.163352 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.163799 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service FLAVORS assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.164406 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.164822 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.165201 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:router Jan 18 22:30:01.165864 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:floatingip Jan 18 22:30:01.166567 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service METERING assigned prefix: /metering {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.167984 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:01.168350 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:01.168689 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:30:01.169845 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 22:30:01.170277 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:security_group Jan 18 22:30:01.170939 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 22:30:01.171665 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service CORE assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.171985 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:30:01.172315 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] subnetpool is already registered Jan 18 22:30:01.172928 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service CORE assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.173286 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:30:01.173604 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] subnetpool is already registered Jan 18 22:30:01.176191 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.176616 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service FLAVORS assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.177227 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.177641 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.177964 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:router Jan 18 22:30:01.178286 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] router is already registered Jan 18 22:30:01.178861 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:floatingip Jan 18 22:30:01.179188 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] floatingip is already registered Jan 18 22:30:01.179798 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service METERING assigned prefix: /metering {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.180458 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 22:30:01.180857 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] rbac_policy is already registered Jan 18 22:30:01.181422 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:security_group Jan 18 22:30:01.181741 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] security_group is already registered Jan 18 22:30:01.182309 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 22:30:01.182633 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] security_group_rule is already registered Jan 18 22:30:01.183266 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service CORE assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.183584 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:30:01.183908 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] subnetpool is already registered Jan 18 22:30:01.184511 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.v2.resource_helper [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Service CORE assigned prefix: {{(pid=87704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:30:01.184845 n-d-825178-1 neutron-server[87704]: INFO neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:30:01.185184 n-d-825178-1 neutron-server[87704]: WARNING neutron.quota.resource_registry [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] subnetpool is already registered Jan 18 22:30:01.185831 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: extensions {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.187296 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: address-groups {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.188895 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: address-scopes {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.190111 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: agents {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.191293 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: auto-allocated-topology {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.192510 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: availability_zones {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.193889 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: dhcp-networks {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.195236 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: dhcp-agents {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.196717 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: routers {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.198965 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: flavors {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.200114 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: service_profiles {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.201383 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: next_providers {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.203773 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: service_profiles {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.205283 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: floatingip-pools {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.206512 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: routers {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.208297 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: floatingips {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.209518 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: l3-routers {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.210908 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: l3-agents {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.212329 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: metering-labels {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.213712 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: metering-label-rules {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.214978 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: network-ip-availabilities {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.216236 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: bindings {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.217907 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: quotas {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.219332 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: quotas {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.220752 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: rbac-policies {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.222061 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: security-groups {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.223248 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: security-group-rules {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.224466 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: service-providers {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.225724 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: subnetpools {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.227125 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: subnetpools {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.228623 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.230330 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.232103 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.233924 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.235728 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.237593 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.239259 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.241183 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.242933 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.244785 n-d-825178-1 neutron-server[87704]: DEBUG neutron.api.extensions [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Extended resource: tags {{(pid=87704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:30:01.250619 n-d-825178-1 neutron-server[87704]: WARNING keystonemiddleware.auth_token [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 22:30:01.255342 n-d-825178-1 neutron-server[87704]: WARNING keystonemiddleware.auth_token [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 22:30:01.263514 n-d-825178-1 neutron-server[87704]: DEBUG oslo_concurrency.lockutils [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Acquired lock "singleton_lock" {{(pid=87704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 22:30:01.263985 n-d-825178-1 neutron-server[87704]: DEBUG oslo_concurrency.lockutils [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Releasing lock "singleton_lock" {{(pid=87704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 22:30:01.264610 n-d-825178-1 neutron-server[87704]: INFO oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Starting 2 workers Jan 18 22:30:01.269305 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Started child 87811 {{(pid=87704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:30:01.273508 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Started child 87812 {{(pid=87704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:30:01.274539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:01.275063 n-d-825178-1 neutron-server[87704]: INFO neutron.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 22:30:01.275646 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Notify callbacks [] for process, before_spawn {{(pid=87704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:01.275991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [-] (87811) wsgi starting up on http://0.0.0.0:9696 Jan 18 22:30:01.277991 n-d-825178-1 neutron-server[87704]: INFO oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Starting 1 workers Jan 18 22:30:01.278129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:01.279327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [-] (87812) wsgi starting up on http://0.0.0.0:9696 Jan 18 22:30:01.282965 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Started child 87813 {{(pid=87704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:30:01.283495 n-d-825178-1 neutron-server[87704]: INFO oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Starting 1 workers Jan 18 22:30:01.286518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] calling RpcWorker wait() {{(pid=87813) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 22:30:01.287092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] returning from RpcWorker wait() {{(pid=87813) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 22:30:01.287716 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Started child 87814 {{(pid=87704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:30:01.288393 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:01.288538 n-d-825178-1 neutron-server[87704]: DEBUG neutron_lib.callbacks.manager [None req-e38a8104-8a74-4e68-a13a-8fb2cf66b46c None None] Notify callbacks [] for process, after_spawn {{(pid=87704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:01.288791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:01.290343 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 22:30:01.290564 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:30:01.290718 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:30:01.290898 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:30:01.291251 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:30:01.291391 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:30:01.291922 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.292147 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.292439 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.292651 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:01.293172 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.293172 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.293562 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.293801 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.294050 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.294337 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.294556 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.294728 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.294871 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.295102 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.295305 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.295617 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.295832 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.296101 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.296371 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.296572 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.296755 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.297076 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.297278 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.297547 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] debug = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.297778 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.298233 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.298437 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.298690 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.298917 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.299164 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.299428 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.299675 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.299902 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.300110 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.300347 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.300583 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.300814 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.301073 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.301285 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.301892 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.301892 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.302236 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] host = n-d-825178-1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.302459 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.302690 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.302928 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.303172 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.303392 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.303601 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.303857 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.304099 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.304411 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.304560 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.304800 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.305055 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.305283 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.305560 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.305713 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_options = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.305923 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.306203 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.306500 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.306684 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.306839 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.306988 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.307248 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.307408 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.307645 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.307874 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.308098 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.308313 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.308544 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.308757 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.309031 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.309261 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.309534 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.309693 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.309932 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.310154 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.310380 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.310646 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.310854 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.311181 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.311598 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.311598 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.312864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.312864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.312864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.312864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.312864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.312864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.313687 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.313687 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.313687 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.314087 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.314087 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.314323 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.314744 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.314744 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.314983 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.315174 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.315374 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.315516 n-d-825178-1 neutron-server[87814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:01.315702 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.315889 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.316122 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_json = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.316315 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.316525 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.317033 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.317033 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.317320 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.317453 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.317615 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.317988 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.318283 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.318549 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.318858 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.319294 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.319958 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.319958 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.319958 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.320362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.320362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.320640 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.320777 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.322502 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.322502 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.322502 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.322502 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.322502 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.323714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.323714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.323714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.323714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.323714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.323714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327342 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.327818 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328592 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328816 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.328994 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.329206 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.329429 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.329639 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.329872 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.330127 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.330346 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.330553 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.330741 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.330961 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.331219 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.331451 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.332229 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.332229 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.332229 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.332821 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.332821 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.332821 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.333078 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.333157 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.333319 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.333546 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.333755 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.333969 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.334176 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.334385 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.334591 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.334815 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.335039 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.335269 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.335446 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.335669 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.335869 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.336073 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.336291 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.336500 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.336704 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.336976 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.337205 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.337457 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.337764 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.337993 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.338246 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.338493 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.338753 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.338994 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.339253 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.339492 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.339714 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.339923 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.340183 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.340404 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.340647 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.340888 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.341146 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.341397 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.341615 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.341855 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.342085 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.342320 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.342555 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.342841 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.343083 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.343346 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.343594 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.343843 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.344119 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.344376 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.344648 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.344864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.345150 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.345432 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.345693 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.345945 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.346184 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.346395 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.346646 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.346868 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.347126 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.347352 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.347579 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.347791 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.348044 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.348273 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.348486 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.348710 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.348938 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.349282 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.349521 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.349726 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.349956 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.350243 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.350458 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.350694 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.350950 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.351192 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.351438 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.351684 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.351911 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.352133 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.352368 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.352739 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.352974 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.353208 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.353439 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.353669 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.353881 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.354131 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.354350 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.354592 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.354834 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.355042 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.355266 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.355481 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.355723 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.355948 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.356180 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.356414 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.356645 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.356871 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.357132 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.357356 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.357606 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.357820 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.358084 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.358344 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.358576 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.358800 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.359023 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.359255 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.359467 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.359707 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.359913 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.360142 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.360353 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.360853 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.360853 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.361058 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.361233 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.361462 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.361708 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.361942 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.362259 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.362503 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.362738 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.362987 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.363203 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.363421 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.363657 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.363877 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.364085 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.364294 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.364504 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.364759 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.365036 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.365298 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.365500 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.365721 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.365928 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.366136 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.366336 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.366608 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.366845 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.367066 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.367301 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.367522 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.367739 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.367939 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.368188 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.368429 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.368651 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.368868 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.369098 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.369300 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.369507 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.369730 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.370003 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.370248 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.370465 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.370732 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.370954 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.371172 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.371412 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.371703 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.371913 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.372143 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.372413 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.372646 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.372861 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.373170 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.373456 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.373748 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.374003 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.374244 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.374543 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.374812 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.375065 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.375473 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.375762 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.376095 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.376359 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.376591 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.376846 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.377146 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.377368 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.377582 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.377794 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.378008 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.378257 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.378505 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.378736 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.378953 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.379167 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.379413 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.379608 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.379823 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.380043 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.380272 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.380487 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.380639 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:30:01.381251 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 22:30:01.381409 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:30:01.381558 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:30:01.381722 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:30:01.381882 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:30:01.382204 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:30:01.382408 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.382568 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.382724 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.382881 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.383035 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.383215 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.383376 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.383530 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.383763 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.383924 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.384079 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.384232 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.384385 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.384537 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.384691 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.384846 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385019 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385180 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385340 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385491 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385644 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385821 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.385945 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] debug = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.386098 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.386424 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.386579 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.386886 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387042 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387248 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387344 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387489 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387639 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387795 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.387950 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.388103 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.388258 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.388409 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.388561 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.388713 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.388866 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389044 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] host = n-d-825178-1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389198 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389352 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389494 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389648 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389803 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.389955 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.390108 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.390262 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.390418 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.390570 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.390723 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.390872 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.391024 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.391322 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.391473 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_options = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.391619 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.391772 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.391927 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.392108 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.392266 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.392419 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.392577 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.392729 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.392883 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393059 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393214 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:01.393459 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393540 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393635 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393787 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.393939 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.394090 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.394241 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.394394 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.394546 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.394699 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.394850 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395003 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395155 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395307 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395460 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395612 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395766 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.395928 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.396063 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.396212 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.396516 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.396804 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.397118 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.397266 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.397426 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.397578 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.397866 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.398157 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.398306 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.398481 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.398620 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.398752 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.398965 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.399066 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.399189 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_json = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.399362 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.399649 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.399649 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.399832 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.400005 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.400105 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.400588 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.400588 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:30:01.400588 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.400833 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.400833 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.401017 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.401152 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.401312 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.401465 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.401792 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.402120 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.402274 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.402438 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.402615 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.402761 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.402913 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.403279 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.403378 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.403512 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.403661 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.403879 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.403992 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.404108 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.404261 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.404584 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.404742 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.404901 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405148 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405247 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405368 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405519 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405670 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405833 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.405985 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.406289 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.406446 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.406598 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.406893 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.407050 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.407202 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.407496 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.407653 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.407812 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.407969 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.408127 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.408286 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.408437 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.408594 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.408743 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.408898 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.409075 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.409231 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.409397 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.409553 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.409715 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.409861 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.410152 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.410451 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.410610 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.410768 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.410923 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.411079 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.411227 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.411415 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.411575 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.411704 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.411856 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412012 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412167 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412322 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412477 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412631 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412785 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.412940 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.413184 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.413355 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.413565 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.413738 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.413876 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.414051 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.414051 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.415214 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.415354 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.415524 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.415649 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.415836 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416014 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416141 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416307 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416431 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416673 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416673 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.416911 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417062 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417209 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417346 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417469 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417589 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417710 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.417841 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.418395 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.418395 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.418395 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.418748 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.418748 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.418748 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419098 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419098 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419327 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419327 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419557 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419557 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.419784 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420005 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420005 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420309 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420309 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420538 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420659 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420780 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.420900 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421045 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421182 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421334 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421475 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421662 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421787 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.421907 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.422449 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.422449 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.422449 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.422820 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.422820 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.422820 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.423733 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.423733 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.423733 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.423733 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.423733 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.423733 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.424381 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.424381 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.424381 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.424381 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.424381 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425043 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425043 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425043 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425043 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425406 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425406 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425406 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425747 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.425747 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426054 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426054 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426296 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426296 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426534 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426534 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426770 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426858 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.426979 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.427102 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.427253 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.427410 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.427563 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.427718 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.427871 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428025 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428179 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428335 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428489 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428645 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428800 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.428986 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.429126 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.429269 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.429425 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.429595 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.429738 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.429888 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430042 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430200 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430355 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430526 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430685 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430838 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.430995 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.431164 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.431318 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.431471 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.431625 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.431781 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.431935 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.432090 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.432246 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.432400 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.432555 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.432710 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.432868 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433060 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433217 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433372 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433528 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433683 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433837 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.433996 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.434147 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.434307 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.434539 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.434653 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.434886 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.434886 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435116 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435224 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435332 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435465 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435628 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435796 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.435950 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436199 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436199 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436408 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436537 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436681 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436811 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.436990 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.437121 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.437274 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.437440 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.437597 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.437756 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.437914 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.438068 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.438220 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.438378 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.438537 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.438700 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.438864 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439019 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439181 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439343 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439505 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439659 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439819 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.439983 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.440137 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.440345 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.440442 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.440583 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.440737 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.440890 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441072 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441226 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441383 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441538 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441691 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441843 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.441996 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.442151 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.442306 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.442459 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.442611 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.442765 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.442919 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:30:01.443066 n-d-825178-1 neutron-server[87704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:30:01.632737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:01.646055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098186 Jan 18 22:30:12.082169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572210fd-d794-4c2b-a088-81ebeaf094a0 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 22:30:12.160415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572210fd-d794-4c2b-a088-81ebeaf094a0 None None] No non-hosted networks {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 22:30:12.184034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.agentschedulers_db [None req-572210fd-d794-4c2b-a088-81ebeaf094a0 None None] DHCP Agent not found on host n-d-825178-1 {{(pid=87813) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 22:30:12.298680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78e144ac-a0f1-40a9-a12a-dfa4b47f5faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:14.335203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-026e2d1a-d6a7-4052-8c49-10a44bc6f224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:14.349559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d6df941-5d28-41de-a2ae-fa4fa3de17a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:15.515828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:15.516528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.516757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.519152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.521730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.522415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.522753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.523090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.523411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.523738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.524053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.524371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.524689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:15.526124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825178-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:15.539220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825178-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:15.541728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.738362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:18.534083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:19.167239 n-d-825178-1 neutron-server[87812]: WARNING oslo_policy.policy [None req-92b319ca-1d93-44c5-99b3-f13c41691d0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:19.167807 n-d-825178-1 neutron-server[87812]: WARNING oslo_policy.policy [None req-92b319ca-1d93-44c5-99b3-f13c41691d0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:19.382314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-92b319ca-1d93-44c5-99b3-f13c41691d0b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:30:19.383368 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92b319ca-1d93-44c5-99b3-f13c41691d0b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8483202 Jan 18 22:30:21.244560 n-d-825178-1 neutron-server[87813]: INFO neutron.db.l3_hamode_db [None req-cd5679b7-5213-4c72-ab18-b4fea7f428be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 22:30:21.328157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5679b7-5213-4c72-ab18-b4fea7f428be None None] Routers set() bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:30:21.328550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5679b7-5213-4c72-ab18-b4fea7f428be None None] Router IDs set() for agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 18 22:30:21.738029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40862) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:22.123178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:22.226645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.policy [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 22:30:22.270348 n-d-825178-1 neutron-server[87812]: WARNING oslo_policy.policy [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:22.270717 n-d-825178-1 neutron-server[87812]: WARNING oslo_policy.policy [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:22.279318 n-d-825178-1 neutron-server[87812]: INFO neutron.quota [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] Loaded quota_driver: . Jan 18 22:30:22.295153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:22.361898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759645622848', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759645622429', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759645572045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759645574191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759645588985', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759645590119', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3710147', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3897932', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676934'] for rbac-policy, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.434863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.436185 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c6f32a25-774e-4c24-864e-729cd96d8b8b admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6967893 Jan 18 22:30:25.019421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:25.404614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Request body: {'network': {'name': 'private', 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:25.412698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:25.418898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Usage tracker for resource:network and tenant:3456c4217ba943d9bdc7f751475af9c4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:25.423624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:25.430078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:25.444299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Made reservation on behalf of 3456c4217ba943d9bdc7f751475af9c4 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:25.448308 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.465412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.479715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:25.483868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Usage tracker for resource:security_group_rule and tenant:3456c4217ba943d9bdc7f751475af9c4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:25.488836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:25.494407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:25.608358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.614288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.635193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:25.660410 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759646355725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.661001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Unsubscribe: segment precommit_create {{(pid=87812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 22:30:25.661485 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Added segment add7bc79-c5e9-455c-ada1-bdadfeb17923 of type vlan for network 7d144cee-18bc-415a-b906-630d1ad67c54 Jan 18 22:30:25.709180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f1254-2356-4148-a9a8-699e4f9f35f4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:25.729218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.729560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.729894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.730255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.730594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.730917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.731238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.731556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.731872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.732183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.732501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.732811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Tracked resource versions report: Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: pushed versions: Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: { 'AddressGroup': {'1.2'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'ConntrackHelper': {'1.0'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Log': {'1.0'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Network': {'1.1'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Port': {'1.7'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'PortForwarding': {'1.2'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'QosPolicy': {'1.8'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'SecurityGroup': {'1.4'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'SubPort': {'1.0'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Subnet': {'1.1'}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Trunk': {'1.1'}} Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: consumer versions: Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: L3 agent@n-d-825178-1: {}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: Metadata agent@n-d-825178-1: {}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: Metering agent@n-d-825178-1: {}, Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'ConntrackHelper': '1.0', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Log': '1.0', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Network': '1.1', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Port': '1.7', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'PortForwarding': '1.2', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'QosPolicy': '1.8', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'SecurityGroup': '1.4', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'SecurityGroupRule': '1.2', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'SubPort': '1.0', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Subnet': '1.1', Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: 'Trunk': '1.1'}} Jan 18 22:30:25.733913 n-d-825178-1 neutron-server[87812]: {{(pid=87812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:30:25.769533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.812565 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.813700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:25.814363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.918272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] Pushing event updated for resources: {'Network': ['ID=7d144cee-18bc-415a-b906-630d1ad67c54,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:25.921826 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4f594975-6103-45a8-b8a7-7f5124b5fd5e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9014568 Jan 18 22:30:25.934064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 7d144cee-18bc-415a-b906-630d1ad67c54 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:30:28.565164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:29.020122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8503274a-8d63-40d5-8ee8-84839355b835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.021493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8503274a-8d63-40d5-8ee8-84839355b835 admin admin] 10.222.0.78 "GET /v2.0/networks/7d144cee-18bc-415a-b906-630d1ad67c54 HTTP/1.1" status: 200 len: 825 time: 0.4551263 Jan 18 22:30:29.050999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2edeeb9b-739b-4c09-bdc4-58c5ff62faae admin admin] 10.222.0.78 "GET /v2.0/subnetpools/8975cb17-f847-4731-b4ca-19953c1e0324 HTTP/1.1" status: 200 len: 734 time: 0.0212243 Jan 18 22:30:29.059170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Request body: {'subnet': {'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'name': 'private-subnet', 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:29.063447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:29.067258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Usage tracker for resource:subnet and tenant:3456c4217ba943d9bdc7f751475af9c4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:29.070237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:29.076266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:29.091408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Made reservation on behalf of 3456c4217ba943d9bdc7f751475af9c4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:29.093835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:29.395159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:29.478146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d71023-6223-4de8-8274-3ee34543d32f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:29.487312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Checking segment: {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:30:29.487956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Network hostable DHCP agents. Network: 7d144cee-18bc-415a-b906-630d1ad67c54, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:30:29.517223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Network 7d144cee-18bc-415a-b906-630d1ad67c54 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:30:29.535103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 7d144cee-18bc-415a-b906-630d1ad67c54) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:29.540132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.540737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:29.544919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621022db-9f74-421a-a614-e3c71bd4de9e None None] Network 7d144cee-18bc-415a-b906-630d1ad67c54 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:30:29.564155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7d659f68-be71-4aeb-baf4-5901db8b9ca2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5080187 Jan 18 22:30:29.946100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-7d144cee-18bc-415a-b906-630d1ad67c54', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:30:29.947677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.128335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Allocated IP 172.20.0.2 (7d144cee-18bc-415a-b906-630d1ad67c54/d4d71023-6223-4de8-8274-3ee34543d32f/1303d5be-68c7-42c5-8965-f7c232abb6b5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:30.362491 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.375831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Transition to ACTIVE for port object 1303d5be-68c7-42c5-8965-f7c232abb6b5 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:30.398151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Transition to ACTIVE for port object 1303d5be-68c7-42c5-8965-f7c232abb6b5 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:30.406024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.469790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Network 7d144cee-18bc-415a-b906-630d1ad67c54 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:30.472709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:30.479173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:30:30.481315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Pushing event updated for resources: {'Port': ['ID=1303d5be-68c7-42c5-8965-f7c232abb6b5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:30.515145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.515493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.515832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.516167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.516493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.516819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.517170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.517496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.517817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.518138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.518437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.518757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Tracked resource versions report: Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: pushed versions: Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: { 'AddressGroup': {'1.2'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'ConntrackHelper': {'1.0'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Log': {'1.0'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Network': {'1.1'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Port': {'1.7'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'PortForwarding': {'1.2'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'QosPolicy': {'1.8'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'SecurityGroup': {'1.4'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'SubPort': {'1.0'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Subnet': {'1.1'}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Trunk': {'1.1'}} Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: consumer versions: Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: L3 agent@n-d-825178-1: {}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: Metadata agent@n-d-825178-1: {}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: Metering agent@n-d-825178-1: {}, Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'ConntrackHelper': '1.0', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Log': '1.0', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Network': '1.1', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Port': '1.7', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'PortForwarding': '1.2', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'QosPolicy': '1.8', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'SecurityGroup': '1.4', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'SecurityGroupRule': '1.2', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'SubPort': '1.0', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Subnet': '1.1', Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: 'Trunk': '1.1'}} Jan 18 22:30:30.519872 n-d-825178-1 neutron-server[87813]: {{(pid=87813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:30:30.584098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Attempting to bind port 1303d5be-68c7-42c5-8965-f7c232abb6b5 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:30.584758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Attempting to bind port 1303d5be-68c7-42c5-8965-f7c232abb6b5 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:30.584856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Attempting to bind port 1303d5be-68c7-42c5-8965-f7c232abb6b5 on network 7d144cee-18bc-415a-b906-630d1ad67c54 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:30:30.590241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:30:30.590628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Checking segment: {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:30:30.591092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.591515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Bound using segment: {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:30:30.591945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Bound port: 1303d5be-68c7-42c5-8965-f7c232abb6b5, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:30.592337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.679862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] For port 1303d5be-68c7-42c5-8965-f7c232abb6b5, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:30:30.683713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] For port 1303d5be-68c7-42c5-8965-f7c232abb6b5, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1303d5be-68c7-42c5-8965-f7c232abb6b5,segment=NetworkSegment(add7bc79-c5e9-455c-ada1-bdadfeb17923),segment_id=add7bc79-c5e9-455c-ada1-bdadfeb17923)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:30:30.689559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.794512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a83ae-d2c7-4b22-8ee9-e1ad433cc86f None None] Pushing event updated for resources: {'Port': ['ID=1303d5be-68c7-42c5-8965-f7c232abb6b5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:31.935721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40902) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:32.532027 n-d-825178-1 neutron-server[87811]: WARNING oslo_policy.policy [None req-74c6a543-70ab-4b2f-8c38-74eb987b3382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:32.532668 n-d-825178-1 neutron-server[87811]: WARNING oslo_policy.policy [None req-74c6a543-70ab-4b2f-8c38-74eb987b3382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:32.745737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-74c6a543-70ab-4b2f-8c38-74eb987b3382 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:30:32.746955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-74c6a543-70ab-4b2f-8c38-74eb987b3382 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8090441 Jan 18 22:30:34.371654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3039a-178b-4e1d-bd57-4b8c652fde98 None None] Network 7d144cee-18bc-415a-b906-630d1ad67c54 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:30:34.468095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8204-ba1f-4978-8d08-bc99f6d76d31 None None] Provisioning for port 1303d5be-68c7-42c5-8965-f7c232abb6b5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:35.160700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:35.189766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1303d5be-68c7-42c5-8965-f7c232abb6b5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:30:35.257192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1303d5be-68c7-42c5-8965-f7c232abb6b5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:35.262128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1303d5be-68c7-42c5-8965-f7c232abb6b5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:35.262523 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.377819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.412282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 1303d5be-68c7-42c5-8965-f7c232abb6b5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1303d5be-68c7-42c5-8965-f7c232abb6b5,segment=NetworkSegment(add7bc79-c5e9-455c-ada1-bdadfeb17923),segment_id=add7bc79-c5e9-455c-ada1-bdadfeb17923)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:30:35.415952 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.490516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=1303d5be-68c7-42c5-8965-f7c232abb6b5,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:35.554283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-fb57351e-9f39-4de5-908e-3f53823bb0c0 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:30:35.555500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fb57351e-9f39-4de5-908e-3f53823bb0c0 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3938658 Jan 18 22:30:37.164732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1303d5be-68c7-42c5-8965-f7c232abb6b5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:30:37.234164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1303d5be-68c7-42c5-8965-f7c232abb6b5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:37.234537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.234802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40932) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:38.595277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Request body: {'router': {'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'name': 'router1', 'admin_state_up': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:38.670038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.policy [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 22:30:38.715468 n-d-825178-1 neutron-server[87811]: WARNING oslo_policy.policy [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:38.715829 n-d-825178-1 neutron-server[87811]: WARNING oslo_policy.policy [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:30:38.724583 n-d-825178-1 neutron-server[87811]: INFO neutron.quota [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Loaded quota_driver: . Jan 18 22:30:38.740616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:38.747631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Usage tracker for resource:router and tenant:3456c4217ba943d9bdc7f751475af9c4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:38.752320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:38.760308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:38.779750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.781799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.807727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.930387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.953345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.955365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab9bf201-fb33-4756-ace1-50366b0df758 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7194793 Jan 18 22:30:41.318968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40946) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:41.725011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-b338867e-8761-46d9-b4fe-c9999f96c13a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:30:41.726319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b338867e-8761-46d9-b4fe-c9999f96c13a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4064131 Jan 18 22:30:42.055813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9295-af8f-4162-9139-cf4e2d013f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.070282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40956) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:44.320518 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef43103b-c23b-4c6e-9f7d-5fe10fb53802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.444249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:44.452825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:44.459551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Usage tracker for resource:network and tenant:6fd07671517b4769b05d29a694f5d0d5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:44.465224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:44.471850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:44.486855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Made reservation on behalf of 6fd07671517b4769b05d29a694f5d0d5 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:44.491180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.510583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.525857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:44.530174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Usage tracker for resource:security_group_rule and tenant:6fd07671517b4769b05d29a694f5d0d5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:44.533600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:44.539732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:44.631885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.637818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.652865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Reserving flat network on physical network physnet1 {{(pid=87811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 22:30:44.684285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759646355725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.684782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Unsubscribe: segment precommit_create {{(pid=87811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 22:30:44.685306 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Added segment 0f510539-10a0-418c-aa3d-6b0b272d8c53 of type flat for network 0a397774-82c8-4517-a621-05eb287f7f2c Jan 18 22:30:44.734296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ed69c-627f-4417-8abf-fa6586aa6a3d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:44.753612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.753925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.754256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.754587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.754914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.755237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.755557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.755875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.756192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.756508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.756819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.757144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Tracked resource versions report: Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: pushed versions: Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: { 'AddressGroup': {'1.2'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'ConntrackHelper': {'1.0'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Log': {'1.0'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Network': {'1.1'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Port': {'1.7'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'PortForwarding': {'1.2'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'QosPolicy': {'1.8'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'SecurityGroup': {'1.4'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'SubPort': {'1.0'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Subnet': {'1.1'}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Trunk': {'1.1'}} Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: consumer versions: Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: L3 agent@n-d-825178-1: {}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: Metadata agent@n-d-825178-1: {}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: Metering agent@n-d-825178-1: {}, Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'ConntrackHelper': '1.0', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Log': '1.0', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Network': '1.1', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Port': '1.7', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'PortForwarding': '1.2', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'QosPolicy': '1.8', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'SecurityGroup': '1.4', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'SecurityGroupRule': '1.2', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'SubPort': '1.0', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Subnet': '1.1', Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: 'Trunk': '1.1'}} Jan 18 22:30:44.758201 n-d-825178-1 neutron-server[87811]: {{(pid=87811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:30:44.801801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.847418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.848552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:44.849216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.955649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] Pushing event updated for resources: {'Network': ['ID=0a397774-82c8-4517-a621-05eb287f7f2c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:44.958121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f6d5c1bb-e916-4e51-bd9c-22db52e36a6b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8868690 Jan 18 22:30:44.967302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0a397774-82c8-4517-a621-05eb287f7f2c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:30:45.457469 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:45.496931 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.688413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.327072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40980) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:47.569892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f313a778-f0cd-458e-b41d-31011f6140f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:47.571687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f313a778-f0cd-458e-b41d-31011f6140f3 admin admin] 10.222.0.78 "GET /v2.0/subnets/d4d71023-6223-4de8-8274-3ee34543d32f HTTP/1.1" status: 200 len: 849 time: 0.2431607 Jan 18 22:30:47.744021 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d1a6e42-e673-485d-9f61-4f877f75d1f7 admin admin] 10.222.0.78 "GET /v2.0/routers/ee18b6e1-82cd-4766-ad4a-99363055cf1a HTTP/1.1" status: 200 len: 704 time: 0.1664340 Jan 18 22:30:48.225839 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.505589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Allocated IP 172.20.0.1 (7d144cee-18bc-415a-b906-630d1ad67c54/d4d71023-6223-4de8-8274-3ee34543d32f/2aa16037-6288-4dd9-974e-0186ad0d7a58) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:48.676792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.697350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Transition to ACTIVE for port object 2aa16037-6288-4dd9-974e-0186ad0d7a58 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:48.755197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.825410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Network 7d144cee-18bc-415a-b906-630d1ad67c54 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:48.828311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:48.835089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:30:48.836182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.946851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Pushing event updated for resources: {'Port': ['ID=2aa16037-6288-4dd9-974e-0186ad0d7a58,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:49.032029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-82ab1586-c9da-43de-b2c0-78e831e3c7bb None None] Provisioning for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:49.036905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-82ab1586-c9da-43de-b2c0-78e831e3c7bb None None] Provisioning complete for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:49.037323 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82ab1586-c9da-43de-b2c0-78e831e3c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.091112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-82ab1586-c9da-43de-b2c0-78e831e3c7bb None None] Port 2aa16037-6288-4dd9-974e-0186ad0d7a58 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:30:49.147848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.396537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.403654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.404325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.534335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Pushing event updated for resources: {'Port': ['ID=2aa16037-6288-4dd9-974e-0186ad0d7a58,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:49.599694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Network 7d144cee-18bc-415a-b906-630d1ad67c54 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:49.600872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:49.795329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Router ee18b6e1-82cd-4766-ad4a-99363055cf1a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:30:49.815600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d38db873-9b76-4e5f-915c-275609e789e1 None None] Provisioning complete for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:49.816127 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d38db873-9b76-4e5f-915c-275609e789e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.870766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d38db873-9b76-4e5f-915c-275609e789e1 None None] Port 2aa16037-6288-4dd9-974e-0186ad0d7a58 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:30:49.956089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:30:49.968116 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Sync routers for ids ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:30:49.968616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fecc5b25-a225-4f2c-a0bd-f545a03b408e admin admin] 10.222.0.78 "PUT /v2.0/routers/ee18b6e1-82cd-4766-ad4a-99363055cf1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2161551 Jan 18 22:30:49.984474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Routers {'ee18b6e1-82cd-4766-ad4a-99363055cf1a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:30:49.985380 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:30:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:50.159474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Set router ee18b6e1-82cd-4766-ad4a-99363055cf1a gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:30:50.530945 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'name': 'router1', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:30:38Z', 'updated_at': '2022-01-18T22:30:49Z', 'revision_number': 2, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'gw_port_host': None, '_interfaces': [{'id': '2aa16037-6288-4dd9-974e-0186ad0d7a58', 'name': '', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'mac_address': 'fa:16:3e:82:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:48Z', 'updated_at': '2022-01-18T22:30:49Z', 'revision_number': 2, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'subnets': [{'id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:50.535731 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Checking router: ee18b6e1-82cd-4766-ad4a-99363055cf1a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:30:50.536103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Updating router ee18b6e1-82cd-4766-ad4a-99363055cf1a port 2aa16037-6288-4dd9-974e-0186ad0d7a58 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:30:50.589688 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:50.969253 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:50.985092 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Transition to ACTIVE for port object 2aa16037-6288-4dd9-974e-0186ad0d7a58 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:50.991859 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.142641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Pushing event updated for resources: {'Port': ['ID=2aa16037-6288-4dd9-974e-0186ad0d7a58,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:51.179640 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.179801 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.180131 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.180468 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.180980 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.181139 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.181467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.181787 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.182108 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.182426 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.182743 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.183061 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Tracked resource versions report: Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: pushed versions: Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: { 'AddressGroup': {'1.2'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'ConntrackHelper': {'1.0'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Log': {'1.0'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Network': {'1.1'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Port': {'1.7'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'PortForwarding': {'1.2'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'QosPolicy': {'1.8'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'SecurityGroup': {'1.4'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'SubPort': {'1.0'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Subnet': {'1.1'}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Trunk': {'1.1'}} Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: consumer versions: Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: L3 agent@n-d-825178-1: {}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: Metadata agent@n-d-825178-1: {}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: Metering agent@n-d-825178-1: {}, Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'ConntrackHelper': '1.0', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Log': '1.0', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Network': '1.1', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Port': '1.7', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'PortForwarding': '1.2', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'QosPolicy': '1.8', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'SecurityGroup': '1.4', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'SecurityGroupRule': '1.2', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'SubPort': '1.0', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Subnet': '1.1', Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: 'Trunk': '1.1'}} Jan 18 22:30:51.184163 n-d-825178-1 neutron-server[87814]: {{(pid=87814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:30:51.243945 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Attempting to bind port 2aa16037-6288-4dd9-974e-0186ad0d7a58 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:51.244341 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Attempting to bind port 2aa16037-6288-4dd9-974e-0186ad0d7a58 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:51.244764 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Attempting to bind port 2aa16037-6288-4dd9-974e-0186ad0d7a58 on network 7d144cee-18bc-415a-b906-630d1ad67c54 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:30:51.250043 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:30:51.250457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Checking segment: {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:30:51.250936 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.251323 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Bound using segment: {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:30:51.251806 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Bound port: 2aa16037-6288-4dd9-974e-0186ad0d7a58, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add7bc79-c5e9-455c-ada1-bdadfeb17923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:51.252222 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.345430 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] For port 2aa16037-6288-4dd9-974e-0186ad0d7a58, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:30:51.349763 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] For port 2aa16037-6288-4dd9-974e-0186ad0d7a58, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2aa16037-6288-4dd9-974e-0186ad0d7a58,segment=NetworkSegment(add7bc79-c5e9-455c-ada1-bdadfeb17923),segment_id=add7bc79-c5e9-455c-ada1-bdadfeb17923)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:30:51.356559 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.444165 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9be96c-7cbe-4543-87e7-ef0be6f34d83 None None] Pushing event updated for resources: {'Port': ['ID=2aa16037-6288-4dd9-974e-0186ad0d7a58,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:51.448407 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Routers {'ee18b6e1-82cd-4766-ad4a-99363055cf1a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:30:51.449095 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:30:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:51.600211 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] Set router ee18b6e1-82cd-4766-ad4a-99363055cf1a gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:30:51.924086 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'name': 'router1', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:30:38Z', 'updated_at': '2022-01-18T22:30:49Z', 'revision_number': 2, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'gw_port_host': None, '_interfaces': [{'id': '2aa16037-6288-4dd9-974e-0186ad0d7a58', 'name': '', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'mac_address': 'fa:16:3e:82:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:48Z', 'updated_at': '2022-01-18T22:30:51Z', 'revision_number': 4, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'subnets': [{'id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:51.928265 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced31eb-cf07-402d-9727-50e756c8f167 None None] The sync data for ids ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'] in n-d-825178-1 is: [{'id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'name': 'router1', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:30:38Z', 'updated_at': '2022-01-18T22:30:49Z', 'revision_number': 2, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'gw_port_host': None, '_interfaces': [{'id': '2aa16037-6288-4dd9-974e-0186ad0d7a58', 'name': '', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'mac_address': 'fa:16:3e:82:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:48Z', 'updated_at': '2022-01-18T22:30:51Z', 'revision_number': 4, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'subnets': [{'id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:30:52.165190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41000) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:52.322816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7b5c96-572d-4878-a3a0-075f3763017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:52.324183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d7b5c96-572d-4878-a3a0-075f3763017b admin admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 842 time: 0.1580918 Jan 18 22:30:52.333987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'cidr': '172.25.4.0/24', 'name': 'public-subnet'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:52.338826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:30:52.342677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Usage tracker for resource:subnet and tenant:6fd07671517b4769b05d29a694f5d0d5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:30:52.345549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:30:52.351198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:30:52.361696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Made reservation on behalf of 6fd07671517b4769b05d29a694f5d0d5 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:52.363942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.766153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 22:30:52.766633 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.843617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ca14ce-1b26-46d5-afc7-181af9d45d9f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:52.855208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:30:52.855560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Network hostable DHCP agents. Network: 0a397774-82c8-4517-a621-05eb287f7f2c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:30:52.875280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:30:52.885666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0a397774-82c8-4517-a621-05eb287f7f2c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:52.889953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:52.890532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.895439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a081f-dfda-433d-a818-7fc0944105b6 None None] Network 0a397774-82c8-4517-a621-05eb287f7f2c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:30:52.914062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-421230dc-05f4-4553-a619-9c64de5379c2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5835004 Jan 18 22:30:53.139713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39739cd4-5ef3-41c5-b93d-e1ee8b5be6d0 None None] Network 0a397774-82c8-4517-a621-05eb287f7f2c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:30:53.210010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2aa16037-6288-4dd9-974e-0186ad0d7a58 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:30:53.352353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:53.362133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:53.362492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.541482 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.573746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 2aa16037-6288-4dd9-974e-0186ad0d7a58, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2aa16037-6288-4dd9-974e-0186ad0d7a58,segment=NetworkSegment(add7bc79-c5e9-455c-ada1-bdadfeb17923),segment_id=add7bc79-c5e9-455c-ada1-bdadfeb17923)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:30:53.579816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.645753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=2aa16037-6288-4dd9-974e-0186ad0d7a58,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:55.175945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2aa16037-6288-4dd9-974e-0186ad0d7a58 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:30:55.183372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41014) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:30:55.247634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:55.248006 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:55.390194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6fc7b473-43f1-40a3-be25-d12e35c9156c admin admin] 10.222.0.78 "GET /v2.0/routers/ee18b6e1-82cd-4766-ad4a-99363055cf1a HTTP/1.1" status: 200 len: 710 time: 0.2056606 Jan 18 22:30:55.531271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b0ef53-fa28-46f1-85db-b860ba305990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:55.531830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-06b0ef53-fa28-46f1-85db-b860ba305990 admin admin] Synchronizing usage tracker for tenant:6fd07671517b4769b05d29a694f5d0d5 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:30:55.552672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-06b0ef53-fa28-46f1-85db-b860ba305990 admin admin] Unset dirty status for tenant:6fd07671517b4769b05d29a694f5d0d5 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:30:55.553941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-06b0ef53-fa28-46f1-85db-b860ba305990 admin admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 886 time: 0.1557677 Jan 18 22:30:55.565555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:56.052210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.410038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.470505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.598276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Allocated IP 172.25.4.243 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/e5ed699b-f012-4bb8-8739-8fbabc3fcdc1) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:56.750363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.783669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.846354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:56.849182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:56.854567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:30:56.918077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Pushing event updated for resources: {'Port': ['ID=e5ed699b-f012-4bb8-8739-8fbabc3fcdc1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.294103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.331914 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:30:57.652599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.656123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.838618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Router ee18b6e1-82cd-4766-ad4a-99363055cf1a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:30:58.030426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:30:58.038951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.040172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f88c078a-a429-4c70-bf0e-4c5970c28cda admin admin] 10.222.0.78 "PUT /v2.0/routers/ee18b6e1-82cd-4766-ad4a-99363055cf1a HTTP/1.1" status: 200 len: 890 time: 2.4778235 Jan 18 22:30:58.040881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Sync routers for ids ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:30:58.053123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Routers {'ee18b6e1-82cd-4766-ad4a-99363055cf1a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:30:58.053834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:30:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:58.250174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Set router ee18b6e1-82cd-4766-ad4a-99363055cf1a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:30:58.589317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'name': 'router1', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'e5ed699b-f012-4bb8-8739-8fbabc3fcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:30:38Z', 'updated_at': '2022-01-18T22:30:57Z', 'revision_number': 4, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'gw_port': {'id': 'e5ed699b-f012-4bb8-8739-8fbabc3fcdc1', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:56Z', 'updated_at': '2022-01-18T22:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2aa16037-6288-4dd9-974e-0186ad0d7a58', 'name': '', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'mac_address': 'fa:16:3e:82:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:48Z', 'updated_at': '2022-01-18T22:30:53Z', 'revision_number': 5, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'subnets': [{'id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:58.594519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Checking router: ee18b6e1-82cd-4766-ad4a-99363055cf1a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:30:58.594868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Updating router ee18b6e1-82cd-4766-ad4a-99363055cf1a port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:30:58.646527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.973363 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.985303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Transition to ACTIVE for port object e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:58.992772 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.078048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Attempting to bind port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:59.078707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Attempting to bind port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:59.078832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Attempting to bind port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:30:59.080781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74918-dc50-4fde-bc99-f2347988cdf8 None None] Pushing event updated for resources: {'Port': ['ID=e5ed699b-f012-4bb8-8739-8fbabc3fcdc1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.086339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:30:59.086704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:30:59.087102 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.087474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:30:59.087920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Bound port: e5ed699b-f012-4bb8-8739-8fbabc3fcdc1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:59.088307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.160424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] For port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:30:59.163718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] For port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e5ed699b-f012-4bb8-8739-8fbabc3fcdc1,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:30:59.168631 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.269746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Routers {'ee18b6e1-82cd-4766-ad4a-99363055cf1a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:30:59.270422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:30:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:59.318561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74918-dc50-4fde-bc99-f2347988cdf8 None None] Pushing event updated for resources: {'Port': ['ID=e5ed699b-f012-4bb8-8739-8fbabc3fcdc1,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.456191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] Set router ee18b6e1-82cd-4766-ad4a-99363055cf1a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:30:59.778126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'name': 'router1', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'e5ed699b-f012-4bb8-8739-8fbabc3fcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:30:38Z', 'updated_at': '2022-01-18T22:30:57Z', 'revision_number': 4, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'gw_port': {'id': 'e5ed699b-f012-4bb8-8739-8fbabc3fcdc1', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:56Z', 'updated_at': '2022-01-18T22:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2aa16037-6288-4dd9-974e-0186ad0d7a58', 'name': '', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'mac_address': 'fa:16:3e:82:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:48Z', 'updated_at': '2022-01-18T22:30:53Z', 'revision_number': 5, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'subnets': [{'id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:59.782691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d40073-af5f-4026-a856-a5ab36870131 None None] The sync data for ids ['ee18b6e1-82cd-4766-ad4a-99363055cf1a'] in n-d-825178-1 is: [{'id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'name': 'router1', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'e5ed699b-f012-4bb8-8739-8fbabc3fcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:30:38Z', 'updated_at': '2022-01-18T22:30:57Z', 'revision_number': 4, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'gw_port': {'id': 'e5ed699b-f012-4bb8-8739-8fbabc3fcdc1', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:56Z', 'updated_at': '2022-01-18T22:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2aa16037-6288-4dd9-974e-0186ad0d7a58', 'name': '', 'network_id': '7d144cee-18bc-415a-b906-630d1ad67c54', 'tenant_id': '3456c4217ba943d9bdc7f751475af9c4', 'mac_address': 'fa:16:3e:82:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee18b6e1-82cd-4766-ad4a-99363055cf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:30:48Z', 'updated_at': '2022-01-18T22:30:53Z', 'revision_number': 5, 'project_id': '3456c4217ba943d9bdc7f751475af9c4', 'subnets': [{'id': 'd4d71023-6223-4de8-8274-3ee34543d32f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8975cb17-f847-4731-b4ca-19953c1e0324'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:00.363594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41024) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:31:00.495183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d23479e4-756b-40a6-aac6-4c9ed87f1388 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1304755 Jan 18 22:31:01.205274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:31:01.274078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:31:01.279305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:01.279686 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.402564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.426784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e5ed699b-f012-4bb8-8739-8fbabc3fcdc1,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:31:01.431167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.497590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e5ed699b-f012-4bb8-8739-8fbabc3fcdc1,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:03.181716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:31:03.252821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e5ed699b-f012-4bb8-8739-8fbabc3fcdc1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:03.253226 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.051780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2812b3f0-b352-407d-8fad-10b0a657953f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.326314 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-839d8d54-1fe7-4f77-865d-0d3a6c9bec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.464270 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.500698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.704812 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.332209 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:31:42.051403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37e07839-c6d4-4ce8-898e-6d1dfac822d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.333033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70ef2339-a9d8-4e0f-bd8b-bc23202126b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.465587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.505923 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.711774 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.331050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:32:12.071341 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68d2276d-f5cf-496b-8f64-97fc5ef6a72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.328159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-375f54bb-67d9-42fd-a0c0-c013b4c4b2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.467419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.514474 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.712104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:42.048636 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4c8508e-b914-4942-9d3c-56cafe41f7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.333010 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c33725f-8fdd-454d-a8e1-7f6068b79cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.470890 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.509337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.717383 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.331604 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:33:04.704985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:04.778778 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59279fd-70aa-4517-a5ad-dda1ec2f3e7d admin admin] GET failed (client error): The resource could not be found. Jan 18 22:33:04.780085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a59279fd-70aa-4517-a5ad-dda1ec2f3e7d admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740848 Jan 18 22:33:04.913174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f31ffa-1f8a-4d83-b5a0-ab7ba63770ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.914765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-63f31ffa-1f8a-4d83-b5a0-ab7ba63770ea admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287634 Jan 18 22:33:07.020822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:07.138312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1aef9b-60a2-4b6e-b160-718c79edb7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:07.138890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4b1aef9b-60a2-4b6e-b160-718c79edb7ed admin admin] Synchronizing usage tracker for tenant:6fd07671517b4769b05d29a694f5d0d5 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:33:07.161912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4b1aef9b-60a2-4b6e-b160-718c79edb7ed admin admin] Unset dirty status for tenant:6fd07671517b4769b05d29a694f5d0d5 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:33:07.163378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4b1aef9b-60a2-4b6e-b160-718c79edb7ed admin admin] 10.222.0.78 "GET /v2.0/subnets/d4d71023-6223-4de8-8274-3ee34543d32f HTTP/1.1" status: 200 len: 849 time: 0.1405168 Jan 18 22:33:07.173935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:07.295992 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.487122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759646292462'] for subnet, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.530924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:07.531319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ecd7f-3f0d-40e0-a091-0f647c22c574 None None] Network 7d144cee-18bc-415a-b906-630d1ad67c54 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:33:07.531760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.532773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] 10.222.0.78 "PUT /v2.0/subnets/d4d71023-6223-4de8-8274-3ee34543d32f HTTP/1.1" status: 200 len: 868 time: 0.3631394 Jan 18 22:33:07.554949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d71023-6223-4de8-8274-3ee34543d32f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:07.562878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.563255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.563554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.563884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.564212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.564537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.564860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.565325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.565990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.565990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.566223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:07.566434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a372554e-d9e7-45c9-96df-09ec924561e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:08.038434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e3276026-63b5-4195-a481-4a38b3f77c85 None None] Provisioning complete for port 2aa16037-6288-4dd9-974e-0186ad0d7a58 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:08.038805 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3276026-63b5-4195-a481-4a38b3f77c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.166139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e3276026-63b5-4195-a481-4a38b3f77c85 None None] Provisioning complete for port 1303d5be-68c7-42c5-8965-f7c232abb6b5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:08.166475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3276026-63b5-4195-a481-4a38b3f77c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.654107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41648) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:09.842067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8ee75-3256-4c31-b903-cfc5603b0bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:09.842551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8ee75-3256-4c31-b903-cfc5603b0bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:09.844092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ff8ee75-3256-4c31-b903-cfc5603b0bd5 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1889770 Jan 18 22:33:11.943829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41658) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:12.042497 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2cca9cb-08dc-4cb9-a92c-1e22bf791162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.121475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522dbd2-bec7-4167-bb48-8353b80605ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.121853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522dbd2-bec7-4167-bb48-8353b80605ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.123425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c522dbd2-bec7-4167-bb48-8353b80605ed admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1783078 Jan 18 22:33:14.244563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41668) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:14.338613 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93dc1ce4-7b9f-4467-ab0b-24f671e816d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.422614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15f189-ae54-4aa3-8dd0-18e1b08aec99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:14.423902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1d15f189-ae54-4aa3-8dd0-18e1b08aec99 admin admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 886 time: 0.1782908 Jan 18 22:33:15.472971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.522059 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:16.520914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41678) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:16.720775 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:16.766817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723ae0f3-0989-4950-8508-76d642397fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:16.768275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-723ae0f3-0989-4950-8508-76d642397fbc admin admin] 10.222.0.78 "GET /v2.0/networks/7d144cee-18bc-415a-b906-630d1ad67c54 HTTP/1.1" status: 200 len: 869 time: 0.2463641 Jan 18 22:33:18.859746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:18.970337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff71ddb-ee95-46a4-8370-cdf54b386a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.970792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff71ddb-ee95-46a4-8370-cdf54b386a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.972314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4ff71ddb-ee95-46a4-8370-cdf54b386a4d admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1115787 Jan 18 22:33:21.097729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41698) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:21.212180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e7419-7e9c-45fb-9585-1f0f739b5cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.212639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e7419-7e9c-45fb-9585-1f0f739b5cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.214199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-991e7419-7e9c-45fb-9585-1f0f739b5cd4 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1152382 Jan 18 22:33:23.322076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41708) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:23.428893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f148dc-10d7-46b2-bf42-55b78d174a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:23.430330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12f148dc-10d7-46b2-bf42-55b78d174a7b admin admin] 10.222.0.78 "GET /v2.0/subnets/29ca14ce-1b26-46d5-afc7-181af9d45d9f HTTP/1.1" status: 200 len: 816 time: 0.1072474 Jan 18 22:33:25.330334 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:33:25.585296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41718) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:25.703206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dfe203-0f4c-4a51-875d-aedbdd6e380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:25.704535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-17dfe203-0f4c-4a51-875d-aedbdd6e380c admin admin] 10.222.0.78 "GET /v2.0/subnets/d4d71023-6223-4de8-8274-3ee34543d32f HTTP/1.1" status: 200 len: 868 time: 0.1182601 Jan 18 22:33:42.047981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a06d9608-0d8d-4644-8174-778570225437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.334880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf972d74-8775-463e-8acc-15c70a22d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.476241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.515714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:46.722718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.779025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41762) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:48.842147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-6057d54c-5355-4871-bbeb-be62a36071bf admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:33:48.843541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6057d54c-5355-4871-bbeb-be62a36071bf admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631399 Jan 18 22:33:51.048127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:51.116753 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-67db2896-6637-4e39-820d-77d908e3f58c admin admin] GET failed (client error): The resource could not be found. Jan 18 22:33:51.118037 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-67db2896-6637-4e39-820d-77d908e3f58c admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0689495 Jan 18 22:33:51.274980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e01e32-5e71-415e-9737-bfb67ac89774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:51.276448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8e01e32-5e71-415e-9737-bfb67ac89774 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1542275 Jan 18 22:33:53.392887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41782) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:53.445267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:53.450038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:33:53.459890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:33:53.472713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Made reservation on behalf of 6fd07671517b4769b05d29a694f5d0d5 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:53.475042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.563292 n-d-825178-1 neutron-server[87812]: WARNING neutron.services.revisions.revision_plugin [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Could not find related network for resource to bump revision. Jan 18 22:33:53.577647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:53.587219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.587561 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Added segment bebf611c-e1d4-42a1-bc16-20620046c542 of type vlan for network fa07112f-7f66-4fe1-a71c-a68c4e714b22 Jan 18 22:33:53.613412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.645332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.646358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:53.647059 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.749241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa07112f-7f66-4fe1-a71c-a68c4e714b22,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:53.753272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-006dd014-dc68-4a5f-b350-4aa18bf833c8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3592899 Jan 18 22:33:53.759669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:33:55.916045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41792) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:33:55.995789 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a4836-c7b6-44ed-91aa-3d32193d8953 admin admin] GET failed (client error): The resource could not be found. Jan 18 22:33:55.997115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fc0a4836-c7b6-44ed-91aa-3d32193d8953 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0801160 Jan 18 22:33:56.104656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcdedac-1b4e-4253-abeb-a212454d3434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:56.106115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7fcdedac-1b4e-4253-abeb-a212454d3434 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1046970 Jan 18 22:33:56.118836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'cidr': '192.168.233.0/24'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.124512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:33:56.141342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:33:56.154911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Made reservation on behalf of 6fd07671517b4769b05d29a694f5d0d5 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:56.158642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.381480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.450348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd277b46-df74-44a6-bc2d-ee24168b135a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:56.461693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.462031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.462372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.462705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.463036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.463361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.463684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.464007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.464326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.464639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.464981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.465286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:56.473412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:33:56.474373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Network hostable DHCP agents. Network: fa07112f-7f66-4fe1-a71c-a68c4e714b22, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:56.497090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:56.510525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fa07112f-7f66-4fe1-a71c-a68c4e714b22) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:56.514826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:56.515655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.519403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebc071-d9ac-4df4-8707-83ab94b5ff41 None None] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:33:56.544542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bd8bfa52-afa7-498a-a216-20682687c663 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4250937 Jan 18 22:33:56.740449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'tenant_id': '6fd07671517b4769b05d29a694f5d0d5', 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:33:56.741339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.903939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Allocated IP 192.168.233.2 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/cb5c1115-1664-42b8-9900-ddde4a276984) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:57.110435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.120780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Transition to ACTIVE for port object cb5c1115-1664-42b8-9900-ddde4a276984 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:33:57.139644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Transition to ACTIVE for port object cb5c1115-1664-42b8-9900-ddde4a276984 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:33:57.146971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.216854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:57.220272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:57.222210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Pushing event updated for resources: {'Port': ['ID=cb5c1115-1664-42b8-9900-ddde4a276984,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:57.224464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:33:57.261563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.261918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.262241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.262571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.262898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.263225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.263560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.263879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.264197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.264519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.264877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.265254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:57.356615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Attempting to bind port cb5c1115-1664-42b8-9900-ddde4a276984 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:57.356993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Attempting to bind port cb5c1115-1664-42b8-9900-ddde4a276984 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:57.357350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Attempting to bind port cb5c1115-1664-42b8-9900-ddde4a276984 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:33:57.362798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:33:57.363102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:33:57.363521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.363904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:33:57.364371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Bound port: cb5c1115-1664-42b8-9900-ddde4a276984, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:57.364733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.452878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] For port cb5c1115-1664-42b8-9900-ddde4a276984, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:33:57.455979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] For port cb5c1115-1664-42b8-9900-ddde4a276984, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cb5c1115-1664-42b8-9900-ddde4a276984,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:33:57.463793 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.539369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85328f51-c178-442d-bec2-6b686463b8a7 None None] Pushing event updated for resources: {'Port': ['ID=cb5c1115-1664-42b8-9900-ddde4a276984,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:58.400285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed84d7-be2a-4305-a6a7-a518fe24ab9c None None] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:33:58.518856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2577fa0f-748f-4218-9a5a-918ac8b3a54a None None] Provisioning for port cb5c1115-1664-42b8-9900-ddde4a276984 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:33:59.298124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cb5c1115-1664-42b8-9900-ddde4a276984 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:33:59.367752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port cb5c1115-1664-42b8-9900-ddde4a276984 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:33:59.373041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cb5c1115-1664-42b8-9900-ddde4a276984 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:59.373410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.489518 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.521790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port cb5c1115-1664-42b8-9900-ddde4a276984, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cb5c1115-1664-42b8-9900-ddde4a276984,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:33:59.528057 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.597324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=cb5c1115-1664-42b8-9900-ddde4a276984,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:01.272253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cb5c1115-1664-42b8-9900-ddde4a276984 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:34:01.345360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cb5c1115-1664-42b8-9900-ddde4a276984 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:01.345726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.330921 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:34:12.053124 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c48b82a-f379-4a0d-8105-45844ebfca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.331152 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cca1d254-bb91-4464-9ba2-4bdafcd57941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:15.479304 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:15.518244 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.724696 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.330252 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:34:42.058828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbc60d82-c523-4520-9cf6-5902a62e5494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:44.326624 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-491c0425-62ea-4d98-8f85-8617d0665d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.482345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.522986 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.728667 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.265152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:35:07.271270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-d1c1d898-91f5-430a-be0d-69f2aa43ef27 tempest-verify_tempest_config-511861276 tempest-verify_tempest_config-511861276-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:35:07.272217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1c1d898-91f5-430a-be0d-69f2aa43ef27 tempest-verify_tempest_config-511861276 tempest-verify_tempest_config-511861276-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060410 Jan 18 22:35:07.594735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:35:07.713981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.731123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:35:07.735227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Usage tracker for resource:security_group_rule and tenant:8dda88cccd0445168518fd93415a861e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:35:07.738216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:35:07.744030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:35:07.832328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.838750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.885870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Synchronizing usage tracker for tenant:6fd07671517b4769b05d29a694f5d0d5 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:35:07.888202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25873e-529d-49b2-aca3-ef22ee9a195e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:07.897494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.897837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.898167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.898479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.898863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.899162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.899456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.899773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.900086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.900668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.901017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.901367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:07.918514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] Unset dirty status for tenant:6fd07671517b4769b05d29a694f5d0d5 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:35:07.919783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eab9f6fd-1a4d-4ac5-b2bc-751ae3b00159 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8dda88cccd0445168518fd93415a861e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3240025 Jan 18 22:35:07.922476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41866) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:35:07.984918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85257244-c152-411c-848a-3964e2f3678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.017056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85257244-c152-411c-848a-3964e2f3678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.121764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85257244-c152-411c-848a-3964e2f3678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.143498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85257244-c152-411c-848a-3964e2f3678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25873e-529d-49b2-aca3-ef22ee9a195e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:08.149584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85257244-c152-411c-848a-3964e2f3678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.150772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-85257244-c152-411c-848a-3964e2f3678b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f25873e-529d-49b2-aca3-ef22ee9a195e HTTP/1.1" status: 204 len: 168 time: 0.2273927 Jan 18 22:35:12.061442 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2faeb6fd-0f64-49cb-9d7b-1d362fbbaa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.333055 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93534afd-29a9-4717-a766-0337f581f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.496385 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.529404 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.335004 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:35:16.737134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.067933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b596-79aa-4997-8e21-f620fe1b0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.333923 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dbc16b3-8bab-4a97-9a83-7a91ac36dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.498147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.523223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.739092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.338890 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:36:12.054270 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fffb4356-43be-4663-8f3e-0c5ebf3216d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.334554 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-59f8ba13-884c-4f95-93f0-7c05a387dde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.495949 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.528281 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.740814 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.343411 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:36:42.049918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffea6079-f4e4-4f59-8fb1-4c5647074dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:44.336325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-326b095c-0ce7-48f2-8649-3363d5153e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.504697 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.532465 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.743934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.342869 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:37:12.066562 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-168c9cbf-a603-4af1-95a1-6b454e134d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.332740 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e01a5f7c-506d-4958-a7f9-21e590fc29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.503314 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.537187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.748763 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.057914 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-197645a9-4f4f-412d-bd71-bbc2ec53ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:44.342634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2829da9f-b7de-42d9-8b3d-b6ab44b73912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:44.344872 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 5 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:37:45.515529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.540396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.759643 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.956100 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.391887 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1007021'] for agent, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.065726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-517acbe6-ab1f-4bd9-8983-39f6e922120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.348741 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-092d99aa-3eeb-4643-9428-3f4f8e6bdaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.515944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.543940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.764296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.349474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:38:33.943508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.392670 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.060709 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd82f313-7bbd-4a5b-b7cc-4aaf78292f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.348209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99ad1715-216a-48e4-b844-0b63db439394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:45.524782 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:45.551525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.762416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.465809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41930) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:38:57.582591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-26c1358a-ed32-4f8a-96eb-3f455f57356b admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1157184 Jan 18 22:38:58.348981 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:38:59.701953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:38:59.762328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ebcefd5-5f14-469a-a2fb-1813041cefda admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0593083 Jan 18 22:39:03.956999 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:06.412091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.067834 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8032ed7-c706-4f6c-9310-358fb73a9ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.345723 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c30819-1728-4bc6-85a9-14e2ae12c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.524728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.545580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.768011 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.954461 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.349590 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:39:36.419658 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:42.052071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4063dba2-cbb4-4434-878e-4e76ab4b8d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:44.334972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12d104cd-06a6-4e27-bed2-6ce44d03bfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:45.522672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:45.617408 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.768712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.957555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.418611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.056361 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42dcd55d-3a20-470a-a412-de1f9a549d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.349897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:40:14.331179 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41be0940-39af-4da8-958b-d096f2cb544a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.526589 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.550654 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.772120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.956038 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.708241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42168) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:35.046890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42186) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:35.189577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b504510d-22ef-44a0-b796-07700eba9df4 tempest-AutoAllocateNetworkTest-1713336293 tempest-AutoAllocateNetworkTest-1713336293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a9af1ef8780443f8b309af6b54c6ac42&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4777205 Jan 18 22:40:35.190127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42194) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:35.349235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b03cdd-ddde-4b86-bfdc-525fcfcbea44 tempest-AutoAllocateNetworkTest-1713336293 tempest-AutoAllocateNetworkTest-1713336293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:35.350688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-34b03cdd-ddde-4b86-bfdc-525fcfcbea44 tempest-AutoAllocateNetworkTest-1713336293 tempest-AutoAllocateNetworkTest-1713336293-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1595311 Jan 18 22:40:35.353768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42204) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:35.425666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3bcab07d-4790-4909-b88f-41d1b2e62a13 tempest-AutoAllocateNetworkTest-1713336293 tempest-AutoAllocateNetworkTest-1713336293-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707827 Jan 18 22:40:35.426515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:35.457534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b37dc121-2426-441c-8da0-1a98dcea9d1c tempest-AutoAllocateNetworkTest-1713336293 tempest-AutoAllocateNetworkTest-1713336293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a9af1ef8780443f8b309af6b54c6ac42 HTTP/1.1" status: 200 len: 208 time: 0.0296938 Jan 18 22:40:35.473379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1242841936-network', 'tenant_id': '6f7e89307477416b8a656556f106e5e4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:35.478532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:35.482471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Usage tracker for resource:network and tenant:6f7e89307477416b8a656556f106e5e4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:35.485427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:35.498296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:35.510242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Made reservation on behalf of 6f7e89307477416b8a656556f106e5e4 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:35.512821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.525217 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.539603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:35.543440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7e89307477416b8a656556f106e5e4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:35.546285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:35.552236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:35.636845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.643144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.676655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2590724e-423e-4e2a-8099-7b0c5f05a97c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:35.686832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.687174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.687505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.687956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.688161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.688515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.688854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.689150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.689589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.689973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.690275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.690617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Tracked resource versions report: Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: pushed versions: Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: { 'AddressGroup': {'1.2'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'ConntrackHelper': {'1.0'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Log': {'1.0'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Network': {'1.1'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Port': {'1.7'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'PortForwarding': {'1.2'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'QosPolicy': {'1.8'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'SecurityGroup': {'1.4'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'SubPort': {'1.0'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Subnet': {'1.1'}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Trunk': {'1.1'}} Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: consumer versions: Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: HyperV agent@n-h1-825178-1: {}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: HyperV agent@n-h2-825178-1: {}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: L3 agent@n-d-825178-1: {}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: Metadata agent@n-d-825178-1: {}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: Metering agent@n-d-825178-1: {}, Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'ConntrackHelper': '1.0', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Log': '1.0', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Network': '1.1', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Port': '1.7', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'PortForwarding': '1.2', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'QosPolicy': '1.8', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'SecurityGroup': '1.4', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'SecurityGroupRule': '1.2', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'SubPort': '1.0', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Subnet': '1.1', Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: 'Trunk': '1.1'}} Jan 18 22:40:35.691792 n-d-825178-1 neutron-server[87811]: {{(pid=87811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:40:35.694497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:35.704812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.705150 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Added segment a9721d61-c8dd-472f-94a3-c6e128abd25e of type vlan for network 08d1e390-9b0b-4122-b04b-6293cecc7f62 Jan 18 22:40:35.733918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.769669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.770865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:35.771566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.871912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8238835 Jan 18 22:40:35.874913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:35.881657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Request body: {'subnet': {'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1242841936-subnet', 'tenant_id': '6f7e89307477416b8a656556f106e5e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:35.889223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:35.895734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Usage tracker for resource:subnet and tenant:6f7e89307477416b8a656556f106e5e4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:35.900866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779f692-daeb-41e4-b1a5-b07675cd22b0 admin admin] Pushing event updated for resources: {'Network': ['ID=08d1e390-9b0b-4122-b04b-6293cecc7f62,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:35.903935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:35.911586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:35.914303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:40:35.930411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Made reservation on behalf of 6f7e89307477416b8a656556f106e5e4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:35.933163 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.153709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42252) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:36.181653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.266266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36aea40-0aef-43b0-8dd6-48aac4083edc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:36.277983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.278330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.278661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.278994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.279320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.279643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.279959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.280278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.280589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.281137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.281458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.281778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Tracked resource versions report: Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: pushed versions: Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: { 'AddressGroup': {'1.2'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'ConntrackHelper': {'1.0'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Log': {'1.0'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Network': {'1.1'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Port': {'1.7'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'PortForwarding': {'1.2'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'QosPolicy': {'1.8'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'SecurityGroup': {'1.4'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'SubPort': {'1.0'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Subnet': {'1.1'}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Trunk': {'1.1'}} Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: consumer versions: Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: HyperV agent@n-h1-825178-1: {}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: HyperV agent@n-h2-825178-1: {}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: L3 agent@n-d-825178-1: {}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: Metadata agent@n-d-825178-1: {}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: Metering agent@n-d-825178-1: {}, Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'ConntrackHelper': '1.0', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Log': '1.0', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Network': '1.1', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Port': '1.7', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'PortForwarding': '1.2', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'QosPolicy': '1.8', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'SecurityGroup': '1.4', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'SecurityGroupRule': '1.2', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'SubPort': '1.0', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Subnet': '1.1', Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: 'Trunk': '1.1'}} Jan 18 22:40:36.282874 n-d-825178-1 neutron-server[87812]: {{(pid=87812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:40:36.285460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:40:36.285460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Network hostable DHCP agents. Network: 08d1e390-9b0b-4122-b04b-6293cecc7f62, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:36.306947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:36.319684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 08d1e390-9b0b-4122-b04b-6293cecc7f62) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:36.324385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:36.325052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.329407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217ae95-d03c-43f5-bfce-d3637a78ba22 None None] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:40:36.356691 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2865de14-ae29-40b9-922c-3be6906ba1aa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4804573 Jan 18 22:40:36.445289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.578049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5879c-a5d2-4152-ad60-0617c1b71af8 None None] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:40:36.675403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.695300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:36.699992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a9af1ef8780443f8b309af6b54c6ac42 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:36.703764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:36.710948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:36.831388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.836252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.892738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:36.893307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9af1ef8780443f8b309af6b54c6ac42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7374206 Jan 18 22:40:36.894787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e835-16bd-49db-b113-0cdf97cb56d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e858915-44f7-40b7-9f18-ccb38b839f04,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:37.001208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb60707-ca2d-4175-b214-093aa1b263d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.027987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb60707-ca2d-4175-b214-093aa1b263d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.096897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb60707-ca2d-4175-b214-093aa1b263d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.112035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60707-ca2d-4175-b214-093aa1b263d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e858915-44f7-40b7-9f18-ccb38b839f04,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:37.118992 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb60707-ca2d-4175-b214-093aa1b263d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.123585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eeb60707-ca2d-4175-b214-093aa1b263d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e858915-44f7-40b7-9f18-ccb38b839f04 HTTP/1.1" status: 204 len: 168 time: 0.2259521 Jan 18 22:40:38.306191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:38.312243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1638226589-network', 'tenant_id': '3d51beec11234ae4a8af1ebc42f1a906'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:38.317817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:38.325253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Usage tracker for resource:network and tenant:3d51beec11234ae4a8af1ebc42f1a906 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:38.328496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:38.334759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:38.349105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Made reservation on behalf of 3d51beec11234ae4a8af1ebc42f1a906 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:38.352417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.366889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.391654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:38.396461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d51beec11234ae4a8af1ebc42f1a906 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:38.399866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:38.405780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:38.492097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.500853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.535343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:38.549928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab71d0-f8be-426f-a20b-8a12276e943f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:38.554535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.555313 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Added segment e5aeb71a-eb3e-4a7d-a6ea-7d67c85f61d8 of type vlan for network 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6 Jan 18 22:40:38.593009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.630081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.631269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:38.632121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.749279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4419510 Jan 18 22:40:38.752191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:38.755101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a690a94-baa1-4798-9ef2-283569aed7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0a96bea7-a7b3-4df7-bede-fe3c994ccdb6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:38.759912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Request body: {'subnet': {'network_id': '0a96bea7-a7b3-4df7-bede-fe3c994ccdb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1638226589-subnet', 'tenant_id': '3d51beec11234ae4a8af1ebc42f1a906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:38.764567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:38.767876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:40:38.768741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Usage tracker for resource:subnet and tenant:3d51beec11234ae4a8af1ebc42f1a906 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:38.771428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:38.777440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:38.791171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Made reservation on behalf of 3d51beec11234ae4a8af1ebc42f1a906 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:38.794424 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.052780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.136855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1df251-ba52-4316-861b-e496f0e4c5e7,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:39.141436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Checking segment: {'id': 'e5aeb71a-eb3e-4a7d-a6ea-7d67c85f61d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0a96bea7-a7b3-4df7-bede-fe3c994ccdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:40:39.141782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Network hostable DHCP agents. Network: 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:39.166953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Network 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:39.181466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:39.187265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:39.189181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.192857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3214d-09db-42df-84d1-b46aa077bab4 None None] Network 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:40:39.235369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5acb3526-dc6f-4359-9d37-2e436956bc9b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4739339 Jan 18 22:40:39.300524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:39.443713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed60e0cb-1bb3-4a42-b98a-f319b174b567 None None] Network 0a96bea7-a7b3-4df7-bede-fe3c994ccdb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:40:39.591569 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.607315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:39.611610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Usage tracker for resource:security_group_rule and tenant:f105812c5bcf49e59a43a4ff833e6a8e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:39.614773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:39.621304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:39.728757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.735881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.783501 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f105812c5bcf49e59a43a4ff833e6a8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4789238 Jan 18 22:40:39.784480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42444) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:39.802837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a75a-4a7b-4035-b43e-a44e5b214a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d68169-18d0-4bf2-94e6-6014e1faaf94,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:39.863671 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebaaaef7-3662-4f2e-9162-986ecac09707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.902223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebaaaef7-3662-4f2e-9162-986ecac09707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.974426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebaaaef7-3662-4f2e-9162-986ecac09707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.997867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaaef7-3662-4f2e-9162-986ecac09707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d68169-18d0-4bf2-94e6-6014e1faaf94,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:40.006967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebaaaef7-3662-4f2e-9162-986ecac09707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.008314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ebaaaef7-3662-4f2e-9162-986ecac09707 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85d68169-18d0-4bf2-94e6-6014e1faaf94 HTTP/1.1" status: 204 len: 168 time: 0.2220764 Jan 18 22:40:40.457769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42482) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:40.478218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.537733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:40.541529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Usage tracker for resource:security_group_rule and tenant:65fa20bf3d3d46998de07e7b100305ad is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:40.544320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:40.549971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:40.635628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.639557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.685294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f472dc7-93ad-4cb1-bb2f-798cf8c15997,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:40.689585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-19280900-470f-45d0-810a-b1067b3368a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65fa20bf3d3d46998de07e7b100305ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2306187 Jan 18 22:40:40.693878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:40.752519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d9378da-930c-483a-8d72-a4c424fcf240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.779682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42512) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:40.780772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d9378da-930c-483a-8d72-a4c424fcf240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.783149 n-d-825178-1 neutron-server[87811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 22:40:40.838877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d9378da-930c-483a-8d72-a4c424fcf240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.855631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9378da-930c-483a-8d72-a4c424fcf240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f472dc7-93ad-4cb1-bb2f-798cf8c15997,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:40.868821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d9378da-930c-483a-8d72-a4c424fcf240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.873912 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d9378da-930c-483a-8d72-a4c424fcf240 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f472dc7-93ad-4cb1-bb2f-798cf8c15997 HTTP/1.1" status: 204 len: 168 time: 0.1763222 Jan 18 22:40:40.928071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-8426cf62-ff33-4a99-af25-79dd0d755975 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:40.928759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-8426cf62-ff33-4a99-af25-79dd0d755975 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:40.947780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-8426cf62-ff33-4a99-af25-79dd0d755975 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:40.949123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-8426cf62-ff33-4a99-af25-79dd0d755975 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.1679482 Jan 18 22:40:40.967704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-1c022310-140e-4929-890e-a3cf592b778e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/quotas/6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 375 time: 0.0125587 Jan 18 22:40:41.024336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-d364e73e-aee8-46ed-afef-16c15ab52ecf tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498979 Jan 18 22:40:41.440089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-07d59601-7900-4f17-8593-4c3e81a59890 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:40:41.441469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-07d59601-7900-4f17-8593-4c3e81a59890 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1217306 Jan 18 22:40:41.586956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-5b0736a4-a1da-4b1d-b952-879e3b6a3a6e service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374886 Jan 18 22:40:41.663800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:41.666955 n-d-825178-1 neutron-server[87812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 22:40:41.694055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-63ebf389-d9a5-4c31-8cdb-b2d3e3034b8f tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=39ab463c6cf34afaa6da648588ad7fe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289719 Jan 18 22:40:41.728636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-81db3414-064b-4662-9249-9675d94be375 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347446 Jan 18 22:40:41.894678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-469892c2-3cf4-4496-acac-b8ff2da425de tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:41.902532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-469892c2-3cf4-4496-acac-b8ff2da425de tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030890 Jan 18 22:40:41.919364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-028bf94a-d362-437c-9979-549a0131f749 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/quotas/39ab463c6cf34afaa6da648588ad7fe3 HTTP/1.1" status: 200 len: 375 time: 0.0155542 Jan 18 22:40:41.987187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-10a396ea-1e28-4ec3-a553-014c24f9eb37 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=39ab463c6cf34afaa6da648588ad7fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667684 Jan 18 22:40:42.070431 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19c07177-295e-49ef-8c03-8b5a2201c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.146930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77f10b07-5fc9-4066-8ced-05dcfee51b64 req-fee43977-a4d9-48c8-974b-0093a88b138b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 210 time: 0.0716770 Jan 18 22:40:42.370662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0cdf88c9-3ee4-49a2-ab80-7afc74a7a87e req-999c427e-4b98-42f6-90d7-06618e69681c tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 210 time: 0.0594723 Jan 18 22:40:43.280342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42720) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:43.504006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c1e375c-8a44-47d2-ba93-ac3284702a03 req-7c58fb92-95bd-4538-92ba-c3446f5261cc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 210 time: 0.0699096 Jan 18 22:40:43.528100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-ace7287d-4d0d-4d43-8803-7123bbf1b18b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e0b97595fa704a099f07da8003fb624d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521176 Jan 18 22:40:43.647503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.647693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42746) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:43.680572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:43.689271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3e4a15df504081ba82e9efee057c86 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:43.694673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:43.705460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:43.775660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-c2acdc8c-75d4-443c-bdea-6ec9ab984372 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:43.782819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-c2acdc8c-75d4-443c-bdea-6ec9ab984372 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536831 Jan 18 22:40:43.797511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-9fb6aa85-e038-498e-a097-1eeee8bfcb13 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/quotas/e0b97595fa704a099f07da8003fb624d HTTP/1.1" status: 200 len: 375 time: 0.0135095 Jan 18 22:40:43.829583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccdbb027-5e14-4625-b031-b15ea27f3594 req-0fc5d563-f3ed-4544-aef2-729e3a55c2aa tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 210 time: 0.1225026 Jan 18 22:40:43.834616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.851698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:43.857100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Usage tracker for resource:security_group_rule and tenant:60dca64e15cd4e2d9315c66d548c7c2d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:43.860404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:43.868115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:43.882881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.936263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.963057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-ae59e89e-f8f2-4a8e-afc9-ca398c46037c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e0b97595fa704a099f07da8003fb624d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823970 Jan 18 22:40:43.984601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f3e4a15df504081ba82e9efee057c86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7027783 Jan 18 22:40:43.988182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:44.007414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.014474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.028292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320b7d4-97ce-4abe-9899-642cfbadc513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a020d789-63fd-40a9-bf7d-e7034775106d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:44.081904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60dca64e15cd4e2d9315c66d548c7c2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4328351 Jan 18 22:40:44.083242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9515f1f-6426-46e9-8e65-796d3580ceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4f3d06-d59d-4b93-b0eb-c6a6aa0e020c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:44.083537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83ec8871-4fee-4a81-8fd7-a1289ff4a79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.086288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42768) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:44.158925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83ec8871-4fee-4a81-8fd7-a1289ff4a79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.199561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1076a326-b52c-4712-8c8c-384c6e517f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.231070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83ec8871-4fee-4a81-8fd7-a1289ff4a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.267084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1076a326-b52c-4712-8c8c-384c6e517f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.308275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.86', 63697) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:44.337579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08dd1e80-b57e-4456-97e5-615b49a8008b req-34ce0b8b-dd69-41dd-a8aa-981094ab6d83 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 210 time: 0.0824459 Jan 18 22:40:44.342672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.85', 65251) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:44.348139 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-acecd1a5-f8ed-482e-9a9b-8008a6a84012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.384620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83ec8871-4fee-4a81-8fd7-a1289ff4a79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.385961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-83ec8871-4fee-4a81-8fd7-a1289ff4a79f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a020d789-63fd-40a9-bf7d-e7034775106d HTTP/1.1" status: 204 len: 168 time: 0.3966906 Jan 18 22:40:44.386979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec8871-4fee-4a81-8fd7-a1289ff4a79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a020d789-63fd-40a9-bf7d-e7034775106d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:44.404369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-d86af6aa-2b52-444d-89bf-1fb376620949 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=39ab463c6cf34afaa6da648588ad7fe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533037 Jan 18 22:40:44.626059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-267f9412-5029-42d2-bba2-562962b441b0 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:44.627644 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-267f9412-5029-42d2-bba2-562962b441b0 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176294 Jan 18 22:40:44.715868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Request body: {'port': {'device_id': '3798e071-9580-4f4b-9261-e8292f0d9712', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '39ab463c6cf34afaa6da648588ad7fe3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:44.750706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c228c391-8ab5-4978-848f-226a46dedf36 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:44.753975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c228c391-8ab5-4978-848f-226a46dedf36 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.4447341 Jan 18 22:40:44.784703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1076a326-b52c-4712-8c8c-384c6e517f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.814631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a326-b52c-4712-8c8c-384c6e517f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4f3d06-d59d-4b93-b0eb-c6a6aa0e020c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:44.828411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1076a326-b52c-4712-8c8c-384c6e517f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.830592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1076a326-b52c-4712-8c8c-384c6e517f24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f4f3d06-d59d-4b93-b0eb-c6a6aa0e020c HTTP/1.1" status: 204 len: 168 time: 0.7430089 Jan 18 22:40:44.852167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Request body: {'port': {'device_id': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'admin_state_up': True, 'tenant_id': '6f7e89307477416b8a656556f106e5e4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:44.933544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eaea9a21-7028-4596-b5e6-e68827b4918b req-678fc6da-5f2f-4139-b569-3905edb97452 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 210 time: 0.1551964 Jan 18 22:40:45.062657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42826) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:45.099868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.119301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:45.121806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:45.126837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Usage tracker for resource:port and tenant:6f7e89307477416b8a656556f106e5e4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:45.130327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Usage tracker for resource:security_group_rule and tenant:40cfed8290244466bfc9e539eeddc6e1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:45.133134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:45.136559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:45.145250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:45.147666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:45.171760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceadc312-2dbf-4a0c-a374-fed7ae5c5629 req-155b2240-5afa-4b27-8403-ba98ec984aa4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 210 time: 0.0980654 Jan 18 22:40:45.178700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:45.183957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Usage tracker for resource:port and tenant:39ab463c6cf34afaa6da648588ad7fe3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:45.188754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Made reservation on behalf of 6f7e89307477416b8a656556f106e5e4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:45.193108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:45.193521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.199382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:45.211916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Made reservation on behalf of 39ab463c6cf34afaa6da648588ad7fe3 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:45.216164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.242355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.278713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:45.287025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Usage tracker for resource:security_group_rule and tenant:39ab463c6cf34afaa6da648588ad7fe3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:45.291798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:45.305221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:45.425501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.439799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.535546 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.550703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Allocated IP 172.20.0.10 (08d1e390-9b0b-4122-b04b-6293cecc7f62/c36aea40-0aef-43b0-8dd6-48aac4083edc/631c0ed0-4286-4ba0-8391-112ff49fbab0) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:45.569587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.572389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42858) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:45.602962 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.605781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27f7efe1-e3df-41d9-af19-36fe77224536 req-446c24d0-7ca7-475c-bf53-31e85ddcb7bd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 210 time: 0.1375215 Jan 18 22:40:45.627799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:45.628915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df93547f-0039-43e5-81f6-9eafef86c3ff,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:45.687144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Usage tracker for resource:security_group_rule and tenant:b5099df1dc3e43ff86e19e81aee80260 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:45.708345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.724760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:45.754681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:45.766728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.772820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Allocated IP 192.168.233.80 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/61e99ea7-d129-40fb-9ff3-bc2e63b777d9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:45.802125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.86', 63701) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:45.862859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-19f48954-3e47-4680-abd6-ffd317474540 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e0b97595fa704a099f07da8003fb624d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440943 Jan 18 22:40:45.967335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40cfed8290244466bfc9e539eeddc6e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9028845 Jan 18 22:40:45.977449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42876) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:46.040385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834ec13-40b4-4484-8736-a1b2cf3bf31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ec3ad-00d5-4153-9127-c60f1255ef85,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:46.370710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8234bdb-6fa6-407a-8cb3-6c5edb2b828d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.388828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f35838c-bad2-432f-a99a-d7718dc746d6 req-22207c7c-8c64-4cc4-8e79-580936966344 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 210 time: 0.1729558 Jan 18 22:40:46.427878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.502772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:46.523040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.526837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8234bdb-6fa6-407a-8cb3-6c5edb2b828d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.531212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a896e4f-d9d6-4e37-9e3c-2b2fcb7a3b08 req-f9463ce3-b815-4c37-8a5a-e0d558bf1802 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 210 time: 0.1400990 Jan 18 22:40:46.543086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.583945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-e0d8bc3b-912c-44b6-9f93-6be9e4cc4bee tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:46.585557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-e0d8bc3b-912c-44b6-9f93-6be9e4cc4bee tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7157862 Jan 18 22:40:46.629436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Request body: {'port': {'device_id': '8e024f35-d143-44d3-a57d-0bceccea0989', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'e0b97595fa704a099f07da8003fb624d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:46.630694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c97d1-124c-483d-865f-838106c26578,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:46.663298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-03822c92-9ace-4ee5-aa62-d07c7a65b355 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5099df1dc3e43ff86e19e81aee80260&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0897048 Jan 18 22:40:46.666689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42900) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:46.747456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8234bdb-6fa6-407a-8cb3-6c5edb2b828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.777220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.786757 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.805315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Transition to ACTIVE for port object 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:46.838131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.877909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.011982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.018023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:47.022075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Usage tracker for resource:port and tenant:e0b97595fa704a099f07da8003fb624d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:47.022665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8234bdb-6fa6-407a-8cb3-6c5edb2b828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ec3ad-00d5-4153-9127-c60f1255ef85,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:47.026129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:47.040866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:47.099554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Made reservation on behalf of e0b97595fa704a099f07da8003fb624d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:47.103264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:47.107979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.110499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:47.121189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:47.131995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:47.174913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:47.191523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:40:47.194077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:40:47.200913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:47.201667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.214271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1d6e6442664a63bc4dccd7497dfc2e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:47.217448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:47.220188 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.228137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.235435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:47.249955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9eab9a2c-fcbb-485b-9298-94ca0add2ba1 req-5c84a599-79ad-48b6-9880-104b5db3f9ea tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 210 time: 0.4065192 Jan 18 22:40:47.269776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8234bdb-6fa6-407a-8cb3-6c5edb2b828d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.271219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e8234bdb-6fa6-407a-8cb3-6c5edb2b828d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e2ec3ad-00d5-4153-9127-c60f1255ef85 HTTP/1.1" status: 204 len: 168 time: 1.2847641 Jan 18 22:40:47.286015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:47.298196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Usage tracker for resource:security_group_rule and tenant:e0b97595fa704a099f07da8003fb624d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:47.301373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:47.301527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:47.307364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a2a7cc-9d3a-4fe5-9424-1437b73f4068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.314420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:47.390552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a2a7cc-9d3a-4fe5-9424-1437b73f4068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.411187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Pushing event updated for resources: {'Port': ['ID=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:47.431670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-9ab1500c-bc14-4b4b-909f-57920b55cc10 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7204885 Jan 18 22:40:47.446467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-7d74c05b-a754-41c2-87e3-254552af6a86 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:40:47.448130 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-7d74c05b-a754-41c2-87e3-254552af6a86 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076902 Jan 18 22:40:47.538596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a2a7cc-9d3a-4fe5-9424-1437b73f4068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.568268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.575708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.582077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a2a7cc-9d3a-4fe5-9424-1437b73f4068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.583361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-98a2a7cc-9d3a-4fe5-9424-1437b73f4068 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/375c97d1-124c-483d-865f-838106c26578 HTTP/1.1" status: 204 len: 168 time: 0.9129014 Jan 18 22:40:47.585911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:47.610796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-a95b9c06-e9da-4bcf-9b1d-41dc7dab8c6e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7657273 Jan 18 22:40:47.611524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2a7cc-9d3a-4fe5-9424-1437b73f4068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c97d1-124c-483d-865f-838106c26578,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:47.677497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-edb30633-a3c3-4773-934d-7dd0cbd6f174 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:40:47.679968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-edb30633-a3c3-4773-934d-7dd0cbd6f174 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207529 Jan 18 22:40:47.683578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f4753034-209f-4157-8407-df05141b5797 None None] Provisioning for port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:40:47.697596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f4753034-209f-4157-8407-df05141b5797 None None] Provisioning complete for port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:47.698228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4753034-209f-4157-8407-df05141b5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.826649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f4753034-209f-4157-8407-df05141b5797 None None] Port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:40:48.025106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.039767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.083903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Allocated IP 192.168.233.111 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/61511670-7cb6-41de-bee2-ac18825d0bd4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:48.155150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f1d6e6442664a63bc4dccd7497dfc2e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6456943 Jan 18 22:40:48.157543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488a4f2-a5ca-41f4-aed6-8b2bf59b98b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0250074f-266e-41a0-9857-a5b3048e7df1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:48.190305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42922) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:48.342985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474312-eb9e-403b-a2c0-512165399908 req-a9be411d-9860-4adb-96cc-2b3b8c42da3b tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:48.356926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e474312-eb9e-403b-a2c0-512165399908 req-a9be411d-9860-4adb-96cc-2b3b8c42da3b tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 935 time: 0.4987464 Jan 18 22:40:48.382984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789f21fa-abb1-4170-8f4a-5049cbdfcb2b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:48.428191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-290668cc-3be6-4a7b-abcc-68d14f5e64e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.496675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-290668cc-3be6-4a7b-abcc-68d14f5e64e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.572777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Request body: {'port': {'device_id': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:48.642260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-290668cc-3be6-4a7b-abcc-68d14f5e64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.732260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.792833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Request body: {'port': {'device_id': '3798e071-9580-4f4b-9261-e8292f0d9712', 'device_owner': 'compute:tempest-test_az-182164965', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:49.072139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290668cc-3be6-4a7b-abcc-68d14f5e64e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0250074f-266e-41a0-9857-a5b3048e7df1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:49.228160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-290668cc-3be6-4a7b-abcc-68d14f5e64e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.240265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-290668cc-3be6-4a7b-abcc-68d14f5e64e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0250074f-266e-41a0-9857-a5b3048e7df1 HTTP/1.1" status: 204 len: 168 time: 1.0451744 Jan 18 22:40:49.274168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e474312-eb9e-403b-a2c0-512165399908 req-7e913435-a5be-4406-9a31-135a0f659410 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9097900 Jan 18 22:40:49.354098 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:40:49.373065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0c025-7651-4ac8-b06c-5a49ede1db3b req-e86d86de-b7ca-4809-9adf-990f61dddc0c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:49.374950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70e0c025-7651-4ac8-b06c-5a49ede1db3b req-e86d86de-b7ca-4809-9adf-990f61dddc0c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 932 time: 1.2435801 Jan 18 22:40:49.537590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631c0ed0-4286-4ba0-8391-112ff49fbab0 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:49.558059 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.560488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.657197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.676993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7298992c-34ba-4ca1-876c-d955a29b6feb req-7ff9b744-96da-4b2f-901d-28e19bf922ab tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 210 time: 0.1253984 Jan 18 22:40:49.722314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Transition to ACTIVE for port object 631c0ed0-4286-4ba0-8391-112ff49fbab0 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:49.730532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.780202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70e0c025-7651-4ac8-b06c-5a49ede1db3b req-5685f533-286a-4d61-b035-01beb4b2bea5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907423 Jan 18 22:40:49.843541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Transition to ACTIVE for port object 61511670-7cb6-41de-bee2-ac18825d0bd4 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:49.880550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:49.913367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:50.032470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.134121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:50.156308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Usage tracker for resource:security_group_rule and tenant:2382e6d8b0514d72907c890acfe03b50 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:50.171781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:50.204040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:50.219684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:50.220295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:50.221342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:40:50.222451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.233772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:40:50.236399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:40:50.249199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:40:50.249923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:40:50.251099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:40:50.254350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Bound port: 631c0ed0-4286-4ba0-8391-112ff49fbab0, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:50.254974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.661110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:40:50.686886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:40:50.705929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.739588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.796849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.867705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Pushing event updated for resources: {'Port': ['ID=61511670-7cb6-41de-bee2-ac18825d0bd4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:50.873318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:50.873956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.885509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] 10.222.0.86 "PUT /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 1092 time: 2.7190166 Jan 18 22:40:50.896554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:50.918836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf93bb-18c4-45dd-9a9f-3b757f150921 req-aa77444c-fd12-404c-8c5c-95caba36535d tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:50.927960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9baf93bb-18c4-45dd-9a9f-3b757f150921 req-aa77444c-fd12-404c-8c5c-95caba36535d tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 935 time: 0.4130356 Jan 18 22:40:50.929626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:51.039432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2382e6d8b0514d72907c890acfe03b50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1538439 Jan 18 22:40:51.039432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:51.046246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:51.237723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:40:51.250269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:51.250991 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.385600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9baf93bb-18c4-45dd-9a9f-3b757f150921 req-bb67c0cc-5a00-4d15-944d-6b2c644b6377 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566357 Jan 18 22:40:51.391326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cd84-003d-407f-b6f2-178651453a83 service neutron] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:51.400333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-51c2bfbc-de64-4c20-8452-8695fbe5c636 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7875581 Jan 18 22:40:51.451514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e97f8ec6-398a-422c-848c-3208847521d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.470692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-41e904c0-ef0f-4e23-ae9f-176560319e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:51.471898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-41e904c0-ef0f-4e23-ae9f-176560319e9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1095 time: 0.3108611 Jan 18 22:40:51.491256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e97f8ec6-398a-422c-848c-3208847521d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.494041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e0e223d6-3a22-4e62-8bf4-0bb56fdca92c None None] Provisioning for port 61511670-7cb6-41de-bee2-ac18825d0bd4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:40:51.509616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e0e223d6-3a22-4e62-8bf4-0bb56fdca92c None None] Provisioning complete for port 61511670-7cb6-41de-bee2-ac18825d0bd4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:51.511454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0e223d6-3a22-4e62-8bf4-0bb56fdca92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.577996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Request body: {'port': {'device_id': '8e024f35-d143-44d3-a57d-0bceccea0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:51.655218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afad03-9534-4a45-9e74-a4438fec0a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629b537e-8286-4189-96b4-4fbadf275dc7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:51.666789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-5587bed4-9169-4b80-851b-70791829e3c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.1879716 Jan 18 22:40:51.686738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e0e223d6-3a22-4e62-8bf4-0bb56fdca92c None None] Port 61511670-7cb6-41de-bee2-ac18825d0bd4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:40:51.737133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-d4caac6b-d04b-4048-9b7b-149bb9767f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:51.738907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-d4caac6b-d04b-4048-9b7b-149bb9767f74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0612535 Jan 18 22:40:51.801138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-e2e2555b-37ba-4fba-a333-082abf48ee12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555246 Jan 18 22:40:51.836537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e97f8ec6-398a-422c-848c-3208847521d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.948555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f8ec6-398a-422c-848c-3208847521d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629b537e-8286-4189-96b4-4fbadf275dc7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:51.972893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79e220-4d85-4221-8f89-89968847c505 req-22219724-c534-4feb-a792-15b8c06e0c5b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:51.973679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6f79e220-4d85-4221-8f89-89968847c505 req-22219724-c534-4feb-a792-15b8c06e0c5b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:52.013203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6f79e220-4d85-4221-8f89-89968847c505 req-22219724-c534-4feb-a792-15b8c06e0c5b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:52.021778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f79e220-4d85-4221-8f89-89968847c505 req-22219724-c534-4feb-a792-15b8c06e0c5b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.4379349 Jan 18 22:40:52.032780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e97f8ec6-398a-422c-848c-3208847521d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.039342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e97f8ec6-398a-422c-848c-3208847521d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/629b537e-8286-4189-96b4-4fbadf275dc7 HTTP/1.1" status: 204 len: 168 time: 0.9842439 Jan 18 22:40:52.078420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.114517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6f79e220-4d85-4221-8f89-89968847c505 req-24047ce5-6037-4617-ab09-40b48f893450 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:52.127820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-28f563c9-e5f1-40ad-bc5f-8edc99c6339e service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199911 Jan 18 22:40:52.301183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6ef57e2-f041-4307-a69e-1b308116caf2 req-7df1b078-4898-4aa9-ae50-25539b974cd8 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584423 Jan 18 22:40:52.307589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6f79e220-4d85-4221-8f89-89968847c505 req-24047ce5-6037-4617-ab09-40b48f893450 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:52.308901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f79e220-4d85-4221-8f89-89968847c505 req-24047ce5-6037-4617-ab09-40b48f893450 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857714 Jan 18 22:40:52.472374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-167aa34c-7f82-46f7-a2f2-2851136bd09c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:52.474807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-167aa34c-7f82-46f7-a2f2-2851136bd09c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Synchronizing usage tracker for tenant:e0b97595fa704a099f07da8003fb624d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:52.519337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-167aa34c-7f82-46f7-a2f2-2851136bd09c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Unset dirty status for tenant:e0b97595fa704a099f07da8003fb624d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:52.520544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-167aa34c-7f82-46f7-a2f2-2851136bd09c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 936 time: 1.4198341 Jan 18 22:40:52.748608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-cc332b04-904e-4261-a2db-24aecd8e0a41 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Synchronizing usage tracker for tenant:e0b97595fa704a099f07da8003fb624d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:52.755015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:52.774755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.784888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-cc332b04-904e-4261-a2db-24aecd8e0a41 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Unset dirty status for tenant:e0b97595fa704a099f07da8003fb624d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:52.786983 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa551423-4ebe-4e0a-99b0-cabf17eff55f req-cc332b04-904e-4261-a2db-24aecd8e0a41 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504065 Jan 18 22:40:52.803254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Transition to ACTIVE for port object 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:52.835040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43044) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:52.869784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.877356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.945083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:52.953185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Usage tracker for resource:security_group_rule and tenant:102019ed3cbb421a99621fbbef169e85 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:52.957582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:52.974233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:53.202706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.209158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.329262 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'status': 'completed', 'code': 200} Jan 18 22:40:53.334560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=102019ed3cbb421a99621fbbef169e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980292 Jan 18 22:40:53.341257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaec427-7b94-41d5-b743-e9e46e2f8cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a39c3-8824-4389-8f19-d9a3890ff4bc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:53.352181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43054) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:53.599994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6f639329-cc42-45e7-b58e-b37eca304ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.608076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-a190bd32-76ab-481d-8477-3d05776f0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:53.609652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-a190bd32-76ab-481d-8477-3d05776f0ba5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1095 time: 0.2586145 Jan 18 22:40:53.652873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61511670-7cb6-41de-bee2-ac18825d0bd4 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:53.678453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.718607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Transition to ACTIVE for port object 61511670-7cb6-41de-bee2-ac18825d0bd4 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:53.745763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.745956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6f639329-cc42-45e7-b58e-b37eca304ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.942449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-fced87bf-db77-4990-9b97-30b1c228b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:53.950583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-fced87bf-db77-4990-9b97-30b1c228b137 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.3221869 Jan 18 22:40:54.189435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Pushing event updated for resources: {'Port': ['ID=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:54.235954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-6113f566-4915-4c6d-9de8-d038fb62fa0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.2701950 Jan 18 22:40:54.331013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Attempting to bind port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:54.331287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Attempting to bind port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:54.331611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Attempting to bind port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:40:54.341130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6f639329-cc42-45e7-b58e-b37eca304ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.358789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Attempting to bind port 61511670-7cb6-41de-bee2-ac18825d0bd4 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:54.359140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Attempting to bind port 61511670-7cb6-41de-bee2-ac18825d0bd4 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:54.359638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Attempting to bind port 61511670-7cb6-41de-bee2-ac18825d0bd4 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:40:54.365735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:40:54.366059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Attempting to bind port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:40:54.381503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Port 61511670-7cb6-41de-bee2-ac18825d0bd4 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:40:54.381747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Attempting to bind port 61511670-7cb6-41de-bee2-ac18825d0bd4 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:40:54.386796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Pushing event updated for resources: {'Port': ['ID=61511670-7cb6-41de-bee2-ac18825d0bd4,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:54.389425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:40:54.389765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:40:54.390434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:40:54.390844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Bound port: 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:54.391262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.397493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-aff366d4-2d4f-478d-a4a1-4c4b36c2bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.400097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-aff366d4-2d4f-478d-a4a1-4c4b36c2bd20 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1472509 Jan 18 22:40:54.437170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:40:54.437508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:40:54.437904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:40:54.438348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Bound port: 61511670-7cb6-41de-bee2-ac18825d0bd4, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:54.438689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.454563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639329-cc42-45e7-b58e-b37eca304ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a39c3-8824-4389-8f19-d9a3890ff4bc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:54.471844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-7ef871c6-f64d-42d2-97ac-c22e0f012002 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589783 Jan 18 22:40:54.474557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6f639329-cc42-45e7-b58e-b37eca304ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.475792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6f639329-cc42-45e7-b58e-b37eca304ca1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be7a39c3-8824-4389-8f19-d9a3890ff4bc HTTP/1.1" status: 204 len: 168 time: 1.1152546 Jan 18 22:40:54.542481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] For port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:40:54.555069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] For port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:40:54.576882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-464ce8ac-1f65-42aa-997c-0fa4a337d51a tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.577797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-464ce8ac-1f65-42aa-997c-0fa4a337d51a tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Synchronizing usage tracker for tenant:39ab463c6cf34afaa6da648588ad7fe3 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:54.580293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b7a60-8e17-4951-a445-e336fd46dc69 req-1a3a80f6-45f8-40f8-825f-af25e86842f5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.582205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e92b7a60-8e17-4951-a445-e336fd46dc69 req-1a3a80f6-45f8-40f8-825f-af25e86842f5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.4363589 Jan 18 22:40:54.682175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] For port 61511670-7cb6-41de-bee2-ac18825d0bd4, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:40:54.685917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] For port 61511670-7cb6-41de-bee2-ac18825d0bd4, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=61511670-7cb6-41de-bee2-ac18825d0bd4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:40:54.688519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.776301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.795834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-464ce8ac-1f65-42aa-997c-0fa4a337d51a tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Unset dirty status for tenant:39ab463c6cf34afaa6da648588ad7fe3 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:54.803445 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-464ce8ac-1f65-42aa-997c-0fa4a337d51a tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 968 time: 1.0594065 Jan 18 22:40:54.810653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.811586 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.814062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] 10.222.0.85 "PUT /v2.0/ports/61e99ea7-d129-40fb-9ff3-bc2e63b777d9 HTTP/1.1" status: 200 len: 1116 time: 6.6809011 Jan 18 22:40:54.822495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3798e071-9580-4f4b-9261-e8292f0d9712', 'tag': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:54.844753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e92b7a60-8e17-4951-a445-e336fd46dc69 req-0ef910e3-5579-427b-bd36-bfd44db5b582 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178217 Jan 18 22:40:54.945544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-8af6a1ae-63a2-48bd-95d7-4942f2b32617 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546957 Jan 18 22:40:55.012576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af692-9416-4d8c-93ac-f8db3aac4868 service neutron] Pushing event updated for resources: {'Port': ['ID=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:55.145728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.146187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.147404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] 10.222.0.86 "PUT /v2.0/ports/61511670-7cb6-41de-bee2-ac18825d0bd4 HTTP/1.1" status: 200 len: 1096 time: 3.6978939 Jan 18 22:40:55.149640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-c65fcf26-f5c8-4702-b616-e289268f9d21 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Synchronizing usage tracker for tenant:39ab463c6cf34afaa6da648588ad7fe3 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:40:55.248488 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f8d921-acbc-433a-855a-937c9a0286cb req-a66070fa-9cc3-483b-a144-d0bc56d5713e service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020530 Jan 18 22:40:55.693674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae56d-c3e0-4178-941e-d9b52c337508 req-645a4860-75b2-46ed-83a1-cd61ddefb3fd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.695304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5ae56d-c3e0-4178-941e-d9b52c337508 req-645a4860-75b2-46ed-83a1-cd61ddefb3fd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.2212057 Jan 18 22:40:55.743785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-c65fcf26-f5c8-4702-b616-e289268f9d21 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Unset dirty status for tenant:39ab463c6cf34afaa6da648588ad7fe3 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:40:55.762598 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f935128-367a-4d59-bf76-c7f9cb2bb134 req-c65fcf26-f5c8-4702-b616-e289268f9d21 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9571917 Jan 18 22:40:55.807537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f55d8f-09fb-42f1-869c-0b89f2e2028b service neutron] Pushing event updated for resources: {'Port': ['ID=61511670-7cb6-41de-bee2-ac18825d0bd4,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:55.810321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5ae56d-c3e0-4178-941e-d9b52c337508 req-bff0013d-a88a-4d37-9b24-d5cae1aaf6c2 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Jan 18 22:40:55.831284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-52c58eaf-8d90-4fd0-8d14-9ac7f05d44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.833364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-52c58eaf-8d90-4fd0-8d14-9ac7f05d44fd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39ab463c6cf34afaa6da648588ad7fe3&device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 1119 time: 0.8250067 Jan 18 22:40:55.865772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-6f289665-ec94-48ad-a9ab-762987a393d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.867309 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-6f289665-ec94-48ad-a9ab-762987a393d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0b97595fa704a099f07da8003fb624d&device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 1099 time: 0.6210134 Jan 18 22:40:56.256378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-c8bb04d5-d001-4939-8a07-d2eb47efc2be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=61511670-7cb6-41de-bee2-ac18825d0bd4 HTTP/1.1" status: 200 len: 217 time: 0.3767056 Jan 18 22:40:56.349482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43116) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:56.373968 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3798e071-9580-4f4b-9261-e8292f0d9712', 'tag': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9', 'status': 'completed', 'code': 200} Jan 18 22:40:56.414339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-b00d1da1-d724-43a7-90eb-19a8210cbfc0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9 HTTP/1.1" status: 200 len: 217 time: 0.1569705 Jan 18 22:40:56.423343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955b73-c598-408a-babc-6795ee239e1f req-3e97b3db-c2a3-4e9c-9b32-07a1effceee5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:56.432534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae955b73-c598-408a-babc-6795ee239e1f req-3e97b3db-c2a3-4e9c-9b32-07a1effceee5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.1937420 Jan 18 22:40:56.491337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae955b73-c598-408a-babc-6795ee239e1f req-2301717f-f176-40b9-933e-6c0af8419773 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Jan 18 22:40:56.520402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-81ed7146-91e6-4e47-94a0-91193dde6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:56.521987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-81ed7146-91e6-4e47-94a0-91193dde6a05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1499994 Jan 18 22:40:56.555226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-3819b75d-1517-4117-b7a4-2d9b938d9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:56.557018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-3819b75d-1517-4117-b7a4-2d9b938d9ddf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1291308 Jan 18 22:40:56.660747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1371994151-network', 'tenant_id': 'f7f5f03cab9c4e4e8cf2fc2dc6972c7e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:56.668346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:56.676220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-b8d173cf-b3b7-465b-88a4-fc3573745f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:56.677927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-b8d173cf-b3b7-465b-88a4-fc3573745f6a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144159 Jan 18 22:40:56.678654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Usage tracker for resource:network and tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:56.687240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:56.696114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:56.707985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Made reservation on behalf of f7f5f03cab9c4e4e8cf2fc2dc6972c7e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:56.712600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.725021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.739795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:56.744021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:56.746991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:56.753417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:57.092256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-fec5f0bb-02a5-4d28-98a0-043b19add7a5 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066970 Jan 18 22:40:57.095758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-3718dc44-c357-47f4-b469-516d7d33ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:57.097504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-3718dc44-c357-47f4-b469-516d7d33ae20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3178399 Jan 18 22:40:57.147443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:57.163602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.172362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.251596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7994263a-ff6a-4549-ac02-56f622f73952,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.265099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:57.281053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.281475 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Added segment 639bf824-b183-43b8-bc26-c430123722a0 of type vlan for network 91dae531-d68b-4789-b3a6-7bc61d026d7c Jan 18 22:40:57.337522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c22a3-cef7-4c7b-9887-2882707aa08d req-e191ded4-4c7d-4c2e-b008-40f8e7a73c9c tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:57.339548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-377c22a3-cef7-4c7b-9887-2882707aa08d req-e191ded4-4c7d-4c2e-b008-40f8e7a73c9c tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 968 time: 0.3953090 Jan 18 22:40:57.356247 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.404998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.406156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:57.406812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.647931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-377c22a3-cef7-4c7b-9887-2882707aa08d req-a4bcf44d-d20a-4c38-ab8d-e880eb902bdd tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599833 Jan 18 22:40:57.715514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.715752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] Pushing event updated for resources: {'Network': ['ID=91dae531-d68b-4789-b3a6-7bc61d026d7c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.731122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0a15c750-2912-4838-9c31-99f3673fdb78 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3783324 Jan 18 22:40:57.731377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:40:57.732252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43150) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:57.743615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Request body: {'subnet': {'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1371994151-subnet', 'tenant_id': 'f7f5f03cab9c4e4e8cf2fc2dc6972c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:57.757690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:57.771372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8334eb06-9846-46ef-9761-e4e5e06ecedb req-495679e4-8694-49f5-9115-8ec19248d567 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694598 Jan 18 22:40:57.771613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Usage tracker for resource:subnet and tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:57.779719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:57.781998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-d3cecfdb-de5b-4295-8933-d04d1a9ef9bc service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356444 Jan 18 22:40:57.783070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:57.793295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec663704aeb46b3994dd72ef08a6955 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:57.796030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:57.817302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f2b35-06de-4eb4-b593-5138868945fc req-e6935ae5-989c-4773-805c-eba52fb26f5d tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:57.819340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Made reservation on behalf of f7f5f03cab9c4e4e8cf2fc2dc6972c7e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:57.822716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-215f2b35-06de-4eb4-b593-5138868945fc req-e6935ae5-989c-4773-805c-eba52fb26f5d tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.6775270 Jan 18 22:40:57.823493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.825872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:57.913995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:58.171673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e609e-1a53-4f68-b6ca-b81f7aacea08 req-d0d12149-5f07-454d-b750-8eb8f000cf5f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:58.179422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-598e609e-1a53-4f68-b6ca-b81f7aacea08 req-d0d12149-5f07-454d-b750-8eb8f000cf5f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.2938118 Jan 18 22:40:58.214380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.255735 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.301230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-598e609e-1a53-4f68-b6ca-b81f7aacea08 req-6bbe56f7-0b52-497f-9695-e9f5a3079d05 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210942 Jan 18 22:40:58.361182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-215f2b35-06de-4eb4-b593-5138868945fc req-75aeb2a2-e50c-4898-92b8-98eeb6b155b0 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933524 Jan 18 22:40:58.378156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e024f35-d143-44d3-a57d-0bceccea0989', 'tag': '61511670-7cb6-41de-bee2-ac18825d0bd4'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:58.381405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.392322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ec663704aeb46b3994dd72ef08a6955&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2404690 Jan 18 22:40:58.392322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bddb9-cfb2-4917-95ed-8cc11ec418a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189cb44-6d36-4029-834f-51a2f5d5ac00,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:58.392470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43160) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:58.478150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86ebeb50-d879-4a09-8382-2eb9818bf5a7 req-4bd7d6a5-5e74-42c1-a589-e8d38dfc1d24 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885610 Jan 18 22:40:58.493371 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e024f35-d143-44d3-a57d-0bceccea0989', 'tag': '61511670-7cb6-41de-bee2-ac18825d0bd4', 'status': 'completed', 'code': 200} Jan 18 22:40:58.495350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535799-a563-4b1f-bb43-697812a8dabf req-96faf8a3-b68a-4a61-8801-1297c5d86914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:58.496877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-96faf8a3-b68a-4a61-8801-1297c5d86914 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=39ab463c6cf34afaa6da648588ad7fe3&device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 1119 time: 0.4450662 Jan 18 22:40:58.519982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51e13b9b-b9d2-4f8d-bc65-095433fc843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.551952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fd75ae-b1e2-4724-b625-1e7a06d823f0,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:58.556379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:40:58.556740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Network hostable DHCP agents. Network: 91dae531-d68b-4789-b3a6-7bc61d026d7c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:58.583274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:58.591347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51e13b9b-b9d2-4f8d-bc65-095433fc843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.595881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 91dae531-d68b-4789-b3a6-7bc61d026d7c) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:58.607264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab192c63-f4af-4204-8409-ea4289194768 None None] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:40:58.616647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:58.617493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.653011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-986f50de-1197-40cd-b784-ff93b81ac1cd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9128478 Jan 18 22:40:58.667364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-c40e7590-ea57-4cfe-96ce-0d4afce010f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:58.669264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-c40e7590-ea57-4cfe-96ce-0d4afce010f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0b97595fa704a099f07da8003fb624d&device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 1099 time: 0.1240988 Jan 18 22:40:58.776215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51e13b9b-b9d2-4f8d-bc65-095433fc843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.068608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13b9b-b9d2-4f8d-bc65-095433fc843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189cb44-6d36-4029-834f-51a2f5d5ac00,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:59.091865 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51e13b9b-b9d2-4f8d-bc65-095433fc843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.095761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-51e13b9b-b9d2-4f8d-bc65-095433fc843d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8189cb44-6d36-4029-834f-51a2f5d5ac00 HTTP/1.1" status: 204 len: 168 time: 0.6965489 Jan 18 22:40:59.141448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd8180-cc67-4ce2-b3e3-2ed5cf5da62d None None] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:40:59.160329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-6bf87755-9847-41fa-8842-0b6f1535ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:59.161815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-6bf87755-9847-41fa-8842-0b6f1535ca89 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4719613 Jan 18 22:40:59.200679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd59ad3-4ba4-4e15-84d0-f9be32d20d4c req-c2f6afe7-f8f8-467e-9e99-d11d228c7420 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:59.205702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3cd59ad3-4ba4-4e15-84d0-f9be32d20d4c req-c2f6afe7-f8f8-467e-9e99-d11d228c7420 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 968 time: 0.2863925 Jan 18 22:40:59.297006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3cd59ad3-4ba4-4e15-84d0-f9be32d20d4c req-2480d65e-a579-4db4-b6e3-a785657ad7fb tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799139 Jan 18 22:40:59.526803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-7c810f62-a98e-44a1-ac68-03fcd1981398 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=61511670-7cb6-41de-bee2-ac18825d0bd4 HTTP/1.1" status: 200 len: 217 time: 0.2061763 Jan 18 22:40:59.655221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba1550-44f8-4b8e-8bef-05415897d3a5 req-b2094218-79b9-4d18-81a8-e76eb945422e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:59.668440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fba1550-44f8-4b8e-8bef-05415897d3a5 req-b2094218-79b9-4d18-81a8-e76eb945422e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.1795709 Jan 18 22:40:59.697633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535799-a563-4b1f-bb43-697812a8dabf req-22089c1a-1e49-4b69-9258-96e2bcce3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:59.699230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-22089c1a-1e49-4b69-9258-96e2bcce3268 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1693830 Jan 18 22:40:59.768735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:59.791329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fba1550-44f8-4b8e-8bef-05415897d3a5 req-6cf0bb15-ce48-4838-b7fc-0c179ea2cf71 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207333 Jan 18 22:40:59.837574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.854129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:59.858276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Usage tracker for resource:security_group_rule and tenant:5c2d74e47a0e41d8b958e29170dc1c8e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:40:59.862617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:40:59.869074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:40:59.908177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-297d6ecf-93fe-4d88-99de-731047408243 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9 HTTP/1.1" status: 200 len: 217 time: 0.1689746 Jan 18 22:40:59.960396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43194) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:40:59.967278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1210186547-network', 'tenant_id': 'dc6f06d1f5724309be9543fb590efb30'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:59.977444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:40:59.992551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Usage tracker for resource:network and tenant:dc6f06d1f5724309be9543fb590efb30 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:00.000634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:00.005724 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.010881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:00.015064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.067963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Made reservation on behalf of dc6f06d1f5724309be9543fb590efb30 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:00.069128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-db1d646a-73f4-4880-93d6-df7b08561ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.070252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.070575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-db1d646a-73f4-4880-93d6-df7b08561ef1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3691926 Jan 18 22:41:00.079153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535799-a563-4b1f-bb43-697812a8dabf req-f98a87b6-6af7-4d79-8590-b19d2c34d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.080962 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-f98a87b6-6af7-4d79-8590-b19d2c34d061 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1517451 Jan 18 22:41:00.088105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.097746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79470f9f-bcf5-41d2-a7cb-4364556051a8 req-ffd608cc-164d-4d6a-bf62-a842ebf19330 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.099619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79470f9f-bcf5-41d2-a7cb-4364556051a8 req-ffd608cc-164d-4d6a-bf62-a842ebf19330 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.3993223 Jan 18 22:41:00.103969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c2d74e47a0e41d8b958e29170dc1c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114083 Jan 18 22:41:00.104874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583116a9-3885-4c31-bd64-7ba0617ffe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a72c4c-5cba-4982-bd65-05bfd7964ff9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.107280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43198) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:00.126296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:00.139647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6f06d1f5724309be9543fb590efb30 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:00.149517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:00.161197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:00.252591 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96ad53cc-8f77-4817-8abb-fa51f58b6d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.299207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79470f9f-bcf5-41d2-a7cb-4364556051a8 req-44c38afb-536f-4ede-b0ac-df3a9ffcd6ff tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521485 Jan 18 22:41:00.318823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96ad53cc-8f77-4817-8abb-fa51f58b6d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.336321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535799-a563-4b1f-bb43-697812a8dabf req-d1f4c86e-be30-4554-af75-d5ebedcc715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.338994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-d1f4c86e-be30-4554-af75-d5ebedcc715c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2499490 Jan 18 22:41:00.344899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-407d8e4d-0fd1-43ed-b1fc-f042694d83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.346547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-407d8e4d-0fd1-43ed-b1fc-f042694d83c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757324 Jan 18 22:41:00.422852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.491090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.511826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96ad53cc-8f77-4817-8abb-fa51f58b6d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.553373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:00.607915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-181f28c6-0ef4-4209-9914-18ef2548816d service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603951 Jan 18 22:41:00.616098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-328751a8-fc63-4897-ac4d-b38f38ff28c7 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848490 Jan 18 22:41:00.631361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561b3ac-60a9-4134-b0fb-d885110c737e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.646851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.647197 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Added segment b0f8934d-bdcc-42f1-a6e5-12cb057a7afc of type vlan for network cffa1101-5025-4732-99f2-bcd931d84654 Jan 18 22:41:00.648564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96ad53cc-8f77-4817-8abb-fa51f58b6d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.649719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-96ad53cc-8f77-4817-8abb-fa51f58b6d84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29a72c4c-5cba-4982-bd65-05bfd7964ff9 HTTP/1.1" status: 204 len: 168 time: 0.5399053 Jan 18 22:41:00.656097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad53cc-8f77-4817-8abb-fa51f58b6d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a72c4c-5cba-4982-bd65-05bfd7964ff9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.687009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.697439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86607a9-fc0c-4af0-9d20-dbcf9da149ee req-ee14947e-b695-4826-8f9c-116032ced80e tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.698935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f86607a9-fc0c-4af0-9d20-dbcf9da149ee req-ee14947e-b695-4826-8f9c-116032ced80e tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 968 time: 0.2664335 Jan 18 22:41:00.751101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.752110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.752695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.755196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f535799-a563-4b1f-bb43-697812a8dabf req-c818cb91-867c-48c7-a4e9-3f86c4694960 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381881 Jan 18 22:41:00.801597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f86607a9-fc0c-4af0-9d20-dbcf9da149ee req-a574f3fd-554b-44cf-be57-211c4bb48fac tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923955 Jan 18 22:41:00.888656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9238873 Jan 18 22:41:00.888877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43214) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:00.895957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Request body: {'subnet': {'network_id': 'cffa1101-5025-4732-99f2-bcd931d84654', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1210186547-subnet', 'tenant_id': 'dc6f06d1f5724309be9543fb590efb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:00.904604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:00.907388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875bcc3-2b55-4e89-b2dc-85cd12d8f4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=cffa1101-5025-4732-99f2-bcd931d84654,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.911814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Usage tracker for resource:subnet and tenant:dc6f06d1f5724309be9543fb590efb30 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:00.916105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:00.921787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network cffa1101-5025-4732-99f2-bcd931d84654 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:41:00.936368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:01.011619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eacd42b2-76d1-4b9e-b8fd-2b8f365ff4eb req-2d7368a3-0212-4bba-b8b7-e40fbd3f808f service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146401 Jan 18 22:41:01.012169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Made reservation on behalf of dc6f06d1f5724309be9543fb590efb30 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:01.014393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.134424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982769ef-b68a-452f-97db-0fd6be15761c req-18cbb370-ef27-4e08-b5a0-3fe608c5e760 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:01.135896 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-982769ef-b68a-452f-97db-0fd6be15761c req-18cbb370-ef27-4e08-b5a0-3fe608c5e760 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.2117836 Jan 18 22:41:01.292707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-982769ef-b68a-452f-97db-0fd6be15761c req-67694ffa-3e44-4a7a-8020-c1938736e4ab tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466050 Jan 18 22:41:01.345678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.419106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f8e0ca-4add-416c-8d42-165c8d3fdf5a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:01.430167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Checking segment: {'id': 'b0f8934d-bdcc-42f1-a6e5-12cb057a7afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cffa1101-5025-4732-99f2-bcd931d84654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:01.430534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Network hostable DHCP agents. Network: cffa1101-5025-4732-99f2-bcd931d84654, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:01.454404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Network cffa1101-5025-4732-99f2-bcd931d84654 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:01.467183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, cffa1101-5025-4732-99f2-bcd931d84654) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:01.472592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:01.473389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.480045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e254f24-ce63-4892-a644-38e3beac6787 None None] Network cffa1101-5025-4732-99f2-bcd931d84654 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:01.498141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-266db09a-3888-4a51-8e78-93bec70f8a46 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6083410 Jan 18 22:41:01.500143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce8c4-bd50-437f-b868-3c9edc768ab0 req-9db1caf0-e7e9-454c-832a-d9e279e626f6 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:01.501814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09bce8c4-bd50-437f-b868-3c9edc768ab0 req-9db1caf0-e7e9-454c-832a-d9e279e626f6 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.0869048 Jan 18 22:41:01.558520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09bce8c4-bd50-437f-b868-3c9edc768ab0 req-75f5abb4-f47a-4b06-8dfd-b8a3bc259924 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499043 Jan 18 22:41:01.720381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00006c6c-6254-4e95-afdb-d5da028118ed None None] Network cffa1101-5025-4732-99f2-bcd931d84654 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:02.002338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad4cf0-aff3-4bba-b377-ea02f77358c3 req-bd7e7a98-f40e-48eb-8131-4b1f70beeebd tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:02.004348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ad4cf0-aff3-4bba-b377-ea02f77358c3 req-bd7e7a98-f40e-48eb-8131-4b1f70beeebd tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 968 time: 0.0995743 Jan 18 22:41:02.054076 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ad4cf0-aff3-4bba-b377-ea02f77358c3 req-1719b6b2-04d4-49bf-b222-a54b560ebd58 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jan 18 22:41:02.163706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-f9210d89-2d3f-49e6-9028-8b9fc5b6248d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:02.165124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-f9210d89-2d3f-49e6-9028-8b9fc5b6248d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.1475906 Jan 18 22:41:02.179428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-4832181c-bf84-4f62-8d14-cc0a495582a2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/quotas/f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 375 time: 0.0087771 Jan 18 22:41:02.233743 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-e50ff0b4-214b-4bb3-a16b-acb115583e6c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493858 Jan 18 22:41:02.387626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-c6d44552-4e6a-4b8f-9dc5-63b8c4407e92 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:41:02.388663 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-c6d44552-4e6a-4b8f-9dc5-63b8c4407e92 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491130 Jan 18 22:41:02.520664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-42bf049e-9e40-4276-b48c-cea0a9026652 service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258652 Jan 18 22:41:02.522834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cc5bc-db1c-414d-81e5-91ae9b1487e9 req-6c80624c-1fc7-416d-bf2d-09f9a01a08b5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:02.524282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a61cc5bc-db1c-414d-81e5-91ae9b1487e9 req-6c80624c-1fc7-416d-bf2d-09f9a01a08b5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.0783224 Jan 18 22:41:02.571509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a61cc5bc-db1c-414d-81e5-91ae9b1487e9 req-16229a5d-f0b6-41d8-9b1d-f2627337bedc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Jan 18 22:41:02.655326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-40afe800-4f79-4da6-80e3-0afdf7935936 service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289353 Jan 18 22:41:02.744280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:02.879465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9690e8-292c-4a66-b4f3-0bb71716f2b8 req-466707cd-6ce8-4100-be01-8bae6da8af96 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:02.881683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db9690e8-292c-4a66-b4f3-0bb71716f2b8 req-466707cd-6ce8-4100-be01-8bae6da8af96 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.0896499 Jan 18 22:41:02.916818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e1795c17-6adf-4162-bef4-905a40977cf5 req-92d505a0-e954-434c-9428-da71b61645f6 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 210 time: 0.0572250 Jan 18 22:41:02.922757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:02.937635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9', 'mac_address': 'fa:16:3e:e1:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:tempest-test_az-182164965', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:02.941976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db9690e8-292c-4a66-b4f3-0bb71716f2b8 req-f72c1ea8-6c98-4e2b-a116-775c4f136138 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543523 Jan 18 22:41:02.999047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.020014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:03.038630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:03.043693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.114597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:03.122312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.122658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.122997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.123328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.123820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.124154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.124483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.124803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.125158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.125481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.125897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.126106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Tracked resource versions report: Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: pushed versions: Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: { 'AddressGroup': {'1.2'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'ConntrackHelper': {'1.0'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Log': {'1.0'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Network': {'1.1'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Port': {'1.7'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'PortForwarding': {'1.2'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'QosPolicy': {'1.8'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'SecurityGroup': {'1.4'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'SubPort': {'1.0'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Subnet': {'1.1'}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Trunk': {'1.1'}} Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: consumer versions: Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: HyperV agent@n-h1-825178-1: {}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: HyperV agent@n-h2-825178-1: {}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: L3 agent@n-d-825178-1: {}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: Metadata agent@n-d-825178-1: {}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: Metering agent@n-d-825178-1: {}, Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'ConntrackHelper': '1.0', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Log': '1.0', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Network': '1.1', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Port': '1.7', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'PortForwarding': '1.2', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'QosPolicy': '1.8', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'SecurityGroup': '1.4', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'SecurityGroupRule': '1.2', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'SubPort': '1.0', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Subnet': '1.1', Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: 'Trunk': '1.1'}} Jan 18 22:41:03.127216 n-d-825178-1 neutron-server[87813]: {{(pid=87813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:41:03.272716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9582-4227-4796-a4e8-b6cb80e57951 req-6207024d-eaf9-4d46-8807-e0ba8b4d6875 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.280257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0aeb9582-4227-4796-a4e8-b6cb80e57951 req-6207024d-eaf9-4d46-8807-e0ba8b4d6875 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 969 time: 0.0982454 Jan 18 22:41:03.315945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['61e99ea7-d129-40fb-9ff3-bc2e63b777d9'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:03.328129 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0aeb9582-4227-4796-a4e8-b6cb80e57951 req-e7c306d1-83b2-4bc3-a1a9-8b4294dc7100 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Jan 18 22:41:03.445465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43312) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:03.580598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.594372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:03.598360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Usage tracker for resource:security_group_rule and tenant:0057eff279474a0ebc4e1b9b1849a592 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:03.601110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:03.606794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:03.727614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.735608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.787635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0057eff279474a0ebc4e1b9b1849a592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410852 Jan 18 22:41:03.790521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:03.795130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183a59-cab2-422c-9870-982fab7885ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f8f7f-c7a6-49b6-9d87-d17c9106fa58,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:03.817407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45456c6f-48f4-49fa-9d4a-31c736f49fd9 req-ba67d4d5-78cc-4872-8384-dbc71404db93 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.818825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45456c6f-48f4-49fa-9d4a-31c736f49fd9 req-ba67d4d5-78cc-4872-8384-dbc71404db93 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.1310136 Jan 18 22:41:03.864185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45456c6f-48f4-49fa-9d4a-31c736f49fd9 req-5e9879d2-31c7-41da-8c4c-90c2c1c95cab tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 Jan 18 22:41:03.866551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-579e7de3-45c9-42c6-844a-4245272c467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.895654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-579e7de3-45c9-42c6-844a-4245272c467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.964594 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.105640 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-579e7de3-45c9-42c6-844a-4245272c467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.123154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c447ff0-7c45-406c-92e2-d25acecc5b4f req-62463ec7-373d-427f-94e4-6b76eb1778b6 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 210 time: 0.0806737 Jan 18 22:41:04.134557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35abb-b595-4aa5-9a24-cd1be5067121 req-5520c164-6964-4038-9b2a-cb829f305a8b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.136784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2a35abb-b595-4aa5-9a24-cd1be5067121 req-5520c164-6964-4038-9b2a-cb829f305a8b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.0885580 Jan 18 22:41:04.137235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e7de3-45c9-42c6-844a-4245272c467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f8f7f-c7a6-49b6-9d87-d17c9106fa58,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:04.155194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-579e7de3-45c9-42c6-844a-4245272c467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.158978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-579e7de3-45c9-42c6-844a-4245272c467e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b6f8f7f-c7a6-49b6-9d87-d17c9106fa58 HTTP/1.1" status: 204 len: 168 time: 0.3649657 Jan 18 22:41:04.166021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b33a4d95-ec8f-4f80-976f-eba8acd98b91 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.167520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b33a4d95-ec8f-4f80-976f-eba8acd98b91 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.2417631 Jan 18 22:41:04.185889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Request body: {'port': {'device_id': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'admin_state_up': True, 'tenant_id': 'f7f5f03cab9c4e4e8cf2fc2dc6972c7e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:04.200762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2a35abb-b595-4aa5-9a24-cd1be5067121 req-f098a9e0-b5a8-4c50-a3a2-e6984975b705 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Jan 18 22:41:04.327400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:04.331309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Usage tracker for resource:port and tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:04.334146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:04.339752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:04.350927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Made reservation on behalf of f7f5f03cab9c4e4e8cf2fc2dc6972c7e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:04.354413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.464450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43334) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:04.481598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.495836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:04.499784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Usage tracker for resource:security_group_rule and tenant:8098bf971358474bb2e17cf5f294f557 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:04.502766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:04.508655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:04.571130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Allocated IP 172.20.0.10 (91dae531-d68b-4789-b3a6-7bc61d026d7c/c8fd75ae-b1e2-4724-b625-1e7a06d823f0/74c9546c-dcb2-47d2-8bb3-52230e514d20) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:04.593714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798c41-59bf-42d4-83bb-2ce7a8efe306 req-fa6a705f-acfa-4ae9-90dd-c096ea921735 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.594901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.595140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97798c41-59bf-42d4-83bb-2ce7a8efe306 req-fa6a705f-acfa-4ae9-90dd-c096ea921735 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 969 time: 0.1580367 Jan 18 22:41:04.600011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.648481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2cd36-0b4a-4a78-bd70-8cb4796d4f99,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:04.655115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3feef4b9-8a73-4c8c-99c0-278fa6f52df2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8098bf971358474bb2e17cf5f294f557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871109 Jan 18 22:41:04.655414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43338) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:04.693273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97798c41-59bf-42d4-83bb-2ce7a8efe306 req-01335297-2336-424f-9646-443869011f78 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837331 Jan 18 22:41:04.716444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0e9473b-d500-41cd-82c2-b136321135cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.741982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0e9473b-d500-41cd-82c2-b136321135cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.756537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:04.800009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0e9473b-d500-41cd-82c2-b136321135cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.817380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9473b-d500-41cd-82c2-b136321135cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2cd36-0b4a-4a78-bd70-8cb4796d4f99,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:04.829396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0e9473b-d500-41cd-82c2-b136321135cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.833355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b0e9473b-d500-41cd-82c2-b136321135cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62d2cd36-0b4a-4a78-bd70-8cb4796d4f99 HTTP/1.1" status: 204 len: 168 time: 0.1747365 Jan 18 22:41:04.842596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:04.848009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:04.848480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.874262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.941604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.987429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.020918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:05.033595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3798e071-9580-4f4b-9261-e8292f0d9712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:05.034252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:05.035516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:05.038095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:05.043573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.044790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.067852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2e4413aa-99bd-40c9-8ab0-69e8676bdd5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8862660 Jan 18 22:41:05.081286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Request body: {'port': {'device_id': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'device_owner': 'compute:tempest-test_az-182164965', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:05.095729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79ba44-9fda-4e37-b6db-1d599984c963 req-0ac972f5-e082-4c72-bd71-c398b803ac8d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.097487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa79ba44-9fda-4e37-b6db-1d599984c963 req-0ac972f5-e082-4c72-bd71-c398b803ac8d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.0954728 Jan 18 22:41:05.129789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 61511670-7cb6-41de-bee2-ac18825d0bd4 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:05.146963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:05.162214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa79ba44-9fda-4e37-b6db-1d599984c963 req-9585cf6f-1171-459f-acf4-1846ac2f6a40 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 Jan 18 22:41:05.167960 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.224937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.425153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:05.430207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 61511670-7cb6-41de-bee2-ac18825d0bd4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=61511670-7cb6-41de-bee2-ac18825d0bd4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:05.446530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '61511670-7cb6-41de-bee2-ac18825d0bd4', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '61511670-7cb6-41de-bee2-ac18825d0bd4', 'mac_address': 'fa:16:3e:e5:99:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:05.452655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0c175-2627-4faf-b9cd-b3498d620c3d req-21bc7e13-6bd8-474d-884a-4340eea3eabd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.465714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a0c175-2627-4faf-b9cd-b3498d620c3d req-21bc7e13-6bd8-474d-884a-4340eea3eabd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 948 time: 0.1117957 Jan 18 22:41:05.511606 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.518581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa90b-6b37-47db-9761-0368c1bfc60f req-719f25a6-405f-40e4-b80f-12a4b72e081f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.519288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cf5fa90b-6b37-47db-9761-0368c1bfc60f req-719f25a6-405f-40e4-b80f-12a4b72e081f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:05.520492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a0c175-2627-4faf-b9cd-b3498d620c3d req-a6f6abe3-4223-401d-8c8e-f19001637154 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505667 Jan 18 22:41:05.546120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61511670-7cb6-41de-bee2-ac18825d0bd4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:05.571209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 61511670-7cb6-41de-bee2-ac18825d0bd4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=61511670-7cb6-41de-bee2-ac18825d0bd4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:05.577911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.579018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:05.614294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cf5fa90b-6b37-47db-9761-0368c1bfc60f req-719f25a6-405f-40e4-b80f-12a4b72e081f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:05.621171 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf5fa90b-6b37-47db-9761-0368c1bfc60f req-719f25a6-405f-40e4-b80f-12a4b72e081f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 932 time: 0.3041048 Jan 18 22:41:05.705678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf5fa90b-6b37-47db-9761-0368c1bfc60f req-1c67c958-7ffa-49d3-b543-28cbbabe6e02 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800905 Jan 18 22:41:05.746725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=61511670-7cb6-41de-bee2-ac18825d0bd4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:05.791271 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3798e071-9580-4f4b-9261-e8292f0d9712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9', 'code': 200} Jan 18 22:41:05.802014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:05.816846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'port_id': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'mac_address': 'fa:16:3e:dd:8c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36aea40-0aef-43b0-8dd6-48aac4083edc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:05.834740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c9546c-dcb2-47d2-8bb3-52230e514d20 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:05.846212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.856932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.85', 65260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:05.866814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Transition to ACTIVE for port object 74c9546c-dcb2-47d2-8bb3-52230e514d20 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:05.901964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.917161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43380) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:05.921505 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.925747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631c0ed0-4286-4ba0-8391-112ff49fbab0 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:05.948072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:05.949146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-ee95cf8c-150b-4873-9bd9-f84293c528a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.950787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-ee95cf8c-150b-4873-9bd9-f84293c528a0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 1121 time: 0.0926123 Jan 18 22:41:05.954390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.980814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.003320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:06.007939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Usage tracker for resource:security_group_rule and tenant:68c13a06a0a345e88d7a2dde5db6456b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:06.011266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:06.018372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:06.024750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.093531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1003544369-network', 'tenant_id': '434cff3e1ca14689b62717879ac2a68b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:06.117891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.123993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.129590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:06.132486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.142532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Usage tracker for resource:network and tenant:434cff3e1ca14689b62717879ac2a68b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:06.151660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:06.156097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2db92623-90c8-4a82-bcb0-be8f328c6531 req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976368 Jan 18 22:41:06.160980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:06.162804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30376961-3e16-4c1c-9b01-c8f40662f038 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=10c0bcc6-6485-48a1-8bb2-844031def403,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.180098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0e058-d13b-43bb-ae69-4c9aa806afe8 req-9bee7ccc-c97a-497f-a5d5-642ba3070fd9 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.181594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cda0e058-d13b-43bb-ae69-4c9aa806afe8 req-9bee7ccc-c97a-497f-a5d5-642ba3070fd9 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 970 time: 0.3169765 Jan 18 22:41:06.183629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:06.184296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:06.184636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:06.191475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:06.191780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:06.210088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Made reservation on behalf of 434cff3e1ca14689b62717879ac2a68b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:06.212289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.222770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:06.223090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:06.223473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:06.223909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Bound port: 74c9546c-dcb2-47d2-8bb3-52230e514d20, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:06.224245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.249613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.299916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['631c0ed0-4286-4ba0-8391-112ff49fbab0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:06.314813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cda0e058-d13b-43bb-ae69-4c9aa806afe8 req-19b3d53d-5880-48eb-9899-ccb7637e797a tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247776 Jan 18 22:41:06.321769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:06.329208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['61511670-7cb6-41de-bee2-ac18825d0bd4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:06.329595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Usage tracker for resource:security_group_rule and tenant:434cff3e1ca14689b62717879ac2a68b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:06.346199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:06.356116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:06.375761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:06.386733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:06.391419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6bfd-90b8-4a4e-850f-9e782e1d468f req-c7a6f424-1bdd-4263-943c-625393a7e6b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.393698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59cf6bfd-90b8-4a4e-850f-9e782e1d468f req-c7a6f424-1bdd-4263-943c-625393a7e6b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 945 time: 0.0896330 Jan 18 22:41:06.396610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.446622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59cf6bfd-90b8-4a4e-850f-9e782e1d468f req-f4866e7e-5c2d-41e3-81b2-3d6c530f54bb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Jan 18 22:41:06.472733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.473392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.474771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] 10.222.0.85 "PUT /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 1113 time: 1.3982971 Jan 18 22:41:06.475200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:06.481429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.506277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2977af8-b470-4494-addf-8d2aa764a20d service neutron] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.533602 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'status': 'completed', 'code': 200} Jan 18 22:41:06.589875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.602075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.640691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:06.650188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1646de91-d3da-40cb-bebc-7b1ab298583b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.659505 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.659847 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Added segment b45a8368-842e-48e4-920e-a0339a2c1e98 of type vlan for network b4b31a7a-8c5c-4598-92f0-f5e2b78d0799 Jan 18 22:41:06.685902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2371600f-6ebd-41d8-b014-54e2ed6f8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.687376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-2371600f-6ebd-41d8-b014-54e2ed6f8344 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1116 time: 0.1418197 Jan 18 22:41:06.693669 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.726709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec7fe-b941-4c50-b692-88befbe1d7ed req-3d689db1-c5d6-4441-a51c-4d984d0863ad tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.728345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-854ec7fe-b941-4c50-b692-88befbe1d7ed req-3d689db1-c5d6-4441-a51c-4d984d0863ad tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 949 time: 0.0868740 Jan 18 22:41:06.759400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-242803f7-c5ad-4bf4-b2b4-cf78efd3050f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 217 time: 0.0617011 Jan 18 22:41:06.779074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-854ec7fe-b941-4c50-b692-88befbe1d7ed req-f8be770e-8b38-414c-bbe3-bd4bb9bee1c2 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Jan 18 22:41:06.874542 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.875461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.876034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.019792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-4c924d6f-1ad6-446e-bd26-1c0a635e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.021154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-4c924d6f-1ad6-446e-bd26-1c0a635e946a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.2457902 Jan 18 22:41:07.078278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b31a7a-8c5c-4598-92f0-f5e2b78d0799,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.082354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-d97cc74a-2b4e-4c70-825c-a4dd77761482 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520167 Jan 18 22:41:07.084929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c3033139-19c1-4bbf-88d1-a719a05dd576 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1664269 Jan 18 22:41:07.088359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43396) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:07.089148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:07.095183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Request body: {'subnet': {'network_id': 'b4b31a7a-8c5c-4598-92f0-f5e2b78d0799', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1003544369-subnet', 'tenant_id': '434cff3e1ca14689b62717879ac2a68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:07.100244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:07.107974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Usage tracker for resource:subnet and tenant:434cff3e1ca14689b62717879ac2a68b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:07.111733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:07.118175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b4b31a7a-8c5c-4598-92f0-f5e2b78d0799 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:41:07.119906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:07.136203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Made reservation on behalf of 434cff3e1ca14689b62717879ac2a68b for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:07.140143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.198018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9371d-8aec-48f6-b2de-86e31d8f267b req-3e612904-e18f-45cf-ab63-c907381f330b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.199597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02a9371d-8aec-48f6-b2de-86e31d8f267b req-3e612904-e18f-45cf-ab63-c907381f330b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.3792622 Jan 18 22:41:07.261986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 631c0ed0-4286-4ba0-8391-112ff49fbab0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:07.268565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 631c0ed0-4286-4ba0-8391-112ff49fbab0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:07.269405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.276897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02a9371d-8aec-48f6-b2de-86e31d8f267b req-882f7125-d79e-47a4-906d-cdb92fbac1bb tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Jan 18 22:41:07.278703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-734174e7-6851-49c4-a114-90448c04a62a service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877327 Jan 18 22:41:07.415400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.430636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.439527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de4ce5c4-d69b-4172-909e-92ed7dae4470 req-efa7c5ca-5ca5-459a-9098-2822f90cdd2e service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533196 Jan 18 22:41:07.462735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:07.468179 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.469032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 61511670-7cb6-41de-bee2-ac18825d0bd4 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:07.574465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-5ae0461d-3c11-4ab6-aed8-39dc1278b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.576234 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-5ae0461d-3c11-4ab6-aed8-39dc1278b0a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1116 time: 0.0900867 Jan 18 22:41:07.579897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb39b330-25dd-4209-b820-c9a22de345b2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.589562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.593655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Checking segment: {'id': 'b45a8368-842e-48e4-920e-a0339a2c1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b31a7a-8c5c-4598-92f0-f5e2b78d0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:07.594021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Network hostable DHCP agents. Network: b4b31a7a-8c5c-4598-92f0-f5e2b78d0799, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:07.603908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 61511670-7cb6-41de-bee2-ac18825d0bd4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:07.609075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 61511670-7cb6-41de-bee2-ac18825d0bd4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:07.609450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.626689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99966-6b11-42d8-9468-4cc93d6ca00c req-a0902a2c-3492-4bc3-adcd-2ea409d93a91 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.628248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ed99966-6b11-42d8-9468-4cc93d6ca00c req-a0902a2c-3492-4bc3-adcd-2ea409d93a91 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 970 time: 0.1610558 Jan 18 22:41:07.634610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Network b4b31a7a-8c5c-4598-92f0-f5e2b78d0799 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:07.666682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b4b31a7a-8c5c-4598-92f0-f5e2b78d0799) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:07.671414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.672009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.681647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ecc3e-8f98-4f50-a8bb-450f98b5add9 None None] Network b4b31a7a-8c5c-4598-92f0-f5e2b78d0799 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:07.712230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ed99966-6b11-42d8-9468-4cc93d6ca00c req-0f197933-1b06-4d22-8583-7d5d76ac6e68 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728140 Jan 18 22:41:07.719144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3c3e827b-46f7-4d71-8be5-ca7eb7be0b34 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6285353 Jan 18 22:41:07.786780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-9027b4e8-d489-4e1d-8b38-8ccd90a55fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.788240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-9027b4e8-d489-4e1d-8b38-8ccd90a55fde service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.1588423 Jan 18 22:41:07.792920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:07.796398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de321c-72d1-4af0-9521-81c8ee4d43c8 req-3de185d7-eb3e-480b-afdf-fe561792a9e5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.797839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4de321c-72d1-4af0-9521-81c8ee4d43c8 req-3de185d7-eb3e-480b-afdf-fe561792a9e5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 946 time: 0.2204356 Jan 18 22:41:07.838583 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.903111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-727ecf54-a073-41f6-9519-0e495839f2d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 217 time: 0.1042666 Jan 18 22:41:07.997784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4de321c-72d1-4af0-9521-81c8ee4d43c8 req-a0babb02-1e54-49c4-8dc4-489ca5047e9f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441717 Jan 18 22:41:08.005159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-7f90c78d-5622-4071-b843-daa3c5e8dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:08.006874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-7f90c78d-5622-4071-b843-daa3c5e8dce4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.0931675 Jan 18 22:41:08.007360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26989-2668-4698-b5a7-aad9b8ed92a8 req-a742ee62-8e60-4428-b395-baa39e386873 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:08.009583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-adc26989-2668-4698-b5a7-aad9b8ed92a8 req-a742ee62-8e60-4428-b395-baa39e386873 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 949 time: 0.0950012 Jan 18 22:41:08.064289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 61511670-7cb6-41de-bee2-ac18825d0bd4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=61511670-7cb6-41de-bee2-ac18825d0bd4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:08.068327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030738f-531c-48ce-ac3f-244b463b306e None None] Network b4b31a7a-8c5c-4598-92f0-f5e2b78d0799 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:08.078560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-adc26989-2668-4698-b5a7-aad9b8ed92a8 req-f3716dff-1843-4212-af76-809b8ea544d6 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603962 Jan 18 22:41:08.096803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-ed23bc90-ebda-4680-bd34-edfbe3511270 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823474 Jan 18 22:41:08.146677 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'code': 200} Jan 18 22:41:08.151901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.266816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=61511670-7cb6-41de-bee2-ac18825d0bd4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:08.313371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-f992ac91-ec8d-4e73-922e-fc9bb87e3e13 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074900 Jan 18 22:41:08.321018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2c80e-49e5-44e4-9261-1c9fe799916b req-a71c7617-8056-4c32-b549-d969422ce436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:08.323199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3d2c80e-49e5-44e4-9261-1c9fe799916b req-a71c7617-8056-4c32-b549-d969422ce436 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1097 time: 0.1446421 Jan 18 22:41:08.445275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3d2c80e-49e5-44e4-9261-1c9fe799916b req-9338ccd8-dc08-4467-bd41-9fa38a629737 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Jan 18 22:41:08.464881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43424) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:08.471898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-282331293-network', 'tenant_id': 'be77ec9de4ec41bf98940df304d105ac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:08.485920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:08.491931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Usage tracker for resource:network and tenant:be77ec9de4ec41bf98940df304d105ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:08.495847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd97fbf6-166b-4663-93f9-21bb9f6f9ea5 req-686e539c-a750-4743-b22a-de92ccd7a25d service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713827 Jan 18 22:41:08.496584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:08.502501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:08.506782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e02b5-f72f-490a-810c-3715a09c19e1 req-f2d035f1-0483-4837-8c1e-280538f4ec6a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:08.508338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fb2e02b5-f72f-490a-810c-3715a09c19e1 req-f2d035f1-0483-4837-8c1e-280538f4ec6a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.0811958 Jan 18 22:41:08.513748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Made reservation on behalf of be77ec9de4ec41bf98940df304d105ac for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:08.516230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.528645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.542922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:08.547534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Usage tracker for resource:security_group_rule and tenant:be77ec9de4ec41bf98940df304d105ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:08.550628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:08.555532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fb2e02b5-f72f-490a-810c-3715a09c19e1 req-dd19c84f-7867-4655-8cc7-e7aa27d0f67d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:08.556555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:08.573352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fb2e02b5-f72f-490a-810c-3715a09c19e1 req-dd19c84f-7867-4655-8cc7-e7aa27d0f67d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:08.574516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fb2e02b5-f72f-490a-810c-3715a09c19e1 req-dd19c84f-7867-4655-8cc7-e7aa27d0f67d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591769 Jan 18 22:41:08.636762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.642590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.670907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:08.678927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450b1519-aa78-4d67-8fc2-a450a169ca30,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:08.684450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.684783 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Added segment 6bcddc81-ee61-4151-a745-86a2371e1bf6 of type vlan for network b78914a6-2a15-41a5-96c5-e7be971fdd41 Jan 18 22:41:08.718739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.750869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.751627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:08.752328 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.936486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4705336 Jan 18 22:41:08.937306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c12b-eac3-46d3-8b09-bd10ac1bde7a admin admin] Pushing event updated for resources: {'Network': ['ID=b78914a6-2a15-41a5-96c5-e7be971fdd41,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:08.939206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:08.947045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b78914a6-2a15-41a5-96c5-e7be971fdd41 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:41:08.947200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Request body: {'subnet': {'network_id': 'b78914a6-2a15-41a5-96c5-e7be971fdd41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-282331293-subnet', 'tenant_id': 'be77ec9de4ec41bf98940df304d105ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:08.957314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:08.964005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Usage tracker for resource:subnet and tenant:be77ec9de4ec41bf98940df304d105ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:08.967430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:08.974414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:08.990057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Made reservation on behalf of be77ec9de4ec41bf98940df304d105ac for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:08.992364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.063709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49abc1d-8f29-4106-8f6c-333fb33e364a req-8851b5ab-1319-414b-a1fc-34111b189286 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.065276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d49abc1d-8f29-4106-8f6c-333fb33e364a req-8851b5ab-1319-414b-a1fc-34111b189286 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 970 time: 0.2292421 Jan 18 22:41:09.135861 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d49abc1d-8f29-4106-8f6c-333fb33e364a req-949fa688-25cd-4dc8-b301-9746abd1c7a9 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Jan 18 22:41:09.206477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04478a5f-c2a6-4f76-8c26-1b938c937d08 req-2674c7b6-545c-499a-a2bc-02747e769f1c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.207869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04478a5f-c2a6-4f76-8c26-1b938c937d08 req-2674c7b6-545c-499a-a2bc-02747e769f1c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 946 time: 0.0834925 Jan 18 22:41:09.253507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04478a5f-c2a6-4f76-8c26-1b938c937d08 req-603f4f53-49a2-4805-b43f-f0e9e61eb418 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Jan 18 22:41:09.283768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.366950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18483352-abdc-4f78-b721-3f7e735bc382,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:09.384912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Checking segment: {'id': '6bcddc81-ee61-4151-a745-86a2371e1bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b78914a6-2a15-41a5-96c5-e7be971fdd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:09.385284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Network hostable DHCP agents. Network: b78914a6-2a15-41a5-96c5-e7be971fdd41, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:09.404643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236437-c33e-4817-bc0c-9a3ccd94997e req-d5f2dd90-5314-4854-9155-31f89874c95b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.406145 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97236437-c33e-4817-bc0c-9a3ccd94997e req-d5f2dd90-5314-4854-9155-31f89874c95b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 950 time: 0.1704776 Jan 18 22:41:09.421145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-2009435a-20ad-484e-9a55-73f7375ab426 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.422761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-2009435a-20ad-484e-9a55-73f7375ab426 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 1121 time: 0.0737917 Jan 18 22:41:09.431151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Network b78914a6-2a15-41a5-96c5-e7be971fdd41 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:09.445778 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.450752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b78914a6-2a15-41a5-96c5-e7be971fdd41) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:09.458855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.459374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.460673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe257c7-9bf6-4903-8546-f07082168c43 None None] Network b78914a6-2a15-41a5-96c5-e7be971fdd41 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:09.464237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:09.468128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97236437-c33e-4817-bc0c-9a3ccd94997e req-cae622be-1449-4cc1-8b25-5dacf0dac1a3 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Jan 18 22:41:09.474399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Usage tracker for resource:security_group_rule and tenant:a1adb9c1c0114da19760bdfe447102db is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:09.478022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:09.486075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:09.502600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b0343f67-ccb8-4582-869b-0c13d01221b3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5542421 Jan 18 22:41:09.576732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.583300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.648398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5aef2dda-ed3a-4995-ba18-a92d93c6395c req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193446 Jan 18 22:41:09.659245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43444) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:09.668187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252b763-6daf-44c4-ab57-0e1e63d0bde4 tempest-AggregatesAdminTestJSON-1478533267 tempest-AggregatesAdminTestJSON-1478533267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec5a416-cce4-4b23-bb87-b6c11154563f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:09.722332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cd2d6-a8a9-4076-938d-f2f854e801ab None None] Network b78914a6-2a15-41a5-96c5-e7be971fdd41 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:09.733835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Deleting subnet fb39b330-25dd-4209-b820-c9a22de345b2 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:41:09.737239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.837694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.847839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.918653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1bb0-c8fa-4ede-ac63-453a3ac855a6 req-753ea14d-0e1d-4bc7-a7af-9ce0e74bf01d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.920404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39ce1bb0-c8fa-4ede-ac63-453a3ac855a6 req-753ea14d-0e1d-4bc7-a7af-9ce0e74bf01d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.1565304 Jan 18 22:41:09.967217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.024573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb39b330-25dd-4209-b820-c9a22de345b2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.031960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.036683 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39ce1bb0-c8fa-4ede-ac63-453a3ac855a6 req-7a40d071-ab83-454a-9d56-05ea69ea0ec3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085546 Jan 18 22:41:10.040754 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7859f3a6-6442-4e7d-b94c-71ef8d2e6885 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fb39b330-25dd-4209-b820-c9a22de345b2 HTTP/1.1" status: 204 len: 168 time: 0.3805292 Jan 18 22:41:10.043647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43460) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:10.148030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e024f35-d143-44d3-a57d-0bceccea0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61511670-7cb6-41de-bee2-ac18825d0bd4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:10.152742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.205920 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e024f35-d143-44d3-a57d-0bceccea0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61511670-7cb6-41de-bee2-ac18825d0bd4', 'code': 200} Jan 18 22:41:10.407633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.467266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.468779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.470010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.470687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > port after_create 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.471104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.471662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > port after_update 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.472188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.472734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.473308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.473807 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.587055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a8a9-d04e-4bee-ae4b-09edf42f7327 req-73c96fe2-dc35-4378-ba59-4260e4c484e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.588521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8008a8a9-d04e-4bee-ae4b-09edf42f7327 req-73c96fe2-dc35-4378-ba59-4260e4c484e0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 1101 time: 0.2700493 Jan 18 22:41:10.635379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8008a8a9-d04e-4bee-ae4b-09edf42f7327 req-42bf8fff-c666-420f-bd24-4a8036dc1344 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Jan 18 22:41:10.645685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135048ad-25bc-45f2-a75a-ffd021517df1 req-a476b4e4-93df-4836-a686-18ba5852a679 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.647103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-135048ad-25bc-45f2-a75a-ffd021517df1 req-a476b4e4-93df-4836-a686-18ba5852a679 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 946 time: 0.1869516 Jan 18 22:41:10.666704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.667077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.667406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.667859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:10.668243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b31a7a-8c5c-4598-92f0-f5e2b78d0799']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:10.694765 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-135048ad-25bc-45f2-a75a-ffd021517df1 req-ae51af6d-0873-460d-9e8c-64837438503e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Jan 18 22:41:10.720810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45a8368-842e-48e4-920e-a0339a2c1e98') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:10.721146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45a8368-842e-48e4-920e-a0339a2c1e98') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:10.738865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.765514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.775226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:10.775772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:10.775772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: from cryptography.utils import int_from_bytes Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: from cryptography.utils import int_from_bytes Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: util.warn_limited( Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:10.791813 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:10.874420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f623d-50a8-4424-a789-70a4cfd7f4f6 req-72453414-b1c8-4817-8eb2-a6a65ebe7dbf tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.876075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e1f623d-50a8-4424-a789-70a4cfd7f4f6 req-72453414-b1c8-4817-8eb2-a6a65ebe7dbf tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 950 time: 0.1993887 Jan 18 22:41:10.901408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.925609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.942633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b31a7a-8c5c-4598-92f0-f5e2b78d0799,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.957664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e1f623d-50a8-4424-a789-70a4cfd7f4f6 req-4914d576-1501-4309-aa94-e98fbb2d70b4 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723381 Jan 18 22:41:10.958905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-06dff9b2-b029-4835-b328-4758662ab543 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b4b31a7a-8c5c-4598-92f0-f5e2b78d0799 HTTP/1.1" status: 204 len: 168 time: 0.9142945 Jan 18 22:41:10.962040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:11.045050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:11.049181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Deleting subnet 18483352-abdc-4f78-b721-3f7e735bc382 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:41:11.052774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.060810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'port_id': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'mac_address': 'fa:16:3e:a8:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd75ae-b1e2-4724-b625-1e7a06d823f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-182164965', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:11.127020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.136050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.137340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.157157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c9546c-dcb2-47d2-8bb3-52230e514d20 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:11.175705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:11.180126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.255807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:11.314255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.358051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18483352-abdc-4f78-b721-3f7e735bc382,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:11.367393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.376964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c2b98-992f-4e76-bb71-656ed2458951 req-b2096803-ab10-4f04-be8d-de951b7c2739 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:11.378432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-329c2b98-992f-4e76-bb71-656ed2458951 req-b2096803-ab10-4f04-be8d-de951b7c2739 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 966 time: 0.1610992 Jan 18 22:41:11.382816 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5221232f-115c-4046-96f0-825f37ad2c5e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/18483352-abdc-4f78-b721-3f7e735bc382 HTTP/1.1" status: 204 len: 168 time: 0.4193876 Jan 18 22:41:11.385693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43524) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:11.407583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['74c9546c-dcb2-47d2-8bb3-52230e514d20'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:11.510471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-329c2b98-992f-4e76-bb71-656ed2458951 req-c26f8353-71e4-4053-9181-b3ccb1e62147 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254811 Jan 18 22:41:11.533819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.672273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.707296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.708083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.709001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.709343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > port after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.709719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > port after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.710087 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > port after_update 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.710475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.711002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.711327 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.711642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.782431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.782720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.783080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.783756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:41:11.784142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78914a6-2a15-41a5-96c5-e7be971fdd41']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:11.806399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcddc81-ee61-4151-a745-86a2371e1bf6') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:11.806621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcddc81-ee61-4151-a745-86a2371e1bf6') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:11.821035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.859819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.868760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:11.869380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: from cryptography.utils import int_from_bytes Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: from cryptography.utils import int_from_bytes Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: util.warn_limited( Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:11.940592 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:11.959543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f207974-ef41-4b3c-bf26-db5096cdaba5 req-4641a452-2293-44c4-9487-041524bcd62f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:11.961221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f207974-ef41-4b3c-bf26-db5096cdaba5 req-4641a452-2293-44c4-9487-041524bcd62f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 946 time: 0.1085484 Jan 18 22:41:12.010963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f207974-ef41-4b3c-bf26-db5096cdaba5 req-63c273af-9406-4a06-a21b-f1e82e173f56 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Jan 18 22:41:12.067230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e027609b-9697-44fa-9aae-8a1566aa371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.106310 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.134071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.181303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b78914a6-2a15-41a5-96c5-e7be971fdd41,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:12.186614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cfabde57-b720-4e42-a7d1-a96b1116fbdb admin admin] 10.222.0.78 "DELETE /v2.0/networks/b78914a6-2a15-41a5-96c5-e7be971fdd41 HTTP/1.1" status: 204 len: 168 time: 0.7994165 Jan 18 22:41:12.201628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-53816bc9-cf53-4d05-9383-90d99bf80dae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1988115 Jan 18 22:41:12.232859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb1c2b-4936-4937-a413-13f98bb2c78d req-cab60691-296e-4856-a8cf-fd88c08a10f0 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:12.234809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50fb1c2b-4936-4937-a413-13f98bb2c78d req-cab60691-296e-4856-a8cf-fd88c08a10f0 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 950 time: 0.1064267 Jan 18 22:41:12.331703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50fb1c2b-4936-4937-a413-13f98bb2c78d req-30514051-5957-48a3-b370-13b5ba015c33 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913413 Jan 18 22:41:12.388409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-6d2f4c50-3bea-425a-96d8-8d5793516fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:12.390009 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-6d2f4c50-3bea-425a-96d8-8d5793516fd2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1097 time: 0.1082704 Jan 18 22:41:12.430870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43588) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:12.482298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959619d9-3a36-496c-87dc-1136cbc7919b req-92b51229-f6b4-4367-8428-17c60afe4c25 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:12.483577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-959619d9-3a36-496c-87dc-1136cbc7919b req-92b51229-f6b4-4367-8428-17c60afe4c25 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1097 time: 0.0725477 Jan 18 22:41:12.534142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-959619d9-3a36-496c-87dc-1136cbc7919b req-9520e8b3-dd3a-405f-8d2d-f97306569c53 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Jan 18 22:41:12.574803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f9a3185c-b4c6-4125-b5b0-826b36db8f88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=434cff3e1ca14689b62717879ac2a68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428101 Jan 18 22:41:12.577749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43602) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:12.592972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-4bd7969d-3751-4031-8696-e9112b3772a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:12.594449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-4bd7969d-3751-4031-8696-e9112b3772a5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.1835353 Jan 18 22:41:12.667618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5494a27-5536-44cb-be6f-8dd9c063ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.670848 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-78f04f96-2250-406b-b627-348c3d024bf8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0657055 Jan 18 22:41:12.702966 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5494a27-5536-44cb-be6f-8dd9c063ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.754343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-8ee9056e-fe3c-445d-af9e-1f32d40f0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:12.758284 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-8ee9056e-fe3c-445d-af9e-1f32d40f0ed1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0783226 Jan 18 22:41:12.768708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5494a27-5536-44cb-be6f-8dd9c063ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.789331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5494a27-5536-44cb-be6f-8dd9c063ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.790389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c5494a27-5536-44cb-be6f-8dd9c063ade8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1646de91-d3da-40cb-bebc-7b1ab298583b HTTP/1.1" status: 204 len: 168 time: 0.2103298 Jan 18 22:41:12.791209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5494a27-5536-44cb-be6f-8dd9c063ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646de91-d3da-40cb-bebc-7b1ab298583b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:12.794759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:12.861358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-f0cb14bf-1a72-4801-b852-5928b5e3538a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932717 Jan 18 22:41:12.990338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 74c9546c-dcb2-47d2-8bb3-52230e514d20 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:13.002432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 74c9546c-dcb2-47d2-8bb3-52230e514d20 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:13.004572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.074742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e839a-da37-4c60-bbac-93c1fd08f420 req-ca180c14-4280-4561-b345-81e10eb4236d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:13.082785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-323e839a-da37-4c60-bbac-93c1fd08f420 req-ca180c14-4280-4561-b345-81e10eb4236d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 966 time: 0.1188953 Jan 18 22:41:13.116204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-2340afe8-bc32-40e7-8b1b-aa3355d0ea22 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475445 Jan 18 22:41:13.162377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-323e839a-da37-4c60-bbac-93c1fd08f420 req-e82cfd05-6329-4584-9fd7-568d1cb9caa7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 Jan 18 22:41:13.173954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.210991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:13.222524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:13.231249 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.296176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:13.343947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:13.418879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:13.472216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1268341f-6b72-4e6b-a3f8-c64fc751ff85 req-010de2ce-488f-4ccd-bcbb-bf29adc39cdc service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454468 Jan 18 22:41:13.513018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-16101c53-b579-4e0e-9552-af18d25f3241 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be77ec9de4ec41bf98940df304d105ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909848 Jan 18 22:41:13.514429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:13.532028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.546511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5cc72-8381-41df-8642-d5b52c3aa6f4 req-e12208f3-7445-4389-9022-bf7b1c7bdb4f tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:13.547937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2a5cc72-8381-41df-8642-d5b52c3aa6f4 req-e12208f3-7445-4389-9022-bf7b1c7bdb4f tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1097 time: 0.1948395 Jan 18 22:41:13.553943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:13.561631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Usage tracker for resource:security_group_rule and tenant:92355fcf3b38481faa097e66d578055f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:13.564992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:13.572279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:13.606657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52eddd49-956f-49af-91f7-571fba2015f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.612318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0144a5-e119-4da1-b7d8-6456ec0a7b22 req-dbce89b8-785b-435c-bc6c-4c8fc5255ea5 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:13.613871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0144a5-e119-4da1-b7d8-6456ec0a7b22 req-dbce89b8-785b-435c-bc6c-4c8fc5255ea5 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 950 time: 0.2048843 Jan 18 22:41:13.621524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c2a5cc72-8381-41df-8642-d5b52c3aa6f4 req-bd0bd730-9138-44e9-9118-c37ce1202129 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Synchronizing usage tracker for tenant:3d51beec11234ae4a8af1ebc42f1a906 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:13.641014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52eddd49-956f-49af-91f7-571fba2015f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.670451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c2a5cc72-8381-41df-8642-d5b52c3aa6f4 req-bd0bd730-9138-44e9-9118-c37ce1202129 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Unset dirty status for tenant:3d51beec11234ae4a8af1ebc42f1a906 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:13.671641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2a5cc72-8381-41df-8642-d5b52c3aa6f4 req-bd0bd730-9138-44e9-9118-c37ce1202129 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130223 Jan 18 22:41:13.679728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0144a5-e119-4da1-b7d8-6456ec0a7b22 req-f3cc0ce4-477a-4564-89e8-c3184f5ef68b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584290 Jan 18 22:41:13.712302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52eddd49-956f-49af-91f7-571fba2015f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.735432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eddd49-956f-49af-91f7-571fba2015f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b1519-aa78-4d67-8fc2-a450a169ca30,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:13.740240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52eddd49-956f-49af-91f7-571fba2015f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.743698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-52eddd49-956f-49af-91f7-571fba2015f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/450b1519-aa78-4d67-8fc2-a450a169ca30 HTTP/1.1" status: 204 len: 168 time: 0.2260780 Jan 18 22:41:13.769390 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'code': 200} Jan 18 22:41:13.805913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.811884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.878330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92355fcf3b38481faa097e66d578055f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787573 Jan 18 22:41:13.878330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b7223-3b45-4d77-ba84-1f539d6b4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be4888-7aac-4489-916c-696a701582cd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:13.881286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43656) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:13.956847 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dccd23a2-53ed-4148-884c-c28a244feb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.976546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c58ed-931e-464d-a127-bf650b4314d8 req-476f9111-0df3-4095-bd48-0613568fabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:13.978291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d9c58ed-931e-464d-a127-bf650b4314d8 req-476f9111-0df3-4095-bd48-0613568fabf5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1118 time: 0.1439657 Jan 18 22:41:14.019601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dccd23a2-53ed-4148-884c-c28a244feb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.059270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d9c58ed-931e-464d-a127-bf650b4314d8 req-b9f17f74-7b5c-4946-97d2-5b7fa3502515 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Jan 18 22:41:14.124350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dccd23a2-53ed-4148-884c-c28a244feb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.141927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd23a2-53ed-4148-884c-c28a244feb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be4888-7aac-4489-916c-696a701582cd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:14.153123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dccd23a2-53ed-4148-884c-c28a244feb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.157546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dccd23a2-53ed-4148-884c-c28a244feb71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2be4888-7aac-4489-916c-696a701582cd HTTP/1.1" status: 204 len: 168 time: 0.2746396 Jan 18 22:41:14.347003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18303ec0-e22a-4fb2-8529-cd81c7c93d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.497153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd2daa-1833-44c4-be3b-4c0c970104a4 req-dfe6b403-4c96-470e-b84d-da1fa2b2d353 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:14.498787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5abd2daa-1833-44c4-be3b-4c0c970104a4 req-dfe6b403-4c96-470e-b84d-da1fa2b2d353 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 967 time: 0.0945868 Jan 18 22:41:14.544385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5abd2daa-1833-44c4-be3b-4c0c970104a4 req-83b7cf9f-bac6-4557-b40b-cefb7104e08c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Jan 18 22:41:14.583653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:14.653435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43712) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:14.671555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.687709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:14.691789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Usage tracker for resource:security_group_rule and tenant:9afa7772e6c64783943504a4e1977c70 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:14.694953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:14.716737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:14.848042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.858813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.012469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.038432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9afa7772e6c64783943504a4e1977c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840463 Jan 18 22:41:15.042225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:15.045733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3c7d3-00eb-4b66-aead-e0cd62e62688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df986251-56e2-4e5f-a4c5-23a8dc0b0a9e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.049078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:15.074817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3680fdcbea447281de1c98912fd8d0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:15.079447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:15.090899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:15.167358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675abe3-3799-4d90-afb2-f7b740ca95b6 req-3bcf6171-49ef-4dab-97a9-1cba587505e8 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:15.169912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4675abe3-3799-4d90-afb2-f7b740ca95b6 req-3bcf6171-49ef-4dab-97a9-1cba587505e8 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 950 time: 0.1391721 Jan 18 22:41:15.210009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab615b-d775-401d-a33e-aa8150bb900a req-5000a4d8-0f57-425f-9762-665420f51b06 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:15.212600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fab615b-d775-401d-a33e-aa8150bb900a req-5000a4d8-0f57-425f-9762-665420f51b06 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8e024f35-d143-44d3-a57d-0bceccea0989 HTTP/1.1" status: 200 len: 1101 time: 0.3193934 Jan 18 22:41:15.256183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4675abe3-3799-4d90-afb2-f7b740ca95b6 req-3e1cb860-a3fa-4cf5-9ea2-89e49bea26ec tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Jan 18 22:41:15.279527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4304-38f7-4d0a-b745-3328abde1dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.495092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4304-38f7-4d0a-b745-3328abde1dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.502886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.505825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Deleting port 61511670-7cb6-41de-bee2-ac18825d0bd4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:41:15.506181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.549236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.557456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.570532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.645976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffb92e-888b-448a-b122-26291befbcb0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.652932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30750dd0-1385-4b66-ab93-d75bbd9791d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f3680fdcbea447281de1c98912fd8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0659263 Jan 18 22:41:15.653449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43786) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:15.725414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4304-38f7-4d0a-b745-3328abde1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.788179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b74f72d-4a67-4761-930d-28cd56d22ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.802192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e4304-38f7-4d0a-b745-3328abde1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df986251-56e2-4e5f-a4c5-23a8dc0b0a9e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.819685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4304-38f7-4d0a-b745-3328abde1dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.823031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9a0e4304-38f7-4d0a-b745-3328abde1dd6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df986251-56e2-4e5f-a4c5-23a8dc0b0a9e HTTP/1.1" status: 204 len: 168 time: 0.7766595 Jan 18 22:41:15.851005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b74f72d-4a67-4761-930d-28cd56d22ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.903893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] For port 61511670-7cb6-41de-bee2-ac18825d0bd4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=61511670-7cb6-41de-bee2-ac18825d0bd4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:15.904267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.059385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Calling delete_port for 61511670-7cb6-41de-bee2-ac18825d0bd4 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:41:16.069411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b74f72d-4a67-4761-930d-28cd56d22ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.125982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74f72d-4a67-4761-930d-28cd56d22ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffb92e-888b-448a-b122-26291befbcb0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.140492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b74f72d-4a67-4761-930d-28cd56d22ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.142670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0b74f72d-4a67-4761-930d-28cd56d22ab6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73ffb92e-888b-448a-b122-26291befbcb0 HTTP/1.1" status: 204 len: 168 time: 0.4877701 Jan 18 22:41:16.161858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c247d8-b5f3-4ef8-a21c-6c16afd0e237 req-bb7a3c84-564d-46f8-b6f8-b3d266d49a0c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:16.174654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98c247d8-b5f3-4ef8-a21c-6c16afd0e237 req-bb7a3c84-564d-46f8-b6f8-b3d266d49a0c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 967 time: 0.3724332 Jan 18 22:41:16.259128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98c247d8-b5f3-4ef8-a21c-6c16afd0e237 req-bd9f1ff4-6b9a-4011-aa9e-0332576be3bb tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Jan 18 22:41:16.296252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:16.311816 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.334437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['61511670-7cb6-41de-bee2-ac18825d0bd4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:16.383888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Pushing event deleted for resources: {'Port': ['ID=61511670-7cb6-41de-bee2-ac18825d0bd4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.474558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] No DVR routers for this DVR port 61511670-7cb6-41de-bee2-ac18825d0bd4 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:16.482916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.486423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e024f35-d143-44d3-a57d-0bceccea0989', 'name': 'network-vif-deleted', 'tag': '61511670-7cb6-41de-bee2-ac18825d0bd4'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:16.507261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fab615b-d775-401d-a33e-aa8150bb900a req-1434867b-50cd-43a0-a470-3d33e0e62809 tempest-DeleteServersAdminTestJSON-1074328075 tempest-DeleteServersAdminTestJSON-1074328075-project-admin] 10.222.0.86 "DELETE /v2.0/ports/61511670-7cb6-41de-bee2-ac18825d0bd4 HTTP/1.1" status: 204 len: 173 time: 1.2861407 Jan 18 22:41:16.712791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-437fd3c2-8ac9-4f14-8ffe-b541aa6cb669 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:41:16.721229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-437fd3c2-8ac9-4f14-8ffe-b541aa6cb669 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4229372 Jan 18 22:41:16.780657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.902238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:16.942164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.959042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:16.964733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:add4df844826496b803961a2f68345a6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:16.968163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:16.974938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:17.025320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057fac-511e-49bc-9394-595846b8800f req-537e8470-ef04-4e30-816c-3e40370e39bb tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:17.027372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4057fac-511e-49bc-9394-595846b8800f req-537e8470-ef04-4e30-816c-3e40370e39bb tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1118 time: 0.1392381 Jan 18 22:41:17.073296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a4057fac-511e-49bc-9394-595846b8800f req-534f28d8-aa1e-4128-b19d-7ec3f0743161 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Synchronizing usage tracker for tenant:dc6f06d1f5724309be9543fb590efb30 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:17.101830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.112908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.124205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a4057fac-511e-49bc-9394-595846b8800f req-534f28d8-aa1e-4128-b19d-7ec3f0743161 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Unset dirty status for tenant:dc6f06d1f5724309be9543fb590efb30 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:17.133391 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4057fac-511e-49bc-9394-595846b8800f req-534f28d8-aa1e-4128-b19d-7ec3f0743161 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997193 Jan 18 22:41:17.193598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43852) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:17.194972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=add4df844826496b803961a2f68345a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912307 Jan 18 22:41:17.197441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a4cab-8743-4313-8653-85b239cad5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c67aa2-64b1-4e87-9eda-124d03bab0e9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:17.291217 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ebc-486b-40e9-a98a-0f5d5a89ed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.324029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ebc-486b-40e9-a98a-0f5d5a89ed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.341883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Request body: {'binding': {'host': 'n-h2-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:17.342720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Unknown quota resources ['binding']. {{(pid=87811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:41:17.362238 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e024f35-d143-44d3-a57d-0bceccea0989', 'name': 'network-vif-deleted', 'tag': '61511670-7cb6-41de-bee2-ac18825d0bd4', 'status': 'completed', 'code': 200} Jan 18 22:41:17.577527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ebc-486b-40e9-a98a-0f5d5a89ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.610504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f6ebc-486b-40e9-a98a-0f5d5a89ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c67aa2-64b1-4e87-9eda-124d03bab0e9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:17.628450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ebc-486b-40e9-a98a-0f5d5a89ed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.629593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fa7f6ebc-486b-40e9-a98a-0f5d5a89ed1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97c67aa2-64b1-4e87-9eda-124d03bab0e9 HTTP/1.1" status: 204 len: 168 time: 0.4340057 Jan 18 22:41:17.669994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecfedc-20c5-40f8-a9d8-0a8de76d2575 req-bcaacc39-09b6-4dfd-bbb9-e16a39a13506 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:17.676970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fecfedc-20c5-40f8-a9d8-0a8de76d2575 req-bcaacc39-09b6-4dfd-bbb9-e16a39a13506 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1118 time: 0.1760678 Jan 18 22:41:17.679732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on host n-h2-825178-1 for vnic_type normal with profile None {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:17.680373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:17.680373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:17.699972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:17.700286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:17.714422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:17.714680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:17.715058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:17.715520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Bound port: 631c0ed0-4286-4ba0-8391-112ff49fbab0, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:17.773603 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fecfedc-20c5-40f8-a9d8-0a8de76d2575 req-56adaf4d-08eb-449b-aa72-fd61dafa96d2 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956402 Jan 18 22:41:17.800791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:17.807836 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.809809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3ea5e46b-92a4-455a-9f4c-d2fd578b3d27 service neutron] 10.222.0.78 "POST /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8482096 Jan 18 22:41:18.044739 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-6ece3510-7f17-4b49-9b61-78f713c6b90f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e0b97595fa704a099f07da8003fb624d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295444 Jan 18 22:41:18.278644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-66cf454e-65ee-4bfd-89a5-6bbd2ec5dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:18.280117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-66cf454e-65ee-4bfd-89a5-6bbd2ec5dc7f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1097 time: 0.1322114 Jan 18 22:41:18.287150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed814eb0-7e28-49c5-a3d3-c1a12aa8985c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:18.288537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed814eb0-7e28-49c5-a3d3-c1a12aa8985c tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365394 Jan 18 22:41:18.375254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-089ebbe6-aa1b-435f-b160-3e136e028193 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/quotas/e0b97595fa704a099f07da8003fb624d HTTP/1.1" status: 200 len: 375 time: 0.0626826 Jan 18 22:41:18.437441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2f64926a-eb7b-4d8d-88dc-a28c1831428f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Synchronizing usage tracker for tenant:e0b97595fa704a099f07da8003fb624d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:18.482778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2f64926a-eb7b-4d8d-88dc-a28c1831428f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Unset dirty status for tenant:e0b97595fa704a099f07da8003fb624d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:18.492109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2f64926a-eb7b-4d8d-88dc-a28c1831428f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e0b97595fa704a099f07da8003fb624d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092880 Jan 18 22:41:18.493594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-7b7e0d1c-82a8-4a6a-8d7a-3c329ce918a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:18.495008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-7b7e0d1c-82a8-4a6a-8d7a-3c329ce918a3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2056077 Jan 18 22:41:18.573609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-2d79f470-b1aa-415a-a3d6-c0ae320e2f7e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0714464 Jan 18 22:41:18.727655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-0947b3e2-d27a-4cba-9d6b-1ff2f2bd3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:18.729469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-0947b3e2-d27a-4cba-9d6b-1ff2f2bd3a22 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1506503 Jan 18 22:41:18.784779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-5b7d5e93-c4e4-49a0-b1c4-494e461d2437 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491128 Jan 18 22:41:18.958163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-6c74be97-6cb8-4037-9df0-e52e623fe2c9 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618710 Jan 18 22:41:19.001479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fa52ddd-2d29-422f-8610-134900dd328c req-bc4c5d2f-17ca-43b9-bc8f-2a76a865a8d7 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 210 time: 0.0570269 Jan 18 22:41:19.156740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 61511670-7cb6-41de-bee2-ac18825d0bd4 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:41:19.175994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-cf663efe-e5b2-46ac-b1a7-7fc04ef3b87c service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576700 Jan 18 22:41:19.204365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 61511670-7cb6-41de-bee2-ac18825d0bd4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:41:19.205072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 61511670-7cb6-41de-bee2-ac18825d0bd4 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:41:19.209178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a9724-b730-4640-8823-f23acc22d8e0 req-05701960-2712-4f24-8d47-ead16e3003bb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:19.211056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-335a9724-b730-4640-8823-f23acc22d8e0 req-05701960-2712-4f24-8d47-ead16e3003bb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 946 time: 0.2513738 Jan 18 22:41:19.271902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-335a9724-b730-4640-8823-f23acc22d8e0 req-2618799e-f5da-44bb-88bb-c58fb7f124e4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543556 Jan 18 22:41:19.428238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-047c7bfe-5453-4ff5-ab25-520dcd4182f4 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:19.430442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-047c7bfe-5453-4ff5-ab25-520dcd4182f4 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1097 time: 0.1125550 Jan 18 22:41:19.443262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-1'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:19.591849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.795257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:19.856656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:19.932594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:19.941445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.984187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.040746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-c83d797f-46e6-40d2-afff-442df8a6aeac tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e0b97595fa704a099f07da8003fb624d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956788 Jan 18 22:41:20.326964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:20.329760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on host n-h1-825178-1 for vnic_type normal with profile {"migrating_to": "n-h2-825178-1"} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:20.330093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:20.330420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:20.338222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:20.338580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Attempting to bind port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:20.355789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:20.356126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:20.356526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:20.356968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Bound port: 631c0ed0-4286-4ba0-8391-112ff49fbab0, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:20.357328 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.381446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-a329094f-f423-4eca-8d9c-b130d262a2f0 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:20.383187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-a329094f-f423-4eca-8d9c-b130d262a2f0 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230269 Jan 18 22:41:20.407325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-437ff0a5-add6-4359-92e2-3de5896b4b68 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:41:20.409326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-437ff0a5-add6-4359-92e2-3de5896b4b68 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075617 Jan 18 22:41:20.421289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Request body: {'port': {'device_id': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'e0b97595fa704a099f07da8003fb624d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:20.422313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Request body: {'binding': {'host': 'n-h1-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:20.422777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Unknown quota resources ['binding']. {{(pid=87811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:41:20.499035 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'code': 200} Jan 18 22:41:20.627009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on host n-h1-825178-1 for vnic_type normal with profile None {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:20.627339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:20.627687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:20.632479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:20.632808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:20.637795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:20.638152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:20.638511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:20.638928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Bound port: 74c9546c-dcb2-47d2-8bb3-52230e514d20, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:20.672133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:20.677879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.679049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-39639b06-4ca7-4dac-965d-6eb84004a1dd service neutron] 10.222.0.78 "POST /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20/bindings HTTP/1.1" status: 201 len: 389 time: 0.2607851 Jan 18 22:41:20.686521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:20.697566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:20.705588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:20.708974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.768412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:20.863001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Made reservation on behalf of e0b97595fa704a099f07da8003fb624d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:20.866485 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.875226 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94c1ff32-dc84-4e05-a171-e64ab6035d39 req-addac29c-9af5-4fd1-a32b-cb972aa1f8c5 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 210 time: 0.0454545 Jan 18 22:41:20.931680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6d2f8-c577-4056-8d25-f602d77b5ac6 req-413eeb2b-9e85-43cc-964c-7df9c1ea6bb2 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:20.938918 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31d6d2f8-c577-4056-8d25-f602d77b5ac6 req-413eeb2b-9e85-43cc-964c-7df9c1ea6bb2 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 970 time: 0.3641620 Jan 18 22:41:20.974158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:20.974771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.976401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] 10.222.0.85 "PUT /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 1122 time: 1.5396588 Jan 18 22:41:20.980848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-ce97e461-d5d2-4f98-8ced-45c79b8c4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:20.981481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686c84f-ede6-4670-87b0-83aa503ef2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=8']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:20.982536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-ce97e461-d5d2-4f98-8ced-45c79b8c4788 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1118 time: 0.0823846 Jan 18 22:41:21.042069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['631c0ed0-4286-4ba0-8391-112ff49fbab0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:21.071922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31d6d2f8-c577-4056-8d25-f602d77b5ac6 req-5fe259aa-2b57-4354-bd00-fe4f4236a15d tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319821 Jan 18 22:41:21.190743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Allocated IP 192.168.233.10 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/da4893c4-fb87-46ed-837d-b1f9b00949e4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:21.251857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-125159b0-e366-4136-9522-6af40c842025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.255789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-125159b0-e366-4136-9522-6af40c842025 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2523677 Jan 18 22:41:21.380556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-5f21aa23-45a9-490b-b4b7-b82c4268830d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 217 time: 0.1179829 Jan 18 22:41:21.468391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-cd908ae5-03a3-44eb-be04-2e5451346d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.469870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-cd908ae5-03a3-44eb-be04-2e5451346d64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.0764523 Jan 18 22:41:21.491269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.506843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Transition to ACTIVE for port object da4893c4-fb87-46ed-837d-b1f9b00949e4 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:21.522356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-27de3285-f210-49d5-bb26-a6a18a691bfe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441797 Jan 18 22:41:21.533359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.535328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55272185-8b74-4a3e-8565-03e6a8791210 req-458a693c-8cfb-4422-94be-913139aa7400 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.537185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55272185-8b74-4a3e-8565-03e6a8791210 req-458a693c-8cfb-4422-94be-913139aa7400 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.2139993 Jan 18 22:41:21.661496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55272185-8b74-4a3e-8565-03e6a8791210 req-8307703f-a2cd-4580-a8b2-a03f766ecdd6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032176 Jan 18 22:41:21.709013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-4a4f95a7-0f63-485a-970b-ea3df78f587c service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708534 Jan 18 22:41:21.712989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:21.715997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Pushing event updated for resources: {'Port': ['ID=da4893c4-fb87-46ed-837d-b1f9b00949e4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:21.718766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:21.728437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:21.840244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-90db0e36-cbb1-4c1b-b373-e4a652a1b84b tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.841956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-90db0e36-cbb1-4c1b-b373-e4a652a1b84b tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.85 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 970 time: 0.2131546 Jan 18 22:41:21.851527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1b29-63ac-42d9-a360-82a1d2cddaea req-99ee319d-b8b4-4523-818a-dcc88a22ad13 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.858863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f15a1b29-63ac-42d9-a360-82a1d2cddaea req-99ee319d-b8b4-4523-818a-dcc88a22ad13 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 967 time: 0.3235090 Jan 18 22:41:21.868199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.869011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.907134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-b109b136-f2b1-4b7e-bd68-191167966b7b service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906068 Jan 18 22:41:21.995264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f15a1b29-63ac-42d9-a360-82a1d2cddaea req-de621697-b9fb-410c-957e-d469b15ff0c3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353037 Jan 18 22:41:22.007174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ed33c6c2-71b3-40b1-a3d0-b40cc04532eb tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6161406 Jan 18 22:41:22.012788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Deleting port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:41:22.013169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.037189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85aecec5-c4ea-491b-85a4-43516472179d None None] Provisioning for port da4893c4-fb87-46ed-837d-b1f9b00949e4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:22.044605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85aecec5-c4ea-491b-85a4-43516472179d None None] Provisioning complete for port da4893c4-fb87-46ed-837d-b1f9b00949e4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:22.045771 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85aecec5-c4ea-491b-85a4-43516472179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.049549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Request body: {'port': {'device_id': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:22.114954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-85aecec5-c4ea-491b-85a4-43516472179d None None] Port da4893c4-fb87-46ed-837d-b1f9b00949e4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:41:22.158893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-eec43650-0aa0-49ff-8178-ff00df3e76a7 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:22.160552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-eec43650-0aa0-49ff-8178-ff00df3e76a7 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1118 time: 0.1097424 Jan 18 22:41:22.175295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:22.297473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.367880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.502173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:22.520682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975901e-0751-45ce-93c0-67dd29da06ed req-015293d6-edc9-4928-8d21-013351dab894 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:22.521412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f975901e-0751-45ce-93c0-67dd29da06ed req-015293d6-edc9-4928-8d21-013351dab894 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Synchronizing usage tracker for tenant:e0b97595fa704a099f07da8003fb624d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:22.578243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:22.595152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed15405-1975-4bc6-b156-f4cf42d99fad req-8b6f8d39-53b8-45df-8152-cbb77f393a41 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:22.596769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ed15405-1975-4bc6-b156-f4cf42d99fad req-8b6f8d39-53b8-45df-8152-cbb77f393a41 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 970 time: 0.1815023 Jan 18 22:41:22.648490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:22.675038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] For port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:22.676199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.691020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f975901e-0751-45ce-93c0-67dd29da06ed req-015293d6-edc9-4928-8d21-013351dab894 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Unset dirty status for tenant:e0b97595fa704a099f07da8003fb624d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:22.692117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f975901e-0751-45ce-93c0-67dd29da06ed req-015293d6-edc9-4928-8d21-013351dab894 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 935 time: 0.5237606 Jan 18 22:41:22.707260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ed15405-1975-4bc6-b156-f4cf42d99fad req-a56e3dad-04b3-43d9-a547-e09114583a02 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/security-groups?id=df93547f-0039-43e5-81f6-9eafef86c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969241 Jan 18 22:41:22.723561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:22.729386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.739374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.828832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Calling delete_port for 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 owned by compute:tempest-test_az-182164965 {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:41:22.931248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on host n-h2-825178-1 for vnic_type normal with profile {"migrating_to": "n-h1-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:22.931578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:22.931902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:22.940993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:22.941366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Attempting to bind port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:22.951589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:22.951923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:22.952904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:22.953352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Bound port: 74c9546c-dcb2-47d2-8bb3-52230e514d20, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:22.953701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.963019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.003435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f975901e-0751-45ce-93c0-67dd29da06ed req-b83daee0-8726-4d29-91a0-cfcb6ff24006 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537344 Jan 18 22:41:23.020745 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'status': 'completed', 'code': 200} Jan 18 22:41:23.039614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.86', 63736) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:23.144012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.154928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['61e99ea7-d129-40fb-9ff3-bc2e63b777d9'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:23.162419 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'code': 200} Jan 18 22:41:23.277240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:23.283575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:23.299632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.355943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbde310-8d10-474f-84ce-1418e66608cf req-45978f08-068b-456b-9d77-9494d0631b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:23.357538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-45978f08-068b-456b-9d77-9494d0631b96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1125 time: 0.3164988 Jan 18 22:41:23.385459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Pushing event deleted for resources: {'Port': ['ID=61e99ea7-d129-40fb-9ff3-bc2e63b777d9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.445963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] No DVR routers for this DVR port 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:23.468195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aeca-a885-4a51-a709-c1e901612bed req-31aeb15c-c100-4841-a179-5e4c9fa73cd3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:23.469753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccd6aeca-a885-4a51-a709-c1e901612bed req-31aeb15c-c100-4841-a179-5e4c9fa73cd3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.3093162 Jan 18 22:41:23.473385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.480383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4893c4-fb87-46ed-837d-b1f9b00949e4 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:23.494166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.517060 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7e9fd7b-50e2-4ae9-a2d0-7505d257456c req-2953af83-ab4c-483f-af55-69467fbdbce4 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.85 "DELETE /v2.0/ports/61e99ea7-d129-40fb-9ff3-bc2e63b777d9 HTTP/1.1" status: 204 len: 173 time: 1.6558650 Jan 18 22:41:23.545455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Transition to ACTIVE for port object da4893c4-fb87-46ed-837d-b1f9b00949e4 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:23.553040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.584078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44116) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:23.654412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.681174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:23.682481 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.684423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6227b513-2f85-461b-91be-f5b8c2a6f8d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 1143 time: 1.5138037 Jan 18 22:41:23.708152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccd6aeca-a885-4a51-a709-c1e901612bed req-c6f01195-3ff3-4ced-aa4f-27130fe29a0d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147975 Jan 18 22:41:23.742863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['74c9546c-dcb2-47d2-8bb3-52230e514d20'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:23.798708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbde310-8d10-474f-84ce-1418e66608cf req-97a339b6-e2a6-466f-9a4d-061556ac9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:23.801948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-97a339b6-e2a6-466f-9a4d-061556ac9721 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.3290498 Jan 18 22:41:23.877345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Pushing event updated for resources: {'Port': ['ID=da4893c4-fb87-46ed-837d-b1f9b00949e4,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.896579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-c6bd53cb-956c-4287-bdff-46ce3ae0910e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0865452 Jan 18 22:41:24.002425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.046993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:24.055618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Usage tracker for resource:security_group_rule and tenant:b1c81728c2484ff5aa6866d333596c18 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:24.058920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5fe67-ee4d-45ab-b00d-a253217c37d1 req-7c02b732-a2f7-4d0f-bc18-94463999722c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.059197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:24.060464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81f5fe67-ee4d-45ab-b00d-a253217c37d1 req-7c02b732-a2f7-4d0f-bc18-94463999722c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.4185836 Jan 18 22:41:24.062827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Attempting to bind port da4893c4-fb87-46ed-837d-b1f9b00949e4 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:24.066067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Attempting to bind port da4893c4-fb87-46ed-837d-b1f9b00949e4 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:24.066721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Attempting to bind port da4893c4-fb87-46ed-837d-b1f9b00949e4 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:24.072138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:24.087868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Port da4893c4-fb87-46ed-837d-b1f9b00949e4 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:24.088372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Attempting to bind port da4893c4-fb87-46ed-837d-b1f9b00949e4 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:24.099696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:24.100282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:24.100813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:24.101421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Bound port: da4893c4-fb87-46ed-837d-b1f9b00949e4, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:24.101914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.161756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbde310-8d10-474f-84ce-1418e66608cf req-f86291a0-27a8-421e-af88-c70961ef0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.163584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-f86291a0-27a8-421e-af88-c70961ef0d42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.2573216 Jan 18 22:41:24.189009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.198660 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81f5fe67-ee4d-45ab-b00d-a253217c37d1 req-10e04185-e15a-4b32-9702-ad233f08ec7a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264231 Jan 18 22:41:24.242228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] For port da4893c4-fb87-46ed-837d-b1f9b00949e4, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:24.242410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.246000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] For port da4893c4-fb87-46ed-837d-b1f9b00949e4, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:24.253751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.274369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-d248bebd-0418-407b-9d2b-6a01ad793e70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834219 Jan 18 22:41:24.338081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.338964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.340194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] 10.222.0.86 "PUT /v2.0/ports/da4893c4-fb87-46ed-837d-b1f9b00949e4 HTTP/1.1" status: 200 len: 1095 time: 2.2998629 Jan 18 22:41:24.369004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfda6487-e5ee-4f04-92b4-cfd3cde65ff8 req-f1d5703c-ab24-4df2-8aae-435ada689903 tempest-AggregatesAdminTestJSON-1933839972 tempest-AggregatesAdminTestJSON-1933839972-project] 10.222.0.78 "GET /v2.0/ports?device_id=3798e071-9580-4f4b-9261-e8292f0d9712 HTTP/1.1" status: 200 len: 210 time: 0.0974886 Jan 18 22:41:24.373286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96e1ee-62f4-4f55-b020-6b7bbe2fcb6a service neutron] Pushing event updated for resources: {'Port': ['ID=da4893c4-fb87-46ed-837d-b1f9b00949e4,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:24.449766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1c81728c2484ff5aa6866d333596c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629818 Jan 18 22:41:24.460194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:24.490148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45065f9d-f98a-4052-8af1-4094c4ea407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227b29e7-accb-4467-8205-f39999a606a8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:24.565214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d375c2c-4848-4991-a25a-92b41779dda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.578846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ede99f1c-4871-4f42-b73c-0508d0dc44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.581589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-ede99f1c-4871-4f42-b73c-0508d0dc44c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0b97595fa704a099f07da8003fb624d&device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 1098 time: 0.1945755 Jan 18 22:41:24.623739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d375c2c-4848-4991-a25a-92b41779dda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.633433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-8552b0c8-2c04-4858-bc9a-381da64862a3 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067279 Jan 18 22:41:24.675047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412cf3d-b06e-4264-9e8d-8077ae136478 req-ed3197c5-d196-4fd2-97bc-02000cdf63e2 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.682272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d412cf3d-b06e-4264-9e8d-8077ae136478 req-ed3197c5-d196-4fd2-97bc-02000cdf63e2 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 947 time: 0.2309723 Jan 18 22:41:24.705422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-e63c4b2d-fdee-4fc2-bf13-75e6f2fb77cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4 HTTP/1.1" status: 200 len: 217 time: 0.1147847 Jan 18 22:41:24.791224 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d412cf3d-b06e-4264-9e8d-8077ae136478 req-1c41bb3b-38d9-4c5c-abed-8d8db3c04772 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083403 Jan 18 22:41:24.833810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-815fdff7-71e4-4eb2-a1ee-ec75d05e4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.835259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-815fdff7-71e4-4eb2-a1ee-ec75d05e4f76 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1151698 Jan 18 22:41:24.847876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdbde310-8d10-474f-84ce-1418e66608cf req-e8e8a334-4926-49d6-a409-26ad25596963 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080681 Jan 18 22:41:24.851343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:24.862124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d375c2c-4848-4991-a25a-92b41779dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.914930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d375c2c-4848-4991-a25a-92b41779dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227b29e7-accb-4467-8205-f39999a606a8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:25.022023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29171-0538-498e-af2c-d16964a2a14d req-eb4f0e54-c0af-4297-8942-8bff2a8b1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:25.023019 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-eb4f0e54-c0af-4297-8942-8bff2a8b1cca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759672 Jan 18 22:41:25.023458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3798e071-9580-4f4b-9261-e8292f0d9712', 'name': 'network-vif-deleted', 'tag': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9'}, {'name': 'network-changed', 'server_uuid': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'tag': 'da4893c4-fb87-46ed-837d-b1f9b00949e4'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:25.101071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d375c2c-4848-4991-a25a-92b41779dda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.102199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3d375c2c-4848-4991-a25a-92b41779dda1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/227b29e7-accb-4467-8205-f39999a606a8 HTTP/1.1" status: 204 len: 168 time: 0.6386883 Jan 18 22:41:25.164395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:25.175636 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3798e071-9580-4f4b-9261-e8292f0d9712', 'name': 'network-vif-deleted', 'tag': '61e99ea7-d129-40fb-9ff3-bc2e63b777d9', 'status': 'completed', 'code': 200} Jan 18 22:41:25.185390 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'tag': 'da4893c4-fb87-46ed-837d-b1f9b00949e4', 'status': 'completed', 'code': 200} Jan 18 22:41:25.189571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcb37-77e9-49ad-947b-74b9712428b9 req-7463279d-18a0-44ea-b9bd-3dba4cf3f88c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:25.195073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a4bcb37-77e9-49ad-947b-74b9712428b9 req-7463279d-18a0-44ea-b9bd-3dba4cf3f88c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.2612765 Jan 18 22:41:25.201718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:25.220678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 has no active binding in host n-h2-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:41:25.248661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a4bcb37-77e9-49ad-947b-74b9712428b9 req-dbd680c6-ac35-4f2f-81dc-7298e6b260bb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465634 Jan 18 22:41:25.278633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-f2db670e-c9e3-4583-a399-fdd629afc300 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445395 Jan 18 22:41:25.430939 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dc29171-0538-498e-af2c-d16964a2a14d req-bd70967a-1045-4099-aec3-3f5d0752e993 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454153 Jan 18 22:41:25.445880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44226) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:25.490555 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'status': 'completed', 'code': 200} Jan 18 22:41:25.610143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:25.644982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.666456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:25.671668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf4c8-1d7a-474d-bf1c-f4344e5e5bb9 req-026a0326-d577-44b1-94dc-f390a35a874e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:25.673638 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17ecf4c8-1d7a-474d-bf1c-f4344e5e5bb9 req-026a0326-d577-44b1-94dc-f390a35a874e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.0944355 Jan 18 22:41:25.674772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef113823bea9490c9aa747a221d70ab2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:25.679409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:25.687221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:25.690946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-d197490f-32ab-4b08-9e0a-a7ef3dd75414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:25.692435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-d197490f-32ab-4b08-9e0a-a7ef3dd75414 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0b97595fa704a099f07da8003fb624d&device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 1098 time: 0.1936615 Jan 18 22:41:25.699287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-ce3d3743-0d27-4497-be74-7cb9ecaebc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:25.700725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-ce3d3743-0d27-4497-be74-7cb9ecaebc93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1146 time: 0.2007773 Jan 18 22:41:25.745624 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17ecf4c8-1d7a-474d-bf1c-f4344e5e5bb9 req-2dbdb566-c51f-4064-bc0c-3be4e3c8b1db tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650105 Jan 18 22:41:25.909654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.939736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:25.949848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8a394f7a9244a980638de363013b99 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:25.959015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:25.970511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:25.999445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-0c754583-995e-4b8c-8bb7-6498ad8972ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:26.000929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-0c754583-995e-4b8c-8bb7-6498ad8972ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2993133 Jan 18 22:41:26.003318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-537e18aa-34e2-4bb8-a158-660dbd68e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:26.004630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-537e18aa-34e2-4bb8-a158-660dbd68e2e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2777433 Jan 18 22:41:26.075361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.081875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.166996 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-90f7f31f-9c88-450e-afb9-bc2517e2f745 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 217 time: 0.1497939 Jan 18 22:41:26.170903 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-736552b1-9936-4ad3-8572-f3293eda04b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4 HTTP/1.1" status: 200 len: 217 time: 0.1618593 Jan 18 22:41:26.189401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44258) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:26.193951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f8a394f7a9244a980638de363013b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441735 Jan 18 22:41:26.197955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:26.211659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b6847-c95b-4bc5-88c9-0133ba951115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbcd824-f602-4366-89ff-2fa967463aad,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.278914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.294498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.345336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-75402ace-3cb8-4458-8a5a-2c6110e8610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:26.346526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-75402ace-3cb8-4458-8a5a-2c6110e8610a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1654198 Jan 18 22:41:26.357262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-18ea97a9-3350-48fb-9d3b-ba35bcee0a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.357494 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:41:26.361071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-32983ab9-9762-4ff9-8e36-d4dbe9e39f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:26.362661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-32983ab9-9762-4ff9-8e36-d4dbe9e39f60 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1826971 Jan 18 22:41:26.395867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0472835-dcb8-4cd7-a1c8-6a1270449727,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.400178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7c93e68e-1a1f-4686-85b5-04c51d5afbc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef113823bea9490c9aa747a221d70ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7884393 Jan 18 22:41:26.406724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:26.439100 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-18ea97a9-3350-48fb-9d3b-ba35bcee0a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.457913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845fe98-41d4-445d-8737-56b13021baa0 req-214a96cb-cfd7-4b8e-8f59-ceb54886f406 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:26.459408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5845fe98-41d4-445d-8737-56b13021baa0 req-214a96cb-cfd7-4b8e-8f59-ceb54886f406 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 947 time: 0.3298066 Jan 18 22:41:26.473592 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-b30a5731-342a-4993-ba96-5365c7a42c9a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721228 Jan 18 22:41:26.508103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1d50ea09-bd28-416c-ae41-6e33867de83f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39ab463c6cf34afaa6da648588ad7fe3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3158464 Jan 18 22:41:26.513246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:26.541064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5845fe98-41d4-445d-8737-56b13021baa0 req-2257ad67-07ba-4d1f-8494-0194339a905a tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721850 Jan 18 22:41:26.564356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-18ea97a9-3350-48fb-9d3b-ba35bcee0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.581656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea97a9-3350-48fb-9d3b-ba35bcee0a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbcd824-f602-4366-89ff-2fa967463aad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.590290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-18ea97a9-3350-48fb-9d3b-ba35bcee0a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.618606 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-18ea97a9-3350-48fb-9d3b-ba35bcee0a85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5cbcd824-f602-4366-89ff-2fa967463aad HTTP/1.1" status: 204 len: 168 time: 0.4104986 Jan 18 22:41:26.674270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46c23d66-08dd-4f20-a22f-745510cb20e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.771117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-ee21f3c9-302b-428d-b7e7-48580b930bfa service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788286 Jan 18 22:41:26.778898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46c23d66-08dd-4f20-a22f-745510cb20e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.786663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-5af77400-446b-464c-a284-9aa4ca22bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:26.788125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-5af77400-446b-464c-a284-9aa4ca22bac5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4238675 Jan 18 22:41:26.854350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:41:26.873863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03df4872-0dd4-4259-a938-31204e2b3b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.912487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:41:26.913760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 61e99ea7-d129-40fb-9ff3-bc2e63b777d9 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:41:26.992612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44292) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:27.010181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.025331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:27.029750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Usage tracker for resource:security_group_rule and tenant:744c5afe4a8d4e64bd1c0af94c739ccd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:27.032714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:27.038541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:27.090677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03df4872-0dd4-4259-a938-31204e2b3b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.136914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.143207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.195744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e474116f-bffa-45a7-a590-948d9e883d83,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.200656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21500f28-4b43-4d9f-bf3d-490cc06929c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=744c5afe4a8d4e64bd1c0af94c739ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066777 Jan 18 22:41:27.203248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44296) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:27.209527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:27.219223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46c23d66-08dd-4f20-a22f-745510cb20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.240516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd73cef-c89a-4f57-a2f4-369b59dcb690 req-198ad92b-3b37-4b29-b024-8c51d7c99794 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492791 Jan 18 22:41:27.246105 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-d9b2884e-6ae5-4ebd-92ab-3e0cea7b1d7a service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519969 Jan 18 22:41:27.255056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7554bc-1a4c-4d8b-a9b9-c7432ea2db8a req-46ac3084-abe3-4ef8-91cf-2d08c5152d34 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.262243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a7554bc-1a4c-4d8b-a9b9-c7432ea2db8a req-46ac3084-abe3-4ef8-91cf-2d08c5152d34 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.5357189 Jan 18 22:41:27.264194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c23d66-08dd-4f20-a22f-745510cb20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0472835-dcb8-4cd7-a1c8-6a1270449727,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.292918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56670c36-b590-4ffd-bc47-ace2462abf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.341710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56670c36-b590-4ffd-bc47-ace2462abf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.373768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03df4872-0dd4-4259-a938-31204e2b3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.412921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46c23d66-08dd-4f20-a22f-745510cb20e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.413981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-46c23d66-08dd-4f20-a22f-745510cb20e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0472835-dcb8-4cd7-a1c8-6a1270449727 HTTP/1.1" status: 204 len: 168 time: 0.9746547 Jan 18 22:41:27.424875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df4872-0dd4-4259-a938-31204e2b3b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df93547f-0039-43e5-81f6-9eafef86c3ff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.435233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a7554bc-1a4c-4d8b-a9b9-c7432ea2db8a req-33e147db-1bec-4e4b-a7ff-dfe645973797 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720953 Jan 18 22:41:27.438655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03df4872-0dd4-4259-a938-31204e2b3b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.442539 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-03df4872-0dd4-4259-a938-31204e2b3b5b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df93547f-0039-43e5-81f6-9eafef86c3ff HTTP/1.1" status: 204 len: 168 time: 0.9178421 Jan 18 22:41:27.449588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56670c36-b590-4ffd-bc47-ace2462abf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.485582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc3b7add-d62c-4f33-a2a6-a928f4b8b2a7 req-53b9d8d5-dfd3-433f-8250-ec5956408786 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191648 Jan 18 22:41:27.490647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56670c36-b590-4ffd-bc47-ace2462abf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.501669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-56670c36-b590-4ffd-bc47-ace2462abf0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e474116f-bffa-45a7-a590-948d9e883d83 HTTP/1.1" status: 204 len: 168 time: 0.2913435 Jan 18 22:41:27.502804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56670c36-b590-4ffd-bc47-ace2462abf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e474116f-bffa-45a7-a590-948d9e883d83,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.555486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:27.573034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 has no active binding in host n-h1-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:41:27.612462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b95399-a47d-47a6-83aa-e55450a700ad req-b16e81c1-dbec-40dd-b8e4-f1d95f29910b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.619476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-88b95399-a47d-47a6-83aa-e55450a700ad req-b16e81c1-dbec-40dd-b8e4-f1d95f29910b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.0936887 Jan 18 22:41:27.668134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-88b95399-a47d-47a6-83aa-e55450a700ad req-f954979e-d82a-42f8-8127-7aae9971858c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Jan 18 22:41:27.766242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1022a-79f4-42b7-94a2-e4f4e1f315a8 req-39278b08-1888-4f0d-a2a5-715a697f1b4e tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.769251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcf1022a-79f4-42b7-94a2-e4f4e1f315a8 req-39278b08-1888-4f0d-a2a5-715a697f1b4e tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 947 time: 0.0943396 Jan 18 22:41:27.817716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcf1022a-79f4-42b7-94a2-e4f4e1f315a8 req-c1ea874c-84de-4ca8-995b-0c699e9fd741 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Jan 18 22:41:28.005056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:28.165333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44334) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:28.224663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3bbcc2d2-66b9-430c-9c16-9ed00f4f966c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a1adb9c1c0114da19760bdfe447102db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578816 Jan 18 22:41:28.227089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44340) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:28.296384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46cc1619-9c81-482c-b5d3-cbdbe0c3d928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.327408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46cc1619-9c81-482c-b5d3-cbdbe0c3d928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.342050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44346) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:28.400471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-8f4d0fb1-6ff6-482c-95c9-bfec53d6f39d service neutron] 10.222.0.86 "GET /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.1003156 Jan 18 22:41:28.409221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.427403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:28.431332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Usage tracker for resource:security_group_rule and tenant:6925ead6673b486099613b29af04546e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:28.434662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:28.440470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:28.450882 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46cc1619-9c81-482c-b5d3-cbdbe0c3d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.484304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc1619-9c81-482c-b5d3-cbdbe0c3d928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec5a416-cce4-4b23-bb87-b6c11154563f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:28.486220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.540348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:28.549779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Usage tracker for resource:security_group_rule and tenant:1ffe03598fd94493aa966897815859d1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:28.571093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:28.586522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46cc1619-9c81-482c-b5d3-cbdbe0c3d928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.590043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-46cc1619-9c81-482c-b5d3-cbdbe0c3d928 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ec5a416-cce4-4b23-bb87-b6c11154563f HTTP/1.1" status: 204 len: 168 time: 0.3596680 Jan 18 22:41:28.593171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:28.718350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:28.743265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:28.807681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631c0ed0-4286-4ba0-8391-112ff49fbab0 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:28.822221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:28.879352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.950114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.977542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.997625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc38e51-6c59-46f6-aa03-06303f5f087e req-bc6182f7-2e8b-4dbb-9f1b-2d40d85653b0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.999122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6bc38e51-6c59-46f6-aa03-06303f5f087e req-bc6182f7-2e8b-4dbb-9f1b-2d40d85653b0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.1681197 Jan 18 22:41:29.010938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.020798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5949bd-bc04-4b19-ac7e-93930c134b00 req-043010af-21f5-40c3-9265-9c2de5010a00 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:29.029758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd5949bd-bc04-4b19-ac7e-93930c134b00 req-043010af-21f5-40c3-9265-9c2de5010a00 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 944 time: 0.3569036 Jan 18 22:41:29.035935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] Transition to ACTIVE for port object 631c0ed0-4286-4ba0-8391-112ff49fbab0 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:29.051007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.062700 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.108171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6925ead6673b486099613b29af04546e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1020186 Jan 18 22:41:29.123670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44386) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:29.127437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6bc38e51-6c59-46f6-aa03-06303f5f087e req-5ca60b97-503b-4fee-8664-d9083daabbb6 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215558 Jan 18 22:41:29.166195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540872f-318d-46fb-8b00-6b469256879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae859ff-f9ba-48f6-9810-b53cdc634545,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.190787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ffe03598fd94493aa966897815859d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8476942 Jan 18 22:41:29.198782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44394) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:29.215165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device da4893c4-fb87-46ed-837d-b1f9b00949e4 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:29.230914 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd5949bd-bc04-4b19-ac7e-93930c134b00 req-e6ffad91-5f49-43bc-bc80-0c106a6b0e04 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999803 Jan 18 22:41:29.281343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edfdc5-e77a-478f-867c-142eb98d2f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8056aa-9549-432b-82b2-d1b91ab7bbd8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.329712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e6b7-c305-4bce-b183-14a34b5646bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.365894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e6b7-c305-4bce-b183-14a34b5646bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.455021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e6b7-c305-4bce-b183-14a34b5646bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.477223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0e6b7-c305-4bce-b183-14a34b5646bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8056aa-9549-432b-82b2-d1b91ab7bbd8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.477498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] No DVR routers for this DVR port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:29.478759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port da4893c4-fb87-46ed-837d-b1f9b00949e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:29.504087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e6b7-c305-4bce-b183-14a34b5646bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.508592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'da4893c4-fb87-46ed-837d-b1f9b00949e4', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'da4893c4-fb87-46ed-837d-b1f9b00949e4', 'mac_address': 'fa:16:3e:0b:42:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:29.511522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5bd0e6b7-c305-4bce-b183-14a34b5646bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c8056aa-9549-432b-82b2-d1b91ab7bbd8 HTTP/1.1" status: 204 len: 168 time: 0.3090048 Jan 18 22:41:29.566412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] Pushing event updated for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=10']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.593763 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.617688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4893c4-fb87-46ed-837d-b1f9b00949e4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:29.642397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port da4893c4-fb87-46ed-837d-b1f9b00949e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:29.651032 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.654654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b7a1a4f2-f31d-42b8-b97b-76d830f142f5 service neutron] 10.222.0.86 "PUT /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0/bindings/n-h2-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2474210 Jan 18 22:41:29.676575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-348c4b35-2f1b-4915-baf6-9ad970a94892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.681025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-fbf952af-3eae-47d3-9276-ebe6d4eab5cd service neutron] 10.222.0.85 "GET /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.3459086 Jan 18 22:41:29.758791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=da4893c4-fb87-46ed-837d-b1f9b00949e4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.792889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-348c4b35-2f1b-4915-baf6-9ad970a94892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.824757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-e3dd4e71-bf75-470d-bb5c-e868081ce92b tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:29.826861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-e3dd4e71-bf75-470d-bb5c-e868081ce92b tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.1076605 Jan 18 22:41:29.831413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f96f-b3cb-46cb-832d-438a61d7377b req-53d021e2-6eaa-4bc3-b24a-be40bcadd137 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:29.832908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abb8f96f-b3cb-46cb-832d-438a61d7377b req-53d021e2-6eaa-4bc3-b24a-be40bcadd137 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 947 time: 0.4094837 Jan 18 22:41:29.888297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['da4893c4-fb87-46ed-837d-b1f9b00949e4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:29.967128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abb8f96f-b3cb-46cb-832d-438a61d7377b req-1663954d-0fbb-47d7-9a46-9d17f2a6ae0a tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249974 Jan 18 22:41:30.005063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-348c4b35-2f1b-4915-baf6-9ad970a94892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.020391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-69437c87-b1c6-47e6-9915-ee7f48ba6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.021921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-69437c87-b1c6-47e6-9915-ee7f48ba6bc2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&tenant_id=6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0771756 Jan 18 22:41:30.118048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4b35-2f1b-4915-baf6-9ad970a94892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae859ff-f9ba-48f6-9810-b53cdc634545,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:30.133585 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-348c4b35-2f1b-4915-baf6-9ad970a94892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.135041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-348c4b35-2f1b-4915-baf6-9ad970a94892 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cae859ff-f9ba-48f6-9810-b53cdc634545 HTTP/1.1" status: 204 len: 168 time: 1.0067029 Jan 18 22:41:30.149634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-f2dad968-1c94-41ed-9234-dd5aadf0047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.151728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-f2dad968-1c94-41ed-9234-dd5aadf0047b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1096 time: 0.1081667 Jan 18 22:41:30.206739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:30.234581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:30.275743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.306216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:30.394964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c9546c-dcb2-47d2-8bb3-52230e514d20 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:30.402703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-02bacb9c-d9f4-44c2-8590-7d89548e98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.403683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-02bacb9c-d9f4-44c2-8590-7d89548e98b0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2450836 Jan 18 22:41:30.409389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:30.431081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:30.486751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.489465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-edbc99f4-ca7a-4eb1-ae15-15f24f5c4989 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0758793 Jan 18 22:41:30.498004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:81a16526a05840f2989ba8fdb2bb8dc0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:30.507396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:30.529149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:30.539450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6907-4fb6-4b44-a8e4-c09cd4732eed req-b7f12d04-970c-469d-8082-7a352cbac2c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.541007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c44e6907-4fb6-4b44-a8e4-c09cd4732eed req-b7f12d04-970c-469d-8082-7a352cbac2c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 965 time: 0.2125680 Jan 18 22:41:30.598630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-fea06999-45cd-4f4d-aff8-37b5504dd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.600131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-fea06999-45cd-4f4d-aff8-37b5504dd50f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1044974 Jan 18 22:41:30.607489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c44e6907-4fb6-4b44-a8e4-c09cd4732eed req-470535fd-8cb7-4ce9-8a36-4154e7099aee tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551460 Jan 18 22:41:30.636453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] Transition to ACTIVE for port object 74c9546c-dcb2-47d2-8bb3-52230e514d20 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:30.658473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-eebac6d4-af26-432e-add6-c7bc040e3739 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500360 Jan 18 22:41:30.662332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.880896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-ae3449b8-d99e-43a2-9abe-ec6cc32607a4 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134728 Jan 18 22:41:30.882031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] No DVR routers for this DVR port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:30.892258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d7c0e-4995-4cbf-99eb-f37fdc7870a1 req-29e2baea-6a16-47dc-b5ea-8f28488fe8f5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.899647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d16d7c0e-4995-4cbf-99eb-f37fdc7870a1 req-29e2baea-6a16-47dc-b5ea-8f28488fe8f5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 945 time: 0.4717240 Jan 18 22:41:30.960248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] Pushing event updated for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=10']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.008881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d16d7c0e-4995-4cbf-99eb-f37fdc7870a1 req-b04a3e67-09bd-456d-8742-34d7185d7fdc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080780 Jan 18 22:41:31.032962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44452) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:31.068608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.082544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-31079e50-a947-4abc-becc-ebf0b15f7a8e service neutron] 10.222.0.85 "PUT /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20/bindings/n-h1-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3902998 Jan 18 22:41:31.089410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-5c5ebd0b-a119-48ab-8a8f-cdea7a8c60ed service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002895 Jan 18 22:41:31.090631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.093232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:31.097763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b88a78d352435bb95f65da97659594 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:31.101943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:31.105153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.124821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:31.215940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81a16526a05840f2989ba8fdb2bb8dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9803224 Jan 18 22:41:31.222350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:31.224481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31825a0-0050-43fd-b9da-bd5469dbd120 req-95f7f45f-f608-484a-99ca-a8cb19ea4654 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:31.225256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aea1f-a9d5-48bd-8ac2-de296e35e8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b177734-709b-4c6d-b58a-b98127c16737,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.226068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c31825a0-0050-43fd-b9da-bd5469dbd120 req-95f7f45f-f608-484a-99ca-a8cb19ea4654 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 948 time: 0.1112123 Jan 18 22:41:31.263108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device da4893c4-fb87-46ed-837d-b1f9b00949e4 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:31.293633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c31825a0-0050-43fd-b9da-bd5469dbd120 req-d8e37634-845b-45f3-b17f-bb8d41af8c3d tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520744 Jan 18 22:41:31.354568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-412ebfe8-4a85-42e7-a85e-8ed74c4b7f56 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:31.355784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-412ebfe8-4a85-42e7-a85e-8ed74c4b7f56 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1117 time: 0.1986759 Jan 18 22:41:31.360925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1731274e-0a0d-4525-a5f2-599f06249ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.379868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port da4893c4-fb87-46ed-837d-b1f9b00949e4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:31.385965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port da4893c4-fb87-46ed-837d-b1f9b00949e4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:31.386350 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.451760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.453977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1731274e-0a0d-4525-a5f2-599f06249ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.471757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.558369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3b88a78d352435bb95f65da97659594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237520 Jan 18 22:41:31.559631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44470) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:31.560528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caee6de-4d2f-449b-9879-e3dc4ffe8a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada546a9-7d43-4225-92d9-45420df522ff,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.590098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-c5acf492-1d65-48ac-a8df-513c0255682a tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:31.591618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-c5acf492-1d65-48ac-a8df-513c0255682a tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.1557839 Jan 18 22:41:31.597880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.615220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-29e78b4c-4903-4b1c-bd25-03acee25a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:31.616250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-29e78b4c-4903-4b1c-bd25-03acee25a14c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 1117 time: 0.2533805 Jan 18 22:41:31.633469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1731274e-0a0d-4525-a5f2-599f06249ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.654945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4893c4-fb87-46ed-837d-b1f9b00949e4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:31.691196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port da4893c4-fb87-46ed-837d-b1f9b00949e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:31.703603 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.704856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:41:31.735159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a87206-2a05-4b2d-93fc-597f6671c199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.785499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731274e-0a0d-4525-a5f2-599f06249ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b177734-709b-4c6d-b58a-b98127c16737,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.820805 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4893c4-fb87-46ed-837d-b1f9b00949e4', 'code': 200} Jan 18 22:41:31.827421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b3fb2713-f600-44ec-8f77-2057973d9aa5 service neutron] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:31.834218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b3fb2713-f600-44ec-8f77-2057973d9aa5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.836210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f035462-c1a0-4c6f-863f-d552ffb91570 req-b3fb2713-f600-44ec-8f77-2057973d9aa5 service neutron] 10.222.0.85 "DELETE /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0/bindings/n-h1-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.2370622 Jan 18 22:41:31.890519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1731274e-0a0d-4525-a5f2-599f06249ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.891671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1731274e-0a0d-4525-a5f2-599f06249ec4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b177734-709b-4c6d-b58a-b98127c16737 HTTP/1.1" status: 204 len: 168 time: 0.6632855 Jan 18 22:41:31.933008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a87206-2a05-4b2d-93fc-597f6671c199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.995107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc04c-70fd-4ee4-b7f1-3474e78a2561 req-93d04f05-f8c9-48b3-99d2-aef93267939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:31.996859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63fdc04c-70fd-4ee4-b7f1-3474e78a2561 req-93d04f05-f8c9-48b3-99d2-aef93267939d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 1100 time: 0.1536953 Jan 18 22:41:32.018967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:41:32.019335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-3c11e9de-7068-40c3-9963-29b7c94923a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:32.020473 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-3c11e9de-7068-40c3-9963-29b7c94923a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1117 time: 0.3492975 Jan 18 22:41:32.032444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=da4893c4-fb87-46ed-837d-b1f9b00949e4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:32.067368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-63fdc04c-70fd-4ee4-b7f1-3474e78a2561 req-34ea0a3e-1135-4e05-861b-4d099e42369b service neutron] Synchronizing usage tracker for tenant:68c13a06a0a345e88d7a2dde5db6456b on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:32.095110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-63fdc04c-70fd-4ee4-b7f1-3474e78a2561 req-34ea0a3e-1135-4e05-861b-4d099e42369b service neutron] Unset dirty status for tenant:68c13a06a0a345e88d7a2dde5db6456b on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:32.096620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63fdc04c-70fd-4ee4-b7f1-3474e78a2561 req-34ea0a3e-1135-4e05-861b-4d099e42369b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930791 Jan 18 22:41:32.176879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558e328-0aa7-451c-aa2c-0698a69515d7 req-e65ed838-d36c-4897-ae05-977b787d6fda tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:32.178347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6558e328-0aa7-451c-aa2c-0698a69515d7 req-e65ed838-d36c-4897-ae05-977b787d6fda tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 966 time: 0.3658571 Jan 18 22:41:32.187777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a87206-2a05-4b2d-93fc-597f6671c199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.224111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a87206-2a05-4b2d-93fc-597f6671c199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada546a9-7d43-4225-92d9-45420df522ff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:32.252002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a87206-2a05-4b2d-93fc-597f6671c199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.255766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64a87206-2a05-4b2d-93fc-597f6671c199 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ada546a9-7d43-4225-92d9-45420df522ff HTTP/1.1" status: 204 len: 168 time: 0.6897786 Jan 18 22:41:32.283521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6558e328-0aa7-451c-aa2c-0698a69515d7 req-e54b1b4e-5052-4193-8ba3-41e5c8bf1833 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968013 Jan 18 22:41:32.290654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-574d0dc4-f778-4c4e-b1c6-9d98a5e80a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:32.292082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-574d0dc4-f778-4c4e-b1c6-9d98a5e80a00 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2593205 Jan 18 22:41:32.390682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-cde78d40-a82f-4cb2-976d-89e8deb7136e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 217 time: 0.0808780 Jan 18 22:41:32.551219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-0dd7dab8-3340-4322-b969-523c2ef80f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:32.552938 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-0dd7dab8-3340-4322-b969-523c2ef80f09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1332080 Jan 18 22:41:32.629980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-2b3ce8be-2221-46a2-ab97-fbfcf9a0ec4d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643413 Jan 18 22:41:32.757350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b1207-d381-4009-a193-02f15d1862e9 req-584c2cae-fb20-4229-b2d2-9685a532e428 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:32.758795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df7b1207-d381-4009-a193-02f15d1862e9 req-584c2cae-fb20-4229-b2d2-9685a532e428 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 945 time: 0.2897923 Jan 18 22:41:32.824922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-87467beb-51af-49ca-8f0f-53be443e31d6 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886988 Jan 18 22:41:32.835850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df7b1207-d381-4009-a193-02f15d1862e9 req-c1c8633f-d537-4131-bf8d-8db9c43f3e0e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616975 Jan 18 22:41:32.896259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:41:33.051471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:41:33.134775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-5afb9e58-bcc3-4382-9a92-e3f2858dfa47 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6afc225774364bca93d943eceac047eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676367 Jan 18 22:41:33.148225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-026f775b-d59c-4952-a98c-edc310e6ff03 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150597 Jan 18 22:41:33.174563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da2a2c-32b0-4193-855d-fba1d6863f0b req-b3d4fb2a-8a34-4ef6-8219-37f1437c318f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:33.176062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7da2a2c-32b0-4193-855d-fba1d6863f0b req-b3d4fb2a-8a34-4ef6-8219-37f1437c318f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 949 time: 0.1596880 Jan 18 22:41:33.278108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7da2a2c-32b0-4193-855d-fba1d6863f0b req-3debff61-2b3b-412f-b1e9-5541e2dca754 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954969 Jan 18 22:41:33.409457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-8ab10d22-b773-46c8-90e0-a927855fa567 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:33.418630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-8ab10d22-b773-46c8-90e0-a927855fa567 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763972 Jan 18 22:41:33.435419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-6b257ac2-ebf0-4a67-93b0-e1b7df109e2a tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/quotas/6afc225774364bca93d943eceac047eb HTTP/1.1" status: 200 len: 375 time: 0.0181127 Jan 18 22:41:33.491074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-e0508bb3-49be-4639-bd86-0f4f26bec407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6afc225774364bca93d943eceac047eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546312 Jan 18 22:41:33.614795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6061998b-8067-451e-a7d2-406ab91780ce tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:33.616283 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-6061998b-8067-451e-a7d2-406ab91780ce tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1117 time: 0.1009927 Jan 18 22:41:33.780210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600bb19-265a-431f-936a-e18cfff756b1 req-36a0a173-701a-4e9d-b992-c9ffcb1625ec tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:33.789107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b600bb19-265a-431f-936a-e18cfff756b1 req-36a0a173-701a-4e9d-b992-c9ffcb1625ec tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 966 time: 0.1010664 Jan 18 22:41:33.790646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44568) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:33.850690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b600bb19-265a-431f-936a-e18cfff756b1 req-f5b9b18c-526a-4997-8e0a-b7ef716872a2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602229 Jan 18 22:41:33.897659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-4afa213c-6777-4ce7-9ef6-631aae8cf87a service neutron] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:33.901221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-4afa213c-6777-4ce7-9ef6-631aae8cf87a service neutron] Notify callbacks [] for binding, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.902500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14db0b65-2836-4cfe-ba61-01d0d4c8e211 req-4afa213c-6777-4ce7-9ef6-631aae8cf87a service neutron] 10.222.0.86 "DELETE /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20/bindings/n-h2-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.2785327 Jan 18 22:41:33.975503 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.129551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a8e7734-de57-41bd-bb1d-550cf009c86f req-83536bea-efa4-4502-91ec-0e038ef932a8 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 210 time: 0.0514996 Jan 18 22:41:34.173862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-network', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:34.190409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:34.204864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Usage tracker for resource:network and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:34.215653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:34.224193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:34.256377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Made reservation on behalf of 20fdffa90a9c43f4915f50c5c01db498 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:34.265418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.287396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdbfba-a418-4890-b7ac-49b62760234d req-710dfff7-2883-4951-95e7-44b634cd8f10 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:34.289840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8bdbfba-a418-4890-b7ac-49b62760234d req-710dfff7-2883-4951-95e7-44b634cd8f10 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1096 time: 0.2180305 Jan 18 22:41:34.292733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.340560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:34.352739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Usage tracker for resource:security_group_rule and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:34.374901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:34.396682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:34.402103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93c4a-75e3-4c79-98cb-ca7ff6512649 req-85ea2266-1d60-4859-ab81-05e18d562b1f tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:34.407856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cf93c4a-75e3-4c79-98cb-ca7ff6512649 req-85ea2266-1d60-4859-ab81-05e18d562b1f tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1117 time: 0.1001489 Jan 18 22:41:34.436423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8bdbfba-a418-4890-b7ac-49b62760234d req-22fdfc94-cdb6-4546-aa4f-5a37b6619b6f tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191735 Jan 18 22:41:34.504289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44600) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:34.513490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cf93c4a-75e3-4c79-98cb-ca7ff6512649 req-ecb9375b-627b-40f1-855a-81d45a748ab6 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933969 Jan 18 22:41:34.626320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.634246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.648579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:34.662407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.663402 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Added segment c15f9bc5-5f9a-443d-95fd-21a83c482d85 of type vlan for network 544f4b75-63f0-4735-bef6-f76319369ef3 Jan 18 22:41:34.696693 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.742777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.743996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:34.744633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.747482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d437f-bdde-4385-be83-9786ec9499a4 req-a53f51d2-ecee-4736-b6b4-578ed51260fc tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:34.755814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df1d437f-bdde-4385-be83-9786ec9499a4 req-a53f51d2-ecee-4736-b6b4-578ed51260fc tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 949 time: 0.1020482 Jan 18 22:41:34.811269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0185475 Jan 18 22:41:34.813730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df1d437f-bdde-4385-be83-9786ec9499a4 req-a4389664-c326-4352-a80d-8cf3c79eb5f8 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568368 Jan 18 22:41:34.816752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:34.835759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Request body: {'subnet': {'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-subnet', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:34.847406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:34.868388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Usage tracker for resource:subnet and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:34.877659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:34.896127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:34.934263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Made reservation on behalf of 20fdffa90a9c43f4915f50c5c01db498 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:34.936913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.067893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542f2e45-a4b7-4867-bfc5-2936d57a3bad,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:35.102232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:35.207172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.236999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f06cac-3e77-4ab1-8c94-5a34c244b705 admin admin] Pushing event updated for resources: {'Network': ['ID=544f4b75-63f0-4735-bef6-f76319369ef3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:35.252016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 544f4b75-63f0-4735-bef6-f76319369ef3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:41:35.253148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:35.271648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Usage tracker for resource:security_group_rule and tenant:893e491340a042cfb9a8c1fbbf4b0c5e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:35.286971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:35.297082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:35.313924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.328906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-779d6b48-3656-40ea-b955-4800f66e1716 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.329647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-779d6b48-3656-40ea-b955-4800f66e1716 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:35.344593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:35.365888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3cc9c48cb744eaa67b61fa3c3d60e8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:35.371212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-779d6b48-3656-40ea-b955-4800f66e1716 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:35.372318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:35.372443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-779d6b48-3656-40ea-b955-4800f66e1716 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.4997118 Jan 18 22:41:35.390037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:35.395586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-0e6c3c9c-8d28-4c53-a03c-daf4dd07e45d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/quotas/f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 375 time: 0.0110209 Jan 18 22:41:35.414957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.511236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.523846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.547627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608238-db3e-4632-b14f-7796545b76f2 req-386c9ef9-4bc6-473b-b624-c194e675747b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.549509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35608238-db3e-4632-b14f-7796545b76f2 req-386c9ef9-4bc6-473b-b624-c194e675747b tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 949 time: 0.3180275 Jan 18 22:41:35.593169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3014edae-f86f-41cc-8215-1d8b7e7b2b05,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:35.610986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b90308-a88d-4ec0-b5b4-796714ba4315,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:35.641359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Checking segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:35.641718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Network hostable DHCP agents. Network: 544f4b75-63f0-4735-bef6-f76319369ef3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:35.649101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-a9cea0d5-a550-4a93-a6ed-e9754790a5a7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2418244 Jan 18 22:41:35.653417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c04d6ff9-60e9-432f-8890-322421293bdd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=893e491340a042cfb9a8c1fbbf4b0c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1476872 Jan 18 22:41:35.658950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44654) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:35.661055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-ff0557df-a151-4596-9ad1-762dcbfc42dd tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6afc225774364bca93d943eceac047eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532835 Jan 18 22:41:35.680976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35608238-db3e-4632-b14f-7796545b76f2 req-d3d62c70-bbaa-4493-ba1b-3151e912bc89 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179335 Jan 18 22:41:35.746288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Network 544f4b75-63f0-4735-bef6-f76319369ef3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:35.753526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.763475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.785757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 544f4b75-63f0-4735-bef6-f76319369ef3) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:35.803137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb50b4-6010-47ef-a915-74568253921c None None] Network 544f4b75-63f0-4735-bef6-f76319369ef3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:35.803960 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.804545 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.834640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e3cc9c48cb744eaa67b61fa3c3d60e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7313721 Jan 18 22:41:35.861973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44670) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:35.867867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043f08a-a0d5-47de-bb91-662cc40f7141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5314252-759e-4fb3-9edd-464cc575a1f8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:35.977893 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6fa02acb-7fb5-4105-afb2-6bb2df59fd18 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1600585 Jan 18 22:41:35.983223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:35.995947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:36.011053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:36.019812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Usage tracker for resource:router and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:36.024688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.030220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:36.052789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.061213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:36.093537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.101912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-9f21f08d-9c25-457f-be03-13b4646fc642 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:36.103304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-9f21f08d-9c25-457f-be03-13b4646fc642 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3305042 Jan 18 22:41:36.107122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-946694ca-c0aa-495d-bf0d-107c68243ff5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:36.109602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-946694ca-c0aa-495d-bf0d-107c68243ff5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.2805686 Jan 18 22:41:36.111448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-166f15ee-3843-4765-99b5-4ba4285ffcbe service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479406 Jan 18 22:41:36.114314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.115921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.116052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Request body: {'port': {'device_id': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '6afc225774364bca93d943eceac047eb'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:36.161499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-544f4b75-63f0-4735-bef6-f76319369ef3', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:41:36.162503 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.169864 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-a9b662ed-f277-4a40-b0c2-bf9412dc35a1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/quotas/6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 375 time: 0.0413535 Jan 18 22:41:36.170552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.210473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.335894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Allocated IP 172.20.0.2 (544f4b75-63f0-4735-bef6-f76319369ef3/34b90308-a88d-4ec0-b5b4-796714ba4315/16f75bba-5051-4cf6-a291-622005375e1b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:36.401471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.421874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-ca233614-b544-4cbd-b6f8-bc79bfa174be service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793345 Jan 18 22:41:36.425250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3014edae-f86f-41cc-8215-1d8b7e7b2b05,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:36.427928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:36.439026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Usage tracker for resource:port and tenant:6afc225774364bca93d943eceac047eb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:36.443102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.443507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.443758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.444089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.444414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.444742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.446133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.446133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.446133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.446133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.446438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.446625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.447128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.449277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:36.453032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.456859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9f809005-4160-4087-bcc1-23bd664518a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3014edae-f86f-41cc-8215-1d8b7e7b2b05 HTTP/1.1" status: 204 len: 168 time: 0.7948899 Jan 18 22:41:36.466593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:36.484507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5314252-759e-4fb3-9edd-464cc575a1f8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:36.490956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Made reservation on behalf of 6afc225774364bca93d943eceac047eb for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:36.494497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.495111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.495958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.495958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.496316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.496635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.497073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.497365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.497707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.498052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.498243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.499384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:36.500673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.506271 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.547009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.589286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:36.591920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-0926d1be-25b1-498a-901c-5e686eed7091 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4211764 Jan 18 22:41:36.596234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Usage tracker for resource:security_group_rule and tenant:6afc225774364bca93d943eceac047eb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:36.601691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:36.621075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:36.668357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.680975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Transition to ACTIVE for port object 16f75bba-5051-4cf6-a291-622005375e1b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:36.704614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Transition to ACTIVE for port object 16f75bba-5051-4cf6-a291-622005375e1b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:36.714485 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.728146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.737218 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5afaa345-b774-4ae8-90ce-3aa71cfd452a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5314252-759e-4fb3-9edd-464cc575a1f8 HTTP/1.1" status: 204 len: 168 time: 0.8654649 Jan 18 22:41:36.864923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10c9dd02-e25f-4d2a-908d-6cad8b2ddfd8 req-15225623-2091-43d9-95a3-b4ea397ad5b4 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 210 time: 0.0916700 Jan 18 22:41:36.869582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Network 544f4b75-63f0-4735-bef6-f76319369ef3 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:36.875445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:36.884136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.906696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:36.908622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.931059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Pushing event updated for resources: {'Port': ['ID=16f75bba-5051-4cf6-a291-622005375e1b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:36.956920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.080524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44692) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:37.115732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:37.157009 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-8aa4b5c6-90fe-42b6-8987-95edca4c70e9 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300954 Jan 18 22:41:37.192121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.288332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:37.306095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Attempting to bind port 16f75bba-5051-4cf6-a291-622005375e1b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:37.306873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Attempting to bind port 16f75bba-5051-4cf6-a291-622005375e1b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:37.307450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Attempting to bind port 16f75bba-5051-4cf6-a291-622005375e1b on network 544f4b75-63f0-4735-bef6-f76319369ef3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:37.316149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:37.316918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Checking segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:37.317590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.318362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Bound using segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:37.319070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Bound port: 16f75bba-5051-4cf6-a291-622005375e1b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:37.334278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.355609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Usage tracker for resource:security_group_rule and tenant:0dced6a69b024bc3a2b6adba7987106a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:37.374021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:37.386915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:37.431643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Allocated IP 192.168.233.12 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/50ea8d49-3c54-4cdb-b3f8-85c5c82204aa) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:37.492253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] For port 16f75bba-5051-4cf6-a291-622005375e1b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:37.497246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] For port 16f75bba-5051-4cf6-a291-622005375e1b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16f75bba-5051-4cf6-a291-622005375e1b,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:37.585398 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.649720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44704) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:37.681419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-1b6fa701-fbc2-48ae-bbfa-564ba7d35652 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154471 Jan 18 22:41:37.715842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d8802-692e-4882-9ba9-0586544c0e10 None None] Pushing event updated for resources: {'Port': ['ID=16f75bba-5051-4cf6-a291-622005375e1b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:37.816933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.855554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.876488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.974371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-559e34cc-ff79-4a2c-b372-40e9363c816e tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=971869707bce41408d367fc3bfb1d0c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728501 Jan 18 22:41:37.988171 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a96bea4-16d4-4790-9c8e-cbc1cf7f3376 req-4f2919eb-5d0e-4954-97d2-60263224c6dd tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 210 time: 0.0646534 Jan 18 22:41:37.994972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:37.999138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Usage tracker for resource:security_group_rule and tenant:61c7c500342247e998eca2f545cb096d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:38.002173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:38.015305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:38.129222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Allocated IP 172.25.4.85 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/a71683ae-7640-4a61-8651-edf5f260dd5a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:38.344122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-146554f2-037c-4c8d-b403-b429015f5095 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:38.353615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-146554f2-037c-4c8d-b403-b429015f5095 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647265 Jan 18 22:41:38.372411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.407725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.423151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-24111ce0-c378-4d96-b8ef-e2b2365bad3c tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/quotas/971869707bce41408d367fc3bfb1d0c4 HTTP/1.1" status: 200 len: 375 time: 0.0684690 Jan 18 22:41:38.481397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.556288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-516ad72c-066b-406f-a6c3-6a3ca8c42129 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=971869707bce41408d367fc3bfb1d0c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1322541 Jan 18 22:41:38.556918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25411857-2eed-47ee-9fee-62ad18d43258,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:38.576050 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2be83cc1-bf20-496a-aaed-45f3a7a01e02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0dced6a69b024bc3a2b6adba7987106a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4747865 Jan 18 22:41:38.584245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44728) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:38.608730 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.618819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.631526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.640339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Transition to ACTIVE for port object 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:38.676215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e2f0b-9d84-4a8e-a31a-6df56f6974dc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:38.702627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-99b8b37e-737b-447b-9695-f75abda29843 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61c7c500342247e998eca2f545cb096d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0444767 Jan 18 22:41:38.708514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44732) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:38.727360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a943-add6-4699-be6f-82cf57d6760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.736152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8b1d6-9892-4d0d-9745-c2be34356bc8 req-9c28efcf-0dd6-45e6-a538-403ea1aa90f7 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:38.737910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3b8b1d6-9892-4d0d-9745-c2be34356bc8 req-9c28efcf-0dd6-45e6-a538-403ea1aa90f7 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 949 time: 0.3238559 Jan 18 22:41:38.755225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-310fcfa9-c9e6-4751-b510-48ceac8d88b5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:38.757504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-310fcfa9-c9e6-4751-b510-48ceac8d88b5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.3928356 Jan 18 22:41:38.781974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Request body: {'port': {'device_id': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'admin_state_up': True, 'tenant_id': 'f7f5f03cab9c4e4e8cf2fc2dc6972c7e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:38.791426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.970026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.036832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a943-add6-4699-be6f-82cf57d6760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.120964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:39.126856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e40e22b-7870-45cd-8d4c-8381b5039511 req-43754a0c-e3b9-414b-b6d1-763ad161d228 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 210 time: 0.1332688 Jan 18 22:41:39.127538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43526d1b-d720-4f4f-b630-33960f09c9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.150828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3b8b1d6-9892-4d0d-9745-c2be34356bc8 req-76443757-d60a-4333-b57d-64b865505b51 tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833439 Jan 18 22:41:39.151865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:39.161201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:39.184223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:39.194439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:39.201036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Pushing event updated for resources: {'Port': ['ID=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:39.207900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:39.242960 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43526d1b-d720-4f4f-b630-33960f09c9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.392838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe692b85-1bf5-4665-a2bb-18352dd36afc None None] Network 544f4b75-63f0-4735-bef6-f76319369ef3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:39.414738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Pushing event updated for resources: {'Port': ['ID=a71683ae-7640-4a61-8651-edf5f260dd5a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:39.421106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:39.422230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.476655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-09e95259-ebbf-4462-a7ee-5835f50801cd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:39.478664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-09e95259-ebbf-4462-a7ee-5835f50801cd tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 949 time: 0.4865670 Jan 18 22:41:39.496243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a5a72dd-811a-4ce0-8521-0910597b5d54 req-f0dcf0e3-53b7-4270-8b8b-8453fb9ae477 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.1894782 Jan 18 22:41:39.509949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-d4e4767c-b1b3-46c3-92dd-e3152f54c407 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3923888 Jan 18 22:41:39.544404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:39.582838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a943-add6-4699-be6f-82cf57d6760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.628981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Request body: {'port': {'device_id': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:39.636363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f4f05bf6-61e6-4265-83ed-09fb193066a1 None None] Provisioning for port 16f75bba-5051-4cf6-a291-622005375e1b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:39.719697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16f75bba-5051-4cf6-a291-622005375e1b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:39.794954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:39.837640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Made reservation on behalf of f7f5f03cab9c4e4e8cf2fc2dc6972c7e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:39.841680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.847572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b377347-902c-4572-9503-df4053c0991c req-9f783663-6f7d-4c9a-8f90-918bdf76382a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 210 time: 0.1281981 Jan 18 22:41:39.851173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8345d68b-b663-43f2-863c-6987e4909a8b None None] Provisioning for port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:39.851820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43526d1b-d720-4f4f-b630-33960f09c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.866398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8345d68b-b663-43f2-863c-6987e4909a8b None None] Provisioning complete for port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:39.867220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8345d68b-b663-43f2-863c-6987e4909a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.912016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Deleting port da4893c4-fb87-46ed-837d-b1f9b00949e4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:41:39.912379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.946316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8a943-add6-4699-be6f-82cf57d6760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25411857-2eed-47ee-9fee-62ad18d43258,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:39.949693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 16f75bba-5051-4cf6-a291-622005375e1b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:39.954623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8345d68b-b663-43f2-863c-6987e4909a8b None None] Port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:41:39.970126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 16f75bba-5051-4cf6-a291-622005375e1b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:39.972272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.999846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43526d1b-d720-4f4f-b630-33960f09c9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e2f0b-9d84-4a8e-a31a-6df56f6974dc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:40.040131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43526d1b-d720-4f4f-b630-33960f09c9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.044788 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-43526d1b-d720-4f4f-b630-33960f09c9d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/494e2f0b-9d84-4a8e-a31a-6df56f6974dc HTTP/1.1" status: 204 len: 168 time: 1.3342717 Jan 18 22:41:40.066897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.194866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.223435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Allocated IP 172.20.0.13 (91dae531-d68b-4789-b3a6-7bc61d026d7c/c8fd75ae-b1e2-4724-b625-1e7a06d823f0/78789a30-6943-4192-b0d1-2fface84f236) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:40.253939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 16f75bba-5051-4cf6-a291-622005375e1b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16f75bba-5051-4cf6-a291-622005375e1b,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:40.268824 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.404336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=16f75bba-5051-4cf6-a291-622005375e1b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:40.436812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d7f3e0bc-413c-4785-a451-69fdcf96ff82 None None] Provisioning complete for port 16f75bba-5051-4cf6-a291-622005375e1b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:40.437215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e0bc-413c-4785-a451-69fdcf96ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.439211 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a943-add6-4699-be6f-82cf57d6760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.443208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b2f8a943-add6-4699-be6f-82cf57d6760f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25411857-2eed-47ee-9fee-62ad18d43258 HTTP/1.1" status: 204 len: 168 time: 1.8503613 Jan 18 22:41:40.605740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] For port da4893c4-fb87-46ed-837d-b1f9b00949e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=da4893c4-fb87-46ed-837d-b1f9b00949e4,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:40.606010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.639937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-de832a4a-7ac5-4303-b40d-f11050650ff2 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:40.641667 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-de832a4a-7ac5-4303-b40d-f11050650ff2 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 1.0871830 Jan 18 22:41:40.654411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d3e1-a305-4583-a2b6-5f563daf1d3c req-83a01ceb-c097-478b-a595-db8a46e51392 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:40.661913 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dab1d3e1-a305-4583-a2b6-5f563daf1d3c req-83a01ceb-c097-478b-a595-db8a46e51392 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 935 time: 1.2952049 Jan 18 22:41:40.701350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-92780207-72b4-4301-9106-e53585047db1 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=971869707bce41408d367fc3bfb1d0c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1830938 Jan 18 22:41:40.706550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Request body: {'port': {'device_id': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'admin_state_up': True, 'tenant_id': '6f7e89307477416b8a656556f106e5e4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:40.752210 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.767784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d8d715c-68bb-4776-8efe-8137ddf4075b req-3eb7fa92-9cad-45f3-9847-0c6cba6b5b00 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 210 time: 0.3619862 Jan 18 22:41:40.779724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Calling delete_port for da4893c4-fb87-46ed-837d-b1f9b00949e4 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:41:41.063339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dab1d3e1-a305-4583-a2b6-5f563daf1d3c req-f7274c3c-8580-4a3b-9551-dd51cae0fd83 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004550 Jan 18 22:41:41.148489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.236937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.392681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c6eedd2-de26-42fd-af47-f137e4f75522 req-0d3eba11-d95c-4fe5-9eb6-fc507ebaf0bf tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.0993371 Jan 18 22:41:41.406951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-97b8261c-4e60-4965-b93d-cd39879cc749 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:41.411149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:41.417231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-97b8261c-4e60-4965-b93d-cd39879cc749 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6456673 Jan 18 22:41:41.432759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Request body: {'port': {'device_id': '148869d9-422a-4534-b6ed-d30649afa5a8', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '971869707bce41408d367fc3bfb1d0c4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:41.468120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:41.470200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c272-378f-4fb8-909b-f946109fa4be req-a2239896-1bbd-425d-a7ac-2ac20c46121f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:41.470843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:41.471711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d725c272-378f-4fb8-909b-f946109fa4be req-a2239896-1bbd-425d-a7ac-2ac20c46121f tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae9f65df-5f4b-4ebc-a07a-88519d48ac4d HTTP/1.1" status: 200 len: 949 time: 0.4756360 Jan 18 22:41:41.541751 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:41:41.569511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:41.578334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.585763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16f75bba-5051-4cf6-a291-622005375e1b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:41.632051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:41.664529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:41.676645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:41.688457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.697826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 16f75bba-5051-4cf6-a291-622005375e1b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:41.698604 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.709375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Transition to ACTIVE for port object 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:41.713080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:41.713979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.732184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Made reservation on behalf of 6f7e89307477416b8a656556f106e5e4 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:41.736824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.813475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.825418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:41.868799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-e68a38bf-9156-403d-b518-22b4ec099cef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0987432 Jan 18 22:41:41.922718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Request body: {'port': {'device_id': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:42.081479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbe5d-8aff-42b0-9ab6-264ce162940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.082683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Usage tracker for resource:port and tenant:971869707bce41408d367fc3bfb1d0c4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:42.095421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d725c272-378f-4fb8-909b-f946109fa4be req-07ff9e5a-badf-44ac-8b3e-157dcb437ebf tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.78 "GET /v2.0/security-groups?id=789f21fa-abb1-4170-8f4a-5049cbdfcb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550411 Jan 18 22:41:42.103840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:42.121724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:42.188691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] No DVR routers for this DVR port da4893c4-fb87-46ed-837d-b1f9b00949e4 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:42.201094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.208026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'name': 'network-vif-deleted', 'tag': 'da4893c4-fb87-46ed-837d-b1f9b00949e4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:42.220172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778a2b-2824-4b0e-b072-ec77f65ef45a req-3bfd5a78-efcc-4645-ab0d-dd84e7860d21 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.221059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2f778a2b-2824-4b0e-b072-ec77f65ef45a req-3bfd5a78-efcc-4645-ab0d-dd84e7860d21 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:42.245226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Pushing event updated for resources: {'Port': ['ID=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:42.285197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2f778a2b-2824-4b0e-b072-ec77f65ef45a req-3bfd5a78-efcc-4645-ab0d-dd84e7860d21 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:42.286741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f778a2b-2824-4b0e-b072-ec77f65ef45a req-3bfd5a78-efcc-4645-ab0d-dd84e7860d21 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 932 time: 0.7058430 Jan 18 22:41:42.339905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Made reservation on behalf of 971869707bce41408d367fc3bfb1d0c4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:42.343548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.353057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.383704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] Pushing event deleted for resources: {'Port': ['ID=da4893c4-fb87-46ed-837d-b1f9b00949e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:42.427230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17cf9b0f-604c-47d3-a382-5f14fb196170 req-f62ef589-00da-4fd9-bc35-c5874af8d9df tempest-DeleteServersAdminTestJSON-1313704220 tempest-DeleteServersAdminTestJSON-1313704220-project] 10.222.0.86 "DELETE /v2.0/ports/da4893c4-fb87-46ed-837d-b1f9b00949e4 HTTP/1.1" status: 204 len: 173 time: 2.9294450 Jan 18 22:41:42.427934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.476418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55b13a45-12a5-436a-bd26-ec47b7b8ab22 req-79f6b04c-1ade-4c5f-bd02-a2704f4308e3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 210 time: 0.1221156 Jan 18 22:41:42.514845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:42.530627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Usage tracker for resource:security_group_rule and tenant:971869707bce41408d367fc3bfb1d0c4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:42.544625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:42.588563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:42.608903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Attempting to bind port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:42.612208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Attempting to bind port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:42.612208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Attempting to bind port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:42.634986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:42.635313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Attempting to bind port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:42.668075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:42.669852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:42.670303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:42.670758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Bound port: 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:42.673493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.674026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.910095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] For port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:42.938704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] For port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:42.941271 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.952573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-02530ecf-1a26-4191-bf66-8ee119bec4f1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.953368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-02530ecf-1a26-4191-bf66-8ee119bec4f1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Synchronizing usage tracker for tenant:6afc225774364bca93d943eceac047eb on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:42.956809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Allocated IP 172.20.0.5 (08d1e390-9b0b-4122-b04b-6293cecc7f62/c36aea40-0aef-43b0-8dd6-48aac4083edc/f7bd2118-ab9c-4cd9-9c3d-093c9467535d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:42.959782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.964530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.977760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f778a2b-2824-4b0e-b072-ec77f65ef45a req-14a5aea1-135b-4772-9584-250a80c7950d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743762 Jan 18 22:41:43.084467 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f65df-5f4b-4ebc-a07a-88519d48ac4d', 'name': 'network-vif-deleted', 'tag': 'da4893c4-fb87-46ed-837d-b1f9b00949e4', 'status': 'completed', 'code': 200} Jan 18 22:41:43.088977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-02530ecf-1a26-4191-bf66-8ee119bec4f1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Unset dirty status for tenant:6afc225774364bca93d943eceac047eb on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:43.090084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-02530ecf-1a26-4191-bf66-8ee119bec4f1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 947 time: 0.3872042 Jan 18 22:41:43.157566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:43.158275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.159855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] 10.222.0.85 "PUT /v2.0/ports/50ea8d49-3c54-4cdb-b3f8-85c5c82204aa HTTP/1.1" status: 200 len: 1095 time: 3.5536766 Jan 18 22:41:43.199285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a82662a-de0d-43a0-9c9b-5d55da82366b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:43.209027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-4b943956-70e1-44b6-a713-5f798c694514 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Synchronizing usage tracker for tenant:6afc225774364bca93d943eceac047eb on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:43.260369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:41:43.278217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296873e-677d-462a-9297-7ddd9a16bdbc service neutron] Pushing event updated for resources: {'Port': ['ID=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:43.323379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-4b943956-70e1-44b6-a713-5f798c694514 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Unset dirty status for tenant:6afc225774364bca93d943eceac047eb on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:43.324553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d5d486f-337a-4c1a-9ec0-95ae2c236010 req-4b943956-70e1-44b6-a713-5f798c694514 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217078 Jan 18 22:41:43.338712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device da4893c4-fb87-46ed-837d-b1f9b00949e4 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:41:43.363257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c0319222-8f8e-44f9-8db3-9d8b9bb4ac8f req-628bb47e-f218-4ea4-9723-ef08e6d267ce tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.1090896 Jan 18 22:41:43.376338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Allocated IP 192.168.233.185 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/b465d44d-860b-4624-b2cb-7043d8d0f00f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:43.388193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: da4893c4-fb87-46ed-837d-b1f9b00949e4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:41:43.388193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device da4893c4-fb87-46ed-837d-b1f9b00949e4 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:41:43.423500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-6881ea7f-624a-4ebe-9538-bae7be8a889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:43.427779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-6881ea7f-624a-4ebe-9538-bae7be8a889d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6afc225774364bca93d943eceac047eb&device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 1098 time: 0.1915102 Jan 18 22:41:43.622008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-6e7cd753-a056-4fa5-ae3b-feccd9d7394d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa HTTP/1.1" status: 200 len: 217 time: 0.1765203 Jan 18 22:41:43.713539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:41:43.724790 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:43.748443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.752677 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:41:43.753909 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:43.757523 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.761651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fb72375f-6631-4b45-b24e-ff56f8ef0412 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7745094 Jan 18 22:41:43.779311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:43.945298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6d12aad7-5e10-4e1b-9aa6-08265cbdb1f5 req-0107a530-c4ea-4f5e-a601-bca57c6a911d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:43.979627 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:41:44.021710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6d12aad7-5e10-4e1b-9aa6-08265cbdb1f5 req-0107a530-c4ea-4f5e-a601-bca57c6a911d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:44.025045 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d12aad7-5e10-4e1b-9aa6-08265cbdb1f5 req-0107a530-c4ea-4f5e-a601-bca57c6a911d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 210 time: 0.2703390 Jan 18 22:41:44.031073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.090632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-ee0a611c-021e-4fa0-bf1c-a6d45b9ef6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.092127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-ee0a611c-021e-4fa0-bf1c-a6d45b9ef6cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.4606750 Jan 18 22:41:44.151719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:44.242439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78789a30-6943-4192-b0d1-2fface84f236 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:44.276809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:44.282408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:44.286856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.323826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44874) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:44.338139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:44.356479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-faab97dd-482b-4ed5-84c5-5308011febf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.411926 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:40Z', 'revision_number': 3, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:44.415779 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:44.416128 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Updating router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 port a71683ae-7640-4a61-8651-edf5f260dd5a binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:44.454443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Transition to ACTIVE for port object 78789a30-6943-4192-b0d1-2fface84f236 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:44.481780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.493744 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.565097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.565886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.658128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:44.768008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-56ec22d9-78ef-4dac-a200-50a2bb92a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.769645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-56ec22d9-78ef-4dac-a200-50a2bb92a988 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6567008 Jan 18 22:41:44.772734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.896410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:44.912211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397388c-2a13-4b2c-8c93-1f56e2b9892c req-c297041a-c6f2-415d-86c9-56b8682743f0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.919933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1397388c-2a13-4b2c-8c93-1f56e2b9892c req-c297041a-c6f2-415d-86c9-56b8682743f0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 932 time: 0.6697977 Jan 18 22:41:44.945184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-67cb1711-8951-466d-82ae-4d6f2f71b6b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2599380 Jan 18 22:41:44.953475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:44.953939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:44.954409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:44.962490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:44.962891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:44.965926 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.973708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Request body: {'port': {'device_id': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:44.978718 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Transition to ACTIVE for port object a71683ae-7640-4a61-8651-edf5f260dd5a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:44.990680 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.001403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:45.001899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:45.002393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:45.003018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Bound port: 78789a30-6943-4192-b0d1-2fface84f236, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:45.003430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.021846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Transition to ACTIVE for port object b465d44d-860b-4624-b2cb-7043d8d0f00f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:45.028428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.081419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:45.086683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'tag': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:45.092106 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Attempting to bind port a71683ae-7640-4a61-8651-edf5f260dd5a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:45.092474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Attempting to bind port a71683ae-7640-4a61-8651-edf5f260dd5a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:45.092835 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Attempting to bind port a71683ae-7640-4a61-8651-edf5f260dd5a on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:45.097002 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1397388c-2a13-4b2c-8c93-1f56e2b9892c req-58b78240-f3ae-49be-8463-4afac69fd2ae tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760690 Jan 18 22:41:45.103556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:45.103556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:45.103556 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.103556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:45.103556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Bound port: a71683ae-7640-4a61-8651-edf5f260dd5a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:45.104051 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.110364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Usage tracker for resource:security_group_rule and tenant:79eeb11e826f41e49dbf244557d27150 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:45.119602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:45.125695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.134872 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Pushing event updated for resources: {'Port': ['ID=a71683ae-7640-4a61-8651-edf5f260dd5a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:45.141450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-63084cd2-158c-4607-beb1-6981a390f410 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546574 Jan 18 22:41:45.144052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:45.157765 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.158125 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.158467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.158922 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.159114 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.159437 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.159798 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.160103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.160420 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.160737 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.161074 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.161437 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Tracked resource versions report: Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: pushed versions: Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: { 'AddressGroup': {'1.2'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'ConntrackHelper': {'1.0'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Log': {'1.0'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Network': {'1.1'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Port': {'1.7'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'PortForwarding': {'1.2'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'QosPolicy': {'1.8'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'SecurityGroup': {'1.4'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'SubPort': {'1.0'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Subnet': {'1.1'}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Trunk': {'1.1'}} Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: consumer versions: Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: { DHCP agent@n-d-825178-1: {}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: HyperV agent@n-h1-825178-1: {}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: HyperV agent@n-h2-825178-1: {}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: L3 agent@n-d-825178-1: {}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: Metadata agent@n-d-825178-1: {}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: Metering agent@n-d-825178-1: {}, Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: Open vSwitch agent@n-d-825178-1: { 'AddressGroup': '1.2', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'ConntrackHelper': '1.0', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Log': '1.0', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Network': '1.1', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Port': '1.7', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'PortForwarding': '1.2', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'QosPolicy': '1.8', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'SecurityGroup': '1.4', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'SecurityGroupRule': '1.2', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'SubPort': '1.0', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Subnet': '1.1', Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: 'Trunk': '1.1'}} Jan 18 22:41:45.162484 n-d-825178-1 neutron-server[87814]: {{(pid=87814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:41:45.169192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8b99c-bfdb-465e-ab3a-2ad4c035a49c req-036535bf-c1a8-441c-b1d7-56e9a9f54458 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.173311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53a8b99c-bfdb-465e-ab3a-2ad4c035a49c req-036535bf-c1a8-441c-b1d7-56e9a9f54458 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 947 time: 0.5154333 Jan 18 22:41:45.208747 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] For port a71683ae-7640-4a61-8651-edf5f260dd5a, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:45.213352 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] For port a71683ae-7640-4a61-8651-edf5f260dd5a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a71683ae-7640-4a61-8651-edf5f260dd5a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:45.222267 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.231142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-443789d6-acc0-4d3b-a1c1-915c168265d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0b97595fa704a099f07da8003fb624d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3270700 Jan 18 22:41:45.237918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44902) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:45.242240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.274315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:45.328601 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdceb36-a9c6-41a0-8020-ab522da57df0 None None] Pushing event updated for resources: {'Port': ['ID=a71683ae-7640-4a61-8651-edf5f260dd5a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:45.334107 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:41:45.334643 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:45.367134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:45.394159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.429043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3ee6ab7-a1ae-4dba-a3cd-d896afb4df0e req-c74a0070-77c7-4e3f-bb00-99aaae5bf7ee tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 210 time: 0.1145439 Jan 18 22:41:45.466686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.488161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.488765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.490144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] 10.222.0.86 "PUT /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 1092 time: 3.5763502 Jan 18 22:41:45.531432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'tag': '78789a30-6943-4192-b0d1-2fface84f236'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:45.534489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.557895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81baaec0-b9f5-4921-ae19-7f58e699f56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.578469 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.608901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53a8b99c-bfdb-465e-ab3a-2ad4c035a49c req-d111e392-d1bc-47d5-8524-fa4a0156967b tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095078 Jan 18 22:41:45.640613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68737530-16a2-43b4-bcb3-f0578193ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:45.642681 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:41:45.692286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:45.699504 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'tag': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa', 'status': 'completed', 'code': 200} Jan 18 22:41:45.716892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:45.737637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:45.783108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Pushing event updated for resources: {'Port': ['ID=b465d44d-860b-4624-b2cb-7043d8d0f00f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:45.828324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29d7aff7-03a9-4dbf-878a-8ba122cf81ff req-573a376b-c544-40b1-bb24-5aadbcee22bb service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720419 Jan 18 22:41:45.842267 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'tag': '78789a30-6943-4192-b0d1-2fface84f236', 'status': 'completed', 'code': 200} Jan 18 22:41:45.860793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81baaec0-b9f5-4921-ae19-7f58e699f56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.884468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.984022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Allocated IP 172.20.0.1 (544f4b75-63f0-4735-bef6-f76319369ef3/34b90308-a88d-4ec0-b5b4-796714ba4315/40ddf0a0-4b47-4aaa-8793-7f26f960080f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:46.030414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-cfd9fa3a-7b9d-4509-abf3-40b4f396ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.035972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-cfd9fa3a-7b9d-4509-abf3-40b4f396ee67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1095 time: 0.4852977 Jan 18 22:41:46.051765 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:40Z', 'revision_number': 3, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:46.057646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17671a43-7a5a-4390-a188-7b1780f29121 None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:40Z', 'revision_number': 3, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:46.075424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.155279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:41:46.169283 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-bd8d01c1-9dfa-4770-9e1d-f79a3f1923f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 217 time: 0.1237326 Jan 18 22:41:46.169537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-42851f87-74b4-4719-ae34-20db65b798e5 None None] Provisioning for port b465d44d-860b-4624-b2cb-7043d8d0f00f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:46.176133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.177032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.180324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-42851f87-74b4-4719-ae34-20db65b798e5 None None] Provisioning complete for port b465d44d-860b-4624-b2cb-7043d8d0f00f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:46.180694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42851f87-74b4-4719-ae34-20db65b798e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.209517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfd9db-6bf6-47f1-93ec-6dd68072817e req-1145767f-2c56-4942-af8a-f7f6f503edb5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.211046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43dfd9db-6bf6-47f1-93ec-6dd68072817e req-1145767f-2c56-4942-af8a-f7f6f503edb5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 931 time: 0.5538135 Jan 18 22:41:46.244906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79eeb11e826f41e49dbf244557d27150&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9141786 Jan 18 22:41:46.245798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:46.268875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81baaec0-b9f5-4921-ae19-7f58e699f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.283823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940d75-065c-4e9a-a89f-c252373722b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c921248a-cc62-40df-9b3d-1627158fad31,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:46.287749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-42851f87-74b4-4719-ae34-20db65b798e5 None None] Port b465d44d-860b-4624-b2cb-7043d8d0f00f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:41:46.328485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baaec0-b9f5-4921-ae19-7f58e699f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789f21fa-abb1-4170-8f4a-5049cbdfcb2b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:46.332148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-a6e0b210-da77-4d0d-ae06-5af5188912b2 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9042623 Jan 18 22:41:46.352897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bd2118-ab9c-4cd9-9c3d-093c9467535d {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:46.356963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Request body: {'port': {'device_id': '148869d9-422a-4534-b6ed-d30649afa5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:46.365532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-944e86a3-ef93-447f-af0b-3c7c661594f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.366997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-944e86a3-ef93-447f-af0b-3c7c661594f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1657677 Jan 18 22:41:46.368629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.376493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81baaec0-b9f5-4921-ae19-7f58e699f56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.377518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-81baaec0-b9f5-4921-ae19-7f58e699f56e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/789f21fa-abb1-4170-8f4a-5049cbdfcb2b HTTP/1.1" status: 204 len: 168 time: 1.1387031 Jan 18 22:41:46.434773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43dfd9db-6bf6-47f1-93ec-6dd68072817e req-998f6a30-ede0-4ed8-a740-46b494f4defe tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674960 Jan 18 22:41:46.456755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.474393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Transition to ACTIVE for port object f7bd2118-ab9c-4cd9-9c3d-093c9467535d will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:46.488874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-f9af6f26-28a2-4356-a025-40e34659cfe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151066 Jan 18 22:41:46.493703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.528724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Transition to ACTIVE for port object 40ddf0a0-4b47-4aaa-8793-7f26f960080f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:46.559637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458508ce-17a4-43fc-8717-a2cacdc4a1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.646246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3b18-b257-4105-84bf-9c882613b921 req-6f9d04f8-9982-4a6a-901c-832a1813a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.654223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-6f9d04f8-9982-4a6a-901c-832a1813a138 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6afc225774364bca93d943eceac047eb&device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 1098 time: 0.6162829 Jan 18 22:41:46.707162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:46.720037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458508ce-17a4-43fc-8717-a2cacdc4a1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.799911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.823995 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.852853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44942) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:46.926907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.979204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bce8c-d500-4c92-bfb7-a274f741e44a req-465348ce-b2d8-4919-b15d-527f67602f91 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.980767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b2bce8c-d500-4c92-bfb7-a274f741e44a req-465348ce-b2d8-4919-b15d-527f67602f91 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.6292014 Jan 18 22:41:46.981599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.080923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Network 544f4b75-63f0-4735-bef6-f76319369ef3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:47.082557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-d7c3c7f9-bebd-4d4b-8bd6-e81df9ff43ae service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822654 Jan 18 22:41:47.084982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:47.093897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3b18-b257-4105-84bf-9c882613b921 req-c3cf1792-4200-4148-bf79-f424f2e70179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.095669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-c3cf1792-4200-4148-bf79-f424f2e70179 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4189119 Jan 18 22:41:47.096559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:47.115059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:47.115449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:47.115742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:47.130247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:47.130580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:47.135715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Usage tracker for resource:security_group_rule and tenant:8795e7daa7c440ffbe298f85d13d33bb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:47.138950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:47.169440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Pushing event updated for resources: {'Port': ['ID=40ddf0a0-4b47-4aaa-8793-7f26f960080f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:47.185423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b2bce8c-d500-4c92-bfb7-a274f741e44a req-74df3691-0d8b-4f7d-8268-37b77634b485 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895390 Jan 18 22:41:47.193572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:47.193919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:47.194308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:47.194764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Bound port: f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:47.195096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.220395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363f47-dced-4641-9221-a6c0661b3d63 req-739ff278-2ba1-4707-901c-6503b7d930dd tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.228572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59363f47-dced-4641-9221-a6c0661b3d63 req-739ff278-2ba1-4707-901c-6503b7d930dd tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 936 time: 0.5153601 Jan 18 22:41:47.262777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:47.347188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:47.349655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458508ce-17a4-43fc-8717-a2cacdc4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.385837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59363f47-dced-4641-9221-a6c0661b3d63 req-a09fc4b6-1a13-4275-b6a0-20068200fae3 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562846 Jan 18 22:41:47.389639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-d42c80c0-3567-4311-9ff8-1cfd8d8827bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa HTTP/1.1" status: 200 len: 217 time: 0.2518768 Jan 18 22:41:47.424246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f9ed2f8-6aca-4f60-bfeb-64ab0c008218 None None] Provisioning for port 40ddf0a0-4b47-4aaa-8793-7f26f960080f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:47.434175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f9ed2f8-6aca-4f60-bfeb-64ab0c008218 None None] Provisioning complete for port 40ddf0a0-4b47-4aaa-8793-7f26f960080f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:47.435266 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f9ed2f8-6aca-4f60-bfeb-64ab0c008218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.437264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458508ce-17a4-43fc-8717-a2cacdc4a1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c921248a-cc62-40df-9b3d-1627158fad31,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:47.441905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43840a11-b53c-4de9-89d3-b933b8f0a5d5 req-8e3ea9df-4e07-44b5-97ae-8ee689ad00dd service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512199 Jan 18 22:41:47.447376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:47.451650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:47.468395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.522710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ed2f8-6aca-4f60-bfeb-64ab0c008218 None None] Port 40ddf0a0-4b47-4aaa-8793-7f26f960080f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:41:47.609095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.610873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.612266 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] 10.222.0.85 "PUT /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 1091 time: 2.6507661 Jan 18 22:41:47.614383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a71683ae-7640-4a61-8651-edf5f260dd5a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:47.646108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458508ce-17a4-43fc-8717-a2cacdc4a1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.649491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-458508ce-17a4-43fc-8717-a2cacdc4a1ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c921248a-cc62-40df-9b3d-1627158fad31 HTTP/1.1" status: 204 len: 168 time: 1.3945348 Jan 18 22:41:47.691208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a71683ae-7640-4a61-8651-edf5f260dd5a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:47.698422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a71683ae-7640-4a61-8651-edf5f260dd5a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:47.698801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.758409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025698-7bf4-437a-b9c0-abedf9674a54 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:47.810041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.813701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3b18-b257-4105-84bf-9c882613b921 req-1246093f-9f75-445d-a22a-1b3c78784220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.815316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-1246093f-9f75-445d-a22a-1b3c78784220 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3792505 Jan 18 22:41:47.847800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:47.864765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-0c02de4a-c8a6-4475-a5d9-b4222560a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.866601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-0c02de4a-c8a6-4475-a5d9-b4222560a3cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1095 time: 0.3009443 Jan 18 22:41:47.879681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.906508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a71683ae-7640-4a61-8651-edf5f260dd5a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a71683ae-7640-4a61-8651-edf5f260dd5a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:47.923724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.939109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9cda3-da5a-4586-9254-a4321593739a req-a2954688-b9ed-4ed4-9250-19f09bb8a098 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.941427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30c9cda3-da5a-4586-9254-a4321593739a req-a2954688-b9ed-4ed4-9250-19f09bb8a098 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 943 time: 0.3239782 Jan 18 22:41:47.947142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-f8cb7aca-5d60-4b59-b731-a2d35818c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.949088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-f8cb7aca-5d60-4b59-b731-a2d35818c2ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1094 time: 0.2558894 Jan 18 22:41:48.043042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a71683ae-7640-4a61-8651-edf5f260dd5a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:48.077158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e9dc-a1e7-4f90-9353-da629acd1c71 req-e4fadfe6-1966-4278-ac06-d6e2d41679d5 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.078683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec79e9dc-a1e7-4f90-9353-da629acd1c71 req-e4fadfe6-1966-4278-ac06-d6e2d41679d5 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 947 time: 0.7154768 Jan 18 22:41:48.132219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44960) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:48.165868 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-8613b678-4bdf-4545-87af-0a02f0434935 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.1098025 Jan 18 22:41:48.241429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-7bbb82d4-3461-477d-b866-9063307a7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.242967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-7bbb82d4-3461-477d-b866-9063307a7d98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.3661587 Jan 18 22:41:48.247026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.251134 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30c9cda3-da5a-4586-9254-a4321593739a req-6c0b42db-2f1d-4401-9e73-49488493be7e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964200 Jan 18 22:41:48.274511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3b18-b257-4105-84bf-9c882613b921 req-3c843a80-9a72-4b01-8f1e-2147f4c349ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.276008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-3c843a80-9a72-4b01-8f1e-2147f4c349ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4428668 Jan 18 22:41:48.288730 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.310078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec79e9dc-a1e7-4f90-9353-da629acd1c71 req-14f228d4-c6bd-4c19-8ab2-44a17ecdd405 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116430 Jan 18 22:41:48.325572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-3e364ea7-dd4c-475c-beda-542262fbaeed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 217 time: 0.0684454 Jan 18 22:41:48.340108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.397627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4544-ec32-454b-b74e-9f061669790d req-406259ed-8adc-476c-bc29-b81685602cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.401383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-406259ed-8adc-476c-bc29-b81685602cd3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.2165177 Jan 18 22:41:48.451303 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'status': 'completed', 'code': 200} Jan 18 22:41:48.482184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8795e7daa7c440ffbe298f85d13d33bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6269386 Jan 18 22:41:48.485715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-0d5fc025-c096-4a38-9e8c-12d0c8dd2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.487160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-0d5fc025-c096-4a38-9e8c-12d0c8dd2d27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1587892 Jan 18 22:41:48.489342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-291f4664-34af-4a50-9a61-33e95c9f9b84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797648 Jan 18 22:41:48.489787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:48.526524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:48.531296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b465d44d-860b-4624-b2cb-7043d8d0f00f {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:48.558854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Usage tracker for resource:security_group_rule and tenant:1be2eedbbf9049b7a130b0285643a701 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:48.599537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:48.608428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-ebcdb1b2-72b0-4afb-8396-9e2a52095729 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689938 Jan 18 22:41:48.617723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.631701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:48.679401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd1e3-6640-4472-9f28-1c9e869b6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25661fcf-7d88-4721-b8f9-a37557012ec5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:48.695784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Transition to ACTIVE for port object b465d44d-860b-4624-b2cb-7043d8d0f00f will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:48.713038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.739212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.758813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25d75110-7821-4215-9d8f-cbc950d0f440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.824653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25d75110-7821-4215-9d8f-cbc950d0f440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.906121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-2cb78ced-b89c-4e5e-bd0e-e604286899e8 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867379 Jan 18 22:41:49.005249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-abd7a12a-d433-4e41-b466-174f84bda796 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645629 Jan 18 22:41:49.036038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:49.079936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Pushing event updated for resources: {'Port': ['ID=b465d44d-860b-4624-b2cb-7043d8d0f00f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.115943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-8142aa56-bdc2-498f-a824-54195cb1da44 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521399 Jan 18 22:41:49.165827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcc761-02cc-4e8e-b3a5-2e1d17741893 req-189cb866-fe5e-4772-8a88-97051dc4a38c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.167310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6dcc761-02cc-4e8e-b3a5-2e1d17741893 req-189cb866-fe5e-4772-8a88-97051dc4a38c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.6183045 Jan 18 22:41:49.196683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:49.211112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa', 'mac_address': 'fa:16:3e:0b:f7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:49.248194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25d75110-7821-4215-9d8f-cbc950d0f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.272126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.284780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0ee27-7a34-4635-858c-ecda0cdddc4a req-743bbaf1-3b16-4c8e-909a-fe82cd5d64d0 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.286308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ed0ee27-7a34-4635-858c-ecda0cdddc4a req-743bbaf1-3b16-4c8e-909a-fe82cd5d64d0 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 948 time: 0.4639027 Jan 18 22:41:49.291558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d75110-7821-4215-9d8f-cbc950d0f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25661fcf-7d88-4721-b8f9-a37557012ec5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.298704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:49.316362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:49.327620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.330455 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae4544-ec32-454b-b74e-9f061669790d req-fdc44e03-1233-4a99-aa6f-b0891c4a94d3 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010244 Jan 18 22:41:49.337097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25d75110-7821-4215-9d8f-cbc950d0f440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.349150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25d75110-7821-4215-9d8f-cbc950d0f440 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25661fcf-7d88-4721-b8f9-a37557012ec5 HTTP/1.1" status: 204 len: 168 time: 0.8501439 Jan 18 22:41:49.391408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c84e65e-9d63-45ac-8c08-b84d0086d90b req-274116de-dac1-44c8-9825-3740ca40fdef service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600734 Jan 18 22:41:49.404479 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.413199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.431830 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ed0ee27-7a34-4635-858c-ecda0cdddc4a req-37ccc2ed-ace9-47b0-baea-09baaf81c5b8 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282256 Jan 18 22:41:49.437863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cb3b18-b257-4105-84bf-9c882613b921 req-6062ac13-9fa2-4824-8ba4-82d4bdb1215b service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040286 Jan 18 22:41:49.441379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.458978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6dcc761-02cc-4e8e-b3a5-2e1d17741893 req-d2578650-cf6f-47ed-a134-c6195d5994c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269254 Jan 18 22:41:49.477340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-cde25255-9f5f-449b-aa9d-54fa98555448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.479349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-cde25255-9f5f-449b-aa9d-54fa98555448 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1094 time: 0.0848269 Jan 18 22:41:49.531391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:49.537222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.561844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1be2eedbbf9049b7a130b0285643a701&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4271996 Jan 18 22:41:49.569296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.630913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Attempting to bind port b465d44d-860b-4624-b2cb-7043d8d0f00f on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:49.631254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Attempting to bind port b465d44d-860b-4624-b2cb-7043d8d0f00f by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:49.631570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Attempting to bind port b465d44d-860b-4624-b2cb-7043d8d0f00f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:49.633631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a71683ae-7640-4a61-8651-edf5f260dd5a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:49.664444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44984) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:49.713629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-caa85aa3-a939-4daf-a20f-c36aebdbfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.715090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-caa85aa3-a939-4daf-a20f-c36aebdbfcdb service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2246716 Jan 18 22:41:49.766354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a71683ae-7640-4a61-8651-edf5f260dd5a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:49.766778 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.809424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Port b465d44d-860b-4624-b2cb-7043d8d0f00f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:41:49.809837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Attempting to bind port b465d44d-860b-4624-b2cb-7043d8d0f00f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:49.817104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.840410 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-dccee128-ecd9-4ef0-a663-13b866033c73 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.0759878 Jan 18 22:41:49.893675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:49.896162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:49.896642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:49.897114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Bound port: b465d44d-860b-4624-b2cb-7043d8d0f00f, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:49.897470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.916569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-4f6f6a34-c550-4dcd-8fe4-45fa67be6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.918045 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-4f6f6a34-c550-4dcd-8fe4-45fa67be6fa9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0647938 Jan 18 22:41:49.983504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457277ad-1a1f-4b1d-82a7-a5f492a6702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d30b9a-2a5a-43a9-b227-e4d07baaceb0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.983734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-c42fb13c-56dd-4f81-870e-dd51282dfb6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549974 Jan 18 22:41:49.998129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed399a-bb4a-49c5-b6fd-8b8e96bfd077 req-052d2328-2993-49cf-8bc9-f754d425ef96 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.999700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02ed399a-bb4a-49c5-b6fd-8b8e96bfd077 req-052d2328-2993-49cf-8bc9-f754d425ef96 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 943 time: 0.2837126 Jan 18 22:41:50.116186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Pushing event updated for resources: {'Port': ['ID=40ddf0a0-4b47-4aaa-8793-7f26f960080f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:50.118756 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02ed399a-bb4a-49c5-b6fd-8b8e96bfd077 req-25cf1ca9-6ad3-4610-855e-e1a61d712442 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944147 Jan 18 22:41:50.152056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] For port b465d44d-860b-4624-b2cb-7043d8d0f00f, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:50.188745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] For port b465d44d-860b-4624-b2cb-7043d8d0f00f, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:50.212779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.227717 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-13b94f1c-af32-49eb-9f38-5a99a5933917 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270420 Jan 18 22:41:50.257729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99865faa-7790-4123-8261-126593fd7a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.288854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232f2a-8ad8-438e-97db-e1735b56539a req-d206c0c1-f243-47ce-abe4-1f09ee6c9e9c tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:50.289744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19232f2a-8ad8-438e-97db-e1735b56539a req-d206c0c1-f243-47ce-abe4-1f09ee6c9e9c tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 948 time: 0.4636252 Jan 18 22:41:50.303526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:50.304133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.305526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] 10.222.0.86 "PUT /v2.0/ports/b465d44d-860b-4624-b2cb-7043d8d0f00f HTTP/1.1" status: 200 len: 1096 time: 3.9551306 Jan 18 22:41:50.307351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Network 544f4b75-63f0-4735-bef6-f76319369ef3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:50.312190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148869d9-422a-4534-b6ed-d30649afa5a8', 'tag': 'b465d44d-860b-4624-b2cb-7043d8d0f00f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:50.321934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:50.430350 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148869d9-422a-4534-b6ed-d30649afa5a8', 'tag': 'b465d44d-860b-4624-b2cb-7043d8d0f00f', 'status': 'completed', 'code': 200} Jan 18 22:41:50.434933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99865faa-7790-4123-8261-126593fd7a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.449007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34a312b-d928-47c3-a390-a40c81b1bdfc req-95559ffe-ac7e-4987-b1e1-ebf7ac6db3c8 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116947 Jan 18 22:41:50.531580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818e32b-8eba-43db-aeda-35425f5eee57 service neutron] Pushing event updated for resources: {'Port': ['ID=b465d44d-860b-4624-b2cb-7043d8d0f00f,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:50.614191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19232f2a-8ad8-438e-97db-e1735b56539a req-e7433f37-8169-4a49-8ff5-208873667a5d tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028827 Jan 18 22:41:50.741242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9710-01a5-4f31-a676-95b770a6cc63 req-8901e315-ee13-4d15-af9a-d758806e8085 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:50.748213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37de9710-01a5-4f31-a676-95b770a6cc63 req-8901e315-ee13-4d15-af9a-d758806e8085 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 948 time: 0.1290746 Jan 18 22:41:50.755845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-4087d263-cd44-4c2a-b2cb-ddcba3ea7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:50.757369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-4087d263-cd44-4c2a-b2cb-ddcba3ea7def service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=971869707bce41408d367fc3bfb1d0c4&device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 1099 time: 0.3976364 Jan 18 22:41:50.776180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a17c14f8-3df1-4b82-8c54-d4df8206c9a5 None None] Provisioning complete for port 40ddf0a0-4b47-4aaa-8793-7f26f960080f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:50.776707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a17c14f8-3df1-4b82-8c54-d4df8206c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.805763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37de9710-01a5-4f31-a676-95b770a6cc63 req-f0723f9e-55d5-4f27-b717-eca6483ce33a tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560000 Jan 18 22:41:50.807184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:41:50.807990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99865faa-7790-4123-8261-126593fd7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.838244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a17c14f8-3df1-4b82-8c54-d4df8206c9a5 None None] Port 40ddf0a0-4b47-4aaa-8793-7f26f960080f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:41:50.929295 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-311ec3d3-64eb-4f4c-b2fb-da3fff2e38d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f HTTP/1.1" status: 200 len: 217 time: 0.1563056 Jan 18 22:41:50.929295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99865faa-7790-4123-8261-126593fd7a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d30b9a-2a5a-43a9-b227-e4d07baaceb0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:51.021373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99865faa-7790-4123-8261-126593fd7a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.022435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-99865faa-7790-4123-8261-126593fd7a15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88d30b9a-2a5a-43a9-b227-e4d07baaceb0 HTTP/1.1" status: 204 len: 168 time: 1.2103732 Jan 18 22:41:51.044471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:51.166319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-76217b31-5820-446b-ac00-1aad568104fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.167219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-76217b31-5820-446b-ac00-1aad568104fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1464264 Jan 18 22:41:51.189910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3d36f-e41e-46ed-8a48-62d9b59228fb req-12ddf896-6243-41a1-ab47-2a6708155690 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.191505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae3d36f-e41e-46ed-8a48-62d9b59228fb req-12ddf896-6243-41a1-ab47-2a6708155690 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.4279962 Jan 18 22:41:51.222130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:51.227852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:51.228347 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.238595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:41:51.257910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8093dc4e-0dda-427d-b99c-04cbb04b8e4a admin admin] 10.222.0.78 "PUT /v2.0/routers/f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4759088 Jan 18 22:41:51.306510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae3d36f-e41e-46ed-8a48-62d9b59228fb req-bc6617e2-8dd7-43bf-81b1-59ccaf407a7b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Jan 18 22:41:51.315978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:51.340258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1260d08-5447-467e-aef4-0bbae643a96d req-64daf9f2-67bf-419a-aaea-4a71cde13715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.345306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-64daf9f2-67bf-419a-aaea-4a71cde13715 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523626 Jan 18 22:41:51.349487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:41:51.350252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:51.453090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d4dd3-3e67-443e-9de4-f426287f248f req-1be9a705-2d2a-4e56-ab09-83db4b6e0b16 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.454742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b71d4dd3-3e67-443e-9de4-f426287f248f req-1be9a705-2d2a-4e56-ab09-83db4b6e0b16 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 943 time: 0.1914389 Jan 18 22:41:51.539413 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b71d4dd3-3e67-443e-9de4-f426287f248f req-3f364099-6dd3-4c35-a434-1551e1800acb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Jan 18 22:41:51.553550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-40273f59-97c4-4ad4-9c06-92c5e49e5f2e service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010279 Jan 18 22:41:51.602250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:51.661212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:41:51.744365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:41:51.826501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1260d08-5447-467e-aef4-0bbae643a96d req-2654581d-94d0-4b06-bdbe-9e0be699d129 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663326 Jan 18 22:41:51.933884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc252f8-7213-463b-8701-a89454b6c83e req-22d777fc-f8fa-45ba-bb9c-1836500c7e88 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.941230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fc252f8-7213-463b-8701-a89454b6c83e req-22d777fc-f8fa-45ba-bb9c-1836500c7e88 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 948 time: 0.1804736 Jan 18 22:41:52.054435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fc252f8-7213-463b-8701-a89454b6c83e req-45ac0d23-20e5-4108-8749-c6cc8d37bf77 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122351 Jan 18 22:41:52.165194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4839d9-af98-4517-8b28-c158fe84930e req-8ed59c68-8ccd-4f2e-b536-7ffe487ad54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.166700 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-8ed59c68-8ccd-4f2e-b536-7ffe487ad54d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=971869707bce41408d367fc3bfb1d0c4&device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 1099 time: 0.2602606 Jan 18 22:41:52.308615 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.310792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-6733d55c-d4cf-4be8-bf98-795ddef67d61 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.311788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-6733d55c-d4cf-4be8-bf98-795ddef67d61 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Synchronizing usage tracker for tenant:971869707bce41408d367fc3bfb1d0c4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:52.362758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-6733d55c-d4cf-4be8-bf98-795ddef67d61 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Unset dirty status for tenant:971869707bce41408d367fc3bfb1d0c4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:52.364359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-6733d55c-d4cf-4be8-bf98-795ddef67d61 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 948 time: 0.3040907 Jan 18 22:41:52.373221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:41:49Z', 'revision_number': 2, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:52.383469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:52.383826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Updating router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 port 40ddf0a0-4b47-4aaa-8793-7f26f960080f binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:52.416501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4839d9-af98-4517-8b28-c158fe84930e req-817c111e-10f1-43d7-b982-1ec1ec081db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.419323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-817c111e-10f1-43d7-b982-1ec1ec081db3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2436092 Jan 18 22:41:52.451432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.541804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-e7795368-0c6a-4dd7-bd5c-2d185ad549b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f HTTP/1.1" status: 200 len: 217 time: 0.1123450 Jan 18 22:41:52.616208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-add043fa-e873-4bfc-b112-802374a69c57 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Synchronizing usage tracker for tenant:971869707bce41408d367fc3bfb1d0c4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:41:52.616866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:52.637759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:52.646605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:52.648297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-network', 'tenant_id': '9df333d0643c4592874b24e5b754aca8'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:52.654197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:52.659103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Usage tracker for resource:network and tenant:9df333d0643c4592874b24e5b754aca8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:52.660539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '78789a30-6943-4192-b0d1-2fface84f236', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'port_id': '78789a30-6943-4192-b0d1-2fface84f236', 'mac_address': 'fa:16:3e:a5:8f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd75ae-b1e2-4724-b625-1e7a06d823f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:52.663444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:52.666781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4839d9-af98-4517-8b28-c158fe84930e req-29317e45-a8dc-4da7-ad71-9c8bac592293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.668659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-29317e45-a8dc-4da7-ad71-9c8bac592293 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1177773 Jan 18 22:41:52.670708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:52.672333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-add043fa-e873-4bfc-b112-802374a69c57 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Unset dirty status for tenant:971869707bce41408d367fc3bfb1d0c4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:41:52.673785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a74174d6-48e4-4668-bbd3-f4857f8e60ec req-add043fa-e873-4bfc-b112-802374a69c57 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005667 Jan 18 22:41:52.677013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:52.712488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b84df-e9bf-47b8-aff5-6714eedf7fa2 req-0a7955ca-721e-45b5-adb9-7b0b967291da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.720594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f6b84df-e9bf-47b8-aff5-6714eedf7fa2 req-0a7955ca-721e-45b5-adb9-7b0b967291da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.2169919 Jan 18 22:41:52.737921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Made reservation on behalf of 9df333d0643c4592874b24e5b754aca8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:52.740440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.759621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.765765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.779848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4839d9-af98-4517-8b28-c158fe84930e req-b5d3d541-b01e-47c3-bd87-ff10685a963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.783181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-b5d3d541-b01e-47c3-bd87-ff10685a963b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065743 Jan 18 22:41:52.900579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.927230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f6b84df-e9bf-47b8-aff5-6714eedf7fa2 req-bcdf86fd-4566-44de-86d9-a9da9f7157bb tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054014 Jan 18 22:41:52.928190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:52.933652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9df333d0643c4592874b24e5b754aca8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:52.938409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:52.941715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:52.951040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:52.978485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78789a30-6943-4192-b0d1-2fface84f236 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:53.003906 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa', 'code': 200} Jan 18 22:41:53.006572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:53.026080 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.065627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.090877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:53.144182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.189024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:53.217348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:53.230565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19d737-bc3b-4649-9cf9-f0d693a5eb09,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:53.235928 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-467a617f-b46f-4666-8738-d8aa133ed4b6 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456105 Jan 18 22:41:53.242639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.244127 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Added segment 1ba492ae-be0f-4561-abd6-6adf7c51011f of type vlan for network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 Jan 18 22:41:53.290694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['78789a30-6943-4192-b0d1-2fface84f236'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:53.339692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.341260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.349867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156bd6a-6555-4fa1-bfa3-92daf25d63e9 req-7b7ccae4-38bd-4bd5-bb9f-490691c3bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.351770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5156bd6a-6555-4fa1-bfa3-92daf25d63e9 req-7b7ccae4-38bd-4bd5-bb9f-490691c3bf98 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 1100 time: 0.2791049 Jan 18 22:41:53.372138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cd21a-26f3-471c-a78b-082d5ba02532 req-4f6e5aac-a1de-437c-b1d8-4c715f2076c1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.374987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Transition to ACTIVE for port object 40ddf0a0-4b47-4aaa-8793-7f26f960080f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:53.375746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba6cd21a-26f3-471c-a78b-082d5ba02532 req-4f6e5aac-a1de-437c-b1d8-4c715f2076c1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 943 time: 0.4152071 Jan 18 22:41:53.430342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.431668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.434251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.434839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.496084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62b61-ba4d-4a88-84c8-3f941ea43261 req-5cf65b1b-0240-4a7f-b20c-e8e27d0a16fd tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.503577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9bc62b61-ba4d-4a88-84c8-3f941ea43261 req-5cf65b1b-0240-4a7f-b20c-e8e27d0a16fd tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 949 time: 0.2332778 Jan 18 22:41:53.510456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba6cd21a-26f3-471c-a78b-082d5ba02532 req-9a1866de-a671-4cfe-882f-9fe70da5bc92 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074824 Jan 18 22:41:53.548867 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5156bd6a-6555-4fa1-bfa3-92daf25d63e9 req-57ae3ce0-22df-4bea-af9b-c153fbfa985b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842401 Jan 18 22:41:53.613580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce4839d9-af98-4517-8b28-c158fe84930e req-0a40101f-3c19-4465-a883-a6c9695b0eb5 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692183 Jan 18 22:41:53.747212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1032472 Jan 18 22:41:53.749039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45162) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:53.779223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Request body: {'subnet': {'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-subnet', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:53.807334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:53.807680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363852-8279-4c06-b060-45f470fef0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:53.816447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Usage tracker for resource:subnet and tenant:9df333d0643c4592874b24e5b754aca8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:53.819928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:53.824635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9bc62b61-ba4d-4a88-84c8-3f941ea43261 req-885e7734-6755-496c-bc45-8ec0ff1da8c6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202167 Jan 18 22:41:53.835197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:53.878984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660fb5b-7b7d-468c-9009-2a55ce2bec4a None None] Pushing event updated for resources: {'Port': ['ID=40ddf0a0-4b47-4aaa-8793-7f26f960080f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:53.889028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:41:53.889256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Made reservation on behalf of 9df333d0643c4592874b24e5b754aca8 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:53.939145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.031957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:54.146486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'port_id': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'mac_address': 'fa:16:3e:75:46:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36aea40-0aef-43b0-8dd6-48aac4083edc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:54.292901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e9a0e-3299-49f2-a5d6-528400deed12 req-cb404681-cc14-4d6c-9013-e490a4c7ffad tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.300697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521e9a0e-3299-49f2-a5d6-528400deed12 req-cb404681-cc14-4d6c-9013-e490a4c7ffad tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.1120303 Jan 18 22:41:54.342132 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.347863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10942692-89e6-4586-bae6-19a971c0539f req-4e7062c5-1685-43ba-893f-2df7562a969d tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.349404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10942692-89e6-4586-bae6-19a971c0539f req-4e7062c5-1685-43ba-893f-2df7562a969d tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 948 time: 0.2199171 Jan 18 22:41:54.361366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Attempting to bind port 40ddf0a0-4b47-4aaa-8793-7f26f960080f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:54.361734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Attempting to bind port 40ddf0a0-4b47-4aaa-8793-7f26f960080f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:54.362388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Attempting to bind port 40ddf0a0-4b47-4aaa-8793-7f26f960080f on network 544f4b75-63f0-4735-bef6-f76319369ef3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:54.365815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521e9a0e-3299-49f2-a5d6-528400deed12 req-bcc34667-5d66-429b-8aa1-9c5aa293c424 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545137 Jan 18 22:41:54.386378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:54.386933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Checking segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:54.387432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.387927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Bound using segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:54.388489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Bound port: 40ddf0a0-4b47-4aaa-8793-7f26f960080f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:54.388968 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.406919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bd2118-ab9c-4cd9-9c3d-093c9467535d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:54.430184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10942692-89e6-4586-bae6-19a971c0539f req-ff466623-6474-42c6-a232-b262f0e81c9b tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709312 Jan 18 22:41:54.436551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.545317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a70357-927a-4a3d-8bd5-fcffee57acdb,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:54.559017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Checking segment: {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:54.559487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Network hostable DHCP agents. Network: d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:54.564168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] For port 40ddf0a0-4b47-4aaa-8793-7f26f960080f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:54.568872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] For port 40ddf0a0-4b47-4aaa-8793-7f26f960080f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=40ddf0a0-4b47-4aaa-8793-7f26f960080f,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:54.585422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:54.586405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.596416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:54.609703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:54.614774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.615488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.648228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0e8eeab-1cad-4d7e-9fe3-a4ea25999450 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8933721 Jan 18 22:41:54.659191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45196) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:54.666912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191af29-76ae-48d8-a055-c9a6702d7b5b None None] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:41:54.669431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:54.676261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:54.681456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Usage tracker for resource:router and tenant:9df333d0643c4592874b24e5b754aca8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:54.700842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:54.715593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:54.741873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.743109 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.778610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.812034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.837658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d3d7-e23a-4877-906b-69fd8f753c92 req-b56b705a-6e12-43ac-9884-d392e025a984 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.852692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e256d3d7-e23a-4877-906b-69fd8f753c92 req-b56b705a-6e12-43ac-9884-d392e025a984 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.1351085 Jan 18 22:41:54.947084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45208) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:54.957478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660fb5b-7b7d-468c-9009-2a55ce2bec4a None None] Pushing event updated for resources: {'Port': ['ID=40ddf0a0-4b47-4aaa-8793-7f26f960080f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:54.971172 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e256d3d7-e23a-4877-906b-69fd8f753c92 req-0fafb8ae-4546-44a8-bc17-5299389ebdbf tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125002 Jan 18 22:41:55.034737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:41:55.035493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:55.188592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:55.216080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['f7bd2118-ab9c-4cd9-9c3d-093c9467535d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:55.310899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b42f10-c311-4e60-b3e5-876b4fb48460 req-0fcc8a6b-ad19-45f2-8c4d-4673d35d7e5e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:55.322930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52b42f10-c311-4e60-b3e5-876b4fb48460 req-0fcc8a6b-ad19-45f2-8c4d-4673d35d7e5e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 949 time: 0.2000251 Jan 18 22:41:55.389532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.396693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:55.432845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b465d44d-860b-4624-b2cb-7043d8d0f00f details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:41:55.455501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.481427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52b42f10-c311-4e60-b3e5-876b4fb48460 req-2ce75b74-1375-48d6-b0c9-2e6948d99dc6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573257 Jan 18 22:41:55.499487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.531275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:55.533985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:55.539381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Usage tracker for resource:security_group_rule and tenant:dceebb3fab574db5bb829161e7493971 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:55.542954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a597c1dfead745bebea8061a11c5aab1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:55.545752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:55.548657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:55.557218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:55.560835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:55.594804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b465d44d-860b-4624-b2cb-7043d8d0f00f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:55.609619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:55.656005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'b465d44d-860b-4624-b2cb-7043d8d0f00f', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'b465d44d-860b-4624-b2cb-7043d8d0f00f', 'mac_address': 'fa:16:3e:0b:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:41:55.669897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfaab1-45fa-4dbf-9ff5-5695446e3267 req-60a9bc8f-a7ed-4420-90fc-0ee80023dcc7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:55.700849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23bfaab1-45fa-4dbf-9ff5-5695446e3267 req-60a9bc8f-a7ed-4420-90fc-0ee80023dcc7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.1748612 Jan 18 22:41:55.751662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.754998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.761941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.767715 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.787549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b465d44d-860b-4624-b2cb-7043d8d0f00f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:55.801113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.803971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b465d44d-860b-4624-b2cb-7043d8d0f00f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:55.825732 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.872818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dceebb3fab574db5bb829161e7493971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974805 Jan 18 22:41:55.883768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:55.954809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40921a4-a8e1-4634-a502-7ab71c3b9690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d565912-4bb7-4a35-beb2-20827439b3f6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:55.967303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23bfaab1-45fa-4dbf-9ff5-5695446e3267 req-59f43ce6-66ce-4f97-983f-69ee5b0b8d5f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685266 Jan 18 22:41:55.973533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9', 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'fixed_ips': [{'subnet_id': '92a70357-927a-4a3d-8bd5-fcffee57acdb'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:41:55.974346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.004661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779b3d9-6210-4711-aa9d-e127702d1727,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.004661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-58b23675-2aea-415c-b597-bb21a83adcd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a597c1dfead745bebea8061a11c5aab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993345 Jan 18 22:41:56.005703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b465d44d-860b-4624-b2cb-7043d8d0f00f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.006337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45250) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:56.028502 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b50209-a658-4c64-a82d-d494b530a817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.048982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:41:56.081672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.088847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297584-73df-43a1-8c59-9dc532960ac7 req-d46a6faf-ead1-4190-95ad-bf8780c5872c tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:56.096203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f297584-73df-43a1-8c59-9dc532960ac7 req-d46a6faf-ead1-4190-95ad-bf8780c5872c tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 949 time: 0.2735908 Jan 18 22:41:56.099500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b50209-a658-4c64-a82d-d494b530a817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.117326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.120293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f49c6b57-4e21-47ca-996c-09d4211fc1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.180713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f297584-73df-43a1-8c59-9dc532960ac7 req-47f7d257-7899-4aa5-a914-c789d790c94f tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833206 Jan 18 22:41:56.198941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f49c6b57-4e21-47ca-996c-09d4211fc1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.221547 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b50209-a658-4c64-a82d-d494b530a817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.224000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b465d44d-860b-4624-b2cb-7043d8d0f00f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:41:56.260173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50209-a658-4c64-a82d-d494b530a817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d565912-4bb7-4a35-beb2-20827439b3f6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.289619 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b50209-a658-4c64-a82d-d494b530a817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.290762 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c5b50209-a658-4c64-a82d-d494b530a817 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d565912-4bb7-4a35-beb2-20827439b3f6 HTTP/1.1" status: 204 len: 168 time: 0.3981442 Jan 18 22:41:56.335425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Allocated IP 172.25.4.116 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/8132c74e-ecb3-42c9-96f6-b410c54c1720) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:56.519863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.648645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.677571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fde3e-947f-4e9e-a8c3-64c2eaef31ee req-fe73643b-f756-463e-8856-40d01c282bd6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:56.685598 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e27fde3e-947f-4e9e-a8c3-64c2eaef31ee req-fe73643b-f756-463e-8856-40d01c282bd6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 949 time: 0.1048684 Jan 18 22:41:56.731553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 78789a30-6943-4192-b0d1-2fface84f236 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:56.738640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e27fde3e-947f-4e9e-a8c3-64c2eaef31ee req-2f35f250-a872-411f-a6a7-a2ac0f6681e2 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Jan 18 22:41:56.750764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45268) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:56.759954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:56.761900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:56.768281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:56.770477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 78789a30-6943-4192-b0d1-2fface84f236 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:56.770934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.786403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.802535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:56.806967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Usage tracker for resource:security_group_rule and tenant:3f722bacb2c1494b9e4f5a41601db2b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:56.810846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:56.820114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:56.860341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Pushing event updated for resources: {'Port': ['ID=8132c74e-ecb3-42c9-96f6-b410c54c1720,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.876221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Allocated IP 172.20.0.2 (d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9/92a70357-927a-4a3d-8bd5-fcffee57acdb/9b1884d5-1f92-4466-968f-7404865857bf) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:56.888925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3b18-3088-420a-a776-3a15e67a0825 req-95dd98f1-e1f7-4651-824e-405d34677e69 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:56.890824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a72c3b18-3088-420a-a776-3a15e67a0825 req-95dd98f1-e1f7-4651-824e-405d34677e69 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.3356054 Jan 18 22:41:56.960641 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f49c6b57-4e21-47ca-996c-09d4211fc1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.961284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.971466 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.048822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02beae6b-fd31-48bf-8fb8-b8aa5492c70a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:57.069915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-776f0239-7c01-4acc-8011-eee1b36d6831 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f722bacb2c1494b9e4f5a41601db2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177781 Jan 18 22:41:57.072485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:57.156768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96477054-d932-47a7-8e44-03c97e676a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.158323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c6b57-4e21-47ca-996c-09d4211fc1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779b3d9-6210-4711-aa9d-e127702d1727,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:57.208551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:41:54Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:57.225450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96477054-d932-47a7-8e44-03c97e676a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.254181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a72c3b18-3088-420a-a776-3a15e67a0825 req-93415e93-5482-449b-9633-1787fb7e9f17 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947102 Jan 18 22:41:57.262869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f49c6b57-4e21-47ca-996c-09d4211fc1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.264616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f49c6b57-4e21-47ca-996c-09d4211fc1d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e779b3d9-6210-4711-aa9d-e127702d1727 HTTP/1.1" status: 204 len: 168 time: 1.2572327 Jan 18 22:41:57.332367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96477054-d932-47a7-8e44-03c97e676a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.359636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96477054-d932-47a7-8e44-03c97e676a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02beae6b-fd31-48bf-8fb8-b8aa5492c70a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:57.370244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96477054-d932-47a7-8e44-03c97e676a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.371526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-96477054-d932-47a7-8e44-03c97e676a68 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02beae6b-fd31-48bf-8fb8-b8aa5492c70a HTTP/1.1" status: 204 len: 168 time: 0.2928846 Jan 18 22:41:57.437945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c12f27-344a-43bb-a90d-642d647f64a3 None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:41:54Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:57.457991 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.528331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78789a30-6943-4192-b0d1-2fface84f236'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:57.589710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:41:57.619940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ab5c-5bbf-45c9-a1e3-a5640d691b05 req-b176fabd-1ada-4c57-9470-13cde5ecb8d8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:57.622325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.628368 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c74ab5c-5bbf-45c9-a1e3-a5640d691b05 req-b176fabd-1ada-4c57-9470-13cde5ecb8d8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.2045102 Jan 18 22:41:57.701840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c74ab5c-5bbf-45c9-a1e3-a5640d691b05 req-ce516ebc-438f-4ae5-8832-11fc7eb47348 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722470 Jan 18 22:41:57.770555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.788540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Transition to ACTIVE for port object 9b1884d5-1f92-4466-968f-7404865857bf will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:57.791314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:57.836674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.838001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Transition to ACTIVE for port object 9b1884d5-1f92-4466-968f-7404865857bf will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:57.862924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.876743 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-0beb019f-fd5f-4806-91f9-4302ba42c556 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6afc225774364bca93d943eceac047eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573461 Jan 18 22:41:57.938217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c051c-bab3-44be-a119-a189dff4bd56 req-cb298871-c7ea-4396-88f3-8e81d45b9e7a tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:57.939931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-049c051c-bab3-44be-a119-a189dff4bd56 req-cb298871-c7ea-4396-88f3-8e81d45b9e7a tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 949 time: 0.5365398 Jan 18 22:41:57.952425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:57.965837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:57.979757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:41:58.136066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Pushing event updated for resources: {'Port': ['ID=9b1884d5-1f92-4466-968f-7404865857bf,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:58.172336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Attempting to bind port 9b1884d5-1f92-4466-968f-7404865857bf on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:58.172790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Attempting to bind port 9b1884d5-1f92-4466-968f-7404865857bf by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:58.173524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Attempting to bind port 9b1884d5-1f92-4466-968f-7404865857bf on network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:41:58.179947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:41:58.180329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Checking segment: {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:41:58.180724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.181278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Bound using segment: {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:41:58.181766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Bound port: 9b1884d5-1f92-4466-968f-7404865857bf, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:58.182473 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.194275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-049c051c-bab3-44be-a119-a189dff4bd56 req-3cfc24c3-bb4f-42e4-be10-63c8f036bc79 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465611 Jan 18 22:41:58.273795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-9d499066-8c72-4a88-be8d-eed69e375ec4 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:58.275399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-9d499066-8c72-4a88-be8d-eed69e375ec4 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3959510 Jan 18 22:41:58.311349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-88954599-0216-41cb-bcdb-8b0d7ab12741 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/quotas/6afc225774364bca93d943eceac047eb HTTP/1.1" status: 200 len: 375 time: 0.0276160 Jan 18 22:41:58.326264 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78789a30-6943-4192-b0d1-2fface84f236', 'code': 200} Jan 18 22:41:58.358737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] For port 9b1884d5-1f92-4466-968f-7404865857bf, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:41:58.371674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] For port 9b1884d5-1f92-4466-968f-7404865857bf, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b1884d5-1f92-4466-968f-7404865857bf,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:41:58.384765 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.412593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45320) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:58.543450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec758a-bbaa-45bc-a37e-5024dd355d74 None None] Pushing event updated for resources: {'Port': ['ID=9b1884d5-1f92-4466-968f-7404865857bf,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:58.566721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.578090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-65d8f4f0-9662-4b67-9283-91d921777c49 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6afc225774364bca93d943eceac047eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2599978 Jan 18 22:41:58.704653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:58.751322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Usage tracker for resource:security_group_rule and tenant:6def7310e01641ce9d1c975bf758d5e4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:58.760147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:58.789196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:58.872380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.018959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:59.028215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bac44-c7cf-4528-811e-3cdd8d08d4cd req-e125a189-7580-4c21-84a5-9f31f1363efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.030047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b82bac44-c7cf-4528-811e-3cdd8d08d4cd req-e125a189-7580-4c21-84a5-9f31f1363efb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1097 time: 0.6286707 Jan 18 22:41:59.092803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:59.133638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b06991-2559-4877-842b-00545153980f req-a949f4e5-b31c-4547-9a4c-7ac228fe7223 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.135204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7b06991-2559-4877-842b-00545153980f req-a949f4e5-b31c-4547-9a4c-7ac228fe7223 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.6571651 Jan 18 22:41:59.146866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904117c-967e-474a-b9f5-fdd31ef4ad5d req-5794a04f-b49e-4cf8-afc2-af2b19d397c8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.156339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c904117c-967e-474a-b9f5-fdd31ef4ad5d req-5794a04f-b49e-4cf8-afc2-af2b19d397c8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 946 time: 0.2156541 Jan 18 22:41:59.257250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port f7bd2118-ab9c-4cd9-9c3d-093c9467535d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:59.262981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c904117c-967e-474a-b9f5-fdd31ef4ad5d req-8b7c6105-31c2-40f2-9f6b-920775c61fa7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045275 Jan 18 22:41:59.265407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.275680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port f7bd2118-ab9c-4cd9-9c3d-093c9467535d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:59.277706 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.287807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:41:59.297874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Usage tracker for resource:security_group_rule and tenant:52aba3065ce940d79e54f3be68561a00 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:41:59.302671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:41:59.318373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:41:59.368725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b465d44d-860b-4624-b2cb-7043d8d0f00f up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:59.386590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b82bac44-c7cf-4528-811e-3cdd8d08d4cd req-33800645-4a57-407f-a44f-d448414ab952 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270111 Jan 18 22:41:59.424727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a1db644-e566-4173-b5ca-1e13390cd99d req-645a8a3a-60bb-40aa-ac2e-f75a776698e2 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 210 time: 0.0793579 Jan 18 22:41:59.531861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Router 0b54734d-0173-4ed1-8b73-1d03e745e5ab is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:41:59.559144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7b06991-2559-4877-842b-00545153980f req-f428fd72-a4c3-49c0-ba90-c6abf6b253fb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942043 Jan 18 22:41:59.564420 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.622382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.632660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.743029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.775829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52aba3065ce940d79e54f3be68561a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504399 Jan 18 22:41:59.785319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45362) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:59.806512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 40ddf0a0-4b47-4aaa-8793-7f26f960080f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:41:59.833602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6def7310e01641ce9d1c975bf758d5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4199071 Jan 18 22:41:59.836859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:41:59.962827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a757e7b-d3e6-4453-b01b-6a27bf28d982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54058acb-9383-463d-b6f2-d4af6fa4b925,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.030246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.064256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00d13-2fc0-4aac-b572-cbd3604a7761 req-fc961342-e3fa-4b8a-9e9e-428c9d79200e tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.074235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5cc00d13-2fc0-4aac-b572-cbd3604a7761 req-fc961342-e3fa-4b8a-9e9e-428c9d79200e tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 949 time: 0.3873000 Jan 18 22:42:00.077335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6bedc8-3e40-4b3b-90d7-35a4f8da4a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.083411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port b465d44d-860b-4624-b2cb-7043d8d0f00f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:00.101691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 40ddf0a0-4b47-4aaa-8793-7f26f960080f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:00.112716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port b465d44d-860b-4624-b2cb-7043d8d0f00f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:00.113443 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.115099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6bedc8-3e40-4b3b-90d7-35a4f8da4a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.144342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ffcd-7961-499f-a779-cbf7c184270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cab06f-ad2c-45f6-9771-0c0cdde701b9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.159875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:00.161421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 40ddf0a0-4b47-4aaa-8793-7f26f960080f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:00.161970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.213830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7702-c610-49f7-85f4-55f7a5eedab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.236167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.261280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:42:00.273287 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Sync routers for ids ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:00.276796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5cc00d13-2fc0-4aac-b572-cbd3604a7761 req-91d52dc9-fe25-4199-b275-8c3f5f475604 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013140 Jan 18 22:42:00.285713 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Routers {'0b54734d-0173-4ed1-8b73-1d03e745e5ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:42:00.306415 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:00.319077 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6bedc8-3e40-4b3b-90d7-35a4f8da4a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.324683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5cc512-d2de-4c56-a92c-b3119c55c21d None None] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:42:00.366212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7702-c610-49f7-85f4-55f7a5eedab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.367777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:00.369170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.373249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-330a8e38-11dc-4ef0-bafb-44402c12a46c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7098806 Jan 18 22:42:00.373417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45380) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:00.390542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bedc8-3e40-4b3b-90d7-35a4f8da4a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cab06f-ad2c-45f6-9771-0c0cdde701b9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.519352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6bedc8-3e40-4b3b-90d7-35a4f8da4a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.523012 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa6bedc8-3e40-4b3b-90d7-35a4f8da4a20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32cab06f-ad2c-45f6-9771-0c0cdde701b9 HTTP/1.1" status: 204 len: 168 time: 0.6781769 Jan 18 22:42:00.566007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7702-c610-49f7-85f4-55f7a5eedab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.618679 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Set router 0b54734d-0173-4ed1-8b73-1d03e745e5ab gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:42:00.646694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb7702-c610-49f7-85f4-55f7a5eedab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54058acb-9383-463d-b6f2-d4af6fa4b925,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.663687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7702-c610-49f7-85f4-55f7a5eedab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.672070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ecb7702-c610-49f7-85f4-55f7a5eedab9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54058acb-9383-463d-b6f2-d4af6fa4b925 HTTP/1.1" status: 204 len: 168 time: 0.8853981 Jan 18 22:42:00.824723 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'code': 200} Jan 18 22:42:00.901229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.910297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7044cba2-e356-4d53-80d9-443058db691f req-7245fd02-3ed8-4392-b1df-eb87e0278267 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 210 time: 0.1769080 Jan 18 22:42:00.993929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d62e28-6c16-4e12-a7eb-c362dc8aee83 req-05cca424-5484-4b08-8a2e-b3a3320f8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.998294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7d62e28-6c16-4e12-a7eb-c362dc8aee83 req-05cca424-5484-4b08-8a2e-b3a3320f8ae4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1096 time: 0.1981666 Jan 18 22:42:01.089470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7d62e28-6c16-4e12-a7eb-c362dc8aee83 req-af314a9f-1e82-45ed-966b-dc9e87157c81 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849187 Jan 18 22:42:01.147650 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-7056f5d9-879a-45a1-a235-2119af473260 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6afc225774364bca93d943eceac047eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593200 Jan 18 22:42:01.257375 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.264809 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:41:57Z', 'revision_number': 3, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:01.278753 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Checking router: 0b54734d-0173-4ed1-8b73-1d03e745e5ab for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:42:01.283193 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Updating router 0b54734d-0173-4ed1-8b73-1d03e745e5ab port 8132c74e-ecb3-42c9-96f6-b410c54c1720 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:42:01.345780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-b6ca987b-287a-4668-809a-491e38facdb6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.347296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-b6ca987b-287a-4668-809a-491e38facdb6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872413 Jan 18 22:42:01.361859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc532-ab18-456a-8baf-b6f6347bc33f req-18c4050b-b8fa-49e6-ae2c-1347763e2f87 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.362542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Request body: {'port': {'device_id': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '6afc225774364bca93d943eceac047eb'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:01.365308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a62dc532-ab18-456a-8baf-b6f6347bc33f req-18c4050b-b8fa-49e6-ae2c-1347763e2f87 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 945 time: 0.1979041 Jan 18 22:42:01.389925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606710-f04d-4a8b-be62-995782f3c206 req-2c61b304-e3ef-490f-a654-3d42e95c1116 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.398637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b606710-f04d-4a8b-be62-995782f3c206 req-2c61b304-e3ef-490f-a654-3d42e95c1116 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 946 time: 0.8992145 Jan 18 22:42:01.430083 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.430207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b465d44d-860b-4624-b2cb-7043d8d0f00f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:01.439245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-61105bdb-7c34-42c3-87f0-3549231094de None None] Provisioning for port 9b1884d5-1f92-4466-968f-7404865857bf completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:01.457250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.482624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a62dc532-ab18-456a-8baf-b6f6347bc33f req-ccd4ce82-2c5a-44fd-acf7-df71f596e423 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107805 Jan 18 22:42:01.589205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:01.603390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.607191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.622207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:01.626672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Usage tracker for resource:security_group_rule and tenant:ece779a7f2614419ae1fa2d587eec880 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:01.629275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:01.635254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:01.719777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.723174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b465d44d-860b-4624-b2cb-7043d8d0f00f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:01.727336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.749991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 40ddf0a0-4b47-4aaa-8793-7f26f960080f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=40ddf0a0-4b47-4aaa-8793-7f26f960080f,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:01.760764 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.761585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b1884d5-1f92-4466-968f-7404865857bf up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:01.795783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ece779a7f2614419ae1fa2d587eec880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054386 Jan 18 22:42:01.796448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45418) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:01.805937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b606710-f04d-4a8b-be62-995782f3c206 req-51f1ba4d-ca5d-4b5d-bd81-26bf1fcb1568 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060977 Jan 18 22:42:01.885330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082894bf-fc62-4370-8878-b3ca0f076676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcaf9c8-36c3-4956-9a8e-84e83104ee73,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:01.930971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa88b-d393-4f26-bec8-b175a7205d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.997219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa88b-d393-4f26-bec8-b175a7205d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.032143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:02.068796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:02.142939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa88b-d393-4f26-bec8-b175a7205d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.164368 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.197073 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Transition to ACTIVE for port object 8132c74e-ecb3-42c9-96f6-b410c54c1720 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:02.202262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fa88b-d393-4f26-bec8-b175a7205d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcaf9c8-36c3-4956-9a8e-84e83104ee73,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.205439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa88b-d393-4f26-bec8-b175a7205d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.209493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bd3fa88b-d393-4f26-bec8-b175a7205d92 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dbcaf9c8-36c3-4956-9a8e-84e83104ee73 HTTP/1.1" status: 204 len: 168 time: 0.4110367 Jan 18 22:42:02.213246 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.239496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Made reservation on behalf of 6afc225774364bca93d943eceac047eb for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:02.244055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.276235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=40ddf0a0-4b47-4aaa-8793-7f26f960080f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.333120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9b1884d5-1f92-4466-968f-7404865857bf completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:02.345785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9b1884d5-1f92-4466-968f-7404865857bf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:02.346158 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.387989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Attempting to bind port 8132c74e-ecb3-42c9-96f6-b410c54c1720 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:02.388762 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Attempting to bind port 8132c74e-ecb3-42c9-96f6-b410c54c1720 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:02.389474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Attempting to bind port 8132c74e-ecb3-42c9-96f6-b410c54c1720 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:02.411378 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:02.411872 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:02.412329 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.413360 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:02.413969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Bound port: 8132c74e-ecb3-42c9-96f6-b410c54c1720, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:02.414631 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.509538 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] For port 8132c74e-ecb3-42c9-96f6-b410c54c1720, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:02.513921 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] For port 8132c74e-ecb3-42c9-96f6-b410c54c1720, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8132c74e-ecb3-42c9-96f6-b410c54c1720,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:02.515383 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b0874-28ba-4436-9a1e-b0293c1eb680 None None] Pushing event updated for resources: {'Port': ['ID=8132c74e-ecb3-42c9-96f6-b410c54c1720,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.528255 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.543506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8aed8-1976-4a6f-87f2-3002e0ae5743 req-33034641-8a34-472c-ac62-015e4054101b tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:02.545011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63f8aed8-1976-4a6f-87f2-3002e0ae5743 req-33034641-8a34-472c-ac62-015e4054101b tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 950 time: 0.4425333 Jan 18 22:42:02.591902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.631908 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.658050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Allocated IP 192.168.233.87 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/2335623f-e479-4852-a015-65356615a448) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:02.660463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95b7c3ec-f2b2-4062-afc1-a0571b567c8d req-e02d6de0-8d41-43f9-8fc7-b30c696084de tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 210 time: 0.0988069 Jan 18 22:42:02.684904 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b0874-28ba-4436-9a1e-b0293c1eb680 None None] Pushing event updated for resources: {'Port': ['ID=8132c74e-ecb3-42c9-96f6-b410c54c1720,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.721691 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Routers {'0b54734d-0173-4ed1-8b73-1d03e745e5ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:42:02.722328 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:02.724111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9b1884d5-1f92-4466-968f-7404865857bf, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b1884d5-1f92-4466-968f-7404865857bf,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:02.751417 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.830050 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63f8aed8-1976-4a6f-87f2-3002e0ae5743 req-c15d24f1-7cf3-459c-99b9-154f72ca5f95 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745216 Jan 18 22:42:02.877795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148869d9-422a-4534-b6ed-d30649afa5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b465d44d-860b-4624-b2cb-7043d8d0f00f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:02.933871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 40ddf0a0-4b47-4aaa-8793-7f26f960080f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:03.095032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9b1884d5-1f92-4466-968f-7404865857bf,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:03.129484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 40ddf0a0-4b47-4aaa-8793-7f26f960080f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:03.129934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.134043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787def-cdf0-4429-9578-179baa91d459 req-5c70238f-e663-4732-a84c-be3bd930c4fa tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.135657 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c787def-cdf0-4429-9578-179baa91d459 req-5c70238f-e663-4732-a84c-be3bd930c4fa tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 945 time: 0.1391783 Jan 18 22:42:03.158921 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] Set router 0b54734d-0173-4ed1-8b73-1d03e745e5ab gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:42:03.226188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c787def-cdf0-4429-9578-179baa91d459 req-beb0d40d-15f6-4e32-a374-91201140f2e5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809414 Jan 18 22:42:03.251385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Allocated IP 172.20.0.1 (d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9/92a70357-927a-4a3d-8bd5-fcffee57acdb/f3f6038e-8b35-40f1-a3ba-4699cfe8e673) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:03.320370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.323984 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148869d9-422a-4534-b6ed-d30649afa5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b465d44d-860b-4624-b2cb-7043d8d0f00f', 'code': 200} Jan 18 22:42:03.409625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beeada-5a11-450c-8562-c50c38deee7f req-be71f3c3-c1cd-4f48-bdf8-2de84eafa079 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.420060 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7beeada-5a11-450c-8562-c50c38deee7f req-be71f3c3-c1cd-4f48-bdf8-2de84eafa079 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 946 time: 0.2866263 Jan 18 22:42:03.445390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Transition to ACTIVE for port object 2335623f-e479-4852-a015-65356615a448 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:03.513561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7beeada-5a11-450c-8562-c50c38deee7f req-323cce65-9e1a-4ab2-b13d-a073e7c4c01a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922713 Jan 18 22:42:03.519256 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:42:03.556830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.570986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:03.603022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829560f2-7fd5-4a05-a6d0-b1992daad133 req-11ed3d57-d18f-49a4-86c7-85813432a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.604570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-829560f2-7fd5-4a05-a6d0-b1992daad133 req-11ed3d57-d18f-49a4-86c7-85813432a4d1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 1101 time: 0.2245440 Jan 18 22:42:03.676890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.682503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c770-b004-423e-88c4-3924f1c5d776 req-1f45954e-cfb9-498a-b996-eeaf97cc0962 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.702573 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3e2c770-b004-423e-88c4-3924f1c5d776 req-1f45954e-cfb9-498a-b996-eeaf97cc0962 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1096 time: 0.2518585 Jan 18 22:42:03.708239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:03.709655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Transition to ACTIVE for port object f3f6038e-8b35-40f1-a3ba-4699cfe8e673 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:03.713604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:03.719935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:03.766121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Pushing event updated for resources: {'Port': ['ID=2335623f-e479-4852-a015-65356615a448,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:03.796593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:03.798856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-829560f2-7fd5-4a05-a6d0-b1992daad133 req-80fc1900-9bc7-48d9-8f1c-bec3b0e293a5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818452 Jan 18 22:42:03.845123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3e2c770-b004-423e-88c4-3924f1c5d776 req-62b26a60-d58a-41cb-8457-0ea5e7c345fa tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388414 Jan 18 22:42:03.853438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:41:57Z', 'revision_number': 3, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.868848 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8500da-2787-40e7-adcd-a6d4fd74a32c None None] The sync data for ids ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'] in n-d-825178-1 is: [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:41:57Z', 'revision_number': 3, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:03.909163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.909849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.005819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.011853 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.109989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-94dfbc81-af1e-4d23-9f36-0510b5abc881 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7535396 Jan 18 22:42:04.138980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Request body: {'port': {'device_id': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:04.146739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef0cda84-8736-4d0d-a2ac-6638c47ae63b None None] Provisioning for port 2335623f-e479-4852-a015-65356615a448 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:04.152077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef0cda84-8736-4d0d-a2ac-6638c47ae63b None None] Provisioning complete for port 2335623f-e479-4852-a015-65356615a448 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:04.152714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef0cda84-8736-4d0d-a2ac-6638c47ae63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.193748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:04.208184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbbab-0ccb-4dde-810a-fc388bf89544 req-cdc4f0fd-7b51-46c0-9b29-fce24e7dfa7c tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.213830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-324bbbab-0ccb-4dde-810a-fc388bf89544 req-cdc4f0fd-7b51-46c0-9b29-fce24e7dfa7c tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1097 time: 0.4530804 Jan 18 22:42:04.231271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:04.264932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:04.283161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cda84-8736-4d0d-a2ac-6638c47ae63b None None] Port 2335623f-e479-4852-a015-65356615a448 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:04.301877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.369463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:04.376548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Usage tracker for resource:security_group_rule and tenant:09af54dab0ef4fc7bb4bbd77249fad86 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:04.385139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:04.393701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:04.395981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Pushing event updated for resources: {'Port': ['ID=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:04.446790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159484a-fde2-4f4f-8002-1c4b794de15e req-22ad6228-4e33-4190-9858-636a0654bbfa tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.455449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1159484a-fde2-4f4f-8002-1c4b794de15e req-22ad6228-4e33-4190-9858-636a0654bbfa tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 935 time: 0.2929831 Jan 18 22:42:04.509458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-324bbbab-0ccb-4dde-810a-fc388bf89544 req-c3763edc-e678-42bc-8440-88e9188b4421 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573516 Jan 18 22:42:04.518654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.574518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1159484a-fde2-4f4f-8002-1c4b794de15e req-3080de3c-0693-4303-b3fc-985a8828bb24 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180592 Jan 18 22:42:04.623415 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.705149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.711697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f0bdacce-3a71-47de-900e-707b659ccb0c None None] Provisioning for port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:04.713847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.718814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f0bdacce-3a71-47de-900e-707b659ccb0c None None] Provisioning complete for port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:04.719472 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0bdacce-3a71-47de-900e-707b659ccb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.811029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09af54dab0ef4fc7bb4bbd77249fad86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0095675 Jan 18 22:42:04.813491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:04.845361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d4c5e-5de5-47c8-85ef-b4b1ef827395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a9c1a7-8dc3-4518-b7a1-11ccb593651c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:04.951598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdacce-3a71-47de-900e-707b659ccb0c None None] Port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:05.018026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b1884d5-1f92-4466-968f-7404865857bf up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:05.168892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d021a17a-5de6-4817-b1a9-89ca2d6b5fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.188051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9b1884d5-1f92-4466-968f-7404865857bf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:05.188790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.206445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d021a17a-5de6-4817-b1a9-89ca2d6b5fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.225791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651b28b-cf82-4b5b-b768-6542c12fcd2d req-977f3ef4-30a4-483f-81de-bd4ca0935959 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.228529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7651b28b-cf82-4b5b-b768-6542c12fcd2d req-977f3ef4-30a4-483f-81de-bd4ca0935959 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 950 time: 0.4911995 Jan 18 22:42:05.248502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abddd8-c3a6-405a-bdf1-8e60e503fc7b req-f3a6198f-20da-4ad6-abad-632298231971 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.252961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9abddd8-c3a6-405a-bdf1-8e60e503fc7b req-f3a6198f-20da-4ad6-abad-632298231971 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1096 time: 0.3971970 Jan 18 22:42:05.348194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8132c74e-ecb3-42c9-96f6-b410c54c1720 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:05.367640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.387476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9abddd8-c3a6-405a-bdf1-8e60e503fc7b req-b2c341b8-0210-4d05-875e-efb0d18f0af3 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334739 Jan 18 22:42:05.424436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d021a17a-5de6-4817-b1a9-89ca2d6b5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.449850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 8132c74e-ecb3-42c9-96f6-b410c54c1720 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:05.456270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8132c74e-ecb3-42c9-96f6-b410c54c1720 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:05.457110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.478868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021a17a-5de6-4817-b1a9-89ca2d6b5fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a9c1a7-8dc3-4518-b7a1-11ccb593651c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:05.494211 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d021a17a-5de6-4817-b1a9-89ca2d6b5fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.505960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d021a17a-5de6-4817-b1a9-89ca2d6b5fb0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7a9c1a7-8dc3-4518-b7a1-11ccb593651c HTTP/1.1" status: 204 len: 168 time: 0.6914129 Jan 18 22:42:05.666931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6bb1a-484a-401f-b77d-d8366861e952 req-cf79e823-a857-421d-b442-8d2b13d0e261 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.667805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7651b28b-cf82-4b5b-b768-6542c12fcd2d req-3490f079-aeb0-409f-aa93-8ba85d0fc953 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337933 Jan 18 22:42:05.668858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-74d6bb1a-484a-401f-b77d-d8366861e952 req-cf79e823-a857-421d-b442-8d2b13d0e261 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1097 time: 0.1134284 Jan 18 22:42:05.702118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.733758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 8132c74e-ecb3-42c9-96f6-b410c54c1720, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8132c74e-ecb3-42c9-96f6-b410c54c1720,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:05.741355 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.752630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-74d6bb1a-484a-401f-b77d-d8366861e952 req-70f87d25-2556-4ab2-b7fd-a9572fa4cd8f tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733540 Jan 18 22:42:05.904259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=8132c74e-ecb3-42c9-96f6-b410c54c1720,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:05.922256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.924430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.924430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.926929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.927387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.927975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.929456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2335623f-e479-4852-a015-65356615a448 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:05.929885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.930439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.931206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.933473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.933473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.933961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:05.967717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.014804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Transition to ACTIVE for port object 2335623f-e479-4852-a015-65356615a448 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:06.035930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.068895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54353d-f417-4da1-a94d-2e6acddb6c7a req-06c3c970-71af-4557-a0bc-d569b72a9385 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.078230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a54353d-f417-4da1-a94d-2e6acddb6c7a req-06c3c970-71af-4557-a0bc-d569b72a9385 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 935 time: 0.1095803 Jan 18 22:42:06.081233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.169891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a54353d-f417-4da1-a94d-2e6acddb6c7a req-85420078-0a9c-4d7f-9c6c-5f87553c637c tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Jan 18 22:42:06.228214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.361786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:06.413695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.440192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.457407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.470706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Pushing event updated for resources: {'Port': ['ID=2335623f-e479-4852-a015-65356615a448,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:06.489309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:06.508871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Usage tracker for resource:security_group_rule and tenant:9456abac467c49b3a6a40735194e9ba2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:06.517502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:06.530719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:06.705379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.718775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.761835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e66224-3b13-49a0-989f-c4ea862abb21,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:06.798317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-efa37a4d-e96a-4c5f-9635-c156b9be3c27 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9456abac467c49b3a6a40735194e9ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262807 Jan 18 22:42:06.799274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:06.816102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Pushing event updated for resources: {'Port': ['ID=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:06.866306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8132c74e-ecb3-42c9-96f6-b410c54c1720 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:06.930833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Attempting to bind port 2335623f-e479-4852-a015-65356615a448 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:06.931973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Attempting to bind port 2335623f-e479-4852-a015-65356615a448 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:06.932558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Attempting to bind port 2335623f-e479-4852-a015-65356615a448 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:06.944373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Port 2335623f-e479-4852-a015-65356615a448 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:06.944913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Attempting to bind port 2335623f-e479-4852-a015-65356615a448 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:06.972192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:06.974184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:06.975448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:06.976327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:06.976929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Bound port: 2335623f-e479-4852-a015-65356615a448, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:06.977541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.985553 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-394459b8-4669-4c89-8283-5eab8e2a45a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.998028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:07.018961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8132c74e-ecb3-42c9-96f6-b410c54c1720 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:07.020159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.035146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-394459b8-4669-4c89-8283-5eab8e2a45a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.096206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22475-ceb8-45ea-9ebd-c649eb6793ab req-1fbb6ca8-d34e-4b8f-a5c3-fb1af9da5040 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.105898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4b22475-ceb8-45ea-9ebd-c649eb6793ab req-1fbb6ca8-d34e-4b8f-a5c3-fb1af9da5040 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1097 time: 0.1717703 Jan 18 22:42:07.148610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2517345-68fa-46d5-9a4f-0a3a4e574cc5 req-5ce634aa-fd61-4bb0-ac27-20e502717c34 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.150194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2517345-68fa-46d5-9a4f-0a3a4e574cc5 req-5ce634aa-fd61-4bb0-ac27-20e502717c34 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1096 time: 0.4150901 Jan 18 22:42:07.164549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4b22475-ceb8-45ea-9ebd-c649eb6793ab req-d9a7493a-4ddd-47eb-9fa4-a08248530209 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576842 Jan 18 22:42:07.165422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-394459b8-4669-4c89-8283-5eab8e2a45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.193749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394459b8-4669-4c89-8283-5eab8e2a45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e66224-3b13-49a0-989f-c4ea862abb21,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:07.198346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-394459b8-4669-4c89-8283-5eab8e2a45a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.201508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-394459b8-4669-4c89-8283-5eab8e2a45a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26e66224-3b13-49a0-989f-c4ea862abb21 HTTP/1.1" status: 204 len: 168 time: 0.4007528 Jan 18 22:42:07.345548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-894cddc5-2114-400e-a0e0-1dbc503bc8b2 None None] Provisioning complete for port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:07.345923 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-894cddc5-2114-400e-a0e0-1dbc503bc8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.353985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2517345-68fa-46d5-9a4f-0a3a4e574cc5 req-3c371ea0-51fa-428d-85a1-edc0ed7a71bc tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915021 Jan 18 22:42:07.391141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Router 0b54734d-0173-4ed1-8b73-1d03e745e5ab has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:42:07.407305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] For port 2335623f-e479-4852-a015-65356615a448, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:07.413000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] For port 2335623f-e479-4852-a015-65356615a448, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=2335623f-e479-4852-a015-65356615a448,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:07.426138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-894cddc5-2114-400e-a0e0-1dbc503bc8b2 None None] Port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:07.492398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e467ca-c62f-4f17-b8eb-16a092276d13 req-bda5ccae-cc72-4384-b2e7-1479cd570af7 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.494059 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3e467ca-c62f-4f17-b8eb-16a092276d13 req-bda5ccae-cc72-4384-b2e7-1479cd570af7 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 950 time: 0.2103567 Jan 18 22:42:07.516526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.568820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3e467ca-c62f-4f17-b8eb-16a092276d13 req-11cc81dc-f380-43d8-967d-68947394aec5 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651190 Jan 18 22:42:07.587420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-bb3b76f2-534e-45da-8ab8-15fd3d35d368 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2066658 Jan 18 22:42:07.620698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.621530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.623255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] 10.222.0.86 "PUT /v2.0/ports/2335623f-e479-4852-a015-65356615a448 HTTP/1.1" status: 200 len: 1095 time: 3.4939375 Jan 18 22:42:07.716242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'tag': '2335623f-e479-4852-a015-65356615a448'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:07.955651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-dd2d3891-d0ef-4617-b429-204f1393e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.959759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-dd2d3891-d0ef-4617-b429-204f1393e8f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1096 time: 0.2372894 Jan 18 22:42:07.973595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd213-8b1d-4c65-a753-fcf774dc0795 req-65173e9c-6f33-40af-a6bb-b6b491a4e0c4 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.981744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b5bd213-8b1d-4c65-a753-fcf774dc0795 req-65173e9c-6f33-40af-a6bb-b6b491a4e0c4 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 947 time: 0.2147496 Jan 18 22:42:08.013384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f434314-a9e0-4a0d-99ff-8e0241b4a8fe service neutron] Pushing event updated for resources: {'Port': ['ID=2335623f-e479-4852-a015-65356615a448,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:08.030770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:42:08.039264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4e6cae69-2e0d-4646-9d26-e898bf073ccd admin admin] 10.222.0.78 "PUT /v2.0/routers/0b54734d-0173-4ed1-8b73-1d03e745e5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6648109 Jan 18 22:42:08.044843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-26e51e0e-7b93-4fb7-8fa6-cfade13cf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.046322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-26e51e0e-7b93-4fb7-8fa6-cfade13cf52b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6afc225774364bca93d943eceac047eb&device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 1098 time: 0.3241541 Jan 18 22:42:08.050421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Sync routers for ids ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:08.064326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Routers {'0b54734d-0173-4ed1-8b73-1d03e745e5ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:42:08.065001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:08.139419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b5bd213-8b1d-4c65-a753-fcf774dc0795 req-9da3a943-1e44-412c-a736-787c36c74ccf tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565700 Jan 18 22:42:08.218043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-a386a907-4eab-43bb-b719-8fdc07588259 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2335623f-e479-4852-a015-65356615a448 HTTP/1.1" status: 200 len: 217 time: 0.1582949 Jan 18 22:42:08.292644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-1ea6c64c-6cdf-4f0b-8561-8bfd184db0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.298311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-1ea6c64c-6cdf-4f0b-8561-8bfd184db0da service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2938416 Jan 18 22:42:08.355164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4a7216a5-fe62-4b5d-b072-c2d00a92bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.359719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-4a7216a5-fe62-4b5d-b072-c2d00a92bbeb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1328013 Jan 18 22:42:08.362982 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'tag': '2335623f-e479-4852-a015-65356615a448', 'status': 'completed', 'code': 200} Jan 18 22:42:08.409540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Set router 0b54734d-0173-4ed1-8b73-1d03e745e5ab gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:42:08.438553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-a05abe47-11db-4741-aadc-8da573dfef4a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.1322501 Jan 18 22:42:08.499658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c150-48ee-49da-9732-301165c2b077 req-d98d7ce7-95b0-400a-bbb1-07d522436e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.501244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-d98d7ce7-95b0-400a-bbb1-07d522436e0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353636 Jan 18 22:42:08.606889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-578403ab-73cf-428e-aeef-2e5d54c6beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.608565 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-578403ab-73cf-428e-aeef-2e5d54c6beed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1636088 Jan 18 22:42:08.668324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-35953dd3-5e65-4c23-b6f1-e89fedc9842d service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610668 Jan 18 22:42:08.669600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-8b2e4ea5-431b-4cf1-9b6f-03b18ef477e4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542367 Jan 18 22:42:08.675023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37f29e-52e8-4baa-b821-132972c515c1 req-8e52ee63-ea94-462d-aca2-dcddf53a15b0 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.682070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d37f29e-52e8-4baa-b821-132972c515c1 req-8e52ee63-ea94-462d-aca2-dcddf53a15b0 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1097 time: 0.1872492 Jan 18 22:42:08.820569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:08.834766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fd7c150-48ee-49da-9732-301165c2b077 req-c630bc83-df48-49af-97a0-439f836855db service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601031 Jan 18 22:42:08.839961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d37f29e-52e8-4baa-b821-132972c515c1 req-518f3c22-c1f9-4ad4-8b7f-142cfa68dcaf tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562059 Jan 18 22:42:08.925637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-2b4a2eb6-de52-4c78-8ba3-5050c37a10ba service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408063 Jan 18 22:42:08.971790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f3f6038e-8b35-40f1-a3ba-4699cfe8e673', 'name': '', 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'mac_address': 'fa:16:3e:75:03:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92a70357-927a-4a3d-8bd5-fcffee57acdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:42:02Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 2, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'subnets': [{'id': '92a70357-927a-4a3d-8bd5-fcffee57acdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:08.979058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Checking router: 0b54734d-0173-4ed1-8b73-1d03e745e5ab for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:42:08.979678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Updating router 0b54734d-0173-4ed1-8b73-1d03e745e5ab port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:42:09.028987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-875aaaae-c26b-48e9-935f-857c604d4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.037323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-875aaaae-c26b-48e9-935f-857c604d4ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6afc225774364bca93d943eceac047eb&device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 1098 time: 0.1421244 Jan 18 22:42:09.080797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.172905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6f503f5-2a91-4ebf-919f-b3ccce6c867b req-0fc4bcbd-7d78-4a11-93d6-b44061a2e52a service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401953 Jan 18 22:42:09.192370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.211019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:09.215636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:00ffe540ad7b47d3b3d53f40c7b585c5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:09.218873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:09.224973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:09.232994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-27d2d827-c6b4-4eb2-925f-b44d100e5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.236868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-27d2d827-c6b4-4eb2-925f-b44d100e5c98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1910069 Jan 18 22:42:09.340643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-3a301957-388f-4d05-899e-2475fe3d51d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2335623f-e479-4852-a015-65356615a448 HTTP/1.1" status: 200 len: 217 time: 0.0995603 Jan 18 22:42:09.430653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.450079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.509909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-3f192207-06f1-4930-a4c0-10b1f249e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.512005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-3f192207-06f1-4930-a4c0-10b1f249e308 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1646223 Jan 18 22:42:09.644368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ddf38e-6410-49b9-9835-4a900270d4dc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:09.653711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4f283af1-a66a-4bce-a846-d8732fb1d4f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00ffe540ad7b47d3b3d53f40c7b585c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8250618 Jan 18 22:42:09.657495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45660) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:09.699571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b287b-145d-4979-9170-9c92592ee065 req-00c6fcea-2498-4005-a436-ba40208fd280 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.708508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-280b287b-145d-4979-9170-9c92592ee065 req-00c6fcea-2498-4005-a436-ba40208fd280 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1096 time: 0.1449397 Jan 18 22:42:09.714946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-097ce96b-c576-4813-a7ae-f37542f94bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.716436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-097ce96b-c576-4813-a7ae-f37542f94bd0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974554 Jan 18 22:42:09.757138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-280b287b-145d-4979-9170-9c92592ee065 req-0c27561c-539b-4d30-9b7d-ffbc71f933ea tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476358 Jan 18 22:42:09.819491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6619030-f241-474e-9e69-ac1dcbdea7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.827510 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.845680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Transition to ACTIVE for port object f3f6038e-8b35-40f1-a3ba-4699cfe8e673 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:09.864474 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.884639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6619030-f241-474e-9e69-ac1dcbdea7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.947717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-63aadd13-f07f-4eac-98ba-2a4f35599ba3 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182097 Jan 18 22:42:10.097621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a3a8-b34c-4c20-91a9-e7a413b1e8db req-a0f9f2d4-1aff-4156-bda8-7243fd69cd4b tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:10.108540 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9763a3a8-b34c-4c20-91a9-e7a413b1e8db req-a0f9f2d4-1aff-4156-bda8-7243fd69cd4b tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 947 time: 0.1029603 Jan 18 22:42:10.151432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd141a8f-cb78-4a21-8e1f-b0b79182cc55 None None] Pushing event updated for resources: {'Port': ['ID=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:10.168024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6619030-f241-474e-9e69-ac1dcbdea7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.204397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6619030-f241-474e-9e69-ac1dcbdea7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.205152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d6619030-f241-474e-9e69-ac1dcbdea7aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64ddf38e-6410-49b9-9835-4a900270d4dc HTTP/1.1" status: 204 len: 168 time: 0.5466902 Jan 18 22:42:10.215418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9763a3a8-b34c-4c20-91a9-e7a413b1e8db req-54ab3297-4f44-4416-8827-fa18f20e3e1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037338 Jan 18 22:42:10.218414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6619030-f241-474e-9e69-ac1dcbdea7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ddf38e-6410-49b9-9835-4a900270d4dc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:10.227471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbb13cbb-aad0-4d82-918e-f3c4c64bb890 req-19dc756f-fc4b-420a-aca7-8377c196c274 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705607 Jan 18 22:42:10.449146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Attempting to bind port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:10.451401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Attempting to bind port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:10.453816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Attempting to bind port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 on network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:10.471869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:10.472649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Checking segment: {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:10.473274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.473829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Bound using segment: {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:10.474888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Bound port: f3f6038e-8b35-40f1-a3ba-4699cfe8e673, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba492ae-be0f-4561-abd6-6adf7c51011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:10.475672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.621913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] For port f3f6038e-8b35-40f1-a3ba-4699cfe8e673, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:10.625464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] For port f3f6038e-8b35-40f1-a3ba-4699cfe8e673, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:10.630979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.711234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Routers {'0b54734d-0173-4ed1-8b73-1d03e745e5ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:42:10.711929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:41:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:10.786486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb22423-8bd8-4246-8d53-665f5dae612f req-71f6c137-ae73-486e-be0d-10ff37f91e12 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:10.794525 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ddb22423-8bd8-4246-8d53-665f5dae612f req-71f6c137-ae73-486e-be0d-10ff37f91e12 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 950 time: 0.1246352 Jan 18 22:42:10.833711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd141a8f-cb78-4a21-8e1f-b0b79182cc55 None None] Pushing event updated for resources: {'Port': ['ID=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:10.866626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ddb22423-8bd8-4246-8d53-665f5dae612f req-bc3b0eba-98d6-44d0-878d-818d46ea5ced tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.78 "GET /v2.0/security-groups?id=5a82662a-de0d-43a0-9c9b-5d55da82366b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689878 Jan 18 22:42:10.915702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:10.974027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.988507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-08725a75-0cc7-4f13-8345-b17b961aec1a tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:42:10.989538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-08725a75-0cc7-4f13-8345-b17b961aec1a tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164778 Jan 18 22:42:11.010153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Request body: {'binding': {'host': 'n-h2-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:11.010607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Unknown quota resources ['binding']. {{(pid=87811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:42:11.011866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:11.023178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6f9131a24f4f419e2d17bbb52e3839 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:11.026841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:11.034355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:11.063796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] Set router 0b54734d-0173-4ed1-8b73-1d03e745e5ab gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:42:11.145260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.155875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.179059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-c5467598-3cc0-4155-92a1-6e6739c5424b tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:11.180552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-c5467598-3cc0-4155-92a1-6e6739c5424b tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.86 "GET /v2.0/ports?device_id=148869d9-422a-4534-b6ed-d30649afa5a8 HTTP/1.1" status: 200 len: 950 time: 0.4046733 Jan 18 22:42:11.235362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f6f9131a24f4f419e2d17bbb52e3839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155546 Jan 18 22:42:11.235362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337de71-383f-428a-8aff-f848b3126580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27258a78-b9b0-4c83-9cab-66c93585f7a4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:11.250126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:11.404445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Deleting port b465d44d-860b-4624-b2cb-7043d8d0f00f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:42:11.404831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.423618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d2097b5-7e48-4daa-91fd-b1ac811b243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.430797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 2335623f-e479-4852-a015-65356615a448 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:11.468479 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d2097b5-7e48-4daa-91fd-b1ac811b243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.530406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d2097b5-7e48-4daa-91fd-b1ac811b243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.549189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f3f6038e-8b35-40f1-a3ba-4699cfe8e673', 'name': '', 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'mac_address': 'fa:16:3e:75:03:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92a70357-927a-4a3d-8bd5-fcffee57acdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:42:02Z', 'updated_at': '2022-01-18T22:42:10Z', 'revision_number': 4, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'subnets': [{'id': '92a70357-927a-4a3d-8bd5-fcffee57acdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:11.568452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b748ba-fe0f-4f66-8bf2-12ab2f5f3855 None None] The sync data for ids ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'] in n-d-825178-1 is: [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f3f6038e-8b35-40f1-a3ba-4699cfe8e673', 'name': '', 'network_id': 'd7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'mac_address': 'fa:16:3e:75:03:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92a70357-927a-4a3d-8bd5-fcffee57acdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:42:02Z', 'updated_at': '2022-01-18T22:42:10Z', 'revision_number': 4, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'subnets': [{'id': '92a70357-927a-4a3d-8bd5-fcffee57acdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:11.576236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2097b5-7e48-4daa-91fd-b1ac811b243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27258a78-b9b0-4c83-9cab-66c93585f7a4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:11.600253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d2097b5-7e48-4daa-91fd-b1ac811b243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.602750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d2097b5-7e48-4daa-91fd-b1ac811b243f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27258a78-b9b0-4c83-9cab-66c93585f7a4 HTTP/1.1" status: 204 len: 168 time: 0.3505914 Jan 18 22:42:11.678774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 2335623f-e479-4852-a015-65356615a448, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=2335623f-e479-4852-a015-65356615a448,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:11.722372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '2335623f-e479-4852-a015-65356615a448', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '2335623f-e479-4852-a015-65356615a448', 'mac_address': 'fa:16:3e:96:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:11.763662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] For port b465d44d-860b-4624-b2cb-7043d8d0f00f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b465d44d-860b-4624-b2cb-7043d8d0f00f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:11.764329 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.799081 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.819271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2335623f-e479-4852-a015-65356615a448 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:11.837728 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 2335623f-e479-4852-a015-65356615a448, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=2335623f-e479-4852-a015-65356615a448,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:11.847831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.958898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Calling delete_port for b465d44d-860b-4624-b2cb-7043d8d0f00f owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:42:12.019130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=2335623f-e479-4852-a015-65356615a448,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:12.045808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on host n-h2-825178-1 for vnic_type normal with profile None {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:12.046287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:12.046606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:12.058507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:12.058830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:12.079065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['2335623f-e479-4852-a015-65356615a448'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:12.081561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:12.081892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:12.082288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:12.082736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Bound port: 78789a30-6943-4192-b0d1-2fface84f236, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:12.187351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:12.229850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fff6574f-ffbc-4916-a01e-95df6ccc1eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.248271 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.262340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-b8e839bd-060d-4bde-98b2-67c1f9e29af4 service neutron] 10.222.0.78 "POST /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236/bindings HTTP/1.1" status: 201 len: 389 time: 1.2543635 Jan 18 22:42:12.273267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.414037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Pushing event deleted for resources: {'Port': ['ID=b465d44d-860b-4624-b2cb-7043d8d0f00f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:12.655710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] No DVR routers for this DVR port b465d44d-860b-4624-b2cb-7043d8d0f00f on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:12.658945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.661292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e742457-ae55-4a5c-96bd-f39bd040b536 req-f3724ee4-4c61-47d4-a88d-4de1cd0e3254 tempest-ServerDiagnosticsNegativeTest-98580635 tempest-ServerDiagnosticsNegativeTest-98580635-project] 10.222.0.86 "DELETE /v2.0/ports/b465d44d-860b-4624-b2cb-7043d8d0f00f HTTP/1.1" status: 204 len: 173 time: 1.4732094 Jan 18 22:42:12.661740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148869d9-422a-4534-b6ed-d30649afa5a8', 'name': 'network-vif-deleted', 'tag': 'b465d44d-860b-4624-b2cb-7043d8d0f00f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:12.816225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-a1d10a60-5552-495c-904a-e9e0b85d496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:12.817932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-a1d10a60-5552-495c-904a-e9e0b85d496c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1097 time: 0.1626763 Jan 18 22:42:12.863996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b465d44d-860b-4624-b2cb-7043d8d0f00f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:12.992736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f3f6038e-8b35-40f1-a3ba-4699cfe8e673 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:13.145836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:13.155196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:13.155575 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.159966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-8e305082-bfc2-4ce0-9851-404a12bf7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:13.162309 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-8e305082-bfc2-4ce0-9851-404a12bf7cd0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.3367879 Jan 18 22:42:13.257251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-52287ea2-6596-49e5-bcaf-d3b531354131 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 217 time: 0.0858994 Jan 18 22:42:13.314821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a06d0-b7e1-4576-bb2d-0d7238032607 req-31242436-3d7b-435b-a9e0-f54b3aaf52b1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:13.316219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-286a06d0-b7e1-4576-bb2d-0d7238032607 req-31242436-3d7b-435b-a9e0-f54b3aaf52b1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Synchronizing usage tracker for tenant:6afc225774364bca93d943eceac047eb on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:13.376648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-286a06d0-b7e1-4576-bb2d-0d7238032607 req-31242436-3d7b-435b-a9e0-f54b3aaf52b1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Unset dirty status for tenant:6afc225774364bca93d943eceac047eb on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:13.382445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.385083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-286a06d0-b7e1-4576-bb2d-0d7238032607 req-31242436-3d7b-435b-a9e0-f54b3aaf52b1 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 948 time: 0.2172017 Jan 18 22:42:13.426345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f3f6038e-8b35-40f1-a3ba-4699cfe8e673, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:13.430528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-c8c8ae23-583a-4574-9406-b4042a3e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:13.435131 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.436879 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-c8c8ae23-583a-4574-9406-b4042a3e4083 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1693606 Jan 18 22:42:13.475808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-286a06d0-b7e1-4576-bb2d-0d7238032607 req-da89faae-7d84-4913-bd0e-2e6fb1e275ba tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893910 Jan 18 22:42:13.507467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 2335623f-e479-4852-a015-65356615a448 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:13.552559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-927d37ff-b73b-44c3-8663-1e13f0234f3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106937 Jan 18 22:42:13.556153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45784) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:13.619075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:13.638057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 2335623f-e479-4852-a015-65356615a448 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:13.646132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 2335623f-e479-4852-a015-65356615a448 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:13.646600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.760439 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-ebe52f2a-f0f9-4cc1-b48d-bd46b77ece6f service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890230 Jan 18 22:42:13.837241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.842468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-8e71563e-6a0c-46aa-a68d-dddf137d3d8f tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:42:13.843453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-8e71563e-6a0c-46aa-a68d-dddf137d3d8f tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2843368 Jan 18 22:42:13.902328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 2335623f-e479-4852-a015-65356615a448, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=2335623f-e479-4852-a015-65356615a448,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:13.903297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335623f-e479-4852-a015-65356615a448'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:13.911742 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.956399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-33d2ea98-56ff-43ac-a926-5049ddb8d7ee service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892517 Jan 18 22:42:14.055646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=2335623f-e479-4852-a015-65356615a448,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:14.120783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-675b2a5b-63ac-477f-89f3-fb0b7aed0f2d tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:14.123473 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-675b2a5b-63ac-477f-89f3-fb0b7aed0f2d tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1097 time: 0.0983617 Jan 18 22:42:14.136006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-1'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:14.180102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cec4-7c1d-4488-b2e2-9a69b98a2b5b req-07cf77c0-6f9f-4176-bd97-a3307bd85374 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:14.181865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4a1cec4-7c1d-4488-b2e2-9a69b98a2b5b req-07cf77c0-6f9f-4176-bd97-a3307bd85374 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 946 time: 0.0924208 Jan 18 22:42:14.235118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4a1cec4-7c1d-4488-b2e2-9a69b98a2b5b req-c78757f3-9289-402d-8188-b2aa0f470438 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Jan 18 22:42:14.275657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.292310 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148869d9-422a-4534-b6ed-d30649afa5a8', 'name': 'network-vif-deleted', 'tag': 'b465d44d-860b-4624-b2cb-7043d8d0f00f', 'status': 'completed', 'code': 200} Jan 18 22:42:14.334592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8acdf29c-6cd3-4bef-b002-9351fe446b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.493100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:14.499410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Request body: {'binding': {'host': 'n-h1-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:14.499926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Unknown quota resources ['binding']. {{(pid=87812) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:42:14.602738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45818) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:14.723030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:14.747210 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335623f-e479-4852-a015-65356615a448', 'code': 200} Jan 18 22:42:14.764705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2bb0d8e9-e1bd-4f69-b873-f2891da6fb7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=971869707bce41408d367fc3bfb1d0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606276 Jan 18 22:42:14.767114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45832) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:14.833318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.835690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78789a30-6943-4192-b0d1-2fface84f236'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:14.845573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.877588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f3f6038e-8b35-40f1-a3ba-4699cfe8e673 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:14.932533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45838) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:14.947629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4559e4a7-fbf8-4d14-8fe8-027abc32ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.967462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:14.968354 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.976367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:15.052662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4559e4a7-fbf8-4d14-8fe8-027abc32ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.087572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36087ac-f26a-4ea3-a2a3-8e44f1961a2d req-09b81ec6-ccca-4402-918f-d1835721263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:15.089677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e36087ac-f26a-4ea3-a2a3-8e44f1961a2d req-09b81ec6-ccca-4402-918f-d1835721263c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 1100 time: 0.2747364 Jan 18 22:42:15.164766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on host n-h1-825178-1 for vnic_type normal with profile {"migrating_to": "n-h2-825178-1"} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:15.165027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e36087ac-f26a-4ea3-a2a3-8e44f1961a2d req-7989be23-6bac-4d1d-9d99-e4f9ef0d4a5a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659435 Jan 18 22:42:15.165119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:15.166741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:15.174355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:15.174679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Attempting to bind port 78789a30-6943-4192-b0d1-2fface84f236 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:15.175574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4559e4a7-fbf8-4d14-8fe8-027abc32ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.179507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on host n-h1-825178-1 for vnic_type normal with profile None {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:15.179848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:15.180164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:15.186666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:15.186999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:15.187380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:15.187811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Bound port: 78789a30-6943-4192-b0d1-2fface84f236, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:15.188199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.197030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:15.197360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:15.208468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:15.208837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:15.209578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:15.210016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Bound port: f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:15.215120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559e4a7-fbf8-4d14-8fe8-027abc32ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a82662a-de0d-43a0-9c9b-5d55da82366b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:15.216931 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.232583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4559e4a7-fbf8-4d14-8fe8-027abc32ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.235207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4559e4a7-fbf8-4d14-8fe8-027abc32ad09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a82662a-de0d-43a0-9c9b-5d55da82366b HTTP/1.1" status: 204 len: 168 time: 0.4658833 Jan 18 22:42:15.287098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:15.296632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Usage tracker for resource:security_group_rule and tenant:c29f0fc55def481087274d6a382935c7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:15.301149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:15.309678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:15.350624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:15.353291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:15.356353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:15.358744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.359491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d20a7-bd63-4006-b7fc-c27621481503 req-e7e8154d-12d6-47a2-a9ab-a4e8a7fc9adb tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:15.359900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-78c91944-89cf-4672-b749-a797ed3247a6 service neutron] 10.222.0.78 "POST /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1622066 Jan 18 22:42:15.361589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-572d20a7-bd63-4006-b7fc-c27621481503 req-e7e8154d-12d6-47a2-a9ab-a4e8a7fc9adb tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 949 time: 0.1316996 Jan 18 22:42:15.368230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.450520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b465d44d-860b-4624-b2cb-7043d8d0f00f no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:42:15.485920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-572d20a7-bd63-4006-b7fc-c27621481503 req-0a00ab99-507b-4139-b98b-ae7587809809 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107712 Jan 18 22:42:15.554250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: b465d44d-860b-4624-b2cb-7043d8d0f00f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:42:15.554583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b465d44d-860b-4624-b2cb-7043d8d0f00f not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:42:15.577129 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.582933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.592290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.598977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=8']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:15.602923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.610065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:15.611251 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.612757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7db38417-fc6c-4481-bd90-235903f0183a service neutron] 10.222.0.85 "PUT /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 1122 time: 1.4818351 Jan 18 22:42:15.631939 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78789a30-6943-4192-b0d1-2fface84f236', 'code': 200} Jan 18 22:42:15.669867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4130cb20-30b9-469d-9d25-29e60018f971,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:15.679752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['78789a30-6943-4192-b0d1-2fface84f236'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:15.717291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45860) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:15.731710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cd7395ea-4fc2-4fc7-b935-9849154a309a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c29f0fc55def481087274d6a382935c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815237 Jan 18 22:42:15.738386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45864) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:15.766033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.800518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:15.809167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e86fdbac68734d8e8f6f4bb6047efbc0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:15.815622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:15.820496 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-827f8e1c-f80a-4d5c-9b87-f7e102952a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.831028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:15.874931 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-827f8e1c-f80a-4d5c-9b87-f7e102952a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.967050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-2c84eeb3-36fa-46b2-b458-ad678853f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:15.968542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-2c84eeb3-36fa-46b2-b458-ad678853f7e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1096 time: 0.3022888 Jan 18 22:42:15.998442 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.006726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.041353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:16.069692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e86fdbac68734d8e8f6f4bb6047efbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510444 Jan 18 22:42:16.071473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fbfad-4307-4ce5-8267-70c1017959f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cffbff-5efb-44bc-b7df-72b6d8753767,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.073992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:16.154739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2ea42cf-d557-4728-9292-2f7cecc33788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.193186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2ea42cf-d557-4728-9292-2f7cecc33788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.194951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6e321-d03b-47b3-b944-cfce1dad7a47 req-b15fec23-549c-44d6-9e88-af867ccbd3c6 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.196481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aff6e321-d03b-47b3-b944-cfce1dad7a47 req-b15fec23-549c-44d6-9e88-af867ccbd3c6 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.3019488 Jan 18 22:42:16.272351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.273952 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aff6e321-d03b-47b3-b944-cfce1dad7a47 req-f849eab3-de79-478e-857c-6787adef13b3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690229 Jan 18 22:42:16.274559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-827f8e1c-f80a-4d5c-9b87-f7e102952a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.298531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2ea42cf-d557-4728-9292-2f7cecc33788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.311591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f8e1c-f80a-4d5c-9b87-f7e102952a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4130cb20-30b9-469d-9d25-29e60018f971,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.316019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-88fe76da-be6a-4192-a8cb-9d191775c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.317471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-88fe76da-be6a-4192-a8cb-9d191775c771 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.3338790 Jan 18 22:42:16.318227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-827f8e1c-f80a-4d5c-9b87-f7e102952a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.319401 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-827f8e1c-f80a-4d5c-9b87-f7e102952a71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4130cb20-30b9-469d-9d25-29e60018f971 HTTP/1.1" status: 204 len: 168 time: 0.5784099 Jan 18 22:42:16.364578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea42cf-d557-4728-9292-2f7cecc33788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cffbff-5efb-44bc-b7df-72b6d8753767,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.367110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:16.380174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Usage tracker for resource:security_group_rule and tenant:b4dd69eeb02e43588ef7c71bcce51b54 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:16.388445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:16.392933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2ea42cf-d557-4728-9292-2f7cecc33788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.394294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f2ea42cf-d557-4728-9292-2f7cecc33788 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20cffbff-5efb-44bc-b7df-72b6d8753767 HTTP/1.1" status: 204 len: 168 time: 0.3196709 Jan 18 22:42:16.399895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:16.416699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-7d3ee961-cbc2-4350-9043-af05d3f92956 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.0920331 Jan 18 22:42:16.484450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8d585-b0ff-4351-8173-f6775b60ed6c req-e58fbd01-8f97-4c01-8ffb-68f1c5a9431e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.486891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bda8d585-b0ff-4351-8173-f6775b60ed6c req-e58fbd01-8f97-4c01-8ffb-68f1c5a9431e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 945 time: 0.1815467 Jan 18 22:42:16.506760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-d1f1fbd7-b266-4076-8831-c5ae59e2728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.508653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-d1f1fbd7-b266-4076-8831-c5ae59e2728e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0847249 Jan 18 22:42:16.531509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:16.571879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62273730', 'description': 'tempest-description--337909218'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:16.573310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-6a081d53-eae5-4f8a-9ec2-f77d1194126f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580459 Jan 18 22:42:16.585623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:16.599943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Usage tracker for resource:security_group and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:16.607245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bda8d585-b0ff-4351-8173-f6775b60ed6c req-32923180-922b-4615-ad54-dd3dd122f51e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127913 Jan 18 22:42:16.609773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:16.623730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:16.630263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.649134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.674235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.719654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4dd69eeb02e43588ef7c71bcce51b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752777 Jan 18 22:42:16.720907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:16.723103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f143b6-06ff-42e3-a949-d63bce795a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56d8d53-757b-4164-a73b-52efa1896bd2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.723653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45898) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:16.732215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Usage tracker for resource:security_group_rule and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:16.740365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:16.749550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:16.801486 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.873845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64e54652-c5de-4a93-8a61-4ee7d71fbaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.927529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-2f36dbaa-767c-4b08-b401-60a164422305 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480914 Jan 18 22:42:16.952899 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.982647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef0eed-adc1-4513-8708-0f63eb4fcbe9 req-7bf30f67-fc40-41f1-9958-6aac5ea22b40 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.988013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbef0eed-adc1-4513-8708-0f63eb4fcbe9 req-7bf30f67-fc40-41f1-9958-6aac5ea22b40 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 949 time: 0.1933248 Jan 18 22:42:16.989388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.020640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64e54652-c5de-4a93-8a61-4ee7d71fbaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.068929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd368ef-ca0f-4f38-a078-22cff878f773,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:17.085742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbef0eed-adc1-4513-8708-0f63eb4fcbe9 req-9a72e496-0e55-49b6-aaca-d028a30d0e52 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779097 Jan 18 22:42:17.089118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.090466 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66766c2d-8657-459a-91b3-46ae55fcf22c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5579181 Jan 18 22:42:17.093721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:17.101390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'security_group_rule': {'security_group_id': 'ebd368ef-ca0f-4f38-a078-22cff878f773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:17.111404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:17.116095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Usage tracker for resource:security_group_rule and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:17.118863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:17.124884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:17.127621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45918) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:17.144738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.201853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.229099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-7a675691-21e3-4a50-bbde-e5f6a758f0ed service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943149 Jan 18 22:42:17.230817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.231479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:17.239644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.245745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Usage tracker for resource:security_group_rule and tenant:09f5718b87bb456a8ab9802775899570 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:17.253871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:17.269860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:17.289259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a60aaea-df7f-4029-96ad-4c821cf6e2e2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:17.304016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.305805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2add0374-86f1-4caf-ab55-bb393058f02e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109294 Jan 18 22:42:17.314869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45928) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:17.321042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'security_group_rule': {'security_group_id': 'ebd368ef-ca0f-4f38-a078-22cff878f773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:17.329224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:17.331578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:17.340493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Usage tracker for resource:security_group_rule and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:17.343861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:17.351298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:17.381318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.389906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64e54652-c5de-4a93-8a61-4ee7d71fbaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.440721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e54652-c5de-4a93-8a61-4ee7d71fbaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56d8d53-757b-4164-a73b-52efa1896bd2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:17.471621 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64e54652-c5de-4a93-8a61-4ee7d71fbaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.475756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-64e54652-c5de-4a93-8a61-4ee7d71fbaf0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d56d8d53-757b-4164-a73b-52efa1896bd2 HTTP/1.1" status: 204 len: 168 time: 0.7510493 Jan 18 22:42:17.513976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bb533922-b871-4935-bd57-f3e8d21fc02a tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.516042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bb533922-b871-4935-bd57-f3e8d21fc02a tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.2230241 Jan 18 22:42:17.528719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:17.615322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.641122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'tag': '78789a30-6943-4192-b0d1-2fface84f236'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:17.708980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.726317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.743028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:17.746672 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.752727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9e371c9052ac458f866d2063cb9ee94e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:17.756745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:17.762754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.766378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.793651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:17.809099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.810679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4948273 Jan 18 22:42:17.816069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18713b-ff49-4f85-bc15-b99686bca78a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f445d413-4492-4fba-9054-00e19a352e51,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:17.819371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:17.834809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:17.850751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:17.861081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe353c1-f437-4313-93d0-32c9c00fba0d req-83080cd8-16ad-424f-a5a3-6281d4b8fb40 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.863134 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-efe353c1-f437-4313-93d0-32c9c00fba0d req-83080cd8-16ad-424f-a5a3-6281d4b8fb40 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.3923662 Jan 18 22:42:17.870430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Usage tracker for resource:floatingip and tenant:20fdffa90a9c43f4915f50c5c01db498 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:17.875375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:17.894381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:17.937087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09f5718b87bb456a8ab9802775899570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8054707 Jan 18 22:42:17.937087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c381719-df20-4d02-96b6-e34aaa5ff534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19710b8a-a964-4333-98ea-751b92a543dd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:17.939887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:17.940853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.954994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45966) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:18.022872 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-efe353c1-f437-4313-93d0-32c9c00fba0d req-69414b33-29e9-44f8-8ec5-591f3d9048fb tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536367 Jan 18 22:42:18.072277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.097201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:18.102807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff5a81ea6d3476f976fa477e73b9dd3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:18.110340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:18.133492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d39b70d-cdda-4ec1-920f-98343621f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.145826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:18.155030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7397958-b492-465e-826b-b7c1f2ab6456 req-b3427b29-6f4d-4073-a67f-6b2f5759a9a6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.157919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7397958-b492-465e-826b-b7c1f2ab6456 req-b3427b29-6f4d-4073-a67f-6b2f5759a9a6 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 949 time: 0.3824730 Jan 18 22:42:18.172915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.223150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.226797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:18.235895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d39b70d-cdda-4ec1-920f-98343621f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.250957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7397958-b492-465e-826b-b7c1f2ab6456 req-1f44728c-ec62-4050-abb1-ef225e5581df tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832705 Jan 18 22:42:18.298611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:18.327590 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'tag': '78789a30-6943-4192-b0d1-2fface84f236', 'status': 'completed', 'code': 200} Jan 18 22:42:18.375631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.383425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.396895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e371c9052ac458f866d2063cb9ee94e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0642810 Jan 18 22:42:18.399465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:18.404122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:18.408053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.409696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a54eb-7111-41a5-b054-9d717d2653f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6b825-974e-4a50-9f4b-acacf5aaa6e8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:18.435314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.479096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ff5a81ea6d3476f976fa477e73b9dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543598 Jan 18 22:42:18.489375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45986) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:18.494812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f86c2c-00db-47a0-b136-8da12757d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e447d-9e60-4340-8c00-45b2c53adc0d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:18.547872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.549856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d39b70d-cdda-4ec1-920f-98343621f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.617564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ccae-7d69-41f7-960e-07adfc52fbc4 req-db2c69c5-190e-400a-86aa-4f5b8ebd5bd7 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.622475 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f978ccae-7d69-41f7-960e-07adfc52fbc4 req-db2c69c5-190e-400a-86aa-4f5b8ebd5bd7 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 945 time: 0.4516304 Jan 18 22:42:18.636096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39b70d-cdda-4ec1-920f-98343621f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19710b8a-a964-4333-98ea-751b92a543dd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:18.637989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c16030-ee91-40fe-9656-5bb32d19a988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.648615 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'code': 200} Jan 18 22:42:18.718757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-aba4466e-7227-428d-ab42-21abcf6c1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.719637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-aba4466e-7227-428d-ab42-21abcf6c1eb6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1125 time: 0.3636417 Jan 18 22:42:18.722061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c16030-ee91-40fe-9656-5bb32d19a988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.731841 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d39b70d-cdda-4ec1-920f-98343621f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.736157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d39b70d-cdda-4ec1-920f-98343621f52a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19710b8a-a964-4333-98ea-751b92a543dd HTTP/1.1" status: 204 len: 168 time: 0.7783999 Jan 18 22:42:18.750671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:18.762086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on host n-h2-825178-1 for vnic_type normal with profile {"migrating_to": "n-h1-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:18.762690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:18.763025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:18.779935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:18.780185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Attempting to bind port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:18.786373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-879dbe96-f465-4d60-b417-79e0634cc162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.796724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:18.797107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:18.797539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:18.797976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Bound port: f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:18.798318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.856414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-879dbe96-f465-4d60-b417-79e0634cc162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.891025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f978ccae-7d69-41f7-960e-07adfc52fbc4 req-901c04ec-e5f3-48ab-a8da-7fa0b9a79b8b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568417 Jan 18 22:42:18.959108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-879dbe96-f465-4d60-b417-79e0634cc162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.990016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Allocated IP 172.25.4.147 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/30c71073-ed23-4fdb-8745-c8ae9c824db1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:19.005240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dbe96-f465-4d60-b417-79e0634cc162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e447d-9e60-4340-8c00-45b2c53adc0d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:19.017632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-8c9d474b-29c4-4ced-bd3e-02de31f0d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.019115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-8c9d474b-29c4-4ced-bd3e-02de31f0d7d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2815826 Jan 18 22:42:19.019720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c16030-ee91-40fe-9656-5bb32d19a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.027603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-879dbe96-f465-4d60-b417-79e0634cc162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.029397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-879dbe96-f465-4d60-b417-79e0634cc162 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a14e447d-9e60-4340-8c00-45b2c53adc0d HTTP/1.1" status: 204 len: 168 time: 0.5370891 Jan 18 22:42:19.031028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:19.043532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:19.053041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.162167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:19.194426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-4dd3a6ab-bec0-4848-86d8-b790747f9be2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 217 time: 0.1667345 Jan 18 22:42:19.195224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16030-ee91-40fe-9656-5bb32d19a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6b825-974e-4a50-9f4b-acacf5aaa6e8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:19.266135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.266796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.268403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] 10.222.0.86 "PUT /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 1121 time: 1.7442203 Jan 18 22:42:19.312403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c16030-ee91-40fe-9656-5bb32d19a988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.318055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-08c16030-ee91-40fe-9656-5bb32d19a988 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ccd6b825-974e-4a50-9f4b-acacf5aaa6e8 HTTP/1.1" status: 204 len: 168 time: 0.9094417 Jan 18 22:42:19.357782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4db160-c5cd-4d4c-b500-f50aaa390d0c service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:19.374935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46038) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:19.391675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-a8836181-a094-4654-817a-e2368a1d6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.393289 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-a8836181-a094-4654-817a-e2368a1d6a6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1747737 Jan 18 22:42:19.424931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b87e-b8b0-4c33-a3b9-a05eb9eeb88e req-37515b14-d664-40b8-bc7d-6c59880d5d40 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.427064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc33b87e-b8b0-4c33-a3b9-a05eb9eeb88e req-37515b14-d664-40b8-bc7d-6c59880d5d40 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 944 time: 0.1993268 Jan 18 22:42:19.517271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:19.538330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-98add4c7-38ee-48cf-8fb8-adcb4a400117 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286814 Jan 18 22:42:19.543958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 has no active binding in host n-h2-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:42:19.555903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc33b87e-b8b0-4c33-a3b9-a05eb9eeb88e req-971a2ecb-9d14-4390-8519-7b9e29a09ecb tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194465 Jan 18 22:42:19.595239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['f7bd2118-ab9c-4cd9-9c3d-093c9467535d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:19.604500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-7f1caa29-f306-495a-92d1-bc8127548141 service neutron] 10.222.0.86 "GET /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.1233544 Jan 18 22:42:19.651095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.739318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ae917-af6e-4b90-ac6b-cacc781894b4 req-5b7eab7f-54c8-41cb-bf07-d333d37d92bb tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.746183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-232ae917-af6e-4b90-ac6b-cacc781894b4 req-5b7eab7f-54c8-41cb-bf07-d333d37d92bb tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 949 time: 0.2753782 Jan 18 22:42:19.779614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-e59b08b8-fdb4-45b9-aff9-160a2bf21a1c service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304785 Jan 18 22:42:19.863565 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.890738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:19.898982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:746a701107fb44b082ea008395d4d379 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:19.903609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:19.913523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:19.933674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-232ae917-af6e-4b90-ac6b-cacc781894b4 req-f22ba23d-11d1-4a0a-81b5-2c8d44116d11 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838424 Jan 18 22:42:19.977216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:20.024048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:20.033901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.165216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78789a30-6943-4192-b0d1-2fface84f236 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:20.173023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46060) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:20.198429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.233747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:20.249275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:20.253367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Usage tracker for resource:security_group_rule and tenant:c48f1c930c3940c0a4d234c0a1d8994c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:20.256262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:20.261936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:20.271900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.278862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:20.291539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:20.294306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:20.297653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.327119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.374298 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7ffe047-43a5-4f64-9244-39da463ccc3d req-115ac185-8fda-4edd-ac5f-515f85604b61 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815659 Jan 18 22:42:20.379478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'Port': ['ID=30c71073-ed23-4fdb-8745-c8ae9c824db1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:20.397323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=746a701107fb44b082ea008395d4d379&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0212357 Jan 18 22:42:20.405893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef4b8e-6575-43b5-a977-117312631828 req-f3855f21-9cd2-4045-806f-ddb1ff7472d4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:20.413477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:20.413815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbef4b8e-6575-43b5-a977-117312631828 req-f3855f21-9cd2-4045-806f-ddb1ff7472d4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 943 time: 0.3313894 Jan 18 22:42:20.458574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa483bc-e04b-4271-87c8-5862cfb2c2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57498a-bccd-4643-9366-29b00f75dd28,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:20.514635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbef4b8e-6575-43b5-a977-117312631828 req-cb559ee6-1477-4a1e-bf9e-16cd0f63e3e0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998929 Jan 18 22:42:20.596561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.603748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] Transition to ACTIVE for port object 78789a30-6943-4192-b0d1-2fface84f236 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:20.605911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.606083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-886c64c7-3300-45d0-bc8a-e65e63cb14a3 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:20.610969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-886c64c7-3300-45d0-bc8a-e65e63cb14a3 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 1100 time: 0.3811581 Jan 18 22:42:20.629737 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.685774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.692366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81086994-13c3-4f38-b67f-27f6e473271b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.696674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.716179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:20.779577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:20.792995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81086994-13c3-4f38-b67f-27f6e473271b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.801541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Usage tracker for resource:security_group_rule and tenant:9d6e88d227ea467883b1611cd93de73f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:20.812018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:20.832235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:20.857538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.944135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c48f1c930c3940c0a4d234c0a1d8994c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7700353 Jan 18 22:42:20.952289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:20.959851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63201d0b-feac-4501-b409-c68d052a435d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57debbfc-85f5-49bd-83b3-23ce6175e8b7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:20.970102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] No DVR routers for this DVR port 78789a30-6943-4192-b0d1-2fface84f236 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:21.042116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] Pushing event updated for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:21.073725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5a311-e0da-4b4f-a6ec-2c332336e3c9 req-87033ce3-3317-44fd-b876-f15fcaa9b5c1 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.081008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ec5a311-e0da-4b4f-a6ec-2c332336e3c9 req-87033ce3-3317-44fd-b876-f15fcaa9b5c1 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.4004579 Jan 18 22:42:21.093229 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81086994-13c3-4f38-b67f-27f6e473271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.105437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-70055977-551a-4752-b7f1-1bd490f213d9 service neutron] 10.222.0.86 "PUT /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236/bindings/n-h2-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4948637 Jan 18 22:42:21.140621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ec5a311-e0da-4b4f-a6ec-2c332336e3c9 req-232b7afa-65bf-446f-bbf5-ddb70929dde8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Jan 18 22:42:21.151584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81086994-13c3-4f38-b67f-27f6e473271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57498a-bccd-4643-9366-29b00f75dd28,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:21.205672 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'status': 'completed', 'code': 200} Jan 18 22:42:21.318748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-ccf72247-eb02-4a7e-a1d3-f7bb58ff99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.320286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-ccf72247-eb02-4a7e-a1d3-f7bb58ff99a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1124 time: 0.0901914 Jan 18 22:42:21.323965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.349660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714ae5cf-bfb9-403b-ab85-0976df8a23c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.352137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81086994-13c3-4f38-b67f-27f6e473271b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.355780 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-81086994-13c3-4f38-b67f-27f6e473271b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a57498a-bccd-4643-9366-29b00f75dd28 HTTP/1.1" status: 204 len: 168 time: 0.9379587 Jan 18 22:42:21.371673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.425237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc7c1e-11e8-48c1-9638-42a09c6a6425,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:21.451375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714ae5cf-bfb9-403b-ab85-0976df8a23c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.458801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Synchronizing usage tracker for tenant:9d6e88d227ea467883b1611cd93de73f on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:21.509444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:21.522498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-84e9e131-ca31-4681-a197-27664e96732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.524104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-84e9e131-ca31-4681-a197-27664e96732d service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.1966050 Jan 18 22:42:21.584566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.600080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] Unset dirty status for tenant:9d6e88d227ea467883b1611cd93de73f on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:21.613478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03ddd4b0-d069-47ae-8e35-480e059ea8d2 req-54c931db-9117-4dd9-aa78-c8c10f201873 tempest-LiveMigrationNegativeTest-1723047937 tempest-LiveMigrationNegativeTest-1723047937-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9635684 Jan 18 22:42:21.619750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-79d704ba-cb3f-46a9-8526-590bffa695de tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.621279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-79d704ba-cb3f-46a9-8526-590bffa695de tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.4459774 Jan 18 22:42:21.621909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.673848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-95bbb167-80a5-4af7-8203-2ae7ac52d7fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.1260502 Jan 18 22:42:21.778629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:21.806933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d has no active binding in host n-h1-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:42:21.855202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-a632e766-7290-4f00-a97d-b5482fb6f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.856977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-a632e766-7290-4f00-a97d-b5482fb6f72c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1780961 Jan 18 22:42:21.935428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'Port': ['ID=30c71073-ed23-4fdb-8745-c8ae9c824db1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:21.943200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-4554f4de-ac8c-40d4-8ff6-bec610ab0713 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738242 Jan 18 22:42:21.955342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b446-d867-4af7-8bd0-b401c3e2bec7 req-f2a91742-5f25-44b8-98d8-9f84cbb42cfc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.966078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714ae5cf-bfb9-403b-ab85-0976df8a23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.968318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d60b446-d867-4af7-8bd0-b401c3e2bec7 req-f2a91742-5f25-44b8-98d8-9f84cbb42cfc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 943 time: 0.2104220 Jan 18 22:42:22.014499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ae5cf-bfb9-403b-ab85-0976df8a23c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57debbfc-85f5-49bd-83b3-23ce6175e8b7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:22.027177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.045039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714ae5cf-bfb9-403b-ab85-0976df8a23c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.049698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-714ae5cf-bfb9-403b-ab85-0976df8a23c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57debbfc-85f5-49bd-83b3-23ce6175e8b7 HTTP/1.1" status: 204 len: 168 time: 1.0969865 Jan 18 22:42:22.055207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.066750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ead6a424-7c0b-4b90-8bb1-77e2414e3fae tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2450914 Jan 18 22:42:22.077754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-89119ca5-e746-4b3a-bd3d-3dc538336427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:22.079881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-89119ca5-e746-4b3a-bd3d-3dc538336427 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 1096 time: 0.4421141 Jan 18 22:42:22.182400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d60b446-d867-4af7-8bd0-b401c3e2bec7 req-7c964b55-90c2-4231-8e6c-c55747e6d1cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129967 Jan 18 22:42:22.291524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-18b0dd45-0dfa-4ea3-8a08-24df21bc34a3 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162270 Jan 18 22:42:22.294087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-202e3c42-6ebd-4d67-aceb-bed79da9cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:22.295709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-202e3c42-6ebd-4d67-aceb-bed79da9cff4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1096 time: 0.1854255 Jan 18 22:42:22.554878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-f9c61247-cfa4-4183-912c-664550073691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:22.558010 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-f9c61247-cfa4-4183-912c-664550073691 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2565331 Jan 18 22:42:22.644900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c052b40-9d18-4598-ac4b-052cfee3ba89 req-972d9627-39c7-4d06-9267-cdd1409689d9 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482637 Jan 18 22:42:22.659686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c068a-038e-440f-942f-c526cbed3d7e req-4d0e01ef-1bb0-470d-95d1-cd7d34962161 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:22.661371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af9c068a-038e-440f-942f-c526cbed3d7e req-4d0e01ef-1bb0-470d-95d1-cd7d34962161 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.1729512 Jan 18 22:42:22.715305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-003f2d22-52b9-48ac-942e-88b1014b40d3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 217 time: 0.1483788 Jan 18 22:42:22.719938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af9c068a-038e-440f-942f-c526cbed3d7e req-b53bdade-352c-46a4-84df-edf9aed8c98e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516930 Jan 18 22:42:22.825324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-0cf02606-c59d-485b-ba27-1ecf59cd74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:22.826777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-0cf02606-c59d-485b-ba27-1ecf59cd74f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1025763 Jan 18 22:42:22.876587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7517-2fe7-4b78-9692-184b3c057724 req-cddb5503-9459-4808-9ac9-e0a27aedc76d tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:22.883418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3e1e7517-2fe7-4b78-9692-184b3c057724 req-cddb5503-9459-4808-9ac9-e0a27aedc76d tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 949 time: 0.2132349 Jan 18 22:42:22.917104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-72e4c5a6-2667-4caf-98c5-e4c8e516730e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802381 Jan 18 22:42:23.044822 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3e1e7517-2fe7-4b78-9692-184b3c057724 req-b04f3dcf-8098-4b3b-8e51-5cdf1a6c841a tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605105 Jan 18 22:42:23.107169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-22c772cb-1249-4a06-b566-7f92a25d38d8 service neutron] 10.222.0.85 "GET /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.1200387 Jan 18 22:42:23.321585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-fb2b05e1-4d1d-4e02-82f4-6a40f1ece478 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:23.355151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-d6238b8e-c8d2-4ca6-a921-bad8c03e2525 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214280 Jan 18 22:42:23.362304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-fb2b05e1-4d1d-4e02-82f4-6a40f1ece478 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:23.372461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-fb2b05e1-4d1d-4e02-82f4-6a40f1ece478 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--62273730&fields=id&tenant_id=20fdffa90a9c43f4915f50c5c01db498 HTTP/1.1" status: 200 len: 267 time: 0.1718080 Jan 18 22:42:23.451619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:23.486945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:23.518309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:42:23.612190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bd2118-ab9c-4cd9-9c3d-093c9467535d {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:23.631739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:23.659381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:42:23.659524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:23.663109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-17e806a8-2a6e-44c1-8544-3627f9731af7 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784832 Jan 18 22:42:23.669713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-05a6cf0c-3b3e-4fde-b491-7bf0892b419f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:23.676599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-05a6cf0c-3b3e-4fde-b491-7bf0892b419f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 824 time: 0.3028955 Jan 18 22:42:23.696262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-f8550fa9-2d77-4f43-995d-8ceabe018504 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/quotas/20fdffa90a9c43f4915f50c5c01db498 HTTP/1.1" status: 200 len: 375 time: 0.0187829 Jan 18 22:42:23.787018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-9bd558c7-9176-4d13-a5b0-dab1793e3493 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549290 Jan 18 22:42:23.813500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-d86d2d81-4d2d-4ade-8453-0f7c55d660c8 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146917 Jan 18 22:42:24.046406 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-d4547086-38b4-4cd3-82ee-93d6c78a7a5c service neutron] 10.222.0.78 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236443 Jan 18 22:42:24.080251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] Transition to ACTIVE for port object f7bd2118-ab9c-4cd9-9c3d-093c9467535d will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:24.092475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.173471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-effd3ebe-2cb9-449f-a2e8-3580e9a02afd tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:24.174949 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-effd3ebe-2cb9-449f-a2e8-3580e9a02afd tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.1898749 Jan 18 22:42:24.269062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-44184d33-203d-47ff-a62a-fa26f0c8294b service neutron] 10.222.0.78 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138503 Jan 18 22:42:24.299566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-f4de0986-8ad6-4f7e-80ab-dd6043a43dbd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:24.301052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-f4de0986-8ad6-4f7e-80ab-dd6043a43dbd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5057402 Jan 18 22:42:24.304908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] No DVR routers for this DVR port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:24.324984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-257cc52e-bd0b-41d5-9474-ecf1c941120e service neutron] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:24.328888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-257cc52e-bd0b-41d5-9474-ecf1c941120e service neutron] Notify callbacks [] for binding, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.330400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01e5d2b-907f-4b7c-9e10-19b6748457da req-257cc52e-bd0b-41d5-9474-ecf1c941120e service neutron] 10.222.0.85 "DELETE /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236/bindings/n-h1-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.1477263 Jan 18 22:42:24.356217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:24.380136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-d4ce5dfd-57a2-479a-ab44-24a42650155c tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:24.382070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-d4ce5dfd-57a2-479a-ab44-24a42650155c tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.86 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 949 time: 0.5511460 Jan 18 22:42:24.383696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-0fc90dff-ed8b-4bea-ad23-6cb95a18a3ff tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/quotas/8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 375 time: 0.0733240 Jan 18 22:42:24.393114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-e015e9cc-aa02-4c6d-b0f3-5c2cc65ff6f8 service neutron] 10.222.0.85 "PUT /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d/bindings/n-h1-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2821670 Jan 18 22:42:24.485884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-0a8087a5-15a9-48cf-8a57-41d9a29e10f9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917828 Jan 18 22:42:24.513105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Deleting port 2335623f-e479-4852-a015-65356615a448 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:42:24.513454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.581385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-227032af-3587-4d51-baca-5452432ae4c3 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:24.583654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-227032af-3587-4d51-baca-5452432ae4c3 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.1269381 Jan 18 22:42:24.713162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-073cc13d-96fc-4c11-8f52-57c1d7a5e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:24.715704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-073cc13d-96fc-4c11-8f52-57c1d7a5e162 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&tenant_id=6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 1095 time: 0.1195798 Jan 18 22:42:24.869433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-b39e85ec-a5cb-48ab-9cbc-fb87eed799ea tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=040c2bf417d9436cb9c80f13c9f6b4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484672 Jan 18 22:42:25.030371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-6a867827-8b9c-4b0a-9e3e-3a74416caeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.031865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-6a867827-8b9c-4b0a-9e3e-3a74416caeb6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1095 time: 0.2916241 Jan 18 22:42:25.032601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] For port 2335623f-e479-4852-a015-65356615a448, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=2335623f-e479-4852-a015-65356615a448,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:25.033038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.171808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-4e6a9405-7eb1-4e21-8df0-5dc92931f46b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.173350 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-4e6a9405-7eb1-4e21-8df0-5dc92931f46b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956066 Jan 18 22:42:25.218026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-3d196a0f-e78b-4b7b-bfa7-326a084d1912 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/quotas/040c2bf417d9436cb9c80f13c9f6b4be HTTP/1.1" status: 200 len: 375 time: 0.0214319 Jan 18 22:42:25.225252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Calling delete_port for 2335623f-e479-4852-a015-65356615a448 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:42:25.277278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-b1882d58-a2f0-41af-8491-e0217071f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.278728 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-b1882d58-a2f0-41af-8491-e0217071f84a service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2403703 Jan 18 22:42:25.281173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-01f015a2-303e-4f44-acd7-0ad3b0105347 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=040c2bf417d9436cb9c80f13c9f6b4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518885 Jan 18 22:42:25.318429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d77e-aea3-4dee-b72b-43775981cec3 req-4db72fdd-0e81-44c9-83e0-f55a4574003e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.327911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b068d77e-aea3-4dee-b72b-43775981cec3 req-4db72fdd-0e81-44c9-83e0-f55a4574003e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.4817557 Jan 18 22:42:25.416371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b068d77e-aea3-4dee-b72b-43775981cec3 req-32f4a9dc-6646-4667-a5ba-b1d9514eba12 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874805 Jan 18 22:42:25.517334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.533035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['2335623f-e479-4852-a015-65356615a448'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:25.550379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-948de129-d00b-4f81-93e3-26e40b74797b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.2632296 Jan 18 22:42:25.584155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:25.673260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Pushing event deleted for resources: {'Port': ['ID=2335623f-e479-4852-a015-65356615a448,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:25.695516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-af21b7aa-a7c0-497f-b9e7-2023c016a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.697734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-af21b7aa-a7c0-497f-b9e7-2023c016a9a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1408992 Jan 18 22:42:25.816777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-c0082c83-d961-4a96-96c0-e4dbe99a653d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117110 Jan 18 22:42:25.830227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] No DVR routers for this DVR port 2335623f-e479-4852-a015-65356615a448 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:25.833601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.843895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'name': 'network-vif-deleted', 'tag': '2335623f-e479-4852-a015-65356615a448'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:25.880474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c465f90-c36a-4de0-91a9-eb54a6135851 req-beb75d06-538f-4a07-b92c-91c0237b59d3 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.86 "DELETE /v2.0/ports/2335623f-e479-4852-a015-65356615a448 HTTP/1.1" status: 204 len: 173 time: 1.4819000 Jan 18 22:42:25.962125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e45d0-225c-408f-9d0e-0d5d014c5cea req-0098b0d5-6fb1-4d6a-bbef-6f13bb51be08 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.976135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-621e45d0-225c-408f-9d0e-0d5d014c5cea req-0098b0d5-6fb1-4d6a-bbef-6f13bb51be08 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.2494786 Jan 18 22:42:26.156437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-95ab3a51-da91-4c08-858d-faaf9fafafff service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334415 Jan 18 22:42:26.230653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-621e45d0-225c-408f-9d0e-0d5d014c5cea req-de112bcc-0c0b-4776-874d-01906e0b482b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522209 Jan 18 22:42:26.326118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-63d1e417-7944-4541-95dc-36412d49dd8d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:26.326853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-63d1e417-7944-4541-95dc-36412d49dd8d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:26.362068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-63d1e417-7944-4541-95dc-36412d49dd8d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:26.363020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-63d1e417-7944-4541-95dc-36412d49dd8d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 824 time: 0.3476424 Jan 18 22:42:26.422537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-320a3842-df43-48c9-ba89-c702ca3db039 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591150 Jan 18 22:42:26.490922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2890fce5-b588-4589-ba62-ef03a8f477ab req-d618b2b7-d9e2-43fd-a6c4-7426169ee0cd tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf HTTP/1.1" status: 200 len: 210 time: 0.0660567 Jan 18 22:42:26.564970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-8c71fc94-c77e-4d8f-9078-7df3b5f83fbb tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:26.569499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d7fdafa0-78ca-4753-81a6-777d84eed779 req-7dbbd5f5-4366-45a8-b81f-9634b969c13e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:26.591122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-8c71fc94-c77e-4d8f-9078-7df3b5f83fbb tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:26.592621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-8c71fc94-c77e-4d8f-9078-7df3b5f83fbb tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdffa90a9c43f4915f50c5c01db498 HTTP/1.1" status: 200 len: 378 time: 0.2195766 Jan 18 22:42:26.596715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d7fdafa0-78ca-4753-81a6-777d84eed779 req-7dbbd5f5-4366-45a8-b81f-9634b969c13e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:26.598169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7fdafa0-78ca-4753-81a6-777d84eed779 req-7dbbd5f5-4366-45a8-b81f-9634b969c13e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 210 time: 0.0811112 Jan 18 22:42:26.604670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'port': {'device_id': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'admin_state_up': True, 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'security_groups': ['ebd368ef-ca0f-4f38-a078-22cff878f773']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:26.699878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d390a3d-f38d-43c2-8c87-da335469b031 req-3218e5d6-a782-4865-b5c4-8d4e3d427419 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 210 time: 0.0717359 Jan 18 22:42:26.708237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-0e031786-e3b3-4009-9ed8-8c39919e6b59 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349965 Jan 18 22:42:26.781228 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbea6ad-f3dd-4859-84dc-b6bbab4eb2cf', 'name': 'network-vif-deleted', 'tag': '2335623f-e479-4852-a015-65356615a448', 'status': 'completed', 'code': 200} Jan 18 22:42:26.811404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae50646e-ffca-4c49-ad60-f8b768abe0a0 req-e97b6022-d16b-4827-bd63-b440ed41967e tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 210 time: 0.0753615 Jan 18 22:42:26.817891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:26.831858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:26.860980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Made reservation on behalf of 20fdffa90a9c43f4915f50c5c01db498 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:26.864629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.914406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-a32bc7cd-909e-40f8-bf2f-3304ae72bf28 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:26.916898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-a32bc7cd-909e-40f8-bf2f-3304ae72bf28 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028153 Jan 18 22:42:26.930999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Request body: {'port': {'device_id': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '8d0cbcdfff20432bbdc993cd14875381'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:27.136834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Allocated IP 172.20.0.13 (544f4b75-63f0-4735-bef6-f76319369ef3/34b90308-a88d-4ec0-b5b4-796714ba4315/3c85f7a0-2afc-4efa-90b5-23b6a9f06c95) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:27.204772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:42:27.294607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:42:27.322263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02138e12-adb8-4440-a504-25a7d6a1005c req-b8964599-f2f5-47ea-bea3-78a8055d51ab tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:27.323729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02138e12-adb8-4440-a504-25a7d6a1005c req-b8964599-f2f5-47ea-bea3-78a8055d51ab tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.2187409 Jan 18 22:42:27.331249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:27.351472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Usage tracker for resource:port and tenant:8d0cbcdfff20432bbdc993cd14875381 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:27.358905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:27.367654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-edde0a34-7fed-4066-8e95-2ae955dbf0d0 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:27.369156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-edde0a34-7fed-4066-8e95-2ae955dbf0d0 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.2629850 Jan 18 22:42:27.370184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:27.409859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.426377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Transition to ACTIVE for port object 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:27.442419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02138e12-adb8-4440-a504-25a7d6a1005c req-686269eb-ed34-4137-b9a1-1b8afd5bde06 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086686 Jan 18 22:42:27.449582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Made reservation on behalf of 8d0cbcdfff20432bbdc993cd14875381 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:27.453397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.456677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.471762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.494441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:27.500675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Usage tracker for resource:security_group_rule and tenant:8d0cbcdfff20432bbdc993cd14875381 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:27.505083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:27.512988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:27.517647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 2335623f-e479-4852-a015-65356615a448 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:42:27.535157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Network 544f4b75-63f0-4735-bef6-f76319369ef3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:27.543896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:27.550914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:27.606982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-cc477f3d-2363-4ea9-b868-ad6497a12f62 service neutron] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:27.624994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:27.628042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 2335623f-e479-4852-a015-65356615a448 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:42:27.629870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 2335623f-e479-4852-a015-65356615a448 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:42:27.666835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:27.671627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.681772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-cc477f3d-2363-4ea9-b868-ad6497a12f62 service neutron] Notify callbacks [] for binding, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.683482 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61a75ea7-1090-4391-ab87-64b2d8776500 req-cc477f3d-2363-4ea9-b868-ad6497a12f62 service neutron] 10.222.0.86 "DELETE /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d/bindings/n-h2-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.3012350 Jan 18 22:42:27.734366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2b00348-b5d8-40ad-914e-54d432e9f393 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1339297 Jan 18 22:42:27.756393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Request body: {'port': {'device_id': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:27.803248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.816693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-a9657849-2fdd-466e-9bb0-967dbd35b2ab tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=040c2bf417d9436cb9c80f13c9f6b4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719271 Jan 18 22:42:27.819519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.915782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.009715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-245946fd-6714-49b8-a772-52ad8c82ae95 None None] Provisioning for port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:28.017400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-245946fd-6714-49b8-a772-52ad8c82ae95 None None] Provisioning complete for port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:28.017776 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-245946fd-6714-49b8-a772-52ad8c82ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.023036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60bef81-deeb-4940-b894-8575daa9bbc2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.074599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a821b8-d8aa-4fd1-87c1-cd66d4730783 req-c9b65b89-15e2-4357-aadb-f2fb6d8ab2e9 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:28.093902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2a821b8-d8aa-4fd1-87c1-cd66d4730783 req-c9b65b89-15e2-4357-aadb-f2fb6d8ab2e9 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1096 time: 0.3963847 Jan 18 22:42:28.106146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-245946fd-6714-49b8-a772-52ad8c82ae95 None None] Port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:28.258511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-fad1b1d5-eec8-481d-84de-a980ce0555dd tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:28.259908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-fad1b1d5-eec8-481d-84de-a980ce0555dd tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361117 Jan 18 22:42:28.280085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Request body: {'port': {'device_id': '2b9000c7-9942-4507-91f9-b873604ce635', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '040c2bf417d9436cb9c80f13c9f6b4be'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:28.327698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055661-2b7f-4964-b05f-12bf1fd8c51e req-c5e9e4bd-fb25-4990-9a92-ae062695087e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:28.328397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f0055661-2b7f-4964-b05f-12bf1fd8c51e req-c5e9e4bd-fb25-4990-9a92-ae062695087e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:28.363068 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2a821b8-d8aa-4fd1-87c1-cd66d4730783 req-1c28540e-3338-43b3-9a7e-d0fe2f7756eb tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681055 Jan 18 22:42:28.364148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Allocated IP 192.168.233.62 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/c83e27da-5b07-45b0-a2ac-ea3a3f934659) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:28.364450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f0055661-2b7f-4964-b05f-12bf1fd8c51e req-c5e9e4bd-fb25-4990-9a92-ae062695087e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:28.365764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f0055661-2b7f-4964-b05f-12bf1fd8c51e req-c5e9e4bd-fb25-4990-9a92-ae062695087e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 932 time: 0.2379570 Jan 18 22:42:28.476780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f0055661-2b7f-4964-b05f-12bf1fd8c51e req-f87ad845-d048-4dd2-b84a-2d50f270aab3 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965049 Jan 18 22:42:28.481157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:28.489791 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.502720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:28.507238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Transition to ACTIVE for port object 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:28.513369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.569673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Usage tracker for resource:port and tenant:040c2bf417d9436cb9c80f13c9f6b4be is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:28.573045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:28.630131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Pushing event updated for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.695188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:28.704036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d8faa1e6-91c1-4ba0-bb21-bb45a621f097 req-c4ec520c-30cc-4050-adf1-b9056aa5b346 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 210 time: 0.1405315 Jan 18 22:42:28.742175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Made reservation on behalf of 040c2bf417d9436cb9c80f13c9f6b4be for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:28.752464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.806894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.836890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:28.843778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Usage tracker for resource:security_group_rule and tenant:040c2bf417d9436cb9c80f13c9f6b4be is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:28.865578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:28.874676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Attempting to bind port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:28.875010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Attempting to bind port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:28.875337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Attempting to bind port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 on network 544f4b75-63f0-4735-bef6-f76319369ef3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:28.886937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:28.887863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 on network 544f4b75-63f0-4735-bef6-f76319369ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:28.889683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Attempting to bind port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 on network 544f4b75-63f0-4735-bef6-f76319369ef3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:28.897175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:28.897851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Checking segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:28.898157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Bound using segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:28.898665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Bound port: 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:28.899040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.977508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485e4e48-5f01-42e3-bea1-62f0c2532f90 req-4092bf61-6d42-4776-bfe9-6ba946141605 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 210 time: 0.0580535 Jan 18 22:42:28.984387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.027036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Transition to ACTIVE for port object c83e27da-5b07-45b0-a2ac-ea3a3f934659 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:29.086051 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.096068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.116441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.164982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:29.198566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:29.202143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:29.207412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.275580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.276302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.278131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] 10.222.0.85 "PUT /v2.0/ports/3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 HTTP/1.1" status: 200 len: 1092 time: 1.5330818 Jan 18 22:42:29.280781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:29.328642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:29.332120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa88ab8-7415-45f2-8d09-8ad393cc6165 service neutron] Pushing event updated for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.336554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:29.348881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c06a34-b311-47e6-95b2-ff940e7fb311,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.364446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:29.506250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-c53e7f14-a99d-49d1-8026-805dd9c95854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.508239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-c53e7f14-a99d-49d1-8026-805dd9c95854 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 1095 time: 0.1693735 Jan 18 22:42:29.517333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.517998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.528420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.545701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.617597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:29.628502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Usage tracker for resource:security_group_rule and tenant:a8c5c469b5664b3699a46afde8a86109 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:29.633216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:29.641556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:29.644257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-d3500d07-853b-4e80-bc71-6e5fa0a635a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7178004 Jan 18 22:42:29.647087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-537fc505-0164-4d6c-b1cb-5d4d054ba0e6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 HTTP/1.1" status: 200 len: 217 time: 0.0839770 Jan 18 22:42:29.665375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Request body: {'port': {'device_id': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:29.674696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-57efa30c-544e-4ada-bf48-0e4fdd12f557 None None] Provisioning for port c83e27da-5b07-45b0-a2ac-ea3a3f934659 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:29.680611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-57efa30c-544e-4ada-bf48-0e4fdd12f557 None None] Provisioning complete for port c83e27da-5b07-45b0-a2ac-ea3a3f934659 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:29.681108 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57efa30c-544e-4ada-bf48-0e4fdd12f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.701884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a1c18-a65c-4f6e-8d04-dfadc7c0ab0d req-b70049bf-2d81-4540-a415-c7ca25baab49 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.703328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc5a1c18-a65c-4f6e-8d04-dfadc7c0ab0d req-b70049bf-2d81-4540-a415-c7ca25baab49 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.4874907 Jan 18 22:42:29.719253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Allocated IP 192.168.233.85 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:29.742421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-57efa30c-544e-4ada-bf48-0e4fdd12f557 None None] Port c83e27da-5b07-45b0-a2ac-ea3a3f934659 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:29.751383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-81167bb3-64d1-4c2a-8f53-e92d05ef55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.752834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-81167bb3-64d1-4c2a-8f53-e92d05ef55df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 200 len: 863 time: 0.0941865 Jan 18 22:42:29.759781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-95fd8ab1-ce4f-4b8d-b170-3657db93a0c0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.761224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-95fd8ab1-ce4f-4b8d-b170-3657db93a0c0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.2887146 Jan 18 22:42:29.818797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-594e69d7-1fcf-41e3-9f1a-e06916530db3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/quotas/f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 375 time: 0.0237935 Jan 18 22:42:29.872329 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc5a1c18-a65c-4f6e-8d04-dfadc7c0ab0d req-4980831b-3a0c-4866-a161-9a10906e9216 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511734 Jan 18 22:42:29.902003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-dda3922a-d7a6-4eda-8ea7-971ff7f6a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.903499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-dda3922a-d7a6-4eda-8ea7-971ff7f6a7b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=544f4b75-63f0-4735-bef6-f76319369ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387799 Jan 18 22:42:29.988102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.994686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-116789b0-a2a0-4757-a94b-607f034741b5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691298 Jan 18 22:42:30.109857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.134443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.151354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-e2ce2ed7-5e7b-4267-a455-e2df333b1052 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384913 Jan 18 22:42:30.236191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-ac43f736-da0b-453f-9684-aa11ae7f6ca4 service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272162 Jan 18 22:42:30.280854 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8c5c469b5664b3699a46afde8a86109&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1060843 Jan 18 22:42:30.298824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46544) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:30.299989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18addbb7-3fc6-448a-86bd-0519a2340fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94702f-0a46-4bd5-b3a7-b7765a5638eb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:30.329973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.338264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.85', 65310) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:30.375756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Transition to ACTIVE for port object 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:30.397950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772e8e3-6675-4ae7-8428-1789a60babf3 req-db0f52f5-b677-4a96-829f-bc108030d888 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:30.399412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8772e8e3-6675-4ae7-8428-1789a60babf3 req-db0f52f5-b677-4a96-829f-bc108030d888 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 949 time: 0.3719869 Jan 18 22:42:30.444282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6eb3206b-371a-4d55-8d21-0fb0530b3875 req-203e0010-1261-4cad-a4ee-4941b907ea9a service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822883 Jan 18 22:42:30.466048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-368c1d19-301b-440a-8225-2520c38c2889 service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177591 Jan 18 22:42:30.486836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-76f23ac7-e34c-48c6-ab68-bbfbc75bb9e2 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:30.487591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-76f23ac7-e34c-48c6-ab68-bbfbc75bb9e2 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Synchronizing usage tracker for tenant:6afc225774364bca93d943eceac047eb on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:30.504753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-76f23ac7-e34c-48c6-ab68-bbfbc75bb9e2 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Unset dirty status for tenant:6afc225774364bca93d943eceac047eb on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:30.506088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-76f23ac7-e34c-48c6-ab68-bbfbc75bb9e2 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 949 time: 0.1668384 Jan 18 22:42:30.560752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-074d6a97-0791-494f-925e-d81ea0dcb3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.565807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8772e8e3-6675-4ae7-8428-1789a60babf3 req-852346c4-431b-4437-ae82-0a0506158096 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/security-groups?id=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582222 Jan 18 22:42:30.590184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Deleting port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:42:30.590686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.605253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.657676 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'status': 'completed', 'code': 200} Jan 18 22:42:30.726971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-074d6a97-0791-494f-925e-d81ea0dcb3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.837497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:30.863725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:30.866493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:30.944709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.021191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.022165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.090392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f050-6897-423f-a89e-4c274c3effed req-b5d29b57-070d-4771-80fd-694007ee37c4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.092851 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-074d6a97-0791-494f-925e-d81ea0dcb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.097407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abf0f050-6897-423f-a89e-4c274c3effed req-b5d29b57-070d-4771-80fd-694007ee37c4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 935 time: 0.3328366 Jan 18 22:42:31.157495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-d027cfb6-340f-45b8-89d3-7c05441a3c2b tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8841164 Jan 18 22:42:31.167805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ac737-51a9-4f4b-afa4-f00dc90dc6ce req-1d15c24f-9d61-40ef-9301-914b6e65e014 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.169388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-934ac737-51a9-4f4b-afa4-f00dc90dc6ce req-1d15c24f-9d61-40ef-9301-914b6e65e014 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 944 time: 0.3957267 Jan 18 22:42:31.170330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-074d6a97-0791-494f-925e-d81ea0dcb3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.171327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-074d6a97-0791-494f-925e-d81ea0dcb3e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c94702f-0a46-4bd5-b3a7-b7765a5638eb HTTP/1.1" status: 204 len: 168 time: 0.8680525 Jan 18 22:42:31.172236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d6a97-0791-494f-925e-d81ea0dcb3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94702f-0a46-4bd5-b3a7-b7765a5638eb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.181265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Request body: {'port': {'device_id': '2b9000c7-9942-4507-91f9-b873604ce635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:31.196118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-ffe51573-f56a-4629-8211-6ac982dfffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.199369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-ffe51573-f56a-4629-8211-6ac982dfffda service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 1095 time: 0.5150383 Jan 18 22:42:31.240320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-989a2d58-5925-4240-b56f-95d015043ee6 None None] Provisioning for port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:31.250679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-989a2d58-5925-4240-b56f-95d015043ee6 None None] Provisioning complete for port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:31.251358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989a2d58-5925-4240-b56f-95d015043ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.316476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-934ac737-51a9-4f4b-afa4-f00dc90dc6ce req-a5501658-27fa-4ee5-bec7-ca6e96793593 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912747 Jan 18 22:42:31.318761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83e27da-5b07-45b0-a2ac-ea3a3f934659 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:31.350925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.355938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-b506873c-2249-4875-8994-6675fc9efd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.357508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-b506873c-2249-4875-8994-6675fc9efd9f service neutron] 10.222.0.85 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 925 time: 0.1507795 Jan 18 22:42:31.379742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abf0f050-6897-423f-a89e-4c274c3effed req-2aab2994-84c1-4dbe-9caa-5a9d85f9db33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813201 Jan 18 22:42:31.389262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-989a2d58-5925-4240-b56f-95d015043ee6 None None] Port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:31.463453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Transition to ACTIVE for port object c83e27da-5b07-45b0-a2ac-ea3a3f934659 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:31.474773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.494839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.513554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-7dbbf012-6604-4350-abdb-dddabfeb09a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 HTTP/1.1" status: 200 len: 217 time: 0.1326559 Jan 18 22:42:31.610707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69eccab8-040c-454a-9f71-22142a1a539a req-e82f2fcc-e3a7-427c-a6b4-30f2ea4eaa72 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 210 time: 0.0844543 Jan 18 22:42:31.643080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] For port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:31.643594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.713705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46586) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:31.798260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Calling delete_port for 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:42:31.839368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-17e28a1e-996d-4ff0-9e5a-2f36a9d15009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.840827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-17e28a1e-996d-4ff0-9e5a-2f36a9d15009 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 200 len: 863 time: 0.3158619 Jan 18 22:42:31.849972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.950891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-a408208d-eef6-4a8f-a00d-e14e99459931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.952374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-a408208d-eef6-4a8f-a00d-e14e99459931 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=544f4b75-63f0-4735-bef6-f76319369ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039972 Jan 18 22:42:31.959841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.965527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:32.025823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbeea3b11154afbb58920d86734c519 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:32.036802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:32.056765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:32.121732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:32.122067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:32.122390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:32.156069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-b9b1b1b3-4a67-4767-8f4f-797a4feb4773 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.156818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-b9b1b1b3-4a67-4767-8f4f-797a4feb4773 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Synchronizing usage tracker for tenant:040c2bf417d9436cb9c80f13c9f6b4be on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:32.210714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:32.211454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:32.240750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:32.241019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:32.241395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:32.241823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Bound port: c83e27da-5b07-45b0-a2ac-ea3a3f934659, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:32.242162 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.328770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-b9b1b1b3-4a67-4767-8f4f-797a4feb4773 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Unset dirty status for tenant:040c2bf417d9436cb9c80f13c9f6b4be on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:32.329960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-b9b1b1b3-4a67-4767-8f4f-797a4feb4773 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 935 time: 0.8379724 Jan 18 22:42:32.336880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-d530bf66-b15e-4372-892d-f2a1ecea5c70 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.340133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-d530bf66-b15e-4372-892d-f2a1ecea5c70 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.3102772 Jan 18 22:42:32.345611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.358534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:32.389487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Request body: {'port': {'device_id': '9d075408-1df1-4755-817e-b73f1af1a79e', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'admin_state_up': True, 'tenant_id': 'f7f5f03cab9c4e4e8cf2fc2dc6972c7e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:32.471376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.476665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-f7ac0478-dc13-4b33-85ca-d03d26f912c6 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Synchronizing usage tracker for tenant:040c2bf417d9436cb9c80f13c9f6b4be on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:32.483098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Pushing event deleted for resources: {'Port': ['ID=50ea8d49-3c54-4cdb-b3f8-85c5c82204aa,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.493568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-1794c14d-76d8-4741-a8ed-d2b92589341a service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940822 Jan 18 22:42:32.505389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.517516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:32.559209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-f7ac0478-dc13-4b33-85ca-d03d26f912c6 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Unset dirty status for tenant:040c2bf417d9436cb9c80f13c9f6b4be on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:32.561388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99521084-3c8a-416f-a4d1-1fbddaea75e4 req-f7ac0478-dc13-4b33-85ca-d03d26f912c6 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185719 Jan 18 22:42:32.587879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:32.621328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:32.630732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.653533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Transition to ACTIVE for port object 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:32.656876 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bbeea3b11154afbb58920d86734c519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9114075 Jan 18 22:42:32.671106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:32.680790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.685204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.753184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] No DVR routers for this DVR port 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:32.765302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec886b8-0b80-4e50-86ec-7294469b54fe req-2a02db90-d0e3-4b40-b6b3-a13f1c2019da tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.766826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aec886b8-0b80-4e50-86ec-7294469b54fe req-2a02db90-d0e3-4b40-b6b3-a13f1c2019da tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1095 time: 0.5572007 Jan 18 22:42:32.767920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.775796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'name': 'network-vif-deleted', 'tag': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:32.864081 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0a95c17-c9ae-4161-b13e-825a17dc2501 req-8adc3a28-b2eb-49ff-aa27-30e893346d1e tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.85 "DELETE /v2.0/ports/50ea8d49-3c54-4cdb-b3f8-85c5c82204aa HTTP/1.1" status: 204 len: 173 time: 2.3525741 Jan 18 22:42:32.892418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aec886b8-0b80-4e50-86ec-7294469b54fe req-acb9e40f-2e23-4c59-8717-f5659f1a284b tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084962 Jan 18 22:42:32.900269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:32.903991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3cc4bf7f-8756-42e7-b435-8e0f046b0933 req-acc3d303-70ab-4b96-8bbf-c561258262a0 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687632 Jan 18 22:42:32.915224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:32.950398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Made reservation on behalf of f7f5f03cab9c4e4e8cf2fc2dc6972c7e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:32.954006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.977207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843baa9e-22b7-4665-8862-78adcabd25e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca1844-3155-4f77-b6da-fcfdac5d6652,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.990037 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c967a79-736f-48e4-b7a9-532fed65ab06 req-3106923f-2372-4edf-8b67-ce281e793601 tempest-LiveMigrationNegativeTest-1419675693 tempest-LiveMigrationNegativeTest-1419675693-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d61bb24-4160-4254-b2a9-d7df046c02e9 HTTP/1.1" status: 200 len: 210 time: 0.3155375 Jan 18 22:42:33.105875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:33.106492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.111633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] 10.222.0.85 "PUT /v2.0/ports/c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 1095 time: 3.4530084 Jan 18 22:42:33.130922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:33.157479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8fae2-7343-4a67-877f-c77800b2fa52 service neutron] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.207812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:33.369167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Allocated IP 172.20.0.7 (91dae531-d68b-4789-b3a6-7bc61d026d7c/c8fd75ae-b1e2-4724-b625-1e7a06d823f0/03d7b568-923f-41d0-9974-9d571a337976) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:33.408102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:33.431984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45313903-bbc8-438e-beff-fed99b2d2a34 req-e4bb2f85-c4fc-4be9-8f95-48faf4797727 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:33.433772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45313903-bbc8-438e-beff-fed99b2d2a34 req-e4bb2f85-c4fc-4be9-8f95-48faf4797727 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 944 time: 0.1518345 Jan 18 22:42:33.441120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51c14178-b3fb-4603-a2cb-fb0da99929e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.477071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'port_id': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'mac_address': 'fa:16:3e:02:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:33.498170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.551286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51c14178-b3fb-4603-a2cb-fb0da99929e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.582112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45313903-bbc8-438e-beff-fed99b2d2a34 req-bb16c3ed-436e-4b3b-aacc-bbc2bae462ad tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186910 Jan 18 22:42:33.633157 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.647865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.665110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:33.689540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:33.701194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.716303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.745692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Attempting to bind port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:33.746407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Attempting to bind port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:33.749579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Attempting to bind port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:33.753406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51c14178-b3fb-4603-a2cb-fb0da99929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.802231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c14178-b3fb-4603-a2cb-fb0da99929e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca1844-3155-4f77-b6da-fcfdac5d6652,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.824457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:33.824817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Attempting to bind port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:33.856563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.867600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:33.878391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:33.879400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:33.880037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:33.880779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Bound port: 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:33.881289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:33.881445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.884151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:33.908628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-6a809cbf-0532-45bb-afaf-15508fa55e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:33.910264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-6a809cbf-0532-45bb-afaf-15508fa55e01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1098 time: 0.6925251 Jan 18 22:42:33.911296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51c14178-b3fb-4603-a2cb-fb0da99929e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.915591 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-51c14178-b3fb-4603-a2cb-fb0da99929e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2ca1844-3155-4f77-b6da-fcfdac5d6652 HTTP/1.1" status: 204 len: 168 time: 1.2433727 Jan 18 22:42:33.941924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:34.049863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:34.057119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.076443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.077113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.114612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-92fce856-5442-4a16-8cc1-939bee5493da tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7591865 Jan 18 22:42:34.125142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81fc55-212a-46b5-9729-7c3b8e73645e req-8cd2722f-ad4e-4a21-97d9-f0b6d523259b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.126682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f81fc55-212a-46b5-9729-7c3b8e73645e req-8cd2722f-ad4e-4a21-97d9-f0b6d523259b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.1810503 Jan 18 22:42:34.131523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Request body: {'port': {'device_id': '9d075408-1df1-4755-817e-b73f1af1a79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:34.152094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-3da6e611-a6de-4413-b5fc-7021ef6fdc57 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.2333245 Jan 18 22:42:34.227675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f81fc55-212a-46b5-9729-7c3b8e73645e req-58caccce-29b3-4243-b327-5e08fa748e96 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682876 Jan 18 22:42:34.289348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:34.292682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-a839374a-f7e2-4232-aa08-ee1cec3d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.294189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-a839374a-f7e2-4232-aa08-ee1cec3d8c24 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1338642 Jan 18 22:42:34.297804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:34.308224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3257-2590-46aa-94b2-f37fbabb5ac1 req-a028aa24-cb9a-4180-8acd-9d8aa854b901 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.309911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01b3257-2590-46aa-94b2-f37fbabb5ac1 req-a028aa24-cb9a-4180-8acd-9d8aa854b901 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 931 time: 0.2421775 Jan 18 22:42:34.319657 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d61bb24-4160-4254-b2a9-d7df046c02e9', 'name': 'network-vif-deleted', 'tag': '50ea8d49-3c54-4cdb-b3f8-85c5c82204aa', 'status': 'completed', 'code': 200} Jan 18 22:42:34.347645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.366884 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.472447 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'status': 'completed', 'code': 200} Jan 18 22:42:34.491034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.491863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.493420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] 10.222.0.86 "PUT /v2.0/ports/7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c HTTP/1.1" status: 200 len: 1095 time: 3.3191054 Jan 18 22:42:34.514257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b218c-e5d1-42b0-89ad-ca912591c2ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:34.600202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e01b3257-2590-46aa-94b2-f37fbabb5ac1 req-ec92e09c-db9d-4e50-a1f5-bfe5fc1e3f3b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478013 Jan 18 22:42:34.709970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-2834723c-ff20-4c45-8417-1b0ebef5797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.718502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-2834723c-ff20-4c45-8417-1b0ebef5797f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4062595 Jan 18 22:42:34.825254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-712cf0aa-e651-473b-b7d9-ef316a960ffa tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.826785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-712cf0aa-e651-473b-b7d9-ef316a960ffa tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.2890816 Jan 18 22:42:34.864845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-4a962a0b-8f89-4fcb-a42c-fa77e5773cf3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/quotas/6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 375 time: 0.0230362 Jan 18 22:42:34.891677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-565f5029-e53c-425c-9ade-4064bba78234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.893285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-565f5029-e53c-425c-9ade-4064bba78234 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=040c2bf417d9436cb9c80f13c9f6b4be&device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 1098 time: 0.3510737 Jan 18 22:42:34.991461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-712784db-8d13-4afa-8134-414672bd36f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c HTTP/1.1" status: 200 len: 217 time: 0.0877326 Jan 18 22:42:35.033511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-4947c492-3dfc-42c7-97a6-049a284c48c1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623912 Jan 18 22:42:35.078220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-a9cda5fe-a7c0-4081-8d14-d38278f043f5 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513536 Jan 18 22:42:35.123249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfe3b-f503-42e2-a5d2-ee0fd5b5b193 req-2f5cfbfb-6cf5-4f07-92e8-32da3686f824 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:35.124389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d7b568-923f-41d0-9974-9d571a337976 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:35.124731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9cdfe3b-f503-42e2-a5d2-ee0fd5b5b193 req-2f5cfbfb-6cf5-4f07-92e8-32da3686f824 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 947 time: 0.3527501 Jan 18 22:42:35.142615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.166200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Transition to ACTIVE for port object 03d7b568-923f-41d0-9974-9d571a337976 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:35.172966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-df99f9d6-f962-4be8-80e7-80ddc30f5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:35.174700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-df99f9d6-f962-4be8-80e7-80ddc30f5a1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1768143 Jan 18 22:42:35.184631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.218395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:35.296988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:35.305721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:35.306682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.434716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9cdfe3b-f503-42e2-a5d2-ee0fd5b5b193 req-a8d59ecc-d4df-44fd-8473-43dc3a96fad3 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589567 Jan 18 22:42:35.438821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-895f249b-c262-4b83-b5b8-52db3fd366b2 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984604 Jan 18 22:42:35.452191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-605a0c83-69ff-421f-a569-5c43bbcee8e1 req-698b36be-2f56-44b6-beb4-a812be406fe5 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650422 Jan 18 22:42:35.493878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-08bbc724-d5b8-419b-b8db-5df57e4edf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:35.495369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-08bbc724-d5b8-419b-b8db-5df57e4edf26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3142111 Jan 18 22:42:35.539649 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.579447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:35.580540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:35.594165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.595294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:42:35.612938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-8104d2e3-8539-4cf7-a46e-3eb9f05f52c2 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731331 Jan 18 22:42:35.690414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:42:35.690880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 50ea8d49-3c54-4cdb-b3f8-85c5c82204aa not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:42:35.745112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:35.877477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:35.962745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:35.963088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:35.963394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:35.981033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17799-0a0d-480b-a3b6-702b28326639 req-12fbb23a-4220-4ee3-a55c-05132b859cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:35.984275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-12fbb23a-4220-4ee3-a55c-05132b859cef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1098 time: 0.4572198 Jan 18 22:42:35.987492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:35.987816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:35.994556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-eb0252ac-11fa-4504-8e23-972a164822aa service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919946 Jan 18 22:42:35.995642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:35.997420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:35.997981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:35.999692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Bound port: 03d7b568-923f-41d0-9974-9d571a337976, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:36.001443 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.222488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46754) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:36.298205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898c7e-a7dd-444d-823d-ac6a06cbe967 req-1815a28f-a14f-4a75-8ff3-587a616bbf28 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.299692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74898c7e-a7dd-444d-823d-ac6a06cbe967 req-1815a28f-a14f-4a75-8ff3-587a616bbf28 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.2586677 Jan 18 22:42:36.300761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:36.304274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:36.327505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.463163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.467680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.473097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:36.478730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17799-0a0d-480b-a3b6-702b28326639 req-f3c63a34-75a2-4224-a1c2-4df520a8dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.479310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.479815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.480191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-f3c63a34-75a2-4224-a1c2-4df520a8dd52 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4847310 Jan 18 22:42:36.480448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.481223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.481864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.482240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.482762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.483221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.483618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.484026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.484435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.484918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:36.530520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.531292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.532905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-094f852d-ba95-43a8-9946-9e0fbceca71b service neutron] 10.222.0.86 "PUT /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 1091 time: 2.4052191 Jan 18 22:42:36.534493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'tag': '03d7b568-923f-41d0-9974-9d571a337976'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:36.559242 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02acade7-6ea2-4aa5-ae97-aacc4e04f138 req-551e42ed-5c5d-4c22-a8e2-a47054c008be service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142162 Jan 18 22:42:36.573703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74898c7e-a7dd-444d-823d-ac6a06cbe967 req-5bb8e71a-708a-4fdb-81c0-90f5106c1742 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633584 Jan 18 22:42:36.592457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd29c55-9dd6-49a5-a561-307f76f23352 req-2e8b258f-72af-4eb3-bf42-feb37f6b5606 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.592457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fd29c55-9dd6-49a5-a561-307f76f23352 req-2e8b258f-72af-4eb3-bf42-feb37f6b5606 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 946 time: 0.3415418 Jan 18 22:42:36.592457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-545dd881-8be2-4e7c-bb2f-749af0b9ad8d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.1039321 Jan 18 22:42:36.602835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f1814502-03a6-4fd9-95fc-17bbf7088cf4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6afc225774364bca93d943eceac047eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793256 Jan 18 22:42:36.606498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46768) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:36.694576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e27ef0-d4ee-4734-8dbf-87e38140947f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.726069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e27ef0-d4ee-4734-8dbf-87e38140947f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.779516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fd29c55-9dd6-49a5-a561-307f76f23352 req-2a514282-b965-46c6-8bea-4e77f6967535 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480935 Jan 18 22:42:36.792404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17799-0a0d-480b-a3b6-702b28326639 req-dfba0999-26f0-4b35-8666-c3dc7f22eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.793329 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-dfba0999-26f0-4b35-8666-c3dc7f22eda5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1629450 Jan 18 22:42:36.814992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e27ef0-d4ee-4734-8dbf-87e38140947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.869159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-1f28bbc1-d53e-418a-b467-d6affb74f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.870307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e27ef0-d4ee-4734-8dbf-87e38140947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.872616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-1f28bbc1-d53e-418a-b467-d6affb74f2e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1094 time: 0.2919874 Jan 18 22:42:36.894363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0e27ef0-d4ee-4734-8dbf-87e38140947f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.912797 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'code': 200} Jan 18 22:42:36.923356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0e27ef0-d4ee-4734-8dbf-87e38140947f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cce10ae3-dfe9-4bd0-8427-b61d6f3f6a44 HTTP/1.1" status: 204 len: 168 time: 0.2868810 Jan 18 22:42:36.989239 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-8f132956-a1f3-479b-9221-fd2f6b1814da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 217 time: 0.1071348 Jan 18 22:42:37.127321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17799-0a0d-480b-a3b6-702b28326639 req-ecda94b6-15a7-4e62-8cb0-6117cc80592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.128877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-ecda94b6-15a7-4e62-8cb0-6117cc80592d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3280096 Jan 18 22:42:37.135098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-9bde7d07-287c-4431-be22-944ab2adb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.136748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-9bde7d07-287c-4431-be22-944ab2adb9fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1413875 Jan 18 22:42:37.242614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af43eb7-d979-4a4c-be8f-5dc7baec0813 req-e43926b6-07df-44a8-9142-0d23a3aa8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.244107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6af43eb7-d979-4a4c-be8f-5dc7baec0813 req-e43926b6-07df-44a8-9142-0d23a3aa8202 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 1097 time: 0.1056788 Jan 18 22:42:37.266142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-46cf0f89-771d-44f2-95e4-1f0a70547886 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052539 Jan 18 22:42:37.295411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6af43eb7-d979-4a4c-be8f-5dc7baec0813 req-e2dfdf2d-fcb0-40ce-a188-1a09822d276f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450535 Jan 18 22:42:37.318076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8edfa-e729-4fa5-b872-b83f41183df0 req-8ad4480a-b160-4da3-b1df-8ef6beb3f188 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.319851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47a8edfa-e729-4fa5-b872-b83f41183df0 req-8ad4480a-b160-4da3-b1df-8ef6beb3f188 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.2892823 Jan 18 22:42:37.361131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46814) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:37.390229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df932127-4e55-44c7-b61f-9514ebab110f req-a6b965d0-71e1-48b7-bc95-b50dfc253b8c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 210 time: 0.0592160 Jan 18 22:42:37.436211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-638c409f-bf6e-4f1d-8b71-ccec031027f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d6e88d227ea467883b1611cd93de73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717149 Jan 18 22:42:37.436428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:37.455372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-7c15adbf-e395-4db2-b84a-ca13ba56b2cd service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174055 Jan 18 22:42:37.476987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47a8edfa-e729-4fa5-b872-b83f41183df0 req-4d3af6b8-06fc-4f76-a24a-31837d8591ad tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059139 Jan 18 22:42:37.520371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d09c-f6c1-411a-95b0-e25dab25dd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.648346 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d09c-f6c1-411a-95b0-e25dab25dd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.692500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-e7637ea7-e451-4af2-81a7-843d94861a5a service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164171 Jan 18 22:42:37.782635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-e91edc17-b734-4e28-9f02-5edd48412556 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.786744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-e91edc17-b734-4e28-9f02-5edd48412556 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.2365136 Jan 18 22:42:37.802751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Request body: {'port': {'device_id': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'admin_state_up': True, 'tenant_id': '6f7e89307477416b8a656556f106e5e4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:37.826840 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'status': 'completed', 'code': 200} Jan 18 22:42:37.850547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d09c-f6c1-411a-95b0-e25dab25dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.904732 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a17799-0a0d-480b-a3b6-702b28326639 req-052f7d34-11fb-4070-b46b-c2da8ef51366 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073505 Jan 18 22:42:37.931271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fa34210-a816-4f81-9a6b-fe0e5fecd6d9 req-7f686727-f360-4790-893f-5c7d535da9a6 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301972 Jan 18 22:42:37.943512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063140e3-5e6e-4160-a31b-3ed720ef376f req-d470f166-1b9a-4d63-be00-bbff28487219 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.949529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-063140e3-5e6e-4160-a31b-3ed720ef376f req-d470f166-1b9a-4d63-be00-bbff28487219 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 947 time: 0.2518821 Jan 18 22:42:37.982333 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'tag': '03d7b568-923f-41d0-9974-9d571a337976', 'status': 'completed', 'code': 200} Jan 18 22:42:38.007194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d09c-f6c1-411a-95b0-e25dab25dd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc7c1e-11e8-48c1-9638-42a09c6a6425,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:38.029628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d09c-f6c1-411a-95b0-e25dab25dd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.035294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4bd3d09c-f6c1-411a-95b0-e25dab25dd09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32dc7c1e-11e8-48c1-9638-42a09c6a6425 HTTP/1.1" status: 204 len: 168 time: 0.5961134 Jan 18 22:42:38.079096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-794088bd-b053-4157-8f95-165e2a85fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.079436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-063140e3-5e6e-4160-a31b-3ed720ef376f req-55f8c3f4-a6fa-4719-b7bb-8f8d428e3585 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244664 Jan 18 22:42:38.080482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-794088bd-b053-4157-8f95-165e2a85fc9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=040c2bf417d9436cb9c80f13c9f6b4be&device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 1098 time: 0.2312925 Jan 18 22:42:38.148382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-57809aae-300e-46fe-a790-75a026abccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.150999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-57809aae-300e-46fe-a790-75a026abccca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1094 time: 0.1581328 Jan 18 22:42:38.227374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-7a2bd558-a818-43d3-85ec-7b3de993a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.228802 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-7a2bd558-a818-43d3-85ec-7b3de993a837 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1340091 Jan 18 22:42:38.230917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:38.416478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-79a1b9b3-0481-4eba-a437-f28552d48a97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c HTTP/1.1" status: 200 len: 217 time: 0.1787574 Jan 18 22:42:38.417339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:38.425635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-12cc9834-b3f4-4a50-b25a-cb9a38b4b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.428098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-12cc9834-b3f4-4a50-b25a-cb9a38b4b534 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2688727 Jan 18 22:42:38.444274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197708-54d2-4728-960a-bd268a685999 req-56412f2f-1a20-4a2b-9770-2790c1b55c2c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.444274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e0197708-54d2-4728-960a-bd268a685999 req-56412f2f-1a20-4a2b-9770-2790c1b55c2c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:38.496657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-10804012-e1ad-42db-b5dc-7902ff5e0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.498316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-10804012-e1ad-42db-b5dc-7902ff5e0b73 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0753255 Jan 18 22:42:38.574708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Made reservation on behalf of 6f7e89307477416b8a656556f106e5e4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:38.578154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.579698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-0aa9201d-14a3-41a0-9bdc-6ff385a57b48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 217 time: 0.1329486 Jan 18 22:42:38.636777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e0197708-54d2-4728-960a-bd268a685999 req-56412f2f-1a20-4a2b-9770-2790c1b55c2c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:38.643763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0197708-54d2-4728-960a-bd268a685999 req-56412f2f-1a20-4a2b-9770-2790c1b55c2c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.3808880 Jan 18 22:42:38.697541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-059ba99a-b8cc-4369-9d1b-206c18d2d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.699192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-059ba99a-b8cc-4369-9d1b-206c18d2d7e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1129143 Jan 18 22:42:38.703079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e0197708-54d2-4728-960a-bd268a685999 req-31ee8b68-5fec-42e4-8644-6e30583a17a1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:38.754288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-a4785267-c736-4089-8c4e-bc34225c87de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468531 Jan 18 22:42:38.759700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-347c03d5-1005-4ba1-9744-fda06b5757a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.761285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-347c03d5-1005-4ba1-9744-fda06b5757a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2557840 Jan 18 22:42:38.782685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e0197708-54d2-4728-960a-bd268a685999 req-31ee8b68-5fec-42e4-8644-6e30583a17a1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:38.783799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0197708-54d2-4728-960a-bd268a685999 req-31ee8b68-5fec-42e4-8644-6e30583a17a1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392829 Jan 18 22:42:38.901620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e790-bafa-44b5-a222-89b01563c512 req-40a1cf38-6ef6-42c1-b198-13b66e601faf tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:38.913915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0639e790-bafa-44b5-a222-89b01563c512 req-40a1cf38-6ef6-42c1-b198-13b66e601faf tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 946 time: 0.3348405 Jan 18 22:42:38.964232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-76424cc2-f39d-47ff-98c8-4fa66be1213a service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017322 Jan 18 22:42:38.972035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-971bdc90-1798-4546-99c0-59fb821caed0 req-8ba1223f-12d5-483d-a2d0-9462426d0b74 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 210 time: 0.0498462 Jan 18 22:42:38.994697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Allocated IP 172.20.0.6 (08d1e390-9b0b-4122-b04b-6293cecc7f62/c36aea40-0aef-43b0-8dd6-48aac4083edc/e86f91ba-6f26-457b-8d7d-dca5a4439275) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:39.016920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0639e790-bafa-44b5-a222-89b01563c512 req-872264af-571f-4545-af2e-44f4e2ef1327 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074040 Jan 18 22:42:39.084023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-ca9f1028-a983-41de-a697-214635e241fa service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166318 Jan 18 22:42:39.175738 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdf4c76c-3e88-46e6-b137-56da67931667 req-298b8c0c-352d-4f24-8765-2360e3ccf843 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027502 Jan 18 22:42:39.250044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:39.395524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:39.409809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'mac_address': 'fa:16:3e:3e:c8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:39.419510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d2bd02-e691-43ef-9468-c8e354c0ff74 req-e1cc49d7-4e0c-4096-81ad-267a009208bf service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112180 Jan 18 22:42:39.466989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.478871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe4c51-c41e-4e11-b7c4-b9aba6857a0e req-28cd3ad9-8f88-4573-8b68-26331076ad1e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:39.479630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-defe4c51-c41e-4e11-b7c4-b9aba6857a0e req-28cd3ad9-8f88-4573-8b68-26331076ad1e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:39.501978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.508115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-defe4c51-c41e-4e11-b7c4-b9aba6857a0e req-28cd3ad9-8f88-4573-8b68-26331076ad1e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:39.509179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-defe4c51-c41e-4e11-b7c4-b9aba6857a0e req-28cd3ad9-8f88-4573-8b68-26331076ad1e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.2934513 Jan 18 22:42:39.524585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e27da-5b07-45b0-a2ac-ea3a3f934659 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:39.537518 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.541608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:39.549388 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.592582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:39.642287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:39.654979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-defe4c51-c41e-4e11-b7c4-b9aba6857a0e req-41c4bca2-6257-452a-9ae5-8a553e83c1bb tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379702 Jan 18 22:42:39.655233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:39.669541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:39.680757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:39.745217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:39.821863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:39.837742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'mac_address': 'fa:16:3e:7a:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:39.869762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:39.870480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.913755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-861ad30d-e412-4d7e-96d2-6226a14606b8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1181886 Jan 18 22:42:39.926569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Request body: {'port': {'device_id': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:39.943932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:39.964646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2014c-2201-4bef-8537-8f8fab0b6d5b req-bfa53786-fc97-4a48-bef5-c94f71d922d0 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:39.971925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76c2014c-2201-4bef-8537-8f8fab0b6d5b req-bfa53786-fc97-4a48-bef5-c94f71d922d0 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 947 time: 0.1703730 Jan 18 22:42:40.027035 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.054002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:40.063931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76c2014c-2201-4bef-8537-8f8fab0b6d5b req-1e2c1ddc-b53b-4a93-846e-1dcd9af17065 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911424 Jan 18 22:42:40.090204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.111255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:40.124924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.171353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6672-b7f5-40f0-892c-91b78929676c req-9cf00a64-f1aa-4bfb-bd01-e2f6f376c454 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:40.173324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a6f6672-b7f5-40f0-892c-91b78929676c req-9cf00a64-f1aa-4bfb-bd01-e2f6f376c454 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 948 time: 0.0982745 Jan 18 22:42:40.229041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a6f6672-b7f5-40f0-892c-91b78929676c req-47b392c0-12a7-4291-8d3c-ee5308b7c926 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Jan 18 22:42:40.280838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:40.339539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:40.473036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-9cdaae79-1f64-4adc-bcf9-9c49086f1051 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340423 Jan 18 22:42:40.491749 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:42:40.668858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-fb4e36ef-5ff4-481d-8248-befe299c3a0f tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:40.670307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-fb4e36ef-5ff4-481d-8248-befe299c3a0f tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934652 Jan 18 22:42:40.722615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-4df0a22d-5be4-4b62-8d9e-96c04eca0658 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/quotas/c4bd07bbbbaa4099a5163b3bc5f3459e HTTP/1.1" status: 200 len: 375 time: 0.0244186 Jan 18 22:42:40.731382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f91ba-6f26-457b-8d7d-dca5a4439275 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:40.777932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.782048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-8c242f70-1732-4424-a64c-09d946a90b95 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532062 Jan 18 22:42:40.795611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Transition to ACTIVE for port object e86f91ba-6f26-457b-8d7d-dca5a4439275 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:40.802361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.857385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7a490-0b42-4653-8113-6c685678128d req-0a264d05-2165-4d5c-bdc9-9fcabeb3730b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:40.859210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7bd7a490-0b42-4653-8113-6c685678128d req-0a264d05-2165-4d5c-bdc9-9fcabeb3730b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.0803604 Jan 18 22:42:40.921966 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7bd7a490-0b42-4653-8113-6c685678128d req-0ff33878-55e0-4481-8fd7-b9cfc387eb61 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Jan 18 22:42:40.968509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:41.084595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:41.084936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:41.085289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:41.092927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:41.093282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:41.105441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:41.105776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:41.106160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:41.106589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Bound port: e86f91ba-6f26-457b-8d7d-dca5a4439275, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:41.106934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.161339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e69d50-460f-4e15-bf47-088e73646289 req-33e5fdc9-379f-4bba-99e1-c3f0d59080b9 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.163091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8e69d50-460f-4e15-bf47-088e73646289 req-33e5fdc9-379f-4bba-99e1-c3f0d59080b9 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.0964580 Jan 18 22:42:41.213738 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8e69d50-460f-4e15-bf47-088e73646289 req-19f2a10b-4e9e-42a0-b7d3-91dfa7d71b79 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Jan 18 22:42:41.225389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b569f9-70ed-4369-a451-5e5066402d31 req-4174926b-3e6d-4663-8fe3-015872ac022e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.226893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b5b569f9-70ed-4369-a451-5e5066402d31 req-4174926b-3e6d-4663-8fe3-015872ac022e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 946 time: 0.1879756 Jan 18 22:42:41.265182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:41.265735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:41.297469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b5b569f9-70ed-4369-a451-5e5066402d31 req-e751c97b-cc45-4303-a4ae-9d3a520caaa8 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604997 Jan 18 22:42:41.311277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:41.325702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.365789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port c83e27da-5b07-45b0-a2ac-ea3a3f934659 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:41.381406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port c83e27da-5b07-45b0-a2ac-ea3a3f934659 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:41.383495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.451921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.452660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.454148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] 10.222.0.86 "PUT /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 1091 time: 1.5318921 Jan 18 22:42:41.456200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60151e52-71fd-4bb1-bbc2-150c9c7eaec7 req-781d05a8-f366-4106-8484-5afec7518c54 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 210 time: 0.0737612 Jan 18 22:42:41.456685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:41.488571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122864-4e42-40c3-8889-a1132b42a281 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:41.628100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:41.683598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4687ac-17a2-4b89-93f5-2bb18cad1928 req-05e3b0a3-f001-4834-a840-c86d5a1791ba tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.691929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e4687ac-17a2-4b89-93f5-2bb18cad1928 req-05e3b0a3-f001-4834-a840-c86d5a1791ba tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 948 time: 0.1413126 Jan 18 22:42:41.736459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-8ea60fd7-d155-4980-817b-06844947648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.737992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-8ea60fd7-d155-4980-817b-06844947648a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1094 time: 0.1942692 Jan 18 22:42:41.748648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf61ce-b07a-4889-acf8-c2a761178d48 req-6e46ea4d-5224-4e33-8d4c-04438221b521 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.750484 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e4687ac-17a2-4b89-93f5-2bb18cad1928 req-ddb701d1-c635-479d-ba55-08e9d07136c1 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572329 Jan 18 22:42:41.754946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfaf61ce-b07a-4889-acf8-c2a761178d48 req-6e46ea4d-5224-4e33-8d4c-04438221b521 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 948 time: 0.1244977 Jan 18 22:42:41.777089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:41.829377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-aeda7d36-8fb8-4d3f-adbf-225727b2a7d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 217 time: 0.0721960 Jan 18 22:42:41.872622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:41.892729 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.912150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '03d7b568-923f-41d0-9974-9d571a337976', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'port_id': '03d7b568-923f-41d0-9974-9d571a337976', 'mac_address': 'fa:16:3e:fb:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd75ae-b1e2-4724-b625-1e7a06d823f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:41.950503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfaf61ce-b07a-4889-acf8-c2a761178d48 req-0de8ade2-e943-4068-8496-1278a48bb6b4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944308 Jan 18 22:42:41.979746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-b5e5b367-5507-49cb-be00-9b23c6a70fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.981419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-b5e5b367-5507-49cb-be00-9b23c6a70fc2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1388340 Jan 18 22:42:42.020261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:42.029533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa5cba-3c1e-459d-a39c-de714fc8c942 req-a353d3db-1b92-42af-9b65-22a802252c25 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:42.037781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8fa5cba-3c1e-459d-a39c-de714fc8c942 req-a353d3db-1b92-42af-9b65-22a802252c25 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 946 time: 0.2007310 Jan 18 22:42:42.041365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47080) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:42.047134 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'status': 'completed', 'code': 200} Jan 18 22:42:42.064866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'floatingip': {'port_id': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:42.065918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:42.076369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-298eea51-a13b-4d61-a528-72a3ecc1783e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870006 Jan 18 22:42:42.099505 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.159573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.183616 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'code': 200} Jan 18 22:42:42.186254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d7b568-923f-41d0-9974-9d571a337976 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:42.208348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.395679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:42.410711 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ac969f-4b1d-4e36-9c09-ce898c4d859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.428066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:42.429494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.433986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-04dcd965-606f-44ae-b263-ae7a59a0f882 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964508 Jan 18 22:42:42.501790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:42.533009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:42.547002 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.618135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:42.646559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:42.647679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477954-2386-465a-b888-512561c6f5c2 req-08ce4f83-6660-4a39-b328-a9a510320f65 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:42.652186 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a477954-2386-465a-b888-512561c6f5c2 req-08ce4f83-6660-4a39-b328-a9a510320f65 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.2875011 Jan 18 22:42:42.746902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.760778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ef15e-dac9-43f8-b5db-4a28bb68c218 req-32cb9003-190a-498a-8e3f-b3bb71c404c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:42.763079 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e3ef15e-dac9-43f8-b5db-4a28bb68c218 req-32cb9003-190a-498a-8e3f-b3bb71c404c6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1100 time: 0.4500623 Jan 18 22:42:42.763345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:42.793133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:42.811296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['03d7b568-923f-41d0-9974-9d571a337976'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:42.851145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.859073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-f1207d74-4e1a-46e7-8713-7dfab11e0403 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:42.860553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-f1207d74-4e1a-46e7-8713-7dfab11e0403 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072397 Jan 18 22:42:42.877650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Request body: {'port': {'device_id': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'c4bd07bbbbaa4099a5163b3bc5f3459e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:42.905084 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e3ef15e-dac9-43f8-b5db-4a28bb68c218 req-5d22f915-215b-4c53-9a46-a2a7dd0c51ed service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114402 Jan 18 22:42:42.934220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.972203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-54f37e09-c15f-468a-9d35-8d8de1a3f5b4 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8847859 Jan 18 22:42:42.972583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:42.994317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a477954-2386-465a-b888-512561c6f5c2 req-59305586-8a8e-48e6-ae0c-dd91879594b8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291663 Jan 18 22:42:43.002814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:43.012017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Usage tracker for resource:security_group_rule and tenant:2958d69b83cc4b36a6e469d30ec969db is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:43.015927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:43.020351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257adc2-219f-42b7-9426-6f7fe068c921 req-0905a001-fd02-403d-9761-e6c60424aefc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.021226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f257adc2-219f-42b7-9426-6f7fe068c921 req-0905a001-fd02-403d-9761-e6c60424aefc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:43.023258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:43.043766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.083765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:43.119479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f257adc2-219f-42b7-9426-6f7fe068c921 req-0905a001-fd02-403d-9761-e6c60424aefc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:43.120622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f257adc2-219f-42b7-9426-6f7fe068c921 req-0905a001-fd02-403d-9761-e6c60424aefc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.8606222 Jan 18 22:42:43.172074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Usage tracker for resource:security_group_rule and tenant:ab841023544b416e86bb9f1b59f1f9d0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:43.216785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:43.218727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204d99bf-dfc1-4550-bcac-f1a462186ee7 req-f6349a72-183b-47bc-a9d8-bcb141e9b63b service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401958 Jan 18 22:42:43.222551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:43.229970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f257adc2-219f-42b7-9426-6f7fe068c921 req-dd4c9090-4b46-46a7-98b9-bf40c0e895e5 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965710 Jan 18 22:42:43.230990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Usage tracker for resource:port and tenant:c4bd07bbbbaa4099a5163b3bc5f3459e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:43.234019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:43.235985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:43.240382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:43.264628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Made reservation on behalf of c4bd07bbbbaa4099a5163b3bc5f3459e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:43.269192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.316451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.338289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:43.353795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Usage tracker for resource:security_group_rule and tenant:c4bd07bbbbaa4099a5163b3bc5f3459e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:43.356287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b6dee7d3-11e2-4133-9b63-a2212d63679a req-36e447d6-0da5-4af1-ac54-50fc7006c4e2 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 210 time: 0.1856332 Jan 18 22:42:43.391813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:43.410376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:43.467815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-12ad6150-f1d0-42a8-97d5-1c4ebb529ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.469483 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-12ad6150-f1d0-42a8-97d5-1c4ebb529ea5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1094 time: 0.1897058 Jan 18 22:42:43.538256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.562891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.572586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70a0f8-b26c-4dea-8bff-29f6431de515 req-57c675fd-7e5f-48b1-bd98-0ff88a5ff6a9 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.574260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb70a0f8-b26c-4dea-8bff-29f6431de515 req-57c675fd-7e5f-48b1-bd98-0ff88a5ff6a9 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 949 time: 0.2217145 Jan 18 22:42:43.677740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.695595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.713805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb70a0f8-b26c-4dea-8bff-29f6431de515 req-951ee012-cc9b-4221-bd21-5a778f3977c4 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274860 Jan 18 22:42:43.722203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-6377bdef-9fed-4295-a8dc-b01e601cf953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.723590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-6377bdef-9fed-4295-a8dc-b01e601cf953 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2433560 Jan 18 22:42:43.770550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2958d69b83cc4b36a6e469d30ec969db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1489186 Jan 18 22:42:43.775007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47116) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:43.783778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001d94a1-c447-4afe-99e1-32f6a43e395b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:43.789566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.803883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:42:43.844822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-6644d9ca-d919-4f01-9c4d-8d3d76dcdfe7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 217 time: 0.0841687 Jan 18 22:42:43.853817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff0a65-8e4e-4955-bedd-7888eec02207,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:43.882658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.883016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.883340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.883657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.884171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.884272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.884602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.884929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.885269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.885583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.885898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.886233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8df0d-2da1-4f67-b020-2eba0a0b8d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:43.890385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.981809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-5e650fa9-3e38-4d8b-a543-f6620311be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.983185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-5e650fa9-3e38-4d8b-a543-f6620311be27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1305773 Jan 18 22:42:44.036703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeee42-a57b-43d9-a194-3cc0501d3d23 req-894eae7c-0949-4123-a790-2ad8a494207a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:44.043282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Allocated IP 192.168.233.61 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/9c5d0488-52e2-4b47-8a7f-2bf54c742134) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:44.043502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77eeee42-a57b-43d9-a194-3cc0501d3d23 req-894eae7c-0949-4123-a790-2ad8a494207a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.5728238 Jan 18 22:42:44.059933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-2cd2cb0e-5416-41ed-a3dd-24b139a2e4e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567009 Jan 18 22:42:44.065686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ee82e-6f9a-4f17-a56a-742e8f6b6a21,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:44.074031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fdc9032b-68f5-491f-9557-dfd6754dc243 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab841023544b416e86bb9f1b59f1f9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2838616 Jan 18 22:42:44.074031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.080157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:44.118762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.185762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:44.200617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531fa2d4-54b0-4504-aa86-686a830bf850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.219581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77eeee42-a57b-43d9-a194-3cc0501d3d23 req-5ee97d75-05ba-4db5-9072-8bb3cfae2f42 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752224 Jan 18 22:42:44.275350 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'code': 200} Jan 18 22:42:44.329778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531fa2d4-54b0-4504-aa86-686a830bf850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.354362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a0ce6fa-70c1-4f95-9758-6302a0748072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.382318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e91e8887-129a-4d88-ab32-bd077d264291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.435305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-465cb270-21ff-418b-8bb0-b45bf42022cd service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653643 Jan 18 22:42:44.468187 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f associated. External IP: 172.25.4.147, port: 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95. Jan 18 22:42:44.526246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e91e8887-129a-4d88-ab32-bd077d264291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.604286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531fa2d4-54b0-4504-aa86-686a830bf850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.649172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bb8b9-9781-44b1-8efc-7dfae4159bfb req-15800acb-7130-4194-be9e-9ac9db18f29c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:44.650650 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-381bb8b9-9781-44b1-8efc-7dfae4159bfb req-15800acb-7130-4194-be9e-9ac9db18f29c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.5101254 Jan 18 22:42:44.693124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fa2d4-54b0-4504-aa86-686a830bf850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001d94a1-c447-4afe-99e1-32f6a43e395b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:44.705756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.718478 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531fa2d4-54b0-4504-aa86-686a830bf850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.721735 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-531fa2d4-54b0-4504-aa86-686a830bf850 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/001d94a1-c447-4afe-99e1-32f6a43e395b HTTP/1.1" status: 204 len: 168 time: 0.9427292 Jan 18 22:42:44.741390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6cb82-d398-4f53-8763-f0532b363ce5 req-ea2690db-e351-4447-8ceb-48340173fcb1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:44.742873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-38f6cb82-d398-4f53-8763-f0532b363ce5 req-ea2690db-e351-4447-8ceb-48340173fcb1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.3457880 Jan 18 22:42:44.759280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Transition to ACTIVE for port object 9c5d0488-52e2-4b47-8a7f-2bf54c742134 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:44.766097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e91e8887-129a-4d88-ab32-bd077d264291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.780183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-381bb8b9-9781-44b1-8efc-7dfae4159bfb req-2f1c7f23-a2a3-47f1-9495-e872930bc2d3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172657 Jan 18 22:42:44.782007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe65e4-1d86-4119-9f46-87f6692efe12 req-af6ab2b1-895e-4d93-a649-0626087ea793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:44.783394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-82fe65e4-1d86-4119-9f46-87f6692efe12 req-af6ab2b1-895e-4d93-a649-0626087ea793 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 1100 time: 0.4159184 Jan 18 22:42:44.790249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c016da8c-ef18-45c7-8bfc-2db9071176ce req-fb99a61f-cb64-4ef1-8c96-7644cb7d81b2 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425872 Jan 18 22:42:44.849840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-82fe65e4-1d86-4119-9f46-87f6692efe12 req-423b8586-e8f7-41cf-b0c5-4141e55396ae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 Jan 18 22:42:44.860193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e8887-129a-4d88-ab32-bd077d264291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ee82e-6f9a-4f17-a56a-742e8f6b6a21,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:44.862403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e91e8887-129a-4d88-ab32-bd077d264291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.865851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e91e8887-129a-4d88-ab32-bd077d264291 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/078ee82e-6f9a-4f17-a56a-742e8f6b6a21 HTTP/1.1" status: 204 len: 168 time: 0.7825696 Jan 18 22:42:44.865993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.897029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-38f6cb82-d398-4f53-8763-f0532b363ce5 req-939e0b22-429f-4c1d-8571-3e5013ae51c1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476293 Jan 18 22:42:45.085197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:45.087652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:42:45.094836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:45.109148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:42:45.197741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Pushing event updated for resources: {'Port': ['ID=9c5d0488-52e2-4b47-8a7f-2bf54c742134,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:45.219063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:45.219695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.260994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-9502d4ec-f6dc-4c33-b97d-4300d9939a01 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:45.261735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-9502d4ec-f6dc-4c33-b97d-4300d9939a01 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Synchronizing usage tracker for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:45.265658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-db272771-149a-4b68-b1ec-da295a413ccd tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3947842 Jan 18 22:42:45.266137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47144) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:45.290624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Request body: {'port': {'device_id': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:45.322703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.365867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:45.373751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d3017c591f45c8a596ab7cfb1a114a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:45.378897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:45.381741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-9502d4ec-f6dc-4c33-b97d-4300d9939a01 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Unset dirty status for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:45.382780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-9502d4ec-f6dc-4c33-b97d-4300d9939a01 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 935 time: 0.4005647 Jan 18 22:42:45.408130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddedec3-0356-4b97-b6fb-7693f7ca9bcb req-78bed8f1-037a-4976-ad82-f3c470282a42 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:45.409788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ddedec3-0356-4b97-b6fb-7693f7ca9bcb req-78bed8f1-037a-4976-ad82-f3c470282a42 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 949 time: 0.3587339 Jan 18 22:42:45.417187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:42:45.419560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:45.423208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.434792 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:45.444355 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:42:45.445269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:42:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:45.483237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8fded697-d8bc-446d-aca7-35215d32732f None None] Provisioning for port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:45.490581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8fded697-d8bc-446d-aca7-35215d32732f None None] Provisioning complete for port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:45.490963 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fded697-d8bc-446d-aca7-35215d32732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.495012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.530275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c82d8364-53e6-483e-a64d-b89f2e2ed60a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "PUT /v2.0/floatingips/16d75213-4e1c-4ec0-92a8-78e876bdb89f HTTP/1.1" status: 200 len: 992 time: 3.4780450 Jan 18 22:42:45.530494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-840e7795-ec7c-4cc1-bb22-5ace639a469c tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Synchronizing usage tracker for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:42:45.530594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:45.553855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ddedec3-0356-4b97-b6fb-7693f7ca9bcb req-1f835b5a-ebdf-4152-9f26-a6c607321a57 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345508 Jan 18 22:42:45.615293 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.621981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.626143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fded697-d8bc-446d-aca7-35215d32732f None None] Port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:42:45.628082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:45.630519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-840e7795-ec7c-4cc1-bb22-5ace639a469c tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Unset dirty status for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:42:45.631263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:45.645422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ba83b92-3a3e-4abe-a6b5-09c52586870f req-840e7795-ec7c-4cc1-bb22-5ace639a469c tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286496 Jan 18 22:42:45.739361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:42:45.837261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.939947 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.042676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:46.078337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'port_id': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'mac_address': 'fa:16:3e:78:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36aea40-0aef-43b0-8dd6-48aac4083edc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:46.128624 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'status': 'completed', 'code': 200} Jan 18 22:42:46.215576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8d3017c591f45c8a596ab7cfb1a114a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9483621 Jan 18 22:42:46.220846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:46.221958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e0edb-b523-42da-9019-20dde0efc1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b5d58-bd61-4483-ab0a-f44f30871c59,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:46.254686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 03d7b568-923f-41d0-9974-9d571a337976 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:46.270751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 03d7b568-923f-41d0-9974-9d571a337976 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:46.271110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.308696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cec67-b300-4660-8fc0-55d660cb763e req-c13d32f5-6b0f-42df-9019-af0e2b00ae84 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.312666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-134cec67-b300-4660-8fc0-55d660cb763e req-c13d32f5-6b0f-42df-9019-af0e2b00ae84 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.5593388 Jan 18 22:42:46.349034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ff019-4039-4531-bc2b-8aefccced837 req-31b301bd-3986-4da3-bb33-3df5fa916613 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.361525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-190ff019-4039-4531-bc2b-8aefccced837 req-31b301bd-3986-4da3-bb33-3df5fa916613 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.2540905 Jan 18 22:42:46.391781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-5c928476-a991-48ff-b87c-744332bbd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.393286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-5c928476-a991-48ff-b87c-744332bbd3f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 1097 time: 0.2675853 Jan 18 22:42:46.396703 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.421834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f91ba-6f26-457b-8d7d-dca5a4439275 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:46.442434 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '16d75213-4e1c-4ec0-92a8-78e876bdb89f', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'port_id': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'mac_address': 'fa:16:3e:02:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:42:20Z', 'updated_at': '2022-01-18T22:42:43Z', 'revision_number': 1, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:46.448522 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:42:46.455510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:46.461381 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:42:46.462648 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:42:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:46.465104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.477040 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.506288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-134cec67-b300-4660-8fc0-55d660cb763e req-ba0e9d3d-9e6f-4871-b633-50f56cd9d5fb tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825702 Jan 18 22:42:46.527146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5d0488-52e2-4b47-8a7f-2bf54c742134 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:46.540308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.562017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:46.564239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Transition to ACTIVE for port object 9c5d0488-52e2-4b47-8a7f-2bf54c742134 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:46.587532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:46.588476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d7b568-923f-41d0-9974-9d571a337976'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:46.596201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-190ff019-4039-4531-bc2b-8aefccced837 req-6f4aa98a-90f7-428f-b0f8-63c3ad4a8ef4 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339909 Jan 18 22:42:46.596592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62402f16-5be3-4814-9913-4fd6bdaf9987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.597822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.598966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.693887 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:42:46.764311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62402f16-5be3-4814-9913-4fd6bdaf9987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.786415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-78b2ac05-063a-4fbe-8ec1-9bb9b33441b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.788283 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-78b2ac05-063a-4fbe-8ec1-9bb9b33441b1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 925 time: 0.3850601 Jan 18 22:42:46.848107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5d0488-52e2-4b47-8a7f-2bf54c742134,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:46.848310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['e86f91ba-6f26-457b-8d7d-dca5a4439275'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:47.005218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.045913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:47.091335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-74eee64c-b3d4-4ed6-8837-cac0449c7296 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 HTTP/1.1" status: 200 len: 1000 time: 0.2912579 Jan 18 22:42:47.166921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62402f16-5be3-4814-9913-4fd6bdaf9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.187301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Attempting to bind port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:47.187864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Attempting to bind port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:47.188778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Attempting to bind port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:47.194837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:42:47.195484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Attempting to bind port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:42:47.197197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62402f16-5be3-4814-9913-4fd6bdaf9987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.201013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62402f16-5be3-4814-9913-4fd6bdaf9987 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e58b5d58-bd61-4483-ab0a-f44f30871c59 HTTP/1.1" status: 204 len: 168 time: 0.9773781 Jan 18 22:42:47.203264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:42:47.203808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:47.204518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:42:47.205442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Bound port: 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:47.205998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.216402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2ea6-a01a-4e68-8575-09cbeb29d4d6 req-456b2910-2055-4832-865f-07fede739261 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.217963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7feb2ea6-a01a-4e68-8575-09cbeb29d4d6 req-456b2910-2055-4832-865f-07fede739261 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.5067439 Jan 18 22:42:47.221654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62402f16-5be3-4814-9913-4fd6bdaf9987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b5d58-bd61-4483-ab0a-f44f30871c59,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:47.284463 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '16d75213-4e1c-4ec0-92a8-78e876bdb89f', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'port_id': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'mac_address': 'fa:16:3e:02:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:42:20Z', 'updated_at': '2022-01-18T22:42:43Z', 'revision_number': 1, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:47.284803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7feb2ea6-a01a-4e68-8575-09cbeb29d4d6 req-cbe0bff6-48bf-4585-bf59-20d4b9bd7858 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501938 Jan 18 22:42:47.289318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-a25fe1e6-dac9-42a4-bc02-84c2b839e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.290944 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-a25fe1e6-dac9-42a4-bc02-84c2b839e8e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 200 len: 863 time: 0.1936824 Jan 18 22:42:47.297919 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1af3f9-547a-45b5-b796-0a37bc2202dc None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '16d75213-4e1c-4ec0-92a8-78e876bdb89f', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'port_id': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'mac_address': 'fa:16:3e:02:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:42:20Z', 'updated_at': '2022-01-18T22:42:43Z', 'revision_number': 1, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:47.348216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] For port 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:42:47.351736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] For port 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:42:47.361953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.494101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.494715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.496160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] 10.222.0.85 "PUT /v2.0/ports/9c5d0488-52e2-4b47-8a7f-2bf54c742134 HTTP/1.1" status: 200 len: 1095 time: 2.2125061 Jan 18 22:42:47.497741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'tag': '9c5d0488-52e2-4b47-8a7f-2bf54c742134'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:47.498354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-614c8124-f2a4-4fbb-bc4e-afae875a918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.499797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-614c8124-f2a4-4fbb-bc4e-afae875a918a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=544f4b75-63f0-4735-bef6-f76319369ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014625 Jan 18 22:42:47.539443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd856ed-bb37-4cd3-9be6-bca1d8a070b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5d0488-52e2-4b47-8a7f-2bf54c742134,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:47.567690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee89b2-14b6-4670-89b7-607f12546c50 req-d47a6366-1f3d-486b-a9cc-2508603734ba tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.575823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73ee89b2-14b6-4670-89b7-607f12546c50 req-d47a6366-1f3d-486b-a9cc-2508603734ba tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 949 time: 0.1547086 Jan 18 22:42:47.632498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bf3f93-5fd8-43a2-bdda-08850bd494ab None None] New status for floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:42:47.665930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eab44-189c-4eb2-a055-430cb716240f req-0e590c96-1155-4045-ad7b-809a280197f4 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.677621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932eab44-189c-4eb2-a055-430cb716240f req-0e590c96-1155-4045-ad7b-809a280197f4 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1100 time: 0.2537346 Jan 18 22:42:47.704104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73ee89b2-14b6-4670-89b7-607f12546c50 req-a4f87ac7-eca4-41b4-b95e-86b7f8b26cc5 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270916 Jan 18 22:42:47.816252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.817700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-d6af98d9-f93c-44fb-a996-ea106e6fdf38 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022912 Jan 18 22:42:47.847021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:47.853563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Usage tracker for resource:security_group_rule and tenant:d46d9c3edbe6459b98e8032c44563399 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:47.857096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:47.876850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:47.890320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-f27c84aa-85f1-45fb-a255-eea0bf3197ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.892043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-f27c84aa-85f1-45fb-a255-eea0bf3197ab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 1098 time: 0.3419392 Jan 18 22:42:47.964610 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d7b568-923f-41d0-9974-9d571a337976', 'code': 200} Jan 18 22:42:48.020375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-4b47fcb9-2012-48b2-8089-7c8251daec99 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134 HTTP/1.1" status: 200 len: 217 time: 0.0833352 Jan 18 22:42:48.119413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541ad28-8945-4957-99ce-0d3c736f424f req-f8c030b1-3cae-40f9-9370-b04381156061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.121266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b541ad28-8945-4957-99ce-0d3c736f424f req-f8c030b1-3cae-40f9-9370-b04381156061 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1096 time: 0.2280154 Jan 18 22:42:48.122220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-c95db567-1ce2-4449-b5c1-4a8755576412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.123475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-c95db567-1ce2-4449-b5c1-4a8755576412 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0933561 Jan 18 22:42:48.140198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd53ad7-ffb3-4c64-8956-80d8e1243037 req-55aafa06-e28c-45fc-87fc-d808dff4951d tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.141926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7fd53ad7-ffb3-4c64-8956-80d8e1243037 req-55aafa06-e28c-45fc-87fc-d808dff4951d tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 947 time: 0.1520352 Jan 18 22:42:48.144098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb3670b1-ece3-4342-b5ea-43fd40b34247 req-66b474e7-436d-4e67-8122-3da7f10c1967 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198800 Jan 18 22:42:48.205664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7fd53ad7-ffb3-4c64-8956-80d8e1243037 req-04614167-d563-4043-ab54-5a1b2bf0da7f tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561624 Jan 18 22:42:48.239415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b541ad28-8945-4957-99ce-0d3c736f424f req-6fbe1ff4-712f-4cbe-8a18-4f6a3a4085f8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106117 Jan 18 22:42:48.244277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.250160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.288678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932eab44-189c-4eb2-a055-430cb716240f req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099489 Jan 18 22:42:48.294047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-99166bae-c30e-4045-b2e1-20e7b2a7a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.295489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-99166bae-c30e-4045-b2e1-20e7b2a7a60c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503875 Jan 18 22:42:48.300202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66e6b9-08fc-45df-86af-558df987e1be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb3a49d-d94c-4a05-a2e9-7d8a2a6cd8c2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:48.393449 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'tag': '9c5d0488-52e2-4b47-8a7f-2bf54c742134', 'status': 'completed', 'code': 200} Jan 18 22:42:48.463469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-709bde6f-2687-427f-b9cd-d5d30c7b0974 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458614 Jan 18 22:42:48.567517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0bfd4-e731-4efb-97dd-df2be7e7efe4 req-68b3ceb8-3dab-44fd-b94c-60389626c341 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.575200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fc0bfd4-e731-4efb-97dd-df2be7e7efe4 req-68b3ceb8-3dab-44fd-b94c-60389626c341 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.1016283 Jan 18 22:42:48.611127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ef9e0df-3caa-4435-be19-9824815a5745 req-1aef9695-2335-4c6e-8108-de3bc5880567 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405663 Jan 18 22:42:48.629494 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fc0bfd4-e731-4efb-97dd-df2be7e7efe4 req-a463ff25-f8ce-4026-8e3a-effffe0514ee tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520175 Jan 18 22:42:48.761001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-e2bdbf93-9dc2-47e9-93e2-7e2a107771fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.763872 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-e2bdbf93-9dc2-47e9-93e2-7e2a107771fa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 1098 time: 0.0936365 Jan 18 22:42:48.845642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d1d2-d1cf-44b9-b1a0-cac63ff51eec req-c4c25483-5ec6-42c4-9ae1-59c5915925e0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.847552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d853d1d2-d1cf-44b9-b1a0-cac63ff51eec req-c4c25483-5ec6-42c4-9ae1-59c5915925e0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.0953939 Jan 18 22:42:48.913601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d853d1d2-d1cf-44b9-b1a0-cac63ff51eec req-01381838-b92d-4932-a05b-ff696ada7d40 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590398 Jan 18 22:42:49.012759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-00ba8690-b7dd-42db-b85d-acaaf27bf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:49.014486 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-00ba8690-b7dd-42db-b85d-acaaf27bf260 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2442207 Jan 18 22:42:49.100607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-4cfb55dd-b730-4cd0-9cd0-398f8943487a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134 HTTP/1.1" status: 200 len: 217 time: 0.0771008 Jan 18 22:42:49.170484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-49438f46-a859-4706-8e70-5bc447b0fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:49.172570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-49438f46-a859-4706-8e70-5bc447b0fb96 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0639825 Jan 18 22:42:49.270314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-0672ad93-f4ab-4d15-b474-cf63d50fe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:49.272079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-0672ad93-f4ab-4d15-b474-cf63d50fe5d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874670 Jan 18 22:42:49.469641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc8ad-b36b-46d6-a09d-8efca11b2767 req-06eee290-d6cb-46b9-a341-3a02ffcde284 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:49.471998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebabc8ad-b36b-46d6-a09d-8efca11b2767 req-06eee290-d6cb-46b9-a341-3a02ffcde284 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 947 time: 0.1009285 Jan 18 22:42:49.472477 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-1c78c780-1b23-4c1c-853c-7ded239a10eb service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913042 Jan 18 22:42:49.493417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:49.537564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebabc8ad-b36b-46d6-a09d-8efca11b2767 req-027f3f32-df09-4a14-bf98-71e371d794a5 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Jan 18 22:42:49.630111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:49.636574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1128135f-9fcd-4063-81f1-8afe80936e31 req-33d9696d-e830-4a56-9233-cd9031b5d5cb service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570413 Jan 18 22:42:49.656964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.672126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:49.676238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Usage tracker for resource:security_group_rule and tenant:dd5f075393284a199189f5487f77e912 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:49.679165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:49.686570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:49.707134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port e86f91ba-6f26-457b-8d7d-dca5a4439275 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:49.724663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port e86f91ba-6f26-457b-8d7d-dca5a4439275 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:49.725422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.789180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.798818 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.879421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-d2dea003-06ef-41e3-b77c-0bacbc20a70a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929708 Jan 18 22:42:49.887274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.924145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47316) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:49.924354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd5f075393284a199189f5487f77e912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295096 Jan 18 22:42:49.925455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4b0dd-17f4-4617-8238-6b0c6c85b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352800c1-13ba-4cd4-8e66-6e95e6d49786,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:49.933759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:49.940572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.017189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:50.067541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:50.081829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cff637ab-8e22-43d9-8db9-972e58bd231c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.125851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cff637ab-8e22-43d9-8db9-972e58bd231c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.215725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d4ef-60a1-4293-a7fb-174a7b9240a6 req-d580c080-abfa-44ce-a88a-2b64ea915523 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.217256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f04d4ef-60a1-4293-a7fb-174a7b9240a6 req-d580c080-abfa-44ce-a88a-2b64ea915523 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.2881436 Jan 18 22:42:50.289117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f04d4ef-60a1-4293-a7fb-174a7b9240a6 req-e4ed539e-59eb-4350-af0f-50111f52a16b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Jan 18 22:42:50.306423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cff637ab-8e22-43d9-8db9-972e58bd231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.334785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff637ab-8e22-43d9-8db9-972e58bd231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352800c1-13ba-4cd4-8e66-6e95e6d49786,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:50.344471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cff637ab-8e22-43d9-8db9-972e58bd231c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.345853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cff637ab-8e22-43d9-8db9-972e58bd231c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/352800c1-13ba-4cd4-8e66-6e95e6d49786 HTTP/1.1" status: 204 len: 168 time: 0.4204752 Jan 18 22:42:50.352882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2a8c7-009d-4647-8a58-1a1cd07b1c55 req-c3e73fad-9221-49ba-9ad3-6c575a211a20 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.355157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2df2a8c7-009d-4647-8a58-1a1cd07b1c55 req-c3e73fad-9221-49ba-9ad3-6c575a211a20 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.1990151 Jan 18 22:42:50.406263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2df2a8c7-009d-4647-8a58-1a1cd07b1c55 req-525c93ee-b0d0-42a2-8151-90b68ca3f26e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Jan 18 22:42:50.482252 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'code': 200} Jan 18 22:42:50.509428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1921c20-56af-40a5-a727-a23fb0ffc43f req-fd283e09-d159-4c98-be3d-c4578eb0e667 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.516715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1921c20-56af-40a5-a727-a23fb0ffc43f req-fd283e09-d159-4c98-be3d-c4578eb0e667 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0945501 Jan 18 22:42:50.627736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1921c20-56af-40a5-a727-a23fb0ffc43f req-ff1d03b4-fc8c-426b-adef-2f38893e1d51 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100414 Jan 18 22:42:50.666298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ea977-f658-45c6-b555-8fedb84ff0d3 req-f6999f29-a284-4192-92ee-09e5b2c8644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.669460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-462ea977-f658-45c6-b555-8fedb84ff0d3 req-f6999f29-a284-4192-92ee-09e5b2c8644a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1096 time: 0.1070313 Jan 18 22:42:50.753247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-462ea977-f658-45c6-b555-8fedb84ff0d3 req-4522a8d7-d0fb-4fb3-bb6e-908c155d4d9a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760062 Jan 18 22:42:50.913708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc591d-d172-4615-b736-ace07bdeeb0f req-38032063-34e4-4527-9df5-bae77fef9424 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.915311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0bc591d-d172-4615-b736-ace07bdeeb0f req-38032063-34e4-4527-9df5-bae77fef9424 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 947 time: 0.0903800 Jan 18 22:42:50.925644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664e21-86f4-4155-9823-6de202f28c2e req-937b1208-392a-4546-8682-fb595ba393ae tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.928291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8664e21-86f4-4155-9823-6de202f28c2e req-937b1208-392a-4546-8682-fb595ba393ae tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1096 time: 0.0917363 Jan 18 22:42:50.966763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0bc591d-d172-4615-b736-ace07bdeeb0f req-d116dd1b-d07b-441e-a91f-84526760d6ab tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Jan 18 22:42:50.989602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8664e21-86f4-4155-9823-6de202f28c2e req-843a0fbb-48f9-4d1a-a533-d1487e57ecb5 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547178 Jan 18 22:42:51.357207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9c5d0488-52e2-4b47-8a7f-2bf54c742134 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:51.501609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:51.522778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '9c5d0488-52e2-4b47-8a7f-2bf54c742134', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '9c5d0488-52e2-4b47-8a7f-2bf54c742134', 'mac_address': 'fa:16:3e:a0:ef:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:51.592618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.618950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5d0488-52e2-4b47-8a7f-2bf54c742134 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:51.643390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:42:51.840157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0515-3db2-48dd-aa86-755e9e66bcdb req-91fa19a7-882f-490d-8195-453cfce48e76 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:51.844718 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e47c0515-3db2-48dd-aa86-755e9e66bcdb req-91fa19a7-882f-490d-8195-453cfce48e76 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.2178247 Jan 18 22:42:51.887653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-6cbb89e5-282d-40e7-af1e-83a765da6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:51.891871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-6cbb89e5-282d-40e7-af1e-83a765da6731 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1100 time: 0.1610661 Jan 18 22:42:52.008839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e47c0515-3db2-48dd-aa86-755e9e66bcdb req-d06ddacd-5eb6-4b93-8d6b-7057a484767b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592600 Jan 18 22:42:52.054892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:52.096646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:52.108049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:52.109658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'mac_address': 'fa:16:3e:7a:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:42:52.259402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.305795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.313117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:52.323937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Usage tracker for resource:security_group_rule and tenant:50e117cac1c341cc85f28905967bc10b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:52.327993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:52.329371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.335547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:52.364086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adf6f5-78fc-41df-b75a-eef24921cd56 req-ce249e45-ee85-48c9-bc67-566145601168 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:52.374721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35adf6f5-78fc-41df-b75a-eef24921cd56 req-ce249e45-ee85-48c9-bc67-566145601168 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.4507539 Jan 18 22:42:52.410904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-dd99b965-9734-40db-9b58-e21158bef9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:52.419373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-dd99b965-9734-40db-9b58-e21158bef9dc service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5157502 Jan 18 22:42:52.431131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:52.464617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:52.472849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=9c5d0488-52e2-4b47-8a7f-2bf54c742134,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:52.478532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.543755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-da227bd3-c193-4fa9-9ebd-aadf83dcf48b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.1142509 Jan 18 22:42:52.549756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.562525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.588543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:52.595286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:52.616768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35adf6f5-78fc-41df-b75a-eef24921cd56 req-309d8374-e3e7-4824-bfbc-055102dfb958 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408974 Jan 18 22:42:52.636797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['9c5d0488-52e2-4b47-8a7f-2bf54c742134'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:42:52.649555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-9576d6f2-2ce8-4f4e-bb9b-33ff83e2fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:52.651068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-9576d6f2-2ce8-4f4e-bb9b-33ff83e2fbe5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0959232 Jan 18 22:42:52.684421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50e117cac1c341cc85f28905967bc10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839500 Jan 18 22:42:52.691052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d49d-4b20-48a2-b4a8-9414470e63c7 req-f04320af-83c2-4b66-ab94-82d4d207eb5d tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:52.698382 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc81d49d-4b20-48a2-b4a8-9414470e63c7 req-f04320af-83c2-4b66-ab94-82d4d207eb5d tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 948 time: 0.2907596 Jan 18 22:42:52.701260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:52.701922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621d206-5d95-471d-b599-99b798f56826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529b6c23-f29a-4aa9-8c88-bc97bcf812e6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:52.813276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc81d49d-4b20-48a2-b4a8-9414470e63c7 req-c4bce010-2f15-4bde-818e-3952ae936b38 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080620 Jan 18 22:42:52.840006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-bf6b9a13-2a8a-4279-b2af-fef4f0e4b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:52.842102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-bf6b9a13-2a8a-4279-b2af-fef4f0e4b707 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831613 Jan 18 22:42:52.848995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e88ff812-c88c-4d5e-a0af-4358daf2e0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.972898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e88ff812-c88c-4d5e-a0af-4358daf2e0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.113578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e88ff812-c88c-4d5e-a0af-4358daf2e0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.126767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-e641ac97-6ebb-46aa-a7ae-d54bc56edfec service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694089 Jan 18 22:42:53.143150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ff812-c88c-4d5e-a0af-4358daf2e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b6c23-f29a-4aa9-8c88-bc97bcf812e6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:53.151702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e88ff812-c88c-4d5e-a0af-4358daf2e0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.153037 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e88ff812-c88c-4d5e-a0af-4358daf2e0be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/529b6c23-f29a-4aa9-8c88-bc97bcf812e6 HTTP/1.1" status: 204 len: 168 time: 0.4481916 Jan 18 22:42:53.377464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c3768b9-e230-448a-b7f9-1588a5f90180 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439096 Jan 18 22:42:53.580220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47494) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:53.649334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:53.679494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a450d-aec4-4882-be08-c3941969543b req-e719ae7d-0c52-4b10-8eb0-3a5418bdf27a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:53.705949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a0a450d-aec4-4882-be08-c3941969543b req-e719ae7d-0c52-4b10-8eb0-3a5418bdf27a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.2558551 Jan 18 22:42:53.883632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a0a450d-aec4-4882-be08-c3941969543b req-5fe337ff-bd57-4048-b355-13f064a9155c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764357 Jan 18 22:42:53.908551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:53.909256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.091651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12283523-f4bb-4685-aa63-4e7ed22c8539 req-74075340-d5b2-4c89-b98f-5d52998ae7d6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:54.107180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12283523-f4bb-4685-aa63-4e7ed22c8539 req-74075340-d5b2-4c89-b98f-5d52998ae7d6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.2007380 Jan 18 22:42:54.296333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab4c1d-d616-4caf-83b3-e8e1eb787868 req-b690da03-721a-45aa-9dc9-832949afe3fa tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:54.300132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.313813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41ab4c1d-d616-4caf-83b3-e8e1eb787868 req-b690da03-721a-45aa-9dc9-832949afe3fa tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 948 time: 0.1480045 Jan 18 22:42:54.377576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:54.398457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7466ddb4245f442088ea3a8ec2ccf051 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:54.409137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:54.425388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:54.444115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.472694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41ab4c1d-d616-4caf-83b3-e8e1eb787868 req-69cd35b7-4ffc-476c-8160-ec1506cda222 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537204 Jan 18 22:42:54.519961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:54.559479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12283523-f4bb-4685-aa63-4e7ed22c8539 req-5b704788-450e-4dab-ae4b-efa28b18e3c6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386933 Jan 18 22:42:54.573576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:54.603476 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.742956 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.752285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.802586 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'code': 200} Jan 18 22:42:54.803700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:54.830873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7466ddb4245f442088ea3a8ec2ccf051&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2489247 Jan 18 22:42:54.831944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525e19c-0cb6-42e1-bf9c-f9d4252849c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec0a6a8-c794-4305-a315-3ef71eda83a0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:54.833410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47536) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:54.899949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0152e854-3d85-4fe9-b51e-9e0c165926aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.937493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0152e854-3d85-4fe9-b51e-9e0c165926aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.054518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a481db-e55a-4398-874f-4c0449d26665 req-7392f4d4-d15e-4fd3-b223-a85d12f87665 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.056451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36a481db-e55a-4398-874f-4c0449d26665 req-7392f4d4-d15e-4fd3-b223-a85d12f87665 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1096 time: 0.1224794 Jan 18 22:42:55.092269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47544) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:55.110573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0152e854-3d85-4fe9-b51e-9e0c165926aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.148078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36a481db-e55a-4398-874f-4c0449d26665 req-f34b0e05-9b09-43b2-8e3e-cd60cf1be9c6 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Jan 18 22:42:55.148904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152e854-3d85-4fe9-b51e-9e0c165926aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec0a6a8-c794-4305-a315-3ef71eda83a0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:55.183728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0152e854-3d85-4fe9-b51e-9e0c165926aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.196788 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0152e854-3d85-4fe9-b51e-9e0c165926aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ec0a6a8-c794-4305-a315-3ef71eda83a0 HTTP/1.1" status: 204 len: 168 time: 0.3622303 Jan 18 22:42:55.229690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5314a3b-437c-4ec5-bcad-afcaab60bdc9 req-7c1e722d-36dc-4e0d-828f-d60e87954325 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.241498 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5314a3b-437c-4ec5-bcad-afcaab60bdc9 req-7c1e722d-36dc-4e0d-828f-d60e87954325 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.1640012 Jan 18 22:42:55.271975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-447221542-network', 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:55.293367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:55.298188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Usage tracker for resource:network and tenant:9317091b3ffd47a3957a6b4d9597007e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:55.302230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:55.309585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:55.313658 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5314a3b-437c-4ec5-bcad-afcaab60bdc9 req-593c3287-60a3-491c-92bf-e7b04d5f8116 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Jan 18 22:42:55.328762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:55.332886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.348765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.368124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:55.372891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9317091b3ffd47a3957a6b4d9597007e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:55.378811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9c5d0488-52e2-4b47-8a7f-2bf54c742134 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:42:55.388196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:55.405650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:55.543434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:55.549868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:55.550289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.617455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.628797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.699611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:42:55.734777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3e0eb-12ec-4318-96d5-dad767c2eece,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:55.742413 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.742688 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Added segment 0cba89d0-6d3c-4f37-b151-79e65152b3a5 of type vlan for network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 Jan 18 22:42:55.743321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25081e7c-ed11-4852-93e5-85110554f9a7 req-87228f89-e63a-4d9a-aab9-fe07789d5470 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.755055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25081e7c-ed11-4852-93e5-85110554f9a7 req-87228f89-e63a-4d9a-aab9-fe07789d5470 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 948 time: 0.1355062 Jan 18 22:42:55.781704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.843004 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25081e7c-ed11-4852-93e5-85110554f9a7 req-b98953c1-0b95-4656-b60d-9454bb6df9e3 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853832 Jan 18 22:42:55.871853 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.916480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:55.933905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.935803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.936878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.958677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.998121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:42:56.009830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.031746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:56.042200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Usage tracker for resource:security_group_rule and tenant:4c39a1f793ab414ca80bd932b367ceb3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:56.051396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:56.066501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:56.165801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=9c5d0488-52e2-4b47-8a7f-2bf54c742134,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:56.182690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] Pushing event updated for resources: {'Network': ['ID=afff8b8b-056d-4f5b-9ab8-ae19b6faac84,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:56.191526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1ccc6296-38a7-4ca3-9017-b9a5156f61c4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0978615 Jan 18 22:42:56.195671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47588) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:56.214717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:42:56.227498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Request body: {'subnet': {'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-447221542-subnet', 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:56.234191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:42:56.245981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Usage tracker for resource:subnet and tenant:9317091b3ffd47a3957a6b4d9597007e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:42:56.251184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:42:56.269166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:42:56.330009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.344978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.358463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:56.362683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.417954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e92b16-6d22-4d72-a229-3e0db5cffad2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:56.443354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e2a94f41-9343-49da-883b-a9f9570c9512 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c39a1f793ab414ca80bd932b367ceb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246913 Jan 18 22:42:56.444270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:42:56.768291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2043321-f3e6-4358-b61b-e4c9a522d27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.788380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.804350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d0488-52e2-4b47-8a7f-2bf54c742134'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:56.810078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2043321-f3e6-4358-b61b-e4c9a522d27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.905663 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2043321-f3e6-4358-b61b-e4c9a522d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.917558 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5d0488-52e2-4b47-8a7f-2bf54c742134', 'code': 200} Jan 18 22:42:56.962309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4839-c43d-4ea2-81e5-acd79aa44563 req-223053b1-56a1-458a-ab5d-ce9f5e71e170 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:56.969809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a1d4839-c43d-4ea2-81e5-acd79aa44563 req-223053b1-56a1-458a-ab5d-ce9f5e71e170 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.3676407 Jan 18 22:42:56.990430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043321-f3e6-4358-b61b-e4c9a522d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e92b16-6d22-4d72-a229-3e0db5cffad2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:57.008737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e88c07-2563-4afb-b5af-4750072a002b,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:57.026150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2043321-f3e6-4358-b61b-e4c9a522d27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.032897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2043321-f3e6-4358-b61b-e4c9a522d27d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54e92b16-6d22-4d72-a229-3e0db5cffad2 HTTP/1.1" status: 204 len: 168 time: 0.5849373 Jan 18 22:42:57.138663 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a1d4839-c43d-4ea2-81e5-acd79aa44563 req-a3f59170-f7ac-4b74-8c2e-df7b5bcf9144 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676934 Jan 18 22:42:57.192611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:42:57.193974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Network hostable DHCP agents. Network: afff8b8b-056d-4f5b-9ab8-ae19b6faac84, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:42:57.333697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a64c8-9fec-497f-b3cb-ad27526d96ca req-de22cb86-731a-4895-9a1f-e113946abeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:57.335252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef4a64c8-9fec-497f-b3cb-ad27526d96ca req-de22cb86-731a-4895-9a1f-e113946abeb3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 1100 time: 0.3419974 Jan 18 22:42:57.451843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef4a64c8-9fec-497f-b3cb-ad27526d96ca req-7d965694-93d5-40e7-b092-9c1a0b8061de service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936282 Jan 18 22:42:57.455250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:42:57.480025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, afff8b8b-056d-4f5b-9ab8-ae19b6faac84) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:57.485485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:57.486111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.494128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1e0e9-4046-4b9a-8dfd-d0b17e87bcdd None None] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:42:57.510916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a0cf1-e942-40dc-9a23-c407a7372e59 req-540e183b-c723-4810-81ed-8884261a32ed tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:57.518658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7a0cf1-e942-40dc-9a23-c407a7372e59 req-540e183b-c723-4810-81ed-8884261a32ed tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 949 time: 0.3147728 Jan 18 22:42:57.618765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7a0cf1-e942-40dc-9a23-c407a7372e59 req-60288dd2-5ae9-407e-b6c8-1577ddd832a8 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990617 Jan 18 22:42:57.620936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea1e3290-0b45-4f6d-9408-3b56e0e4f8a5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4242702 Jan 18 22:42:57.951583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae6323-4389-4097-9478-669785aec523 None None] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:42:58.734954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474e22f-54fb-4158-835f-689676e5f067 req-317607e8-3e60-462c-a37a-f0a987f17b53 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:58.736649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e474e22f-54fb-4158-835f-689676e5f067 req-317607e8-3e60-462c-a37a-f0a987f17b53 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.2860553 Jan 18 22:42:58.872136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e474e22f-54fb-4158-835f-689676e5f067 req-42877dc5-b4fb-4a4b-8368-76e91021305f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226904 Jan 18 22:42:59.241502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-fc7cd11e-9014-4ed8-87f5-b4d611ad3bac tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:59.245880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-fc7cd11e-9014-4ed8-87f5-b4d611ad3bac tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.2160809 Jan 18 22:42:59.282465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-914e4428-d1ed-4a94-8aa4-4d7dda19c5e5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.0294623 Jan 18 22:42:59.385232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-9ab5d675-2c94-4509-85d1-898884260ae0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017411 Jan 18 22:42:59.470702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb9af8-659c-408d-a7a6-49c2f4e57a60 req-a4cb89ab-599f-4366-b8b7-8d84391c7af8 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:59.472853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2dbb9af8-659c-408d-a7a6-49c2f4e57a60 req-a4cb89ab-599f-4366-b8b7-8d84391c7af8 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 949 time: 0.1602511 Jan 18 22:42:59.521461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2dbb9af8-659c-408d-a7a6-49c2f4e57a60 req-dda8c953-b74f-40a2-9b61-3113601a2846 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Jan 18 22:42:59.588905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-3c916fb7-1835-4bd4-8a7e-4f2027812414 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021797 Jan 18 22:42:59.877184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-11bea27d-2c9a-4309-904b-2abca4118dd8 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794132 Jan 18 22:43:00.508177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47736) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:00.835678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.903584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:00.907573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Usage tracker for resource:security_group_rule and tenant:86048c2ef8f146fab75536faabdd543c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:00.910492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:00.916423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:01.015234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.037359 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.149565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86048c2ef8f146fab75536faabdd543c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402693 Jan 18 22:43:01.153352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47760) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:01.334923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5cbb-ec60-4be0-af70-eadb7ad6db27 req-ec4f579b-1039-4b3d-8801-e8d4d96fbd52 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:01.341982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4a5cbb-ec60-4be0-af70-eadb7ad6db27 req-ec4f579b-1039-4b3d-8801-e8d4d96fbd52 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.7759550 Jan 18 22:43:01.341982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7de68-610c-4ca6-85fa-bdac46597994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9508efe-58f6-4826-9d6a-7d4007d1ba81,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:01.432961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bf007115-f865-47f7-a8df-9468f84472c2 req-09ca4c9d-4dce-4d16-9075-9830b3b93f53 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 210 time: 0.2827933 Jan 18 22:43:01.451800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04e60af6-9f10-445a-b462-a0f986baa55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.521577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4a5cbb-ec60-4be0-af70-eadb7ad6db27 req-9b7146ea-b820-46f5-a0ae-1a0e0a2e0993 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589658 Jan 18 22:43:01.546528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04e60af6-9f10-445a-b462-a0f986baa55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.641940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04e60af6-9f10-445a-b462-a0f986baa55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.756981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e60af6-9f10-445a-b462-a0f986baa55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9508efe-58f6-4826-9d6a-7d4007d1ba81,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:01.776776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-4f8d6228-1ce7-49b4-afa3-96318938bf2d tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732179 Jan 18 22:43:02.068561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-d5334ab9-2e10-4497-aa74-7a86f6127aee tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:02.075552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-d5334ab9-2e10-4497-aa74-7a86f6127aee tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979083 Jan 18 22:43:02.097851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04e60af6-9f10-445a-b462-a0f986baa55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.099848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-04e60af6-9f10-445a-b462-a0f986baa55a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9508efe-58f6-4826-9d6a-7d4007d1ba81 HTTP/1.1" status: 204 len: 168 time: 0.9402735 Jan 18 22:43:02.184724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-bfdc6a0e-905d-4141-8387-12c7b7ed6e85 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/quotas/c4bd07bbbbaa4099a5163b3bc5f3459e HTTP/1.1" status: 200 len: 375 time: 0.1079104 Jan 18 22:43:02.341616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-587a99f7-952e-477c-810e-cd7c6d4411e3 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558793 Jan 18 22:43:02.352041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-01baa04f-a71d-4e97-9536-0f0981280763 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:02.352937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-01baa04f-a71d-4e97-9536-0f0981280763 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:02.409554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-01baa04f-a71d-4e97-9536-0f0981280763 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:02.410734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-01baa04f-a71d-4e97-9536-0f0981280763 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.3499732 Jan 18 22:43:02.425887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Request body: {'port': {'device_id': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'admin_state_up': True, 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:02.623050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:02.719229 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.726671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49577a4a-9e2a-4b9b-82cd-89eefe2b10b0 req-aa290866-77f0-4734-a9d3-d6216aaef417 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 210 time: 0.1615345 Jan 18 22:43:02.775146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf239f65-a811-4928-a408-a37a11323eb9 req-4d0f4755-58d6-480a-b6ef-bec3fc99cda7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 210 time: 0.1122451 Jan 18 22:43:02.796015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:02.806596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Usage tracker for resource:security_group_rule and tenant:31131f5efc3f4ee2aad68ceae287c869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:02.817316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:02.818480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:02.821839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Usage tracker for resource:port and tenant:9317091b3ffd47a3957a6b4d9597007e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:02.825231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:02.826068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:02.831344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:02.856963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:02.862918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.042702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.058949 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.185739 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31131f5efc3f4ee2aad68ceae287c869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615463 Jan 18 22:43:03.187141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb635807-899c-44f2-ac71-396e5f77d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a013e-9a8c-4d27-a104-0b87920ed1a2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:03.191363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:03.240829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00739259-adc9-419a-9467-0f07f5ac1a9f req-ea872bab-fc5c-408c-a225-7c8fd7e2d0b3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:03.242608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00739259-adc9-419a-9467-0f07f5ac1a9f req-ea872bab-fc5c-408c-a225-7c8fd7e2d0b3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.3314106 Jan 18 22:43:03.316466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00739259-adc9-419a-9467-0f07f5ac1a9f req-d06bc6a7-4fc8-4725-b54c-89e20ad2fed1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573082 Jan 18 22:43:03.319468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-209dd41b-d598-4ba1-bc19-8044db6097cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.329823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Allocated IP 172.20.0.14 (afff8b8b-056d-4f5b-9ab8-ae19b6faac84/98e88c07-2563-4afb-b5af-4750072a002b/22eeacdd-38d5-48bc-a951-9c21818846d4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:03.358541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-209dd41b-d598-4ba1-bc19-8044db6097cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.459549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-209dd41b-d598-4ba1-bc19-8044db6097cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.478951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dd41b-d598-4ba1-bc19-8044db6097cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a013e-9a8c-4d27-a104-0b87920ed1a2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:03.483604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-209dd41b-d598-4ba1-bc19-8044db6097cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.496158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-209dd41b-d598-4ba1-bc19-8044db6097cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4f9a013e-9a8c-4d27-a104-0b87920ed1a2 HTTP/1.1" status: 204 len: 168 time: 0.2834001 Jan 18 22:43:03.638473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.728101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.938007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:03.952240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:03.981855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:04.014763 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.124803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:04.125817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.206154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e708e4f4-9f56-4c8f-8de5-727eb3d784ff req-a9c9ecb4-817c-41ec-9e17-f2b27a136156 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 210 time: 0.1520989 Jan 18 22:43:04.207411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event updated for resources: {'Port': ['ID=22eeacdd-38d5-48bc-a951-9c21818846d4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:04.235305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-17356e54-89a8-406b-9ede-68516b865fa7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8082323 Jan 18 22:43:04.263738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Request body: {'port': {'device_id': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:04.418639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.531236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-d0956074-d78d-4062-81f9-a13d3cbd09b8 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135738 Jan 18 22:43:04.714480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-8ad21e30-b10a-4b49-8c58-695fbdb6ac07 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:04.715330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-8ad21e30-b10a-4b49-8c58-695fbdb6ac07 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:04.797233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70f55a-01aa-48aa-b5ec-e3da72a81895 req-6586b887-404c-4be7-a5a4-da1cbffb1ff8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:04.803339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef70f55a-01aa-48aa-b5ec-e3da72a81895 req-6586b887-404c-4be7-a5a4-da1cbffb1ff8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.1681437 Jan 18 22:43:04.840022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-8ad21e30-b10a-4b49-8c58-695fbdb6ac07 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:04.846695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-8ad21e30-b10a-4b49-8c58-695fbdb6ac07 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 932 time: 0.7005508 Jan 18 22:43:04.894212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef70f55a-01aa-48aa-b5ec-e3da72a81895 req-bc295f28-56ff-423e-aadb-504e225449eb tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866745 Jan 18 22:43:05.076983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-e0c9c3f1-208e-46e2-9398-b5d491af9bf5 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:05.078441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-e0c9c3f1-208e-46e2-9398-b5d491af9bf5 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234523 Jan 18 22:43:05.083467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-0448af4f-6c14-49b4-abd3-a92182800577 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:05.095392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Request body: {'port': {'device_id': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'c4bd07bbbbaa4099a5163b3bc5f3459e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:05.275551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-0448af4f-6c14-49b4-abd3-a92182800577 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:05.284426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87dc967c-c514-4c34-994f-86ddb40d5366 req-0448af4f-6c14-49b4-abd3-a92182800577 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367862 Jan 18 22:43:05.422623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:05.443268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:05.543915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6155e8d3-37b5-4095-9990-60e30b325032 req-5dce2dbc-8f3d-4350-b745-82a8fba4c7ed tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 210 time: 0.1522264 Jan 18 22:43:05.547853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22eeacdd-38d5-48bc-a951-9c21818846d4 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:05.552901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Made reservation on behalf of c4bd07bbbbaa4099a5163b3bc5f3459e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:05.556600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.589196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.751107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Transition to ACTIVE for port object 22eeacdd-38d5-48bc-a951-9c21818846d4 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:05.765647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.048745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Pushing event updated for resources: {'Port': ['ID=22eeacdd-38d5-48bc-a951-9c21818846d4,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:06.212020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Allocated IP 192.168.233.93 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/794ecedf-c0ec-4c87-aa4d-e2e02217fb4b) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:06.416902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74669f9-df5b-4599-ae36-fcdfbabd3588 req-cbf0d703-f7be-4005-a6db-cad135560e91 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:06.429140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c74669f9-df5b-4599-ae36-fcdfbabd3588 req-cbf0d703-f7be-4005-a6db-cad135560e91 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.3960769 Jan 18 22:43:06.477285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.503039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c74669f9-df5b-4599-ae36-fcdfbabd3588 req-4f7fc167-eac0-47bd-b1b4-5bf32d50e9aa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725260 Jan 18 22:43:06.550455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Attempting to bind port 22eeacdd-38d5-48bc-a951-9c21818846d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:06.550719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Attempting to bind port 22eeacdd-38d5-48bc-a951-9c21818846d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:06.551024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Attempting to bind port 22eeacdd-38d5-48bc-a951-9c21818846d4 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:06.670724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Port 22eeacdd-38d5-48bc-a951-9c21818846d4 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:06.671051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Attempting to bind port 22eeacdd-38d5-48bc-a951-9c21818846d4 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:06.691090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:06.691445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:06.691833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Bound using segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:06.692347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Bound port: 22eeacdd-38d5-48bc-a951-9c21818846d4, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:06.692643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.833880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-7d53bd74-5e5c-494b-8f93-09428c0112dc tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d5448b57845349ccbc2d8f788c35d249&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408821 Jan 18 22:43:06.861774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd9f4-587c-400e-a765-525aff850a3f req-3e74c28e-a6b0-4d0f-bf5c-1003cf177d9a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:06.863305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a76fd9f4-587c-400e-a765-525aff850a3f req-3e74c28e-a6b0-4d0f-bf5c-1003cf177d9a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 944 time: 0.2869892 Jan 18 22:43:06.930244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a76fd9f4-587c-400e-a765-525aff850a3f req-9d37283c-f668-418e-8029-310766810d34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Jan 18 22:43:06.931159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] For port 22eeacdd-38d5-48bc-a951-9c21818846d4, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:06.950055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.973295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] For port 22eeacdd-38d5-48bc-a951-9c21818846d4, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=22eeacdd-38d5-48bc-a951-9c21818846d4,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:06.984482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Transition to ACTIVE for port object 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:06.995827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.091700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Pushing event updated for resources: {'Port': ['ID=22eeacdd-38d5-48bc-a951-9c21818846d4,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:07.100535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.101203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.102835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-2251711e-e537-43b4-9c52-b7a60c67542a service neutron] 10.222.0.85 "PUT /v2.0/ports/22eeacdd-38d5-48bc-a951-9c21818846d4 HTTP/1.1" status: 200 len: 1092 time: 2.8485820 Jan 18 22:43:07.105036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'tag': '22eeacdd-38d5-48bc-a951-9c21818846d4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:07.108447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-a6230d40-0a92-445d-a1ff-de51343529d6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.116222 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-a6230d40-0a92-445d-a1ff-de51343529d6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804832 Jan 18 22:43:07.135235 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.136907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-7250467b-262e-45d6-9cda-14fd25ab1d4a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/quotas/d5448b57845349ccbc2d8f788c35d249 HTTP/1.1" status: 200 len: 375 time: 0.0193963 Jan 18 22:43:07.146936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['9c5d0488-52e2-4b47-8a7f-2bf54c742134'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:07.203714 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-aae30b4f-afb6-4203-af55-7f209063554a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661900 Jan 18 22:43:07.298333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:07.305007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:07.317924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:07.503878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Pushing event updated for resources: {'Port': ['ID=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:07.538862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.539531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.597576 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'tag': '22eeacdd-38d5-48bc-a951-9c21818846d4', 'status': 'completed', 'code': 200} Jan 18 22:43:07.623890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65158b-7785-4fa4-8ec8-b9d7307ca038 req-bef1914f-9d00-4c1f-bfa2-0b783f941464 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.633151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef65158b-7785-4fa4-8ec8-b9d7307ca038 req-bef1914f-9d00-4c1f-bfa2-0b783f941464 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 935 time: 0.2599108 Jan 18 22:43:07.673979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-9cd31c9d-8c95-4e0e-b246-e7398e8c2cd0 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5841153 Jan 18 22:43:07.676669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-7872e01c-279f-48f3-b21b-a273506e6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.680432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-7872e01c-279f-48f3-b21b-a273506e6405 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 1095 time: 0.4659576 Jan 18 22:43:07.686080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Request body: {'port': {'device_id': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:07.703714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac345046-eacd-4c26-a146-3b5f2625b465 None None] Provisioning for port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:07.711176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac345046-eacd-4c26-a146-3b5f2625b465 None None] Provisioning complete for port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:07.711609 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac345046-eacd-4c26-a146-3b5f2625b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.827518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-a0b36c90-166d-4bdf-ab6c-37c64635758c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d5448b57845349ccbc2d8f788c35d249&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699530 Jan 18 22:43:07.884643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ac345046-eacd-4c26-a146-3b5f2625b465 None None] Port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:43:07.951491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.005572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-31d4bada-f99d-49c2-a6ea-3279f69bb0f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22eeacdd-38d5-48bc-a951-9c21818846d4 HTTP/1.1" status: 200 len: 217 time: 0.1392822 Jan 18 22:43:08.125833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-11dfa1d0-682b-4eae-aa2b-d7d2879e7f85 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:08.136183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-11dfa1d0-682b-4eae-aa2b-d7d2879e7f85 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073912 Jan 18 22:43:08.153932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef65158b-7785-4fa4-8ec8-b9d7307ca038 req-26373038-19f7-4c81-966c-d6bf24cb3553 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195181 Jan 18 22:43:08.167547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-fa314d94-441b-47da-837f-05e0414d32ec tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/quotas/d5448b57845349ccbc2d8f788c35d249 HTTP/1.1" status: 200 len: 375 time: 0.0169508 Jan 18 22:43:08.267784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-44b19119-9873-4abb-9d45-4d0630d7656d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031890 Jan 18 22:43:08.372836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-0819bb8d-db8e-404a-842f-4a6fb0caa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:08.386724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-0819bb8d-db8e-404a-842f-4a6fb0caa12c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.3321185 Jan 18 22:43:08.592192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03344616-4450-4c1d-b187-c0f990c26420 req-8afa7bc9-b250-451b-bd0f-a4641bbfbc05 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:08.599779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03344616-4450-4c1d-b187-c0f990c26420 req-8afa7bc9-b250-451b-bd0f-a4641bbfbc05 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 944 time: 0.1072514 Jan 18 22:43:08.666159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03344616-4450-4c1d-b187-c0f990c26420 req-68ce5a43-7b3a-45d2-8860-3fde72418ddf tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653474 Jan 18 22:43:08.683852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-48987190-9437-4206-9d70-c2086df4a7ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2722931 Jan 18 22:43:09.031597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b7f6fe0-b8ad-4465-bdcd-e5af8887c5f4 req-42630feb-2fb6-4659-8943-087c9f92c319 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 210 time: 0.1444170 Jan 18 22:43:09.072464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-85ea3879-b7ec-4862-b7c6-58966e16978c service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721545 Jan 18 22:43:09.341331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bd8d2-2588-42ba-9c44-fde1017d50c3 req-f9c9273a-f257-46f4-9ff2-abc97f8d56f2 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.352133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-028bd8d2-2588-42ba-9c44-fde1017d50c3 req-f9c9273a-f257-46f4-9ff2-abc97f8d56f2 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.8819611 Jan 18 22:43:09.384456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e9a4-855d-4cba-b972-3bb984d8b2f1 req-f8d765ed-9635-432c-a963-ba50619aac94 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.393711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d62e9a4-855d-4cba-b972-3bb984d8b2f1 req-f8d765ed-9635-432c-a963-ba50619aac94 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 935 time: 0.1253669 Jan 18 22:43:09.418115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccfd4320-dd11-4599-94e0-a44af93a2c39 req-0b1c7d72-370c-4b24-aa0f-234c88451027 service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263969 Jan 18 22:43:09.458351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d62e9a4-855d-4cba-b972-3bb984d8b2f1 req-e2a512c3-5b4d-4087-bbc9-324fc29b7d83 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Jan 18 22:43:09.538731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:09.550302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.574718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Transition to ACTIVE for port object 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:09.597755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-028bd8d2-2588-42ba-9c44-fde1017d50c3 req-f9570d96-213b-4253-a279-689b3de6d7c3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423596 Jan 18 22:43:09.605091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.627314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-74cf16d3-52f5-4500-bf8c-b148d1a74d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.634339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-74cf16d3-52f5-4500-bf8c-b148d1a74d76 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 1095 time: 0.1333551 Jan 18 22:43:09.736537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Pushing event updated for resources: {'Port': ['ID=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:09.747505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-2b7bacbe-9c9e-47cc-a3d3-73526e2a24e4 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d5448b57845349ccbc2d8f788c35d249&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2636077 Jan 18 22:43:09.934841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-2fd1905c-c36f-44f8-bf77-941ca7de8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.936310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-2fd1905c-c36f-44f8-bf77-941ca7de8c22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.2935219 Jan 18 22:43:10.287838 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-0f88cc51-03e4-44f4-a431-7f1bf7cd5439 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22eeacdd-38d5-48bc-a951-9c21818846d4 HTTP/1.1" status: 200 len: 217 time: 0.2390828 Jan 18 22:43:10.322619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Attempting to bind port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:10.322970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Attempting to bind port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:10.323282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Attempting to bind port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:10.332495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:10.332839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Attempting to bind port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:10.383366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f1d4860-bde3-4baf-836b-131ddcfe4993 req-5a9e1687-16b7-4d1e-a3e5-855f9037751c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 210 time: 0.0518961 Jan 18 22:43:10.390469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-487a3660-b444-47c7-808b-12043bfa5ac1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:10.392087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-487a3660-b444-47c7-808b-12043bfa5ac1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6365249 Jan 18 22:43:10.393179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:10.393436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:10.393827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:10.394274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Bound port: 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:10.394624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.471008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Request body: {'port': {'device_id': '1bd09c44-cc65-4887-a309-f9367e78b694', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'd5448b57845349ccbc2d8f788c35d249'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:10.671260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:10.719714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-63eb1515-222b-4cd9-8e7e-23eb4ed97d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:10.721199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-63eb1515-222b-4cd9-8e7e-23eb4ed97d86 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.4166229 Jan 18 22:43:10.823133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Usage tracker for resource:port and tenant:d5448b57845349ccbc2d8f788c35d249 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:10.834906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:10.843721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:10.957602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-22745b78-71f4-4e62-96c7-4cd6ca65a0ed tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d5448b57845349ccbc2d8f788c35d249&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3106282 Jan 18 22:43:10.960323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Made reservation on behalf of d5448b57845349ccbc2d8f788c35d249 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:10.971030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.985098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-0c543359-26f3-4455-801f-581f7e833c64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2417712 Jan 18 22:43:11.003751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] For port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:11.023104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] For port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:11.092172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.119960 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.236594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5da096-fd90-4062-ba85-c0bb5db1ec3f req-a6e6c75b-77ef-4277-bc6c-093e64051b31 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:11.250421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a5da096-fd90-4062-ba85-c0bb5db1ec3f req-a6e6c75b-77ef-4277-bc6c-093e64051b31 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 944 time: 1.3130052 Jan 18 22:43:11.449401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:11.453267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Pushing event updated for resources: {'Port': ['ID=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:11.494758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Usage tracker for resource:security_group_rule and tenant:d5448b57845349ccbc2d8f788c35d249 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:11.510940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:11.516969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a5da096-fd90-4062-ba85-c0bb5db1ec3f req-1bea1725-4a82-4355-bf62-5ea24765958a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651057 Jan 18 22:43:11.534791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:11.536078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.537735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-195861d4-0bbd-436a-a92c-5d658ed631ba service neutron] 10.222.0.86 "PUT /v2.0/ports/794ecedf-c0ec-4c87-aa4d-e2e02217fb4b HTTP/1.1" status: 200 len: 1095 time: 3.8561857 Jan 18 22:43:11.540035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:11.542267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'tag': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:11.606003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43425d1-83d6-49f8-879a-a67c9265004b req-889c090b-f8b5-4483-99e6-b9a49f7247bb tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:11.607024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d43425d1-83d6-49f8-879a-a67c9265004b req-889c090b-f8b5-4483-99e6-b9a49f7247bb tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Synchronizing usage tracker for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:11.710082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d43425d1-83d6-49f8-879a-a67c9265004b req-889c090b-f8b5-4483-99e6-b9a49f7247bb tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Unset dirty status for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:11.718405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d43425d1-83d6-49f8-879a-a67c9265004b req-889c090b-f8b5-4483-99e6-b9a49f7247bb tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 947 time: 0.8486717 Jan 18 22:43:11.722428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-20a95d5c-1c7e-4e14-aef7-c396e4da2b95 service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183697 Jan 18 22:43:11.840055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-3c3201b8-17b3-4002-97a5-02c65b65e3e5 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:11.841990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-3c3201b8-17b3-4002-97a5-02c65b65e3e5 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8062735 Jan 18 22:43:11.916340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Request body: {'port': {'device_id': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'd5448b57845349ccbc2d8f788c35d249'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:11.992228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d43425d1-83d6-49f8-879a-a67c9265004b req-a2186687-870d-41cf-879d-9d067546ad87 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662957 Jan 18 22:43:11.995225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-f885f9fc-d268-4d1f-b6ce-f9e50b383c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:11.995392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-f885f9fc-d268-4d1f-b6ce-f9e50b383c78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 1098 time: 0.3812981 Jan 18 22:43:12.074250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d843db5-8770-464a-9a88-e801dde846fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.178176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fed5a-8249-48cc-a53a-3cf46ae93fcb req-764f1b96-1e79-43ad-a56e-b047433a9b34 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:12.180713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b34fed5a-8249-48cc-a53a-3cf46ae93fcb req-764f1b96-1e79-43ad-a56e-b047433a9b34 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.4521935 Jan 18 22:43:12.191201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-c8d3fbdd-80fb-44e5-a224-7ab999504633 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b HTTP/1.1" status: 200 len: 217 time: 0.1152797 Jan 18 22:43:12.228116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b458a541-708d-48cb-8d2c-a4e4b9313895 req-95c6f76a-b5fe-4608-a719-2710103974bf service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414843 Jan 18 22:43:12.252734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b34fed5a-8249-48cc-a53a-3cf46ae93fcb req-56c83d9d-e7fd-4a20-98aa-01736f567cfe tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626442 Jan 18 22:43:12.368100 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'tag': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b', 'status': 'completed', 'code': 200} Jan 18 22:43:12.390496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74ca5d16-dab2-4e62-977b-354b8ba15178 req-eabf1a78-d889-4c5d-b59d-72db8c35e280 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 210 time: 0.0841789 Jan 18 22:43:12.400294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:12.412502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Usage tracker for resource:port and tenant:d5448b57845349ccbc2d8f788c35d249 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:12.412502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:12.414091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:12.420642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.422866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-8220fbc2-5370-43cf-a54a-4a549b3a6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:12.425105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-8220fbc2-5370-43cf-a54a-4a549b3a6e17 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2177095 Jan 18 22:43:12.493968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.511892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Made reservation on behalf of d5448b57845349ccbc2d8f788c35d249 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:12.516343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.606947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0634fa-7854-4300-a8d2-3abf3ed803ff req-1f30240c-3952-4675-8c66-ed3c0b34b62c tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:12.617035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f0634fa-7854-4300-a8d2-3abf3ed803ff req-1f30240c-3952-4675-8c66-ed3c0b34b62c tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1096 time: 0.0957403 Jan 18 22:43:12.673547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f0634fa-7854-4300-a8d2-3abf3ed803ff req-25c4ce18-2d73-4d2e-8ce8-c3b230f4f8e0 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550914 Jan 18 22:43:12.724959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475800df-6612-45b0-b80e-d71b43376bf1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:12.847176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897410d-f27c-4432-b128-03956b176893 req-d6ed9dce-db58-45f2-ae07-56e95c698808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:12.849372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-d6ed9dce-db58-45f2-ae07-56e95c698808 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4043562 Jan 18 22:43:13.006158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8bd94-9c6e-44f5-9493-f2dcad73fb1e req-91ae675d-7427-44b3-8114-0db8fa923b1b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:13.007731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83f8bd94-9c6e-44f5-9493-f2dcad73fb1e req-91ae675d-7427-44b3-8114-0db8fa923b1b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 944 time: 0.1959267 Jan 18 22:43:13.060216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83f8bd94-9c6e-44f5-9493-f2dcad73fb1e req-e13095f2-a1a9-4dc0-b4da-b8984340337a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Jan 18 22:43:13.093602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915420dd-13ba-4685-9006-fb369279fd7f req-b2e091d6-02d1-4636-a4dd-820262e82481 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:13.095853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915420dd-13ba-4685-9006-fb369279fd7f req-b2e091d6-02d1-4636-a4dd-820262e82481 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1096 time: 0.5223782 Jan 18 22:43:13.146270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Allocated IP 192.168.233.134 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/35978993-2d49-44a7-8a65-caa77d5e7096) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:13.182826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-fb6a8759-04cb-4e1d-81af-43c681b75514 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072214 Jan 18 22:43:13.224210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915420dd-13ba-4685-9006-fb369279fd7f req-2d275a53-982e-48b7-ba2f-81353f012f95 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113181 Jan 18 22:43:13.455170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e897410d-f27c-4432-b128-03956b176893 req-cec734d7-7038-40bc-8b84-5e612d640d4c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641525 Jan 18 22:43:13.505820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 22eeacdd-38d5-48bc-a951-9c21818846d4 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:13.620156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.679948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b4301-1761-43a8-8a14-22cd6a471051 req-add06444-37c5-4943-8e19-0033d562669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:13.683684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-add06444-37c5-4943-8e19-0033d562669b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 1098 time: 0.1558323 Jan 18 22:43:13.711567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df37eb2-50ac-496f-816c-17579e450197 req-edac0344-fe5e-4786-80b4-962629302cf9 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:13.713050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 22eeacdd-38d5-48bc-a951-9c21818846d4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=22eeacdd-38d5-48bc-a951-9c21818846d4,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:13.713302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2df37eb2-50ac-496f-816c-17579e450197 req-edac0344-fe5e-4786-80b4-962629302cf9 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 947 time: 0.2341995 Jan 18 22:43:13.714295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Transition to ACTIVE for port object 35978993-2d49-44a7-8a65-caa77d5e7096 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:13.729328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '22eeacdd-38d5-48bc-a951-9c21818846d4', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': '22eeacdd-38d5-48bc-a951-9c21818846d4', 'mac_address': 'fa:16:3e:3f:e3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:13.787988 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.809673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22eeacdd-38d5-48bc-a951-9c21818846d4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:13.826969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 22eeacdd-38d5-48bc-a951-9c21818846d4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=22eeacdd-38d5-48bc-a951-9c21818846d4,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:13.834114 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.913018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=22eeacdd-38d5-48bc-a951-9c21818846d4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:13.921563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.922176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.922640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.923052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.923562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.924001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.924684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.925047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.925470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.925832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.926137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:13.926485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:14.009958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2df37eb2-50ac-496f-816c-17579e450197 req-4fa53054-b86c-4165-af51-89192f9790d5 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660096 Jan 18 22:43:14.032732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.105646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['22eeacdd-38d5-48bc-a951-9c21818846d4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:14.183084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b4301-1761-43a8-8a14-22cd6a471051 req-7d4254e6-3fcd-459a-beb7-ffdb1bffb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:14.184707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-7d4254e6-3fcd-459a-beb7-ffdb1bffb658 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4689314 Jan 18 22:43:14.186563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:14.193785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:14.201297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:14.234435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:14.256184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Allocated IP 192.168.233.168 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/02e05a94-956f-4235-9d56-93199891e24a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:14.347282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c156a8fb-dea3-4bf1-8f19-12359907f194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.382439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-65dbdac7-25e5-472c-8ba9-4c5a0fd0ae67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b HTTP/1.1" status: 200 len: 217 time: 0.0723281 Jan 18 22:43:14.403234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:14.403870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.444588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-76dc31b3-34b5-4742-82c9-3b1ec052a00f None None] Provisioning for port 35978993-2d49-44a7-8a65-caa77d5e7096 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:14.450681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-76dc31b3-34b5-4742-82c9-3b1ec052a00f None None] Provisioning complete for port 35978993-2d49-44a7-8a65-caa77d5e7096 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:14.451585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76dc31b3-34b5-4742-82c9-3b1ec052a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.462227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-c161a627-dae1-45f3-b659-b6522c51fbab tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:43:14.463387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-c161a627-dae1-45f3-b659-b6522c51fbab tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064187 Jan 18 22:43:14.482840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Request body: {'binding': {'host': 'n-h2-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:14.483711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Unknown quota resources ['binding']. {{(pid=87812) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:43:14.514242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-76dc31b3-34b5-4742-82c9-3b1ec052a00f None None] Port 35978993-2d49-44a7-8a65-caa77d5e7096 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:43:14.527844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b4301-1761-43a8-8a14-22cd6a471051 req-d9300c27-92b8-4baa-9d7b-a4d38958f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:14.529314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-d9300c27-92b8-4baa-9d7b-a4d38958f1c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1214981 Jan 18 22:43:14.530452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-c344d2f8-d20a-4e78-ac28-044c3dc1538e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0710788 Jan 18 22:43:14.557678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Request body: {'port': {'device_id': '1bd09c44-cc65-4887-a309-f9367e78b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:14.690407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa8e9-9fa7-4d96-9ec3-c6375441bdb1 req-77cd4c3d-f0a0-4030-b91c-0692dc665701 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:14.691876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f0aa8e9-9fa7-4d96-9ec3-c6375441bdb1 req-77cd4c3d-f0a0-4030-b91c-0692dc665701 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.4489372 Jan 18 22:43:14.707853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on host n-h2-825178-1 for vnic_type normal with profile None {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:14.708187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:14.708517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:14.713281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:14.713724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:14.719038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:14.719373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:14.719750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:14.720175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Bound port: 03d7b568-923f-41d0-9974-9d571a337976, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:14.751460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:14.758005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] Notify callbacks [] for binding, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.765479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-a4c03c40-d5e0-4e56-9ad3-c0a7d13ad645 service neutron] 10.222.0.78 "POST /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976/bindings HTTP/1.1" status: 201 len: 389 time: 0.2890499 Jan 18 22:43:14.855572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f0aa8e9-9fa7-4d96-9ec3-c6375441bdb1 req-f5160649-7c99-4c51-b052-3e7e29e6bc8f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422813 Jan 18 22:43:14.885330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.902272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.962403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b4301-1761-43a8-8a14-22cd6a471051 req-54d47197-59fc-45c6-8832-d7f53986eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:14.964055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-54d47197-59fc-45c6-8832-d7f53986eed8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3694055 Jan 18 22:43:14.975896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Transition to ACTIVE for port object 02e05a94-956f-4235-9d56-93199891e24a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:15.116296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-94b8e3da-f780-4444-afe2-5f50676fda19 req-e3648b4f-83fe-4c38-a98f-86ebc8d89eeb tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Synchronizing usage tracker for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:15.131297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-767a774c-6da5-42ae-9952-4b9c7d9bc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:15.132829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-767a774c-6da5-42ae-9952-4b9c7d9bc192 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1096 time: 0.0847430 Jan 18 22:43:15.259957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-94b8e3da-f780-4444-afe2-5f50676fda19 req-e3648b4f-83fe-4c38-a98f-86ebc8d89eeb tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Unset dirty status for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:15.261127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b8e3da-f780-4444-afe2-5f50676fda19 req-e3648b4f-83fe-4c38-a98f-86ebc8d89eeb tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 210 time: 0.2051516 Jan 18 22:43:15.262111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.295217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-c106ee47-5fff-4ffa-8469-75ccc548874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:15.299154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-c106ee47-5fff-4ffa-8469-75ccc548874e service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.1568124 Jan 18 22:43:15.385994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-8123f8df-aa67-4780-bb20-ddbbf6f418e4 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057682 Jan 18 22:43:15.390108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-77dfec1e-4c0e-4608-b8d9-c376e0c7b55c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 217 time: 0.0827250 Jan 18 22:43:15.396875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:15.408434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:15.483092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-9821985d-b0ac-4492-9cfa-9bd7a961b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:15.484704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-9821985d-b0ac-4492-9cfa-9bd7a961b3f8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.0855749 Jan 18 22:43:15.527060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 22eeacdd-38d5-48bc-a951-9c21818846d4 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:15.556203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-1d4a314c-85b5-41c5-9124-6cfcdac00ab9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616963 Jan 18 22:43:15.590777 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.636613 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.645170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:15.647946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 22eeacdd-38d5-48bc-a951-9c21818846d4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:15.661406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 22eeacdd-38d5-48bc-a951-9c21818846d4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:15.662801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.727229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-aa95ccd5-adbb-4d78-8287-6d3a6ac5fcbb service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608431 Jan 18 22:43:15.808032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event updated for resources: {'Port': ['ID=02e05a94-956f-4235-9d56-93199891e24a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:15.818442 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.833153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cde82aec-3450-43c8-b2d6-80889c977519 None None] Provisioning for port 02e05a94-956f-4235-9d56-93199891e24a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:15.840883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cde82aec-3450-43c8-b2d6-80889c977519 None None] Provisioning complete for port 02e05a94-956f-4235-9d56-93199891e24a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:15.841267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cde82aec-3450-43c8-b2d6-80889c977519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.849330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:15.850373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.900287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22eeacdd-38d5-48bc-a951-9c21818846d4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:15.901698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-674b4301-1761-43a8-8a14-22cd6a471051 req-76c8a900-dd60-4093-a081-32fc292046de service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035934 Jan 18 22:43:15.915057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b485fd6e-6386-4c39-b6bd-2928f3b81644 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0214460 Jan 18 22:43:15.916023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 22eeacdd-38d5-48bc-a951-9c21818846d4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=22eeacdd-38d5-48bc-a951-9c21818846d4,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:15.918514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cde82aec-3450-43c8-b2d6-80889c977519 None None] Port 02e05a94-956f-4235-9d56-93199891e24a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:43:15.923468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.939025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f4a6-5b4e-4f17-b4c3-6ced08bfe92a req-1f3e7a51-1968-4628-9071-153357d16fcb tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:15.947038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d961f4a6-5b4e-4f17-b4c3-6ced08bfe92a req-1f3e7a51-1968-4628-9071-153357d16fcb tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 945 time: 0.2722862 Jan 18 22:43:15.966193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Request body: {'port': {'device_id': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:15.997907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=22eeacdd-38d5-48bc-a951-9c21818846d4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.012726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.85', 65329) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:16.079925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-5cad0e83-2d0c-4838-8981-524c8ce53542 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443992 Jan 18 22:43:16.128495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-1c0d7fbe-9a15-49f5-9963-ee31c916e986 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:43:16.129491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-1c0d7fbe-9a15-49f5-9963-ee31c916e986 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242770 Jan 18 22:43:16.155714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Request body: {'binding': {'host': 'n-h2-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:16.156186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Unknown quota resources ['binding']. {{(pid=87811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:43:16.231922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:16.243441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d961f4a6-5b4e-4f17-b4c3-6ced08bfe92a req-fa310d14-d169-4710-ab25-931d1323a23c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952328 Jan 18 22:43:16.265603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.298656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Transition to ACTIVE for port object 35978993-2d49-44a7-8a65-caa77d5e7096 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:16.366492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.369823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.417415 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-49329321-36c0-455a-9e63-52e287598879 service neutron] show failed (client error): The resource could not be found. Jan 18 22:43:16.417415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-49329321-36c0-455a-9e63-52e287598879 service neutron] 10.222.0.85 "GET /v2.0/ports/c83e27da-5b07-45b0-a2ac-ea3a3f934659/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.4007490 Jan 18 22:43:16.710289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.826586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.016096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-f6abefe2-4b08-4919-b7df-e9f1d8e87287 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5895410 Jan 18 22:43:17.027378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679130-8232-45e4-aac8-4b16c6f3f3ec req-38038ebb-bbd7-4ae4-bae6-5229757e3abc tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:17.028776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd679130-8232-45e4-aac8-4b16c6f3f3ec req-38038ebb-bbd7-4ae4-bae6-5229757e3abc tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.6491389 Jan 18 22:43:17.029456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on host n-h2-825178-1 for vnic_type normal with profile None {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:17.029786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:17.030107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:17.125560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:17.125890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:17.279762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Attempting to bind port 35978993-2d49-44a7-8a65-caa77d5e7096 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:17.280092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Attempting to bind port 35978993-2d49-44a7-8a65-caa77d5e7096 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:17.280417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Attempting to bind port 35978993-2d49-44a7-8a65-caa77d5e7096 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:17.296490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:17.296766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:17.297190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:17.297956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Bound port: e86f91ba-6f26-457b-8d7d-dca5a4439275, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:17.319899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Port 35978993-2d49-44a7-8a65-caa77d5e7096 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:17.320669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Attempting to bind port 35978993-2d49-44a7-8a65-caa77d5e7096 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:17.344255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd679130-8232-45e4-aac8-4b16c6f3f3ec req-d09d1e46-d59b-4b68-8622-73f30161cef5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027692 Jan 18 22:43:17.364967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:17.365336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:17.365726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:17.366165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Bound port: 35978993-2d49-44a7-8a65-caa77d5e7096, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:17.366504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.398037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-700df367-be45-4f41-b0c1-e3a5827c856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:17.398037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-700df367-be45-4f41-b0c1-e3a5827c856d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a&tenant_id=8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 1100 time: 0.5697165 Jan 18 22:43:17.419558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:17.496352 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:43:17.583305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:17.609613 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.610674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-ec9beafa-9b35-4c22-8c86-68c44e8bcfcd service neutron] 10.222.0.78 "POST /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275/bindings HTTP/1.1" status: 201 len: 389 time: 1.4652030 Jan 18 22:43:17.631587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-ecc84bf5-ffa4-44c5-96ef-bef8affd7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:17.633090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-ecc84bf5-ffa4-44c5-96ef-bef8affd7e85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 1117 time: 0.5008292 Jan 18 22:43:17.762521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:17.765253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:17.767953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:17.860376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:17.925451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e05a94-956f-4235-9d56-93199891e24a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:17.935464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.955425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-7b6db0f5-ab67-46f8-afaf-b8dcd6942678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:17.957283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-7b6db0f5-ab67-46f8-afaf-b8dcd6942678 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2343564 Jan 18 22:43:17.959102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Transition to ACTIVE for port object 02e05a94-956f-4235-9d56-93199891e24a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:17.960244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.975747 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.028402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.046309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:18.068499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.070873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b', 'mac_address': 'fa:16:3e:4d:89:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:18.104601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142645c1-cdab-42f6-94f8-b3b49675df9b req-f8d8e2ac-9f59-43d8-afe1-c49dc6135f48 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.106842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-142645c1-cdab-42f6-94f8-b3b49675df9b req-f8d8e2ac-9f59-43d8-afe1-c49dc6135f48 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.1014609 Jan 18 22:43:18.117488 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-5cd740c2-992c-4533-857e-999dcea9f9ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 200 len: 217 time: 0.1461463 Jan 18 22:43:18.120326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:18.134257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.143961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.173595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-142645c1-cdab-42f6-94f8-b3b49675df9b req-b6b6484e-151f-4dbb-893b-d66f1ee4e832 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595798 Jan 18 22:43:18.222566 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22eeacdd-38d5-48bc-a951-9c21818846d4', 'code': 200} Jan 18 22:43:18.227929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:18.252042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe4b4-02e4-40eb-b3e1-69e9de8df23a req-7b2ad85d-841b-46ee-81ec-dc168edaab3a tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.253902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40dfe4b4-02e4-40eb-b3e1-69e9de8df23a req-7b2ad85d-841b-46ee-81ec-dc168edaab3a tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 947 time: 0.7781167 Jan 18 22:43:18.265661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.272588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.273853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.276008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] 10.222.0.85 "PUT /v2.0/ports/35978993-2d49-44a7-8a65-caa77d5e7096 HTTP/1.1" status: 200 len: 1096 time: 3.7372890 Jan 18 22:43:18.276617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:18.294378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:18.301123 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.395423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.429798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267e45-9f41-48d4-8cb6-afa42ee55f61 req-f617a60f-a4c0-485a-bd6d-1bd455c66019 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.431343 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62267e45-9f41-48d4-8cb6-afa42ee55f61 req-f617a60f-a4c0-485a-bd6d-1bd455c66019 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 948 time: 0.0893388 Jan 18 22:43:18.481825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62267e45-9f41-48d4-8cb6-afa42ee55f61 req-cce226f5-a717-40ba-a642-730e75e0e447 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Jan 18 22:43:18.501779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06e3c7-4488-4633-bf56-98247d7ef936 service neutron] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.599756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-918cd67d-4abd-46c9-a380-d81afe798384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.601240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-918cd67d-4abd-46c9-a380-d81afe798384 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.3909922 Jan 18 22:43:18.616867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['794ecedf-c0ec-4c87-aa4d-e2e02217fb4b'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:18.670677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827715-8f47-4125-86ec-92dd6f3e8b29 req-236f5e42-742a-4f98-8d6f-c2d50ecc0a2c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.672791 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb827715-8f47-4125-86ec-92dd6f3e8b29 req-236f5e42-742a-4f98-8d6f-c2d50ecc0a2c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.0892751 Jan 18 22:43:18.725582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb827715-8f47-4125-86ec-92dd6f3e8b29 req-4e2a4537-afea-481b-b88b-c2a474ee7026 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Jan 18 22:43:18.742912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40dfe4b4-02e4-40eb-b3e1-69e9de8df23a req-40230149-2c4d-404b-8578-7a80835509f5 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610255 Jan 18 22:43:18.766894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-2a27d87e-31ee-48c5-b564-75d3205f01bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014230 Jan 18 22:43:18.807755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Pushing event updated for resources: {'Port': ['ID=02e05a94-956f-4235-9d56-93199891e24a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.938187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66003119-cdc0-42fa-a553-5aa360cac7d0 req-dcbb8c97-4826-4be6-a00f-22bc1d84d983 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.940246 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-66003119-cdc0-42fa-a553-5aa360cac7d0 req-dcbb8c97-4826-4be6-a00f-22bc1d84d983 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0855927 Jan 18 22:43:18.986183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-66003119-cdc0-42fa-a553-5aa360cac7d0 req-bc3dafa6-4c1c-447e-b204-a1588c1b1a7c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401907 Jan 18 22:43:19.023808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Attempting to bind port 02e05a94-956f-4235-9d56-93199891e24a on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:19.024142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Attempting to bind port 02e05a94-956f-4235-9d56-93199891e24a by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:19.024467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Attempting to bind port 02e05a94-956f-4235-9d56-93199891e24a on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:19.108563 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096', 'status': 'completed', 'code': 200} Jan 18 22:43:19.136841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Port 02e05a94-956f-4235-9d56-93199891e24a on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:19.137197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Attempting to bind port 02e05a94-956f-4235-9d56-93199891e24a on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:19.149457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fc393-cfd2-4a33-bc2b-09f1e35e9b41 req-f50679ad-b4fb-4670-b8ca-470e523cea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.150958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea3fc393-cfd2-4a33-bc2b-09f1e35e9b41 req-f50679ad-b4fb-4670-b8ca-470e523cea91 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 1097 time: 0.8109980 Jan 18 22:43:19.161613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:19.161956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:19.162342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:19.162774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Bound port: 02e05a94-956f-4235-9d56-93199891e24a, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:19.163122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.178104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-87ca5c76-910a-44e9-9ea5-0996a1dbb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.179564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-87ca5c76-910a-44e9-9ea5-0996a1dbb8e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1099 time: 0.8305054 Jan 18 22:43:19.205114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1983de-d056-480f-a586-7ef0cfb2ea51 req-4c2b1dd5-f430-4600-98f1-f7d6388f99dc tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.206511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f1983de-d056-480f-a586-7ef0cfb2ea51 req-4c2b1dd5-f430-4600-98f1-f7d6388f99dc tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.0838847 Jan 18 22:43:19.250420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f1983de-d056-480f-a586-7ef0cfb2ea51 req-d0cb7421-6a96-4a86-a490-31698e5b82d5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Jan 18 22:43:19.343540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-e9baa0f0-7c2a-442e-8cb6-d5fa11bc8eeb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=35978993-2d49-44a7-8a65-caa77d5e7096 HTTP/1.1" status: 200 len: 217 time: 0.1276927 Jan 18 22:43:19.414817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-7ec21408-a151-44ca-addb-956331e3e8ee service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375864 Jan 18 22:43:19.477288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea3fc393-cfd2-4a33-bc2b-09f1e35e9b41 req-ca679bd4-24e4-493a-b157-ba459a33c362 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189926 Jan 18 22:43:19.481486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:19.539252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:19.547067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4c16-7643-44d3-b524-5b441dcd0f65 req-7743342a-4be9-4d7a-b0cc-595d269c183b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.547253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7d4c16-7643-44d3-b524-5b441dcd0f65 req-7743342a-4be9-4d7a-b0cc-595d269c183b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.0877299 Jan 18 22:43:19.605363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059faf4-b160-42f0-a90e-0c6a9da9b8f0 req-c101f6c4-6690-4db9-b0e0-095739326bde tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.615769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6059faf4-b160-42f0-a90e-0c6a9da9b8f0 req-c101f6c4-6690-4db9-b0e0-095739326bde tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 947 time: 0.5985215 Jan 18 22:43:19.621179 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7d4c16-7643-44d3-b524-5b441dcd0f65 req-86b5a90c-957f-4128-966f-6844a2a2c1b6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548499 Jan 18 22:43:19.642831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] For port 02e05a94-956f-4235-9d56-93199891e24a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:19.663016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] For port 02e05a94-956f-4235-9d56-93199891e24a, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=02e05a94-956f-4235-9d56-93199891e24a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:19.701323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:19.721982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.762177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-88d03a47-ad1f-428f-bd64-fc0655f67913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.763646 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-88d03a47-ad1f-428f-bd64-fc0655f67913 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.4019942 Jan 18 22:43:19.770387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.778901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:19.817007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57b9e-2961-42cf-94e1-11dd6d8bce4c req-f5b8be5e-ab32-4a1d-9459-70b1d49ea8a6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.818583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73f57b9e-2961-42cf-94e1-11dd6d8bce4c req-f5b8be5e-ab32-4a1d-9459-70b1d49ea8a6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 948 time: 0.0822501 Jan 18 22:43:19.847749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:19.852859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:19.853961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.867268 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73f57b9e-2961-42cf-94e1-11dd6d8bce4c req-cd8dfa1b-5d36-4dc6-8e3c-d62ce3edc163 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Jan 18 22:43:19.883410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6059faf4-b160-42f0-a90e-0c6a9da9b8f0 req-a6875bc8-e960-4f01-a730-f3474a9b4482 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753880 Jan 18 22:43:19.941607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.942283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.943700 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] 10.222.0.85 "PUT /v2.0/ports/02e05a94-956f-4235-9d56-93199891e24a HTTP/1.1" status: 200 len: 1096 time: 4.0138142 Jan 18 22:43:19.961439 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.007594 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc827c65-acce-4179-a332-badd7a13b9f7 req-8d04ecf8-37e4-40d9-bc02-8645a3de8e2b service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705631 Jan 18 22:43:20.046587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.075312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Transition to ACTIVE for port object c83e27da-5b07-45b0-a2ac-ea3a3f934659 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:20.118389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a431c-81ef-4f9a-8c33-ed6ad79dc08e service neutron] Pushing event updated for resources: {'Port': ['ID=02e05a94-956f-4235-9d56-93199891e24a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:20.123167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:20.128174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.143468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.162828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f352993-20fa-453d-8db2-1466c670b44b req-fc05a08f-ff0f-4e47-95df-b9c6159d37b9 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.164509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f352993-20fa-453d-8db2-1466c670b44b req-fc05a08f-ff0f-4e47-95df-b9c6159d37b9 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 948 time: 0.1135464 Jan 18 22:43:20.212542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:20.219331 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:43:20.219741 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:43:20.224963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}, {'server_uuid': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:20.229543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f352993-20fa-453d-8db2-1466c670b44b req-60db3752-74ff-4513-bd7e-95e7de5c5214 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591860 Jan 18 22:43:20.233726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:20.334551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-35f31044-36a1-4909-9fde-b54816d6df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.336039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-35f31044-36a1-4909-9fde-b54816d6df5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5537119 Jan 18 22:43:20.338668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] No DVR routers for this DVR port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:20.474331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ccbc-3857-4324-8afb-bfad13ed48c1 req-78b20bb5-763e-4b8a-aaee-06bce7db0a45 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.475805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ac1ccbc-3857-4324-8afb-bfad13ed48c1 req-78b20bb5-763e-4b8a-aaee-06bce7db0a45 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0798929 Jan 18 22:43:20.482963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-72a1f3e0-0d2f-4b92-8255-71b7fbe9d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.484637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-72a1f3e0-0d2f-4b92-8255-71b7fbe9d9be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 1099 time: 0.4793103 Jan 18 22:43:20.495363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99fee-1b11-42a3-aa75-e1981900c72f req-4396f0ef-100b-4361-bbfc-434932412158 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.496761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8bf99fee-1b11-42a3-aa75-e1981900c72f req-4396f0ef-100b-4361-bbfc-434932412158 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.4319026 Jan 18 22:43:20.500937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:20.501236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:20.501554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:20.523279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ac1ccbc-3857-4324-8afb-bfad13ed48c1 req-eabb028b-0d52-4c6d-a018-7e5a076b5906 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Jan 18 22:43:20.584039 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'code': 200} Jan 18 22:43:20.584538 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b', 'code': 200} Jan 18 22:43:20.585456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:20.585780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Attempting to bind port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:20.592616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-49e0585f-9e15-4893-8ccc-def536f7b40a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=02e05a94-956f-4235-9d56-93199891e24a HTTP/1.1" status: 200 len: 217 time: 0.0947864 Jan 18 22:43:20.651944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:20.652274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:20.652654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:20.653119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Bound port: c83e27da-5b07-45b0-a2ac-ea3a3f934659, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:20.653461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.765564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212446-7974-4972-a127-4b4d5d7c713b req-ce58e1f5-15b4-43f1-9f7c-946f17416a62 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.767561 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30212446-7974-4972-a127-4b4d5d7c713b req-ce58e1f5-15b4-43f1-9f7c-946f17416a62 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.0904696 Jan 18 22:43:20.817025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30212446-7974-4972-a127-4b4d5d7c713b req-b11273ed-3006-482f-ba6d-159194cddfef tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Jan 18 22:43:20.846167 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8bf99fee-1b11-42a3-aa75-e1981900c72f req-744efc14-3da1-4c80-b5fb-095cf26f551a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954905 Jan 18 22:43:20.897137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-317e521d-144d-4c11-932a-01a1281f4ca7 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506651 Jan 18 22:43:20.964078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-1d3d7c3e-6ec9-474d-aba6-b9b8f762c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:20.965509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-1d3d7c3e-6ec9-474d-aba6-b9b8f762c9fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3532040 Jan 18 22:43:21.117169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'tag': '02e05a94-956f-4235-9d56-93199891e24a'}, {'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:21.167754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:21.210203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:21.222042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4ed5-70f2-436e-87f1-ac154f7a154d req-3911fd3a-fa47-4cab-aef4-8fd9975ee425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.223521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c4b4ed5-70f2-436e-87f1-ac154f7a154d req-3911fd3a-fa47-4cab-aef4-8fd9975ee425 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 1100 time: 0.5560958 Jan 18 22:43:21.226646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.275805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fb3182-39f3-4b6e-9482-047f9bdda7f1 req-8e43d19e-7981-47ca-b453-b0da567bb813 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712878 Jan 18 22:43:21.338772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.339458 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.340822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] 10.222.0.86 "PUT /v2.0/ports/c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 1095 time: 3.9306684 Jan 18 22:43:21.441893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b8541c88-a014-4f89-b841-65293d0f7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.443439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-b8541c88-a014-4f89-b841-65293d0f7963 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4270098 Jan 18 22:43:21.460339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0808ab-e07e-435c-84cc-49aee08c8597 req-f789b677-0e5e-4edb-a75b-510ab1e562c8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.461887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ee0808ab-e07e-435c-84cc-49aee08c8597 req-f789b677-0e5e-4edb-a75b-510ab1e562c8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.5007422 Jan 18 22:43:21.474098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c4b4ed5-70f2-436e-87f1-ac154f7a154d req-5f5a934e-7326-498c-9f1c-224da9c53eb8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424896 Jan 18 22:43:21.580537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e3e71-791d-4a9e-81eb-dd168afe70ca service neutron] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:21.662335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ee0808ab-e07e-435c-84cc-49aee08c8597 req-46ea36d2-b9eb-4755-870c-1d94fc4a24ca tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703987 Jan 18 22:43:21.697459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-7b850a94-bcb5-4ea4-9d2f-d5d1efb198ec service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329731 Jan 18 22:43:21.702651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149bba-934f-4863-a806-d73de875bb96 req-11faa651-b7cf-47eb-a34e-c761d6564f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.704099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-11faa651-b7cf-47eb-a34e-c761d6564f79 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1099 time: 0.3683088 Jan 18 22:43:21.706216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-9ae51f3a-1877-4cd5-926f-fba653bff245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.707487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-9ae51f3a-1877-4cd5-926f-fba653bff245 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1098 time: 0.3106863 Jan 18 22:43:21.763438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68810258-c7e3-4cd4-bba1-34660c05ff1c req-781e6043-308f-4d34-bee7-4947d06add35 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.764909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68810258-c7e3-4cd4-bba1-34660c05ff1c req-781e6043-308f-4d34-bee7-4947d06add35 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 948 time: 0.0841951 Jan 18 22:43:21.774261 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'tag': '02e05a94-956f-4235-9d56-93199891e24a', 'status': 'completed', 'code': 200} Jan 18 22:43:21.774526 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'code': 200} Jan 18 22:43:21.828817 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68810258-c7e3-4cd4-bba1-34660c05ff1c req-6d128855-ffa9-4f3f-94df-7780074d2d58 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533397 Jan 18 22:43:22.019377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ccdd4-5ee7-4ded-bb7a-fed8f1e0dced req-9050299e-7192-44c7-b041-b79803c32833 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.021042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a8ccdd4-5ee7-4ded-bb7a-fed8f1e0dced req-9050299e-7192-44c7-b041-b79803c32833 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0863979 Jan 18 22:43:22.065296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a8ccdd4-5ee7-4ded-bb7a-fed8f1e0dced req-368f86f6-3ced-4b09-81e9-19db207f9dd1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Jan 18 22:43:22.107496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149bba-934f-4863-a806-d73de875bb96 req-6bce74db-aba0-4eb9-812a-9b859ae68f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.109298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-6bce74db-aba0-4eb9-812a-9b859ae68f71 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3803444 Jan 18 22:43:22.130081 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2ca6e5b-8e72-41d6-864a-2e4ea089d5fc req-de99d6df-98ac-46dd-8515-1c38d270d5f5 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216957 Jan 18 22:43:22.233406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-a384bbc2-010e-49a3-807b-aa39399582da service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=35978993-2d49-44a7-8a65-caa77d5e7096 HTTP/1.1" status: 200 len: 217 time: 0.1069586 Jan 18 22:43:22.234483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-3254ac32-271d-47b8-a958-3ab177c6c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.235819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-3254ac32-271d-47b8-a958-3ab177c6c716 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5081635 Jan 18 22:43:22.271463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a54311-a1c1-4202-b703-9d4352937744 req-b6eab97f-6e3e-4ca8-95b1-81406812df22 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.272977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6a54311-a1c1-4202-b703-9d4352937744 req-b6eab97f-6e3e-4ca8-95b1-81406812df22 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.0804808 Jan 18 22:43:22.321725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6a54311-a1c1-4202-b703-9d4352937744 req-807aa3fc-86e8-4c72-94c2-fcc2379822a2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Jan 18 22:43:22.441516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6165-8128-4c4a-8000-875a00cdd89c req-4d50b9b3-9513-4477-b3dd-1f5ac7ce27a8 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.442870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c30a6165-8128-4c4a-8000-875a00cdd89c req-4d50b9b3-9513-4477-b3dd-1f5ac7ce27a8 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 949 time: 0.5668776 Jan 18 22:43:22.451125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-6257d1f3-d7f9-4389-a72e-849074aadae5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.2069740 Jan 18 22:43:22.497306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b8722-3148-4e9f-837f-236208c2c943 req-927d3eae-282f-4e8a-8d08-5926292cf21c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.498749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c3b8722-3148-4e9f-837f-236208c2c943 req-927d3eae-282f-4e8a-8d08-5926292cf21c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.0813723 Jan 18 22:43:22.533632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149bba-934f-4863-a806-d73de875bb96 req-7ba3b404-12a7-47d4-b033-06c07c066561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.535054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-7ba3b404-12a7-47d4-b033-06c07c066561 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2884638 Jan 18 22:43:22.542852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c3b8722-3148-4e9f-837f-236208c2c943 req-ca5ac4c9-9d3e-4ed2-b662-72fd76d3515a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 Jan 18 22:43:22.612422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c30a6165-8128-4c4a-8000-875a00cdd89c req-de8568ff-1c75-4f0a-b43d-e47e67f25501 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575277 Jan 18 22:43:22.615754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-b93f1e70-bed3-40d3-8a26-f8667bd36590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.617126 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-b93f1e70-bed3-40d3-8a26-f8667bd36590 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1416881 Jan 18 22:43:22.625116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-7c8bfa31-1241-46fa-830d-e2da5dafb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.626643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-7c8bfa31-1241-46fa-830d-e2da5dafb951 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 1099 time: 0.4417520 Jan 18 22:43:22.821740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149bba-934f-4863-a806-d73de875bb96 req-a16e4a64-8005-4d9c-9990-0cbd11a7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.823224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-a16e4a64-8005-4d9c-9990-0cbd11a7e49c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2758131 Jan 18 22:43:22.851693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-66be84a5-d1c2-4cba-a1e0-a9cdcc554b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.853161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-66be84a5-d1c2-4cba-a1e0-a9cdcc554b6b service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1887100 Jan 18 22:43:22.863453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-cb82a4db-89e3-42ef-a8d4-281272053a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.864881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-cb82a4db-89e3-42ef-a8d4-281272053a1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356415 Jan 18 22:43:23.003984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-38e99fdc-c90b-4ae8-8934-aec8c1b78e3f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=02e05a94-956f-4235-9d56-93199891e24a HTTP/1.1" status: 200 len: 217 time: 0.1429522 Jan 18 22:43:23.088091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730857a5-9318-4b1f-8b85-5cec243f7ac9 req-6a0179b6-aab4-4b16-ae13-63d40dcb3921 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.097124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-730857a5-9318-4b1f-8b85-5cec243f7ac9 req-6a0179b6-aab4-4b16-ae13-63d40dcb3921 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.0966289 Jan 18 22:43:23.152766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-730857a5-9318-4b1f-8b85-5cec243f7ac9 req-4d0aba70-f63a-4f23-8ead-7f468d7d14bc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517342 Jan 18 22:43:23.180172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-bc6ae66e-1ae9-4439-a0e3-7ba97d4b92f8 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483009 Jan 18 22:43:23.195211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-9f099acb-42a3-4b4b-bd24-10719688c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.196582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-9f099acb-42a3-4b4b-bd24-10719688c199 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1399415 Jan 18 22:43:23.297705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-94ebcdf3-643d-4aa0-bebb-5ddfaec91adb service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310761 Jan 18 22:43:23.340168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e71b-e62b-483b-a42d-7b04e91e35ac req-49bf150f-1bc7-4019-a076-1e797736244b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.341901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a11e71b-e62b-483b-a42d-7b04e91e35ac req-49bf150f-1bc7-4019-a076-1e797736244b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.0914056 Jan 18 22:43:23.386557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a11e71b-e62b-483b-a42d-7b04e91e35ac req-279552cb-243f-453b-8b6b-086f752f77c8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376315 Jan 18 22:43:23.564208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12149bba-934f-4863-a806-d73de875bb96 req-dacd9ca0-48bd-4e4a-b608-1b100aab3169 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269639 Jan 18 22:43:23.573327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410f2b40-e612-4d8e-bcc0-0812eda4ce23 req-70406be0-452c-45d7-9f24-2240fe82db90 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664244 Jan 18 22:43:23.583377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d32ea-256a-4ac2-904e-f4bf86ad2bbf req-dec95363-c51c-44e9-8b99-1423c3ab71b4 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.584854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9d32ea-256a-4ac2-904e-f4bf86ad2bbf req-dec95363-c51c-44e9-8b99-1423c3ab71b4 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 948 time: 0.4038177 Jan 18 22:43:23.590279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-85613433-76d5-495c-8d52-c877a674a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.591741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-85613433-76d5-495c-8d52-c877a674a06a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3601782 Jan 18 22:43:23.638292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f1315-1cb0-4be5-9c80-83db9a9f0f17 req-87ed7dbd-1ff8-48fe-84e0-78ada48408c2 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.640028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c27f1315-1cb0-4be5-9c80-83db9a9f0f17 req-87ed7dbd-1ff8-48fe-84e0-78ada48408c2 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0947969 Jan 18 22:43:23.689130 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c27f1315-1cb0-4be5-9c80-83db9a9f0f17 req-32457202-fb38-4107-83e4-e21a7d625b9b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Jan 18 22:43:23.712507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fc9d32ea-256a-4ac2-904e-f4bf86ad2bbf req-427e8ed6-9ee6-4f38-822c-84e8d213e0fa tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Synchronizing usage tracker for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:23.760101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fc9d32ea-256a-4ac2-904e-f4bf86ad2bbf req-427e8ed6-9ee6-4f38-822c-84e8d213e0fa tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Unset dirty status for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:23.761299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9d32ea-256a-4ac2-904e-f4bf86ad2bbf req-427e8ed6-9ee6-4f38-822c-84e8d213e0fa tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687510 Jan 18 22:43:23.766549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-e84a7c99-876a-427a-b846-2718f182b789 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605804 Jan 18 22:43:23.791264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:23.867594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc8a2-7318-48e3-810c-3209b2c1e3c1 req-c0c543fb-4c0c-4fcf-8b6c-c302e28a737e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.869594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-375cc8a2-7318-48e3-810c-3209b2c1e3c1 req-c0c543fb-4c0c-4fcf-8b6c-c302e28a737e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.0845649 Jan 18 22:43:23.920975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-375cc8a2-7318-48e3-810c-3209b2c1e3c1 req-fd6b2e05-cbe5-439e-9ffb-f0935ad6075c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Jan 18 22:43:24.046228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e0199b-c478-4726-9b6c-351801f2d879 req-bbf986bc-3751-4c3f-8389-4928558e44e7 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725508 Jan 18 22:43:24.076929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d1b1-e96b-462b-9a6d-95dee6cc05be req-f88a8e35-98af-45c8-afad-fa1b371071e2 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.078463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e925d1b1-e96b-462b-9a6d-95dee6cc05be req-f88a8e35-98af-45c8-afad-fa1b371071e2 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 949 time: 0.1909800 Jan 18 22:43:24.100376 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'status': 'completed', 'code': 200} Jan 18 22:43:24.203642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e925d1b1-e96b-462b-9a6d-95dee6cc05be req-fbd13ae7-56e1-49ff-986b-3d23bc9defc2 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194785 Jan 18 22:43:24.255140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-696ee36e-6288-4448-8178-3c2d257bf9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.256599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-696ee36e-6288-4448-8178-3c2d257bf9a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1098 time: 0.1391048 Jan 18 22:43:24.258474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-53a3bc00-9346-46de-a1f9-54cc8a53d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.259806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-53a3bc00-9346-46de-a1f9-54cc8a53d7e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1098 time: 0.1118751 Jan 18 22:43:24.330703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea608-f2bb-45d3-b130-1cb5ec4a1f53 req-aba7de6b-f0b2-47b3-af0f-d8230c99ce61 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.332177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b6ea608-f2bb-45d3-b130-1cb5ec4a1f53 req-aba7de6b-f0b2-47b3-af0f-d8230c99ce61 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.0804074 Jan 18 22:43:24.379984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b6ea608-f2bb-45d3-b130-1cb5ec4a1f53 req-f9f1410d-8905-440e-a1ef-1c7c82b832c0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Jan 18 22:43:24.511469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-1bc087cc-1dfe-4c42-b6aa-10c60ed3864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.512917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-1bc087cc-1dfe-4c42-b6aa-10c60ed3864b service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2442434 Jan 18 22:43:24.515142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-1bc59969-1524-46e3-9c0b-e75ee18923b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.516493 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-1bc59969-1524-46e3-9c0b-e75ee18923b1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2298472 Jan 18 22:43:24.612285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05a851-a4cc-426d-9c16-4112acc93634 req-ab6d6b4f-bbed-45ac-b741-dcba553053de tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.613773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee05a851-a4cc-426d-9c16-4112acc93634 req-ab6d6b4f-bbed-45ac-b741-dcba553053de tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.0838256 Jan 18 22:43:24.688199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-57bb4dca-dfa3-485e-86dc-b83101b631e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.1124492 Jan 18 22:43:24.689336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-15573c69-bd1a-447f-9f51-abf99c84164d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.1664510 Jan 18 22:43:24.730848 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee05a851-a4cc-426d-9c16-4112acc93634 req-2deba777-b8d4-46c7-b481-b2ac52d277df tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112723 Jan 18 22:43:24.867828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-b3e65d7d-c219-4e15-a7cd-fda55e26dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.869449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-b3e65d7d-c219-4e15-a7cd-fda55e26dd25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1489089 Jan 18 22:43:24.871292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-738e6bbc-c052-4dd0-a6f7-5f1ca5ec904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.872672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-738e6bbc-c052-4dd0-a6f7-5f1ca5ec904b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1531668 Jan 18 22:43:24.978882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704c06-d324-46db-86dd-f8e939085349 req-a887bb28-60e0-48c4-9ba7-f877c216b6dc tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.980310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27704c06-d324-46db-86dd-f8e939085349 req-a887bb28-60e0-48c4-9ba7-f877c216b6dc tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 1100 time: 0.4036756 Jan 18 22:43:25.024588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73435a-4779-4858-8417-d99d891c538e req-438d523e-752a-47b6-b530-3d67f3571138 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.026038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd73435a-4779-4858-8417-d99d891c538e req-438d523e-752a-47b6-b530-3d67f3571138 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.3451929 Jan 18 22:43:25.031587 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.092117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:25.111219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Usage tracker for resource:security_group_rule and tenant:d1b5216cb6554baa94ff7e71a2220b5c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:25.114837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:25.128541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:25.140640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Deleting port 22eeacdd-38d5-48bc-a951-9c21818846d4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:43:25.140933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.141623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc79fc-c1c5-4d49-9b33-4f1a8cc9373b req-11c9326a-fab1-4f49-9088-acc4b5a21ed1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.143101 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-06bc79fc-c1c5-4d49-9b33-4f1a8cc9373b req-11c9326a-fab1-4f49-9088-acc4b5a21ed1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0809200 Jan 18 22:43:25.187442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-06bc79fc-c1c5-4d49-9b33-4f1a8cc9373b req-185da1eb-d9c2-4f30-8992-0b5a43cf7d78 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Jan 18 22:43:25.189338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-f0c5fa3e-0b52-427d-883b-357fe49038e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.191310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-f0c5fa3e-0b52-427d-883b-357fe49038e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3143632 Jan 18 22:43:25.247729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-7ed463ac-c819-4019-8196-b464a7dc90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.249219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-7ed463ac-c819-4019-8196-b464a7dc90a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3393614 Jan 18 22:43:25.389957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f49e38-eb41-444d-82fc-b9d7ca5cf8dc req-6a493fca-a529-464d-8077-2d32ae9027c0 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.391491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48f49e38-eb41-444d-82fc-b9d7ca5cf8dc req-6a493fca-a529-464d-8077-2d32ae9027c0 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 948 time: 0.0951478 Jan 18 22:43:25.438699 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48f49e38-eb41-444d-82fc-b9d7ca5cf8dc req-b03f10fd-24f9-4a6a-86ff-acc1462b8b64 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Jan 18 22:43:25.565329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 02e05a94-956f-4235-9d56-93199891e24a details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:25.626936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b5b3c-2487-4965-a1b0-c8fcfb1565e2 req-cece74b0-95cc-4528-b0a3-e0c6cd084936 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.628450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-296b5b3c-2487-4965-a1b0-c8fcfb1565e2 req-cece74b0-95cc-4528-b0a3-e0c6cd084936 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.0838039 Jan 18 22:43:25.677615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-296b5b3c-2487-4965-a1b0-c8fcfb1565e2 req-39e31681-d5f9-4146-b7aa-fc2230e3ea01 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Jan 18 22:43:25.704216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 02e05a94-956f-4235-9d56-93199891e24a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=02e05a94-956f-4235-9d56-93199891e24a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:25.718062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '02e05a94-956f-4235-9d56-93199891e24a', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '02e05a94-956f-4235-9d56-93199891e24a', 'mac_address': 'fa:16:3e:77:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:25.775033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.795429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e05a94-956f-4235-9d56-93199891e24a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:25.812353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 02e05a94-956f-4235-9d56-93199891e24a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=02e05a94-956f-4235-9d56-93199891e24a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:25.814976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-230b5b45-a713-4b3c-ab16-864b49ccce5f service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049228 Jan 18 22:43:25.816868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-0a184abe-1d93-460a-9c4b-99227b2b34ba service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182908 Jan 18 22:43:25.819522 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.820353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:25.826930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.886499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.898451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=02e05a94-956f-4235-9d56-93199891e24a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:25.919551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:25.939298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '35978993-2d49-44a7-8a65-caa77d5e7096', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '35978993-2d49-44a7-8a65-caa77d5e7096', 'mac_address': 'fa:16:3e:cc:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:25.959359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7d4a-e4e2-4646-b1b9-4274dfb6411d req-290eb046-e7fc-4545-92fb-cf2a3c22a609 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:25.969519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd2e7d4a-e4e2-4646-b1b9-4274dfb6411d req-290eb046-e7fc-4545-92fb-cf2a3c22a609 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.0951550 Jan 18 22:43:26.003306 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.017862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd2e7d4a-e4e2-4646-b1b9-4274dfb6411d req-b68e2593-ffa7-4855-bf49-1df94a52731c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Jan 18 22:43:26.022452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:26.047337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:26.053352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.056111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] For port 22eeacdd-38d5-48bc-a951-9c21818846d4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=22eeacdd-38d5-48bc-a951-9c21818846d4,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:26.056500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.068932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27704c06-d324-46db-86dd-f8e939085349 req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0807667 Jan 18 22:43:26.070999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-7509998d-4026-40b4-94a1-7049234c39f1 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:26.072366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-7509998d-4026-40b4-94a1-7049234c39f1 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.5520720 Jan 18 22:43:26.091686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:26.129372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:26.214321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e006663-5d0b-4bd1-ab07-6e3ee11f4bb3 req-7d2c1299-d182-452f-9f3e-206eac7e1605 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:26.216529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e006663-5d0b-4bd1-ab07-6e3ee11f4bb3 req-7d2c1299-d182-452f-9f3e-206eac7e1605 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 946 time: 0.0878401 Jan 18 22:43:26.256467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d80f9-37d0-410e-851c-c4a49e32362e tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773e7b6e-8725-4ef2-b8ec-2a0728101152,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:26.262702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e006663-5d0b-4bd1-ab07-6e3ee11f4bb3 req-e4e9f64a-cc8a-4d6e-a036-eac3367ce8a3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Jan 18 22:43:26.273437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Calling delete_port for 22eeacdd-38d5-48bc-a951-9c21818846d4 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:43:26.355607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['02e05a94-956f-4235-9d56-93199891e24a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:26.399192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['35978993-2d49-44a7-8a65-caa77d5e7096'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:26.471115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-7b117b92-4687-4d8d-aeb4-81f1be3d015e service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458457 Jan 18 22:43:26.523164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59beca93-07c5-4c1e-9692-8b59c56cccbc req-fb854aeb-a212-4ed6-9db5-94c24d8152e8 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673715 Jan 18 22:43:26.538792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.664250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ea087-4f8b-48ef-a293-4bde0bd7448e req-04845467-0305-452d-9d65-b99026d46557 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:26.667011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e1ea087-4f8b-48ef-a293-4bde0bd7448e req-04845467-0305-452d-9d65-b99026d46557 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 949 time: 0.1044350 Jan 18 22:43:26.703037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006c31-bf97-456c-9ed0-5a3afab813ac req-a8bbf634-c912-4854-800a-e6c407767b0d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:26.705423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-78006c31-bf97-456c-9ed0-5a3afab813ac req-a8bbf634-c912-4854-800a-e6c407767b0d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.3801029 Jan 18 22:43:26.719360 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e1ea087-4f8b-48ef-a293-4bde0bd7448e req-218b533c-21c6-4379-afbb-9c8c5ed45780 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Jan 18 22:43:26.794951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.875705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event deleted for resources: {'Port': ['ID=22eeacdd-38d5-48bc-a951-9c21818846d4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:26.886858 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-78006c31-bf97-456c-9ed0-5a3afab813ac req-9e9f643b-6829-4127-9283-d8de4835d6ef tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621404 Jan 18 22:43:26.941582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24de769-dd4c-4f34-8556-aa5b03245013 req-e0bbd9ba-c831-430a-b547-5dc6806d0404 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:26.943874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c24de769-dd4c-4f34-8556-aa5b03245013 req-e0bbd9ba-c831-430a-b547-5dc6806d0404 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 945 time: 0.1262095 Jan 18 22:43:26.994555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c24de769-dd4c-4f34-8556-aa5b03245013 req-1646785c-8953-477d-9757-01f933183a85 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Jan 18 22:43:27.009121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] No DVR routers for this DVR port 22eeacdd-38d5-48bc-a951-9c21818846d4 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:27.012458 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.015030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'name': 'network-vif-deleted', 'tag': '22eeacdd-38d5-48bc-a951-9c21818846d4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:27.022555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:27.049641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd73435a-4779-4858-8417-d99d891c538e req-e1fd9aad-491c-4ddf-9082-b5e437a035d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "DELETE /v2.0/ports/22eeacdd-38d5-48bc-a951-9c21818846d4 HTTP/1.1" status: 204 len: 173 time: 2.0074048 Jan 18 22:43:27.080733 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c362bb-e625-47e1-b3ca-00d01ebfe77f', 'name': 'network-vif-deleted', 'tag': '22eeacdd-38d5-48bc-a951-9c21818846d4', 'status': 'completed', 'code': 200} Jan 18 22:43:27.087521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:27.152867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.161194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.278765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761a5c7-ad2a-40ad-a252-f2145e8861a1 req-e0b67bde-a5b2-4df1-b779-7b3b987082a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:27.280232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7761a5c7-ad2a-40ad-a252-f2145e8861a1 req-e0b67bde-a5b2-4df1-b779-7b3b987082a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.0908723 Jan 18 22:43:27.302946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['22eeacdd-38d5-48bc-a951-9c21818846d4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:27.334677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7761a5c7-ad2a-40ad-a252-f2145e8861a1 req-46bebda2-571e-43a2-8ce2-fc7a97dfac7b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482390 Jan 18 22:43:27.474341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:27.506960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on host n-h1-825178-1 for vnic_type normal with profile {"migrating_to": "n-h2-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:27.507277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:27.507627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:27.515116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:27.515488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:27.523319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:27.523624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:27.524032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:27.524442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Bound port: 03d7b568-923f-41d0-9974-9d571a337976, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:27.524783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.541139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a10ec-cb33-4f8d-9340-1febf8bcb955 req-42768f7e-6a56-48c9-995a-06a6cbf3ca8c tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:27.548316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e6a10ec-cb33-4f8d-9340-1febf8bcb955 req-42768f7e-6a56-48c9-995a-06a6cbf3ca8c tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 1100 time: 0.2481337 Jan 18 22:43:27.569924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:27.574548 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd36e850-d897-4c15-9d9b-8eb4c8f2d5fa req-cd39dc02-f7e6-48bf-b013-793fba289790 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c362bb-e625-47e1-b3ca-00d01ebfe77f HTTP/1.1" status: 200 len: 210 time: 0.0723739 Jan 18 22:43:27.588470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 02e05a94-956f-4235-9d56-93199891e24a up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:27.657098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0e6a10ec-cb33-4f8d-9340-1febf8bcb955 req-9b9d166e-bffc-4cee-90df-7bfbc856ae0d tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Synchronizing usage tracker for tenant:d1b5216cb6554baa94ff7e71a2220b5c on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:27.691895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:27.695298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:27.699166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0e6a10ec-cb33-4f8d-9340-1febf8bcb955 req-9b9d166e-bffc-4cee-90df-7bfbc856ae0d tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] Unset dirty status for tenant:d1b5216cb6554baa94ff7e71a2220b5c on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:27.710552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e6a10ec-cb33-4f8d-9340-1febf8bcb955 req-9b9d166e-bffc-4cee-90df-7bfbc856ae0d tempest-ServersAdminNegativeTestJSON-293911555 tempest-ServersAdminNegativeTestJSON-293911555-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612563 Jan 18 22:43:27.717265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.803983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:27.888355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:27.908320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:27.909113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.910701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] 10.222.0.85 "PUT /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 1121 time: 1.8231201 Jan 18 22:43:27.914159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f48de-bf52-4c42-9896-f0f4bba2c3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:27.964351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on host n-h1-825178-1 for vnic_type normal with profile {"migrating_to": "n-h2-825178-1"} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:27.965376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:27.965758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:27.980854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:27.981246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port 03d7b568-923f-41d0-9974-9d571a337976 on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:27.989207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:27.989574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:27.990161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:27.990758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Bound port: 03d7b568-923f-41d0-9974-9d571a337976, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:27.991133 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:28.102026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625759-2e04-4485-a26f-5407d05a33f2 req-41f07253-5cfa-4e8f-ac2e-b44f073989d4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.106093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-41f07253-5cfa-4e8f-ac2e-b44f073989d4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a&tenant_id=8d0cbcdfff20432bbdc993cd14875381&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 947 time: 0.1301396 Jan 18 22:43:28.131711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbac33-6e87-4a2f-8065-3edb77fe5491 req-87930a25-faba-492f-ad86-457f4e1e7185 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.134300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['03d7b568-923f-41d0-9974-9d571a337976'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:28.139583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98fbac33-6e87-4a2f-8065-3edb77fe5491 req-87930a25-faba-492f-ad86-457f4e1e7185 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 949 time: 0.1535313 Jan 18 22:43:28.209770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98fbac33-6e87-4a2f-8065-3edb77fe5491 req-441897ee-887a-4186-8831-0df259ef6bb8 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 Jan 18 22:43:28.222041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['03d7b568-923f-41d0-9974-9d571a337976'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:28.267423 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-20625759-2e04-4485-a26f-5407d05a33f2 req-91123d27-2863-4a88-96ee-c4ae8d7333ed service neutron] delete failed (client error): The resource could not be found. Jan 18 22:43:28.269945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-91123d27-2863-4a88-96ee-c4ae8d7333ed service neutron] 10.222.0.85 "DELETE /v2.0/ports/c83e27da-5b07-45b0-a2ac-ea3a3f934659/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.1572239 Jan 18 22:43:28.282708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8c43a-6e3a-4f54-8d9e-e0809eb84e47 req-3a07f406-af1f-4c4b-aee7-9db674121ef8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.290479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77d8c43a-6e3a-4f54-8d9e-e0809eb84e47 req-3a07f406-af1f-4c4b-aee7-9db674121ef8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 947 time: 0.1258023 Jan 18 22:43:28.300720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 02e05a94-956f-4235-9d56-93199891e24a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:28.336222 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:43:28.371363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77d8c43a-6e3a-4f54-8d9e-e0809eb84e47 req-f6bcd43e-3ca4-4216-a5c8-33b33fafc00c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799146 Jan 18 22:43:28.405599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28221fa-e9d4-4e00-bfb8-672a975e7c8a req-f6dfbaee-644e-4f2f-b205-23f06594712b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.406506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 02e05a94-956f-4235-9d56-93199891e24a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:28.406871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:28.415449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a28221fa-e9d4-4e00-bfb8-672a975e7c8a req-f6dfbaee-644e-4f2f-b205-23f06594712b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1054997 Jan 18 22:43:28.462072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625759-2e04-4485-a26f-5407d05a33f2 req-274ad480-36a7-4197-a0fa-45b20c4582e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.463841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-274ad480-36a7-4197-a0fa-45b20c4582e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1098 time: 0.0915477 Jan 18 22:43:28.477072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a28221fa-e9d4-4e00-bfb8-672a975e7c8a req-b5f7c1fe-55ea-4405-98e8-f9b2465589e1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537245 Jan 18 22:43:28.515708 n-d-825178-1 neutron-server[87813]: WARNING neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Concurrent port binding operations failed on port 03d7b568-923f-41d0-9974-9d571a337976 Jan 18 22:43:28.533726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:28.655817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625759-2e04-4485-a26f-5407d05a33f2 req-299e5eae-228d-49c1-9889-0fb67d904be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.658893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-299e5eae-228d-49c1-9889-0fb67d904be2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1867120 Jan 18 22:43:28.674484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:28.737345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'mac_address': 'fa:16:3e:3e:c8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:28.760283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-2b04137e-a0f9-4d1c-9150-953c58ddf39e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.0941424 Jan 18 22:43:28.767197 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempt 2 to bind port 03d7b568-923f-41d0-9974-9d571a337976 Jan 18 22:43:28.767663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 has no active binding in host n-h2-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:43:28.777952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7998a-2c4b-4edb-905f-122e78c5061f req-f8d1609a-1c1f-467f-bb37-9d194319d5c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.787027 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cc7998a-2c4b-4edb-905f-122e78c5061f req-f8d1609a-1c1f-467f-bb37-9d194319d5c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.1452594 Jan 18 22:43:28.837780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:28.883902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cc7998a-2c4b-4edb-905f-122e78c5061f req-a638b097-b75a-4e9e-ade4-b7965d6391c0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932169 Jan 18 22:43:28.917301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625759-2e04-4485-a26f-5407d05a33f2 req-016fc2f3-fb11-4436-9d5e-13582ef9fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:28.919955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-016fc2f3-fb11-4436-9d5e-13582ef9fe07 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1526737 Jan 18 22:43:28.944412 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.080794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e27da-5b07-45b0-a2ac-ea3a3f934659 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:29.083970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d7b568-923f-41d0-9974-9d571a337976'}, {'name': 'network-changed', 'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'tag': '03d7b568-923f-41d0-9974-9d571a337976'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:29.095367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625759-2e04-4485-a26f-5407d05a33f2 req-9b94fd54-c1f6-4bbd-9000-3aa77b17ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.097593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-9b94fd54-c1f6-4bbd-9000-3aa77b17ce86 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695654 Jan 18 22:43:29.097726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:29.132527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e05a94-956f-4235-9d56-93199891e24a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:29.146602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.147250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:29.234534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 02e05a94-956f-4235-9d56-93199891e24a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=02e05a94-956f-4235-9d56-93199891e24a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:29.237473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:29.250661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.251490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:29.339030 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d7b568-923f-41d0-9974-9d571a337976', 'code': 200} Jan 18 22:43:29.339296 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'tag': '03d7b568-923f-41d0-9974-9d571a337976', 'status': 'completed', 'code': 200} Jan 18 22:43:29.379088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-f8d078e2-c141-4b24-be62-53595f2e604c service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729914 Jan 18 22:43:29.387991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-0988ed75-24a4-401a-9f69-42df1e2443b9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.389956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=02e05a94-956f-4235-9d56-93199891e24a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:29.407747 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-0988ed75-24a4-401a-9f69-42df1e2443b9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.2610507 Jan 18 22:43:29.419569 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:43:29.429403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-6ca785e7-f874-473b-9b41-022bb8483cb3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.0204206 Jan 18 22:43:29.478128 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e05a94-956f-4235-9d56-93199891e24a', 'code': 200} Jan 18 22:43:29.494292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:29.506767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-cdb9bca9-1ace-491a-bc75-108ac75ea16f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749328 Jan 18 22:43:29.515257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'mac_address': 'fa:16:3e:7a:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:29.596825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 35978993-2d49-44a7-8a65-caa77d5e7096 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:29.601183 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.612874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 35978993-2d49-44a7-8a65-caa77d5e7096 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:29.613303 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.665042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:29.696854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:29.708497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20625759-2e04-4485-a26f-5407d05a33f2 req-b55a50a8-44f4-4cd3-9b6a-c047740709f2 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772853 Jan 18 22:43:29.766888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.785076 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88584620-a183-4a96-b1d4-984aa48beac7 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754221 Jan 18 22:43:29.861186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090db7-6987-4880-83f6-c5f093e34153 req-6df876e5-9b2a-43b5-b734-599d821e3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.862592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b090db7-6987-4880-83f6-c5f093e34153 req-6df876e5-9b2a-43b5-b734-599d821e3f99 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 1101 time: 0.1532249 Jan 18 22:43:29.864677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-a5344a66-2e0e-4749-9a85-e49ff7d96e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.866052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-a5344a66-2e0e-4749-9a85-e49ff7d96e6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1124 time: 0.4828370 Jan 18 22:43:29.979339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.000202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:30.047608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bebc6f60-67b0-437e-a1b2-b454e0f05f8d service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556157 Jan 18 22:43:30.104461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:30.129036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b090db7-6987-4880-83f6-c5f093e34153 req-5ef6b525-d883-4832-a42d-e70b9bd727fe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564602 Jan 18 22:43:30.140612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:30.153655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.189530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-7250f29a-7a17-4206-885d-402ebba33bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:30.190959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-7250f29a-7a17-4206-885d-402ebba33bb3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2946544 Jan 18 22:43:30.200271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af27c1-a68e-47fd-9537-c9b91d3aba2e req-bbe2342b-747b-48a8-8242-eb520b63a861 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:30.202002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53af27c1-a68e-47fd-9537-c9b91d3aba2e req-bbe2342b-747b-48a8-8242-eb520b63a861 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 950 time: 0.2069650 Jan 18 22:43:30.249848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:30.260158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 22eeacdd-38d5-48bc-a951-9c21818846d4 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:30.294274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-44b68031-ffb1-4d33-9912-7619e3d9d683 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 217 time: 0.0912359 Jan 18 22:43:30.311694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 22eeacdd-38d5-48bc-a951-9c21818846d4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:43:30.312101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 22eeacdd-38d5-48bc-a951-9c21818846d4 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:43:30.315579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:30.422361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777e2a-4ad6-4a85-93fc-2577ab9576a1 req-c479ac4f-d272-44b1-8f41-bb057fdc0d65 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:30.431213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08777e2a-4ad6-4a85-93fc-2577ab9576a1 req-c479ac4f-d272-44b1-8f41-bb057fdc0d65 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 949 time: 0.1505430 Jan 18 22:43:30.434918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53af27c1-a68e-47fd-9537-c9b91d3aba2e req-33897dbd-fdd2-49c2-851e-16ee91e4f952 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396811 Jan 18 22:43:30.458916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-6b86c3c4-67ee-443f-85c2-9ec564c3a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:30.461203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-6b86c3c4-67ee-443f-85c2-9ec564c3a45d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1263266 Jan 18 22:43:30.556679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-ccb4f829-811f-40de-8f4b-9895e6cb12ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876844 Jan 18 22:43:30.721952 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08777e2a-4ad6-4a85-93fc-2577ab9576a1 req-b606cebb-c8a5-4368-a404-5e2b4ed3f21f tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860239 Jan 18 22:43:30.856396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-6049adad-a580-4c3c-831f-26c6021abb01 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853746 Jan 18 22:43:30.898818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cae330-34cc-4433-a79b-8dec5c9d6142 req-097b0c67-073c-4dd9-99b7-87ba9a3a930f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:30.902590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05cae330-34cc-4433-a79b-8dec5c9d6142 req-097b0c67-073c-4dd9-99b7-87ba9a3a930f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 948 time: 0.1727359 Jan 18 22:43:31.018046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fa389-e68a-4175-b9de-27a618784f50 req-1e35d6f6-80fd-417b-ab0a-7f8dffc85e9c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:31.025594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-841fa389-e68a-4175-b9de-27a618784f50 req-1e35d6f6-80fd-417b-ab0a-7f8dffc85e9c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1886814 Jan 18 22:43:31.086627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05cae330-34cc-4433-a79b-8dec5c9d6142 req-3dbe0de9-2acf-4fee-bfd8-f02e11938974 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805221 Jan 18 22:43:31.095702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-841fa389-e68a-4175-b9de-27a618784f50 req-605bb391-19d5-4b38-8309-a260fd45ab3e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 Jan 18 22:43:31.132655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64796b14-6bcb-4b67-af30-a2f8837b3765 req-15b1e6bb-9e0c-4b04-9c9f-37804168e20e service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487218 Jan 18 22:43:31.380708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-54d5a674-a495-4294-bb2a-9fa027eabc72 req-44e7d7fb-2e87-484d-b4f0-ccb0ee109e4b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:31.414054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-54d5a674-a495-4294-bb2a-9fa027eabc72 req-44e7d7fb-2e87-484d-b4f0-ccb0ee109e4b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:31.415380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54d5a674-a495-4294-bb2a-9fa027eabc72 req-44e7d7fb-2e87-484d-b4f0-ccb0ee109e4b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 210 time: 0.0849690 Jan 18 22:43:31.479972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:31.504716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6582bb6-d39e-4303-89ee-1bf95972cea9 req-cd7cd39c-6d97-4475-8062-4ed9b2feb66c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:31.511268 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6582bb6-d39e-4303-89ee-1bf95972cea9 req-cd7cd39c-6d97-4475-8062-4ed9b2feb66c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.1340616 Jan 18 22:43:31.564794 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6582bb6-d39e-4303-89ee-1bf95972cea9 req-32651d58-50d3-404e-b281-8ff76ae23b47 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525217 Jan 18 22:43:31.661612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea46bc-d151-4020-b94d-41e1f7e4a7e6 req-303e05a5-1905-4e5f-b251-6ee4ef6762d9 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:31.668729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9fea46bc-d151-4020-b94d-41e1f7e4a7e6 req-303e05a5-1905-4e5f-b251-6ee4ef6762d9 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1099 time: 0.1259820 Jan 18 22:43:31.780522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9fea46bc-d151-4020-b94d-41e1f7e4a7e6 req-e4fab154-0c52-4bd9-a13a-8532eaa0bd67 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Synchronizing usage tracker for tenant:d46d9c3edbe6459b98e8032c44563399 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:31.784832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:31.806317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7fee5-6f18-4b7d-9968-16a2d77288ff req-9603eac7-c3d2-4728-82a4-bed4932e9473 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:31.808441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bcc7fee5-6f18-4b7d-9968-16a2d77288ff req-9603eac7-c3d2-4728-82a4-bed4932e9473 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 950 time: 0.1139843 Jan 18 22:43:31.820471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-55cf12aa-7353-4798-af54-ea9bbf308ed1 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:31.822209 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-55cf12aa-7353-4798-af54-ea9bbf308ed1 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.86 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 949 time: 0.1515887 Jan 18 22:43:31.900487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9fea46bc-d151-4020-b94d-41e1f7e4a7e6 req-e4fab154-0c52-4bd9-a13a-8532eaa0bd67 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Unset dirty status for tenant:d46d9c3edbe6459b98e8032c44563399 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:31.913880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9fea46bc-d151-4020-b94d-41e1f7e4a7e6 req-e4fab154-0c52-4bd9-a13a-8532eaa0bd67 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419927 Jan 18 22:43:31.950897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bcc7fee5-6f18-4b7d-9968-16a2d77288ff req-c3158235-09ea-4a4a-8ebe-2f07f7cdae87 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281736 Jan 18 22:43:31.988165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Deleting port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:43:31.992374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:32.019156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:32.019526 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:32.099136 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096', 'code': 200} Jan 18 22:43:32.317989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133647d-c5fa-4fd3-8649-4672e34389e7 req-6b2c1ebb-1716-47a1-a7a2-9c33e838e1d2 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:32.320038 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d133647d-c5fa-4fd3-8649-4672e34389e7 req-6b2c1ebb-1716-47a1-a7a2-9c33e838e1d2 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 949 time: 0.1501935 Jan 18 22:43:32.379570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:32.394980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d133647d-c5fa-4fd3-8649-4672e34389e7 req-150471cc-a269-43df-968a-ce553003faab tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647748 Jan 18 22:43:32.428523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:32.436447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:32.523272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:32.741607 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-19adb187-d3c5-41c0-9160-e6b66fda9044 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346360 Jan 18 22:43:32.792597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c876-e3aa-48a4-9d6d-7ce526d56988 req-58d89ddf-b83f-43b8-b945-527e4849eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:32.794049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e292c876-e3aa-48a4-9d6d-7ce526d56988 req-58d89ddf-b83f-43b8-b945-527e4849eda3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1101 time: 0.5743456 Jan 18 22:43:32.824460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12d57-0991-4550-a0e6-f7ffa1e334b1 req-cfc8d122-15a3-4e28-b7c5-80f4b6ead56b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:32.831744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aae12d57-0991-4550-a0e6-f7ffa1e334b1 req-cfc8d122-15a3-4e28-b7c5-80f4b6ead56b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.5353336 Jan 18 22:43:33.029473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-96d45a34-e406-4f3d-9f23-1a93a81ebc11 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:33.031184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-96d45a34-e406-4f3d-9f23-1a93a81ebc11 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886014 Jan 18 22:43:33.050839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e292c876-e3aa-48a4-9d6d-7ce526d56988 req-45da49e0-793c-4ded-a2e8-a35bf00c6fad service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109594 Jan 18 22:43:33.051612 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-335dfaf8-95b6-4158-b5ad-aaacba045729 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/quotas/8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 375 time: 0.0149927 Jan 18 22:43:33.052723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] For port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:33.053142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.067222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-cc4fcba6-8648-4a3c-8c62-2f65bdfa8f5e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:33.068750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-cc4fcba6-8648-4a3c-8c62-2f65bdfa8f5e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.6984172 Jan 18 22:43:33.079008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aae12d57-0991-4550-a0e6-f7ffa1e334b1 req-9bd463bc-20ef-4909-a770-24c518f8cb85 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444286 Jan 18 22:43:33.096744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Request body: {'port': {'device_id': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'admin_state_up': True, 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:33.181327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-d83df4ed-b4b9-44ca-93f4-132903537359 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1282003 Jan 18 22:43:33.340230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Calling delete_port for 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:43:33.520983 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d2ae3e7-e10f-4a9d-a4f2-197fc252701e req-0a283656-4893-4ac2-9fd4-a583cf4412c4 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 210 time: 0.1980546 Jan 18 22:43:33.595410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6e49f-6d73-4489-bad8-988abc6bfd35 req-ea414ba4-0239-48b7-8c96-54c791b022dc tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:33.596939 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-34a6e49f-6d73-4489-bad8-988abc6bfd35 req-ea414ba4-0239-48b7-8c96-54c791b022dc tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.1810515 Jan 18 22:43:33.664772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:33.665898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-34a6e49f-6d73-4489-bad8-988abc6bfd35 req-64d1beb1-a94e-4532-8ccb-6d6ab095a4f0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 Jan 18 22:43:33.682645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:33.726453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:33.730360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.758737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96ba56be-9ecc-450f-8519-0be92fad6d74 req-940c11aa-d0cc-4e4a-95bc-cf98fd59bc5e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 210 time: 0.0490901 Jan 18 22:43:33.788590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:33.990725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port c83e27da-5b07-45b0-a2ac-ea3a3f934659 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:33.996768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port c83e27da-5b07-45b0-a2ac-ea3a3f934659 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:33.997425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.042014 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.045529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d92450a-ab73-4780-8247-e45cb5604916 req-cd4695b2-96ee-4734-abe9-5f212145f5bb tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 210 time: 0.0980763 Jan 18 22:43:34.073756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.087844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['9c5d0488-52e2-4b47-8a7f-2bf54c742134'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:34.177632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:34.205107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42eec9f-5ada-4079-ace7-d20f499a52f8 req-39047e8c-c49c-4549-b366-d85d86f267ea tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:34.206640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d42eec9f-5ada-4079-ace7-d20f499a52f8 req-39047e8c-c49c-4549-b366-d85d86f267ea tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 950 time: 0.4601305 Jan 18 22:43:34.222838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Pushing event deleted for resources: {'Port': ['ID=794ecedf-c0ec-4c87-aa4d-e2e02217fb4b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:34.366472 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.379107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] No DVR routers for this DVR port 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:34.423229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.426621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Allocated IP 172.20.0.4 (afff8b8b-056d-4f5b-9ab8-ae19b6faac84/98e88c07-2563-4afb-b5af-4750072a002b/cc5e08f6-827f-4565-bf92-4399522486d3) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:34.430488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'name': 'network-vif-deleted', 'tag': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:34.485690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:34.490296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d42eec9f-5ada-4079-ace7-d20f499a52f8 req-2c030666-2b34-46b1-8d09-b758a942be88 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723129 Jan 18 22:43:34.502260 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.504234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:34.523038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-391db5a9-f5b2-4ead-bcef-8b485c02a27a req-66fbcde0-29e0-4b04-970e-fabaf26921cc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.86 "DELETE /v2.0/ports/794ecedf-c0ec-4c87-aa4d-e2e02217fb4b HTTP/1.1" status: 204 len: 173 time: 2.6902323 Jan 18 22:43:34.645369 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'code': 200} Jan 18 22:43:34.651665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8837c0f-48a1-4504-ab0a-45d6c755aa50 req-7446d870-f9e9-42b5-a017-22ad81e1caea tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:34.653235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8837c0f-48a1-4504-ab0a-45d6c755aa50 req-7446d870-f9e9-42b5-a017-22ad81e1caea tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1991868 Jan 18 22:43:34.669666 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64f8f31-316f-447b-b401-8086ed82dacb', 'name': 'network-vif-deleted', 'tag': '794ecedf-c0ec-4c87-aa4d-e2e02217fb4b', 'status': 'completed', 'code': 200} Jan 18 22:43:34.669938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:43:34.670454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 794ecedf-c0ec-4c87-aa4d-e2e02217fb4b not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:43:34.731721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:34.790600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8837c0f-48a1-4504-ab0a-45d6c755aa50 req-83a3e78b-c84c-470f-be1e-8e0f8bb7f5b1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267822 Jan 18 22:43:35.026826 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96ead1e3-0bef-4934-b03c-001194c9694b req-b14c62df-b7d1-4ac5-9433-74f781c7cd01 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 210 time: 0.0849373 Jan 18 22:43:35.045181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03052ec-11a9-4020-8ed8-978b23e944be req-67c0b4cc-72a0-469e-97fe-0af88cf1c628 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:35.053550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d03052ec-11a9-4020-8ed8-978b23e944be req-67c0b4cc-72a0-469e-97fe-0af88cf1c628 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1631739 Jan 18 22:43:35.090856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.133340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d03052ec-11a9-4020-8ed8-978b23e944be req-a0e8f460-ee4b-46c5-b52c-f639961276bd tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785339 Jan 18 22:43:35.217051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.254638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ce43-9b07-4ff6-8c26-4a55973dc832 req-c7fae16d-a25f-4097-8387-d25ba9b4716d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:35.257091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0017ce43-9b07-4ff6-8c26-4a55973dc832 req-c7fae16d-a25f-4097-8387-d25ba9b4716d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 943 time: 0.1132228 Jan 18 22:43:35.352844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0017ce43-9b07-4ff6-8c26-4a55973dc832 req-e325e514-7595-454d-8d54-4e1700818380 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889547 Jan 18 22:43:35.403239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:35.411267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:35.611731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-855d7114-f356-478f-b195-7131d464722b req-4bc20b64-ae88-4cf9-baf4-9076076266bc tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=d64f8f31-316f-447b-b401-8086ed82dacb HTTP/1.1" status: 200 len: 210 time: 0.0788102 Jan 18 22:43:35.670704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:35.787615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:35.788273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.816096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f72291d4-7743-4339-8da6-8b278e55b24c req-343381fe-6315-4b93-9760-5eb316d649bb tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 210 time: 0.4493647 Jan 18 22:43:35.833912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7509708 Jan 18 22:43:35.843842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-0088bf8d-1685-4701-9db8-0a2da5b60886 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4159198 Jan 18 22:43:35.859884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-c0f0e156-67a7-4306-91a5-a82f38b105c8 service neutron] 10.222.0.86 "GET /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.1550465 Jan 18 22:43:35.872435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Request body: {'port': {'device_id': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:35.937845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0de68f-407e-4de3-b62f-3d65da445230 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event updated for resources: {'Port': ['ID=cc5e08f6-827f-4565-bf92-4399522486d3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:36.137678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.323183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:36.348852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a594-dfa3-4e22-b2ac-d647e90cc4e9 req-41d61c74-bb94-4726-b9c6-9155e8f1406b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:36.350453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5e7a594-dfa3-4e22-b2ac-d647e90cc4e9 req-41d61c74-bb94-4726-b9c6-9155e8f1406b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 931 time: 0.1511078 Jan 18 22:43:36.360760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:36.456319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5e7a594-dfa3-4e22-b2ac-d647e90cc4e9 req-c23d86d3-ac3b-4453-b9e4-7c354ab32e4a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675802 Jan 18 22:43:36.464199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d7b568-923f-41d0-9974-9d571a337976 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:36.467909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.493325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:36.534680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.591417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-7bcb5591-aca3-406e-9f3b-7208901b16d8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:36.592833 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-7bcb5591-aca3-406e-9f3b-7208901b16d8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5702286 Jan 18 22:43:36.612544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Request body: {'port': {'device_id': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '8d0cbcdfff20432bbdc993cd14875381'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:36.646343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:36.669068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5b198-54a8-41f4-95a9-6c5e5b0d0999 req-8acc1894-de97-4161-ab6f-fa63aa34d694 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:36.676740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-beb5b198-54a8-41f4-95a9-6c5e5b0d0999 req-8acc1894-de97-4161-ab6f-fa63aa34d694 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.5749671 Jan 18 22:43:36.813831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] Transition to ACTIVE for port object 03d7b568-923f-41d0-9974-9d571a337976 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:36.822549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5849-6b98-43dd-bb1f-20c1a96684d0 req-a0d7cf0b-7cf5-46c5-8868-6e17e79f6c01 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:36.824383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9bda5849-6b98-43dd-bb1f-20c1a96684d0 req-a0d7cf0b-7cf5-46c5-8868-6e17e79f6c01 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.2180851 Jan 18 22:43:36.826200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.993240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-beb5b198-54a8-41f4-95a9-6c5e5b0d0999 req-19866648-39a0-49d6-a571-474bf42c688f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075314 Jan 18 22:43:37.012335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9bda5849-6b98-43dd-bb1f-20c1a96684d0 req-28989cc8-f62a-4cac-89da-1c02986f4906 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481397 Jan 18 22:43:37.059290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:37.103884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:37.145320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] No DVR routers for this DVR port 03d7b568-923f-41d0-9974-9d571a337976 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:37.179872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Made reservation on behalf of 8d0cbcdfff20432bbdc993cd14875381 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:37.184674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.245346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] Pushing event updated for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=10']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:37.261355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5e08f6-827f-4565-bf92-4399522486d3 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:37.267166 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'code': 200} Jan 18 22:43:37.274138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-03afdd84-db67-432e-9d7b-9471fb32297f service neutron] 10.222.0.86 "PUT /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976/bindings/n-h2-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4047747 Jan 18 22:43:37.328556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.441348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Transition to ACTIVE for port object cc5e08f6-827f-4565-bf92-4399522486d3 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:37.459087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.560994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c8ee823-a85d-480b-8a4f-e3b512c80397 req-177f4dd0-3289-4b91-84b4-042190ef4298 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 210 time: 0.0659182 Jan 18 22:43:37.788669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:37.800457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675030d-9191-4006-a11b-87086f0f7864 req-4763a126-3ad0-45dd-ace4-acc85208b70b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:37.807642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5675030d-9191-4006-a11b-87086f0f7864 req-4763a126-3ad0-45dd-ace4-acc85208b70b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.5485239 Jan 18 22:43:37.809518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e08f6-827f-4565-bf92-4399522486d3,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:37.873556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-fb0a860e-1e11-4e22-96ff-e6603d98b957 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d5448b57845349ccbc2d8f788c35d249&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502133 Jan 18 22:43:37.883190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Allocated IP 192.168.233.119 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/587a9600-b8b3-4ba8-a40b-ab53141eb193) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:37.892125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.894569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.894922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.895259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.895587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.895915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.896236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.896555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.896873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.899033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.899377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.899713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:37.914836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:43:37.938416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-cc33704e-8151-4470-bdf5-b3517ea736d6 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:37.941267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-cc33704e-8151-4470-bdf5-b3517ea736d6 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.5556664 Jan 18 22:43:38.078922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-301d3a79-1b98-4dd9-8cbf-31cad126936d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:38.087505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-301d3a79-1b98-4dd9-8cbf-31cad126936d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076442 Jan 18 22:43:38.098492 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-0635653a-ea73-47b4-a018-83b64c7171aa tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/quotas/d5448b57845349ccbc2d8f788c35d249 HTTP/1.1" status: 200 len: 375 time: 0.0099957 Jan 18 22:43:38.123913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5675030d-9191-4006-a11b-87086f0f7864 req-7b252c67-f198-4661-829a-27e2fd0a6515 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153093 Jan 18 22:43:38.195002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Attempting to bind port cc5e08f6-827f-4565-bf92-4399522486d3 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:38.196353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Attempting to bind port cc5e08f6-827f-4565-bf92-4399522486d3 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:38.197424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Attempting to bind port cc5e08f6-827f-4565-bf92-4399522486d3 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:38.215612 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-02288ea9-986d-4e7f-830e-9aea3fd3c8b0 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109815 Jan 18 22:43:38.238536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Port cc5e08f6-827f-4565-bf92-4399522486d3 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:38.238877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Attempting to bind port cc5e08f6-827f-4565-bf92-4399522486d3 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:38.336983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:38.337763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:38.338314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Bound using segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:38.338829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Bound port: cc5e08f6-827f-4565-bf92-4399522486d3, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:38.339300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.443310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-0e97728f-2260-41ba-b70f-2d4a9c56952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:38.444917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-0e97728f-2260-41ba-b70f-2d4a9c56952d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 1095 time: 0.4960902 Jan 18 22:43:38.649448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] For port cc5e08f6-827f-4565-bf92-4399522486d3, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:38.659251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] For port cc5e08f6-827f-4565-bf92-4399522486d3, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cc5e08f6-827f-4565-bf92-4399522486d3,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:38.668368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e3ed-bead-4bab-8719-a4a154af3b56 req-edb7c5fe-590c-4086-be7c-83cbcfe233ab tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:38.672216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1107e3ed-bead-4bab-8719-a4a154af3b56 req-edb7c5fe-590c-4086-be7c-83cbcfe233ab tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 943 time: 0.1161814 Jan 18 22:43:38.718964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.769607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.769991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1107e3ed-bead-4bab-8719-a4a154af3b56 req-dc37e0cd-c845-487f-96f0-f60d76e40aba tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877535 Jan 18 22:43:38.808503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:38.809156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.810522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/cc5e08f6-827f-4565-bf92-4399522486d3 HTTP/1.1" status: 200 len: 1091 time: 2.9626894 Jan 18 22:43:38.812210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'tag': 'cc5e08f6-827f-4565-bf92-4399522486d3'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:38.839271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Transition to ACTIVE for port object 587a9600-b8b3-4ba8-a40b-ab53141eb193 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:38.871337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-aad1d559-e47b-433d-8925-512ac5f2ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:38.872827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-aad1d559-e47b-433d-8925-512ac5f2ba7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1095 time: 0.3874373 Jan 18 22:43:38.915236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1613db-3713-4cc9-b280-24bc0b93c91f req-33ef92f3-2abe-4bc6-b3d2-79a5d47192b4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:38.916728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df1613db-3713-4cc9-b280-24bc0b93c91f req-33ef92f3-2abe-4bc6-b3d2-79a5d47192b4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.3851399 Jan 18 22:43:38.917426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88931fc6-4e0b-4604-8fb0-c016532364d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e08f6-827f-4565-bf92-4399522486d3,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:38.982230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1a6c422-912f-4129-b1c4-e468d1e2c9d9 req-8f04b51f-2200-465f-85f0-7a8062f42352 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 210 time: 0.1119058 Jan 18 22:43:39.125364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df1613db-3713-4cc9-b280-24bc0b93c91f req-4c89c643-640e-4b9e-b963-525484d65435 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731818 Jan 18 22:43:39.147243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.154541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-73855f71-6616-4b04-aa7c-097667afb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.156079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-73855f71-6616-4b04-aa7c-097667afb1e3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2309203 Jan 18 22:43:39.172380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:39.305134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-77cc4ba9-0e92-4c28-80e4-24f52236fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.306687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-77cc4ba9-0e92-4c28-80e4-24f52236fd3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 1094 time: 0.4329405 Jan 18 22:43:39.453377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-111e3bab-741c-47be-b4ca-0ef1dc2153a6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 200 len: 217 time: 0.2198527 Jan 18 22:43:39.461023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2cf1-734a-4d8c-a751-38f12b8e9ccb req-583ba76b-58d6-402e-95c6-7c84dce46ec1 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.468628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-716e2cf1-734a-4d8c-a751-38f12b8e9ccb req-583ba76b-58d6-402e-95c6-7c84dce46ec1 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 949 time: 0.1948619 Jan 18 22:43:39.537492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-77ee3a6c-19d5-464a-b179-6829272695a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5e08f6-827f-4565-bf92-4399522486d3 HTTP/1.1" status: 200 len: 217 time: 0.1666687 Jan 18 22:43:39.546723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-716e2cf1-734a-4d8c-a751-38f12b8e9ccb req-c3ed1fdf-734f-461d-b951-b44e532a525d tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Jan 18 22:43:39.575007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:39.631924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-ed98ba5d-766f-4c03-8097-cfef64e58523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.633783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-ed98ba5d-766f-4c03-8097-cfef64e58523 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1399784 Jan 18 22:43:39.642992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:39.653211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:39.657280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:39.757132 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'tag': 'cc5e08f6-827f-4565-bf92-4399522486d3', 'status': 'completed', 'code': 200} Jan 18 22:43:39.794939 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-9822061c-4ab0-4c32-a73a-6a1cb093a3c2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083941 Jan 18 22:43:39.853227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-6d467c93-2493-4055-9dd3-aa87ef618554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.854228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-6d467c93-2493-4055-9dd3-aa87ef618554 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.2574620 Jan 18 22:43:39.941986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-41fc077a-60ee-4212-9371-1c81eb2d8d77 None None] Provisioning for port 587a9600-b8b3-4ba8-a40b-ab53141eb193 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:39.944818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebc3eb-fe53-436b-a39b-fd4296ac0ebb req-97b21fa1-a48b-4cac-a316-afdf2dbba7c0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.946964 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7ebc3eb-fe53-436b-a39b-fd4296ac0ebb req-97b21fa1-a48b-4cac-a316-afdf2dbba7c0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.1161036 Jan 18 22:43:39.957814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-41fc077a-60ee-4212-9371-1c81eb2d8d77 None None] Provisioning complete for port 587a9600-b8b3-4ba8-a40b-ab53141eb193 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:39.958191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41fc077a-60ee-4212-9371-1c81eb2d8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.971607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.972296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.006977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7ebc3eb-fe53-436b-a39b-fd4296ac0ebb req-7956a556-76d5-48a8-8a40-0b6180b806b9 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539117 Jan 18 22:43:40.033477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-41fc077a-60ee-4212-9371-1c81eb2d8d77 None None] Port 587a9600-b8b3-4ba8-a40b-ab53141eb193 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:43:40.178189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-562cd66a-f663-4703-bab9-7a53b00537d9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5697763 Jan 18 22:43:40.184542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-a1bfc684-c80f-4e9b-a97c-714bd2ed0b0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2703280 Jan 18 22:43:40.195547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc70e6-bb05-4be1-b5c2-89b633a2bada req-7df131dd-20d2-4d71-bc27-6c441c0b1466 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.196259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bafc70e6-bb05-4be1-b5c2-89b633a2bada req-7df131dd-20d2-4d71-bc27-6c441c0b1466 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:40.208474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Request body: {'port': {'device_id': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:40.235927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b56e5b-7b88-4623-9790-d3bcfd33d5b6 req-140a34d2-9a10-4912-b129-0a07aff921a2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.238321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25b56e5b-7b88-4623-9790-d3bcfd33d5b6 req-140a34d2-9a10-4912-b129-0a07aff921a2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 943 time: 0.1209230 Jan 18 22:43:40.300065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25b56e5b-7b88-4623-9790-d3bcfd33d5b6 req-efe48c7b-6d54-40aa-998e-14ae013d1a95 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560572 Jan 18 22:43:40.308403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-a864dbab-61bf-426e-9566-964a1dcf46a2 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d5448b57845349ccbc2d8f788c35d249&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359402 Jan 18 22:43:40.517213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88bbad5f-625a-4412-91ef-f236e8ec62d3 req-2c40c8c4-d9ce-480a-b3f1-9d4e186e79c6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 210 time: 0.0901649 Jan 18 22:43:40.576984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bafc70e6-bb05-4be1-b5c2-89b633a2bada req-7df131dd-20d2-4d71-bc27-6c441c0b1466 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:40.578188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bafc70e6-bb05-4be1-b5c2-89b633a2bada req-7df131dd-20d2-4d71-bc27-6c441c0b1466 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 936 time: 1.2530413 Jan 18 22:43:40.586236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-c7583894-0980-4ff6-8ca1-124b0256e78e service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803280 Jan 18 22:43:40.807679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc3090-51b2-40de-a93b-50684e2522aa req-1fb81367-4e27-4a74-8647-a99fdea6feda tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.809489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0dc3090-51b2-40de-a93b-50684e2522aa req-1fb81367-4e27-4a74-8647-a99fdea6feda tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1006284 Jan 18 22:43:40.884038 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0dc3090-51b2-40de-a93b-50684e2522aa req-f04f40ba-c3c1-41c7-ba86-3fc79430fbba tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659819 Jan 18 22:43:40.931748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-df2fe06a-a408-4a81-a66f-38e52fd2a77f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.934253 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-df2fe06a-a408-4a81-a66f-38e52fd2a77f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5880356 Jan 18 22:43:40.935389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.981440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643017d8-9689-4326-9f91-d131f12d762b req-9d90035e-7eb9-4025-abee-a148fc537bd6 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.982162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-643017d8-9689-4326-9f91-d131f12d762b req-9d90035e-7eb9-4025-abee-a148fc537bd6 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Synchronizing usage tracker for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:41.000394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Request body: {'port': {'device_id': '7d224dc9-8ef5-4584-a26e-643800451212', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'd5448b57845349ccbc2d8f788c35d249'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:41.023879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-21294f2c-9446-472e-be55-ee58d60c5412 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727783 Jan 18 22:43:41.033038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bafc70e6-bb05-4be1-b5c2-89b633a2bada req-bc99d1fe-05e2-48b8-acd6-d2c15c950561 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134045 Jan 18 22:43:41.108631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-748ba439-b2c5-42ca-bb0d-c0f6d2e3fc66 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909391 Jan 18 22:43:41.122067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5c3d2-ea12-4bbe-ae9e-a24dcff1ee79 req-f10487b5-3c16-4d74-8d8f-7708b2e98621 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:41.131842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71e5c3d2-ea12-4bbe-ae9e-a24dcff1ee79 req-f10487b5-3c16-4d74-8d8f-7708b2e98621 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 949 time: 0.1358242 Jan 18 22:43:41.193324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71e5c3d2-ea12-4bbe-ae9e-a24dcff1ee79 req-43696f5c-96f8-4cc7-a1a9-b53cf72b3d2a tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583270 Jan 18 22:43:41.290900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-643017d8-9689-4326-9f91-d131f12d762b req-9d90035e-7eb9-4025-abee-a148fc537bd6 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Unset dirty status for tenant:c4bd07bbbbaa4099a5163b3bc5f3459e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:41.292139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-643017d8-9689-4326-9f91-d131f12d762b req-9d90035e-7eb9-4025-abee-a148fc537bd6 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.85 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 949 time: 1.2703621 Jan 18 22:43:41.553744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f17e9-27b4-4ce7-acf5-92b500e3c783 req-2b9941d2-496e-469a-ae57-e02b4fc9784b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:41.561031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-434f17e9-27b4-4ce7-acf5-92b500e3c783 req-2b9941d2-496e-469a-ae57-e02b4fc9784b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 943 time: 0.1270545 Jan 18 22:43:41.630022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0618474-9cf0-4fc0-a496-a9994577ed6f req-d0a3fafb-76ce-47fe-b767-3e5dd8c33f33 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900116 Jan 18 22:43:41.637070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-434f17e9-27b4-4ce7-acf5-92b500e3c783 req-0ee8a1d2-5c75-47ed-99ba-db0bfd27d3a7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750523 Jan 18 22:43:41.673707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Deleting port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:43:41.674131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.812341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:41.827627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-777bc34a-b1a2-4289-803b-25a889fd2207 req-c493691c-00a5-48d5-b948-70870eb7dd88 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 210 time: 0.0571549 Jan 18 22:43:41.836525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:42.082700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ac10803-40cb-4c1a-8ee4-ff33e084f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.132554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f3eeb-5111-42af-9156-70784f068312 req-ee277cfc-c384-4a43-ac36-5a3b5702b584 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.134518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c69f3eeb-5111-42af-9156-70784f068312 req-ee277cfc-c384-4a43-ac36-5a3b5702b584 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1104145 Jan 18 22:43:42.187046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c69f3eeb-5111-42af-9156-70784f068312 req-0bb4ee69-b87f-470d-9737-b13a054fc1ee tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Jan 18 22:43:42.208470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Made reservation on behalf of d5448b57845349ccbc2d8f788c35d249 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:42.213003 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.238034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d2b83-f0a1-4f1a-acef-5a41c13ed2b5 req-43f99187-a9c7-4345-b295-dbf3ea4d2795 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.239930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c84d2b83-f0a1-4f1a-acef-5a41c13ed2b5 req-43f99187-a9c7-4345-b295-dbf3ea4d2795 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.9022684 Jan 18 22:43:42.266654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-997a19c9-ec6d-436d-b274-a1fe5b76cf59 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.268868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-997a19c9-ec6d-436d-b274-a1fe5b76cf59 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.8587689 Jan 18 22:43:42.484438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c43bd0-ce7e-43e6-8cf0-8aa8ebe2f6fe req-6c639ea7-734e-4577-928e-82324b69692c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.491276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87c43bd0-ce7e-43e6-8cf0-8aa8ebe2f6fe req-6c639ea7-734e-4577-928e-82324b69692c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 936 time: 0.1991379 Jan 18 22:43:42.509848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:43:42.538994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-d427db7f-fd8c-422c-8440-0db58ac37cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.540506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-d427db7f-fd8c-422c-8440-0db58ac37cbe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 1094 time: 0.8239543 Jan 18 22:43:42.542000 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87c43bd0-ce7e-43e6-8cf0-8aa8ebe2f6fe req-3435f6be-4680-4ca0-855a-314c481b2966 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498056 Jan 18 22:43:42.561565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c84d2b83-f0a1-4f1a-acef-5a41c13ed2b5 req-11252205-e52f-402b-9b39-9c1383519867 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056769 Jan 18 22:43:42.802560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587a9600-b8b3-4ba8-a40b-ab53141eb193 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:42.836007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.878142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] For port 9c5d0488-52e2-4b47-8a7f-2bf54c742134, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9c5d0488-52e2-4b47-8a7f-2bf54c742134,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:42.878500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.910884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Transition to ACTIVE for port object 587a9600-b8b3-4ba8-a40b-ab53141eb193 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:42.990455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c505d3c-5703-47e3-9d4c-a46ddd0d140d req-8e367c59-7e36-4977-bb79-94e954436939 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.991280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c505d3c-5703-47e3-9d4c-a46ddd0d140d req-8e367c59-7e36-4977-bb79-94e954436939 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 943 time: 0.1771057 Jan 18 22:43:43.019419 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.055200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c505d3c-5703-47e3-9d4c-a46ddd0d140d req-cca771c2-1cb1-4a21-82cb-ad901e1fe97b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Jan 18 22:43:43.220764 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d4af1ea-bde3-4305-9072-9d85e5c30f57 req-a6b19168-da6d-44f4-8241-fabba2987d6c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 210 time: 0.0530188 Jan 18 22:43:43.224327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Calling delete_port for 9c5d0488-52e2-4b47-8a7f-2bf54c742134 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:43:43.417150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-8851ee7a-c4f6-4e0d-be7c-c61ffd0454e6 service neutron] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:43.418601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-1a492ffe-e8b0-4dbd-a503-22bc8417651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.420192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-1a492ffe-e8b0-4dbd-a503-22bc8417651f service neutron] 10.222.0.86 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.8577037 Jan 18 22:43:43.493678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Allocated IP 192.168.233.139 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/0868df7a-9965-4a6c-bb2b-1b8e8822d76a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:43.512757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.542914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9651b2-fefd-4bb8-9f1c-ed9eeeab38ac req-41aff2ea-b5f3-4a6e-a369-ca6d5241b5ec tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.549916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a9651b2-fefd-4bb8-9f1c-ed9eeeab38ac req-41aff2ea-b5f3-4a6e-a369-ca6d5241b5ec tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1099610 Jan 18 22:43:43.590243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-bbf81be7-068e-424f-97b8-920ef6412708 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5e08f6-827f-4565-bf92-4399522486d3 HTTP/1.1" status: 200 len: 217 time: 0.1506529 Jan 18 22:43:43.604057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a9651b2-fefd-4bb8-9f1c-ed9eeeab38ac req-3e9662cd-5e86-47cd-923f-9531eda0865b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532072 Jan 18 22:43:43.615965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9c5d0488-52e2-4b47-8a7f-2bf54c742134 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:43.620146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b29b0-7ce4-4d51-82bf-bedad55809a5 req-41a84811-3c9c-44f4-bdca-8ec6805671a9 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.627504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af9b29b0-7ce4-4d51-82bf-bedad55809a5 req-41a84811-3c9c-44f4-bdca-8ec6805671a9 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/ports?device_id=169b7783-c60f-4aa3-82e0-7cffcb55b504 HTTP/1.1" status: 200 len: 949 time: 0.9071145 Jan 18 22:43:43.730294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-8851ee7a-c4f6-4e0d-be7c-c61ffd0454e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.731389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7253e4-946c-44d4-ac9d-dd8d8824e7f6 req-8851ee7a-c4f6-4e0d-be7c-c61ffd0454e6 service neutron] 10.222.0.85 "DELETE /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976/bindings/n-h1-825178-1 HTTP/1.1" status: 204 len: 173 time: 1.4380491 Jan 18 22:43:43.811590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-5302303d-81ca-4553-86d8-7aa6be0d73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.813952 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-5302303d-81ca-4553-86d8-7aa6be0d73db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.1687942 Jan 18 22:43:43.834461 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.873356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cc5e08f6-827f-4565-bf92-4399522486d3 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:43.888218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Attempting to bind port 587a9600-b8b3-4ba8-a40b-ab53141eb193 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:43.892908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Attempting to bind port 587a9600-b8b3-4ba8-a40b-ab53141eb193 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:43.896372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Attempting to bind port 587a9600-b8b3-4ba8-a40b-ab53141eb193 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:43.915806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9360e-481b-44ef-a1f7-b912ff6515cc req-be080ab5-a693-4cd5-8b64-8183c7534134 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.924401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fa9360e-481b-44ef-a1f7-b912ff6515cc req-be080ab5-a693-4cd5-8b64-8183c7534134 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 948 time: 0.1275768 Jan 18 22:43:43.984841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fa9360e-481b-44ef-a1f7-b912ff6515cc req-2b59af88-2192-4728-9897-e9ff6b64c49b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595307 Jan 18 22:43:44.020859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-3863ba02-a950-4105-aeeb-062cc240eba1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832914 Jan 18 22:43:44.020859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Port 587a9600-b8b3-4ba8-a40b-ab53141eb193 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:44.020859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Attempting to bind port 587a9600-b8b3-4ba8-a40b-ab53141eb193 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:44.029900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:44.030230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:44.030742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:44.031285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Bound port: 587a9600-b8b3-4ba8-a40b-ab53141eb193, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:44.031724 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.051264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af9b29b0-7ce4-4d51-82bf-bedad55809a5 req-09b5e3b6-07f9-4d8b-8130-ff10093fc621 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfff0a65-8e4e-4955-bedd-7888eec02207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227026 Jan 18 22:43:44.120096 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 22:43:44.120096 n-d-825178-1 neutron-server[87813]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 18 22:43:44.120096 n-d-825178-1 neutron-server[87813]: [parameters: {'status': 'DOWN', 'ports_id': '9c5d0488-52e2-4b47-8a7f-2bf54c742134'}] Jan 18 22:43:44.120096 n-d-825178-1 neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:43:44.120627 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:43:44.148629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cc5e08f6-827f-4565-bf92-4399522486d3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cc5e08f6-827f-4565-bf92-4399522486d3,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:44.202049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'cc5e08f6-827f-4565-bf92-4399522486d3', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': 'cc5e08f6-827f-4565-bf92-4399522486d3', 'mac_address': 'fa:16:3e:f8:bd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:44.301942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99b372-fdbc-4c05-a652-beb5582720f4 req-4db589e4-b8da-45c5-97c3-59da4ab45f07 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.306508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.309433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca99b372-fdbc-4c05-a652-beb5582720f4 req-4db589e4-b8da-45c5-97c3-59da4ab45f07 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.1339037 Jan 18 22:43:44.371930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca99b372-fdbc-4c05-a652-beb5582720f4 req-a9965f12-3103-4345-a9c7-3cdc69784d8f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608814 Jan 18 22:43:44.384096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5e08f6-827f-4565-bf92-4399522486d3 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:44.396327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2d779f4-e119-447a-81a9-a902f61e07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.403362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cc5e08f6-827f-4565-bf92-4399522486d3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cc5e08f6-827f-4565-bf92-4399522486d3,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:44.407997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.439274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-daf85a15-18ff-4e16-ad44-0f165f99b3df service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714294 Jan 18 22:43:44.475110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=cc5e08f6-827f-4565-bf92-4399522486d3,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:44.522083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a43a6430-c250-4324-872f-608d63d39f15 req-46484884-d18b-48c9-8655-bde0ee18ca04 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 210 time: 0.0414517 Jan 18 22:43:44.643108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.663851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 22:43:44.729842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['cc5e08f6-827f-4565-bf92-4399522486d3'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:44.743741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Pushing event deleted for resources: {'Port': ['ID=9c5d0488-52e2-4b47-8a7f-2bf54c742134,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:44.867333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:44.907704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fae72-b551-45c5-ba41-239455933e50 req-76e87012-3f0b-4d1a-a619-94373f150f07 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.909237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a4fae72-b551-45c5-ba41-239455933e50 req-76e87012-3f0b-4d1a-a619-94373f150f07 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1095 time: 0.1271055 Jan 18 22:43:44.913664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] No DVR routers for this DVR port 9c5d0488-52e2-4b47-8a7f-2bf54c742134 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:44.927857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:44.929296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.932151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'name': 'network-vif-deleted', 'tag': '9c5d0488-52e2-4b47-8a7f-2bf54c742134'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:44.945355 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.960130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc8a1-9dac-4a7e-b230-ada7d7f3cdb2 req-8e50a5af-24dd-4a6f-bda5-fa0588e41d68 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.960704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-681fc8a1-9dac-4a7e-b230-ada7d7f3cdb2 req-8e50a5af-24dd-4a6f-bda5-fa0588e41d68 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:44.974018 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.988820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a4fae72-b551-45c5-ba41-239455933e50 req-55c8e3e1-40da-4212-b81d-93af3d320a8d tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667059 Jan 18 22:43:45.033509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fb6a26d-fe9a-490d-82e8-c8b3816eb61b req-ebdd78da-710f-49e5-90ef-79762bdeef34 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183513 Jan 18 22:43:45.060399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-643017d8-9689-4326-9f91-d131f12d762b req-8b7b8726-1d38-4fe4-b6ef-f24778c6fd69 tempest-ServersAdminNegativeTestJSON-1019929516 tempest-ServersAdminNegativeTestJSON-1019929516-project] 10.222.0.85 "DELETE /v2.0/ports/9c5d0488-52e2-4b47-8a7f-2bf54c742134 HTTP/1.1" status: 204 len: 173 time: 3.7591336 Jan 18 22:43:45.065863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Transition to ACTIVE for port object 0868df7a-9965-4a6c-bb2b-1b8e8822d76a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:45.067633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.068347 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.070464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] 10.222.0.86 "PUT /v2.0/ports/587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 200 len: 1096 time: 4.8677125 Jan 18 22:43:45.076401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-681fc8a1-9dac-4a7e-b230-ada7d7f3cdb2 req-8e50a5af-24dd-4a6f-bda5-fa0588e41d68 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:45.077578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-681fc8a1-9dac-4a7e-b230-ada7d7f3cdb2 req-8e50a5af-24dd-4a6f-bda5-fa0588e41d68 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 944 time: 0.7220321 Jan 18 22:43:45.208976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cddaa-9cee-4eea-b7d9-1caa8d73bc07 req-52509ced-e9f7-4b32-9ca4-946b88430227 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.211672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d5cddaa-9cee-4eea-b7d9-1caa8d73bc07 req-52509ced-e9f7-4b32-9ca4-946b88430227 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1096663 Jan 18 22:43:45.241354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f093013-0e06-423e-a126-d54730ce31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:45.271517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d5cddaa-9cee-4eea-b7d9-1caa8d73bc07 req-db3739b8-6142-4fd2-a3a2-7cfcb3c4bdd0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533519 Jan 18 22:43:45.300453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-681fc8a1-9dac-4a7e-b230-ada7d7f3cdb2 req-3fa9d25e-c885-41a3-9071-8090304e137c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674962 Jan 18 22:43:45.308123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-4f7a7976-f8d0-4aa3-b700-3d4c6743dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.311237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-4f7a7976-f8d0-4aa3-b700-3d4c6743dc42 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 1099 time: 0.1860666 Jan 18 22:43:45.314484 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.331629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['02e05a94-956f-4235-9d56-93199891e24a', '35978993-2d49-44a7-8a65-caa77d5e7096'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:45.451741 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b7783-c60f-4aa3-82e0-7cffcb55b504', 'name': 'network-vif-deleted', 'tag': '9c5d0488-52e2-4b47-8a7f-2bf54c742134', 'status': 'completed', 'code': 200} Jan 18 22:43:45.453294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event updated for resources: {'Port': ['ID=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:45.457211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-a4596673-42c9-488b-9333-ca54157442ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.458692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-a4596673-42c9-488b-9333-ca54157442ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1096 time: 0.3802454 Jan 18 22:43:45.480449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-525e5a7b-239a-4720-871b-2b5cae2ce497 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 200 len: 217 time: 0.0759671 Jan 18 22:43:45.529711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1569bd-9945-4c88-852c-9c32041a0add req-d3de7412-abae-4a12-9168-d186af0e2a39 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.532083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b1569bd-9945-4c88-852c-9c32041a0add req-d3de7412-abae-4a12-9168-d186af0e2a39 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 950 time: 0.1314895 Jan 18 22:43:45.609421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b1569bd-9945-4c88-852c-9c32041a0add req-f273c29c-2a76-4c2f-96f3-6fc9d01fc39e tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Jan 18 22:43:45.641697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:45.647601 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.659838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:45.678121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:43:45.679830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.771784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-278c3951-b2b3-4547-8f73-71b9b16d82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.773289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-278c3951-b2b3-4547-8f73-71b9b16d82e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2400172 Jan 18 22:43:45.837022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.837662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.854434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cc5e08f6-827f-4565-bf92-4399522486d3 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:45.862089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eae9d-d007-4207-9aaf-e4fc9bbd49b0 req-e704fbb5-c547-4bac-a0e9-42d85ab37ab7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.864526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c1eae9d-d007-4207-9aaf-e4fc9bbd49b0 req-e704fbb5-c547-4bac-a0e9-42d85ab37ab7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 948 time: 0.1408851 Jan 18 22:43:45.902222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-01b74557-36b7-425b-92c0-2eed91ebff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.903848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-01b74557-36b7-425b-92c0-2eed91ebff58 service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.4266658 Jan 18 22:43:45.919968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c92037-83f6-4aa5-8a45-def35ff37e46 req-247ff917-cd6a-4f8f-8129-ce3c15846f08 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.922109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37c92037-83f6-4aa5-8a45-def35ff37e46 req-247ff917-cd6a-4f8f-8129-ce3c15846f08 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 1095 time: 0.4532578 Jan 18 22:43:45.937490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c1eae9d-d007-4207-9aaf-e4fc9bbd49b0 req-3cca66be-c30b-4b46-ae05-ea9926e2d392 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625629 Jan 18 22:43:45.987201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port cc5e08f6-827f-4565-bf92-4399522486d3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:45.993356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port cc5e08f6-827f-4565-bf92-4399522486d3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:45.993733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.104166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-4286ab8a-ae02-4af7-b0bf-867d13d39cf1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1472595 Jan 18 22:43:46.130390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d6644af7-69e1-49bb-b348-6b1f2b2c8a61 None None] Provisioning for port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:46.148116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-880375c9-1326-400e-b47b-029eadf4caaf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 217 time: 0.2344077 Jan 18 22:43:46.150468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d6644af7-69e1-49bb-b348-6b1f2b2c8a61 None None] Provisioning complete for port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:46.150845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6644af7-69e1-49bb-b348-6b1f2b2c8a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.151994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Request body: {'port': {'device_id': '7d224dc9-8ef5-4584-a26e-643800451212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:46.186219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37c92037-83f6-4aa5-8a45-def35ff37e46 req-020ff1e4-fbd6-448e-a404-df5e71b8e02b tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905375 Jan 18 22:43:46.215866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.235858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d6644af7-69e1-49bb-b348-6b1f2b2c8a61 None None] Port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:43:46.257256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e08f6-827f-4565-bf92-4399522486d3'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:46.269803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cc5e08f6-827f-4565-bf92-4399522486d3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cc5e08f6-827f-4565-bf92-4399522486d3,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:46.272116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3897db-563f-4daa-9356-50d955809b70 req-7c9d2c9f-da92-4ca9-a1ee-68374dc57ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.273743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-7c9d2c9f-da92-4ca9-a1ee-68374dc57ec0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4922817 Jan 18 22:43:46.276488 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.277844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:46.333420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-be728222-d900-49c9-a1d5-3eca69a34f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.334995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-be728222-d900-49c9-a1d5-3eca69a34f10 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1553583 Jan 18 22:43:46.401807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44380dec-dc4e-4f9e-a81d-cc5ed87abdbc req-e70c8692-de89-44c5-ae9c-2fea4782cec7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.416269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44380dec-dc4e-4f9e-a81d-cc5ed87abdbc req-e70c8692-de89-44c5-ae9c-2fea4782cec7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 936 time: 0.1292169 Jan 18 22:43:46.447202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=cc5e08f6-827f-4565-bf92-4399522486d3,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:46.468059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-2a2fe7a4-2907-4862-b8d0-3bd481e06563 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110227 Jan 18 22:43:46.475857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.528457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44380dec-dc4e-4f9e-a81d-cc5ed87abdbc req-e2c29621-7228-4489-93ba-069041d76886 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077945 Jan 18 22:43:46.548728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.590683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:46.591949 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e08f6-827f-4565-bf92-4399522486d3', 'code': 200} Jan 18 22:43:46.598343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:46.610587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.630436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-ffbe1b66-bbb1-449b-bd36-c7ae870d2f45 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245564 Jan 18 22:43:46.744384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:46.804391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.829192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0358cbc9-fc26-454d-8751-680d272b648b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4bd07bbbbaa4099a5163b3bc5f3459e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333696 Jan 18 22:43:46.830990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48808) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:46.861239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18ddf2-3d1e-48cf-93c7-54ddd4f0d9ee req-328e3ce5-3c8b-4909-b3e7-cc069f6bfc09 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.863112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd18ddf2-3d1e-48cf-93c7-54ddd4f0d9ee req-328e3ce5-3c8b-4909-b3e7-cc069f6bfc09 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1565084 Jan 18 22:43:46.951170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd18ddf2-3d1e-48cf-93c7-54ddd4f0d9ee req-2725498d-4425-4db1-9291-305d7df1bf32 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756216 Jan 18 22:43:46.974191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.008358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.080563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.107078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-b00b177d-a313-4929-9b69-645523366650 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202588 Jan 18 22:43:47.136675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff0a65-8e4e-4955-bedd-7888eec02207,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:47.147972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce3897db-563f-4daa-9356-50d955809b70 req-eeed1b69-f28a-4bee-8af0-4d02f4ec4066 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819120 Jan 18 22:43:47.150064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8128af0-b05a-4415-a779-8ca306394e99 req-fa394c18-b713-45a6-920c-29dde159e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:47.151462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8128af0-b05a-4415-a779-8ca306394e99 req-fa394c18-b713-45a6-920c-29dde159e654 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 1096 time: 0.3934455 Jan 18 22:43:47.162187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.162519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.162853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.163188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.163514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.163837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.164155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.164830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.164830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.165087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.165406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.165719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:47.173401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.174527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-047644be-f3bc-415d-955b-eadc9070d15d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfff0a65-8e4e-4955-bedd-7888eec02207 HTTP/1.1" status: 204 len: 168 time: 0.3426549 Jan 18 22:43:47.204540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8bfe7-e1a6-4632-81fb-a2cbb4692484 req-7103894c-6cd4-4d34-b3ab-dd7d15b88317 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:47.206185 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8b8bfe7-e1a6-4632-81fb-a2cbb4692484 req-7103894c-6cd4-4d34-b3ab-dd7d15b88317 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.1160557 Jan 18 22:43:47.270730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8b8bfe7-e1a6-4632-81fb-a2cbb4692484 req-c1368d08-1dd7-4153-b030-3700ea1c3fd2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583286 Jan 18 22:43:47.313717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8128af0-b05a-4415-a779-8ca306394e99 req-dd2a6554-b5d8-485e-befc-dfe339bff17e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484687 Jan 18 22:43:47.411474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-c9cc0186-de40-4001-93c6-b9d8db286a4e service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851303 Jan 18 22:43:47.417536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0868df7a-9965-4a6c-bb2b-1b8e8822d76a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:47.426813 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.444178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Transition to ACTIVE for port object 0868df7a-9965-4a6c-bb2b-1b8e8822d76a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:47.450688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.486892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:47.544482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237621c-49d8-43b3-8177-da268d240241 req-523584db-ee97-456b-be8d-8d6095e9c248 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:47.555355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8237621c-49d8-43b3-8177-da268d240241 req-523584db-ee97-456b-be8d-8d6095e9c248 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 948 time: 0.1429434 Jan 18 22:43:47.593597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Pushing event updated for resources: {'Port': ['ID=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:47.651694 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8237621c-49d8-43b3-8177-da268d240241 req-ecfbd7e4-ec14-4083-8dff-df9c372b5c5a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938313 Jan 18 22:43:47.661805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:47.776144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a5ea9b31-fc2e-475f-8200-bc1028887b7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1b5216cb6554baa94ff7e71a2220b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109307 Jan 18 22:43:47.776376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48862) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:47.864779 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'status': 'completed', 'code': 200} Jan 18 22:43:47.982394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Attempting to bind port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:47.982735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Attempting to bind port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:47.983253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Attempting to bind port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:47.995549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:47.995907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Attempting to bind port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:48.004045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:48.004480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:48.005174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:48.005640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Bound port: 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:48.006063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.011240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56fb70d6-d5bc-4cb8-8ef3-112988c5c881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.063987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56fb70d6-d5bc-4cb8-8ef3-112988c5c881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.099243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-6b838446-0588-4941-a39e-8002facfca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.100737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-6b838446-0588-4941-a39e-8002facfca90 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 1099 time: 0.2351794 Jan 18 22:43:48.123783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e09f5-6ba2-4831-8d09-75aac147f5f5 req-172e6da7-cb41-4099-a338-c9974db532dd tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.125580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-074e09f5-6ba2-4831-8d09-75aac147f5f5 req-172e6da7-cb41-4099-a338-c9974db532dd tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 948 time: 0.1541560 Jan 18 22:43:48.194336 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-074e09f5-6ba2-4831-8d09-75aac147f5f5 req-b0422bad-5e98-4ff3-9d8e-c38ab238fa9d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Jan 18 22:43:48.195629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56fb70d6-d5bc-4cb8-8ef3-112988c5c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.221430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] For port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:48.229328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] For port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:48.230875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb70d6-d5bc-4cb8-8ef3-112988c5c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773e7b6e-8725-4ef2-b8ec-2a0728101152,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:48.245205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.252087 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56fb70d6-d5bc-4cb8-8ef3-112988c5c881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.253053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-56fb70d6-d5bc-4cb8-8ef3-112988c5c881 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/773e7b6e-8725-4ef2-b8ec-2a0728101152 HTTP/1.1" status: 204 len: 168 time: 0.4754205 Jan 18 22:43:48.346347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Pushing event updated for resources: {'Port': ['ID=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:48.356000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.356632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.360809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-99556ab0-0870-408f-a54b-007c1677036e service neutron] 10.222.0.85 "PUT /v2.0/ports/0868df7a-9965-4a6c-bb2b-1b8e8822d76a HTTP/1.1" status: 200 len: 1096 time: 2.2151525 Jan 18 22:43:48.434275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-7e6881d8-1127-42b3-8ef0-330a4d2d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.435749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-7e6881d8-1127-42b3-8ef0-330a4d2d6c1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3231263 Jan 18 22:43:48.560431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d51ae2-acb6-49e9-84d6-d955ff7d1c87 req-aa9fd3a1-a4ab-49e4-91c2-0cbff4d3360c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.569087 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4d51ae2-acb6-49e9-84d6-d955ff7d1c87 req-aa9fd3a1-a4ab-49e4-91c2-0cbff4d3360c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1599393 Jan 18 22:43:48.593094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:48.706873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-2f6d34a6-707c-4060-8133-3acb0c1cd2e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 200 len: 217 time: 0.1489367 Jan 18 22:43:48.781752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4d51ae2-acb6-49e9-84d6-d955ff7d1c87 req-f3dd832b-638c-445b-b0db-56226e77e9a0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106640 Jan 18 22:43:48.853422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdcdfb-8203-45b1-b1c1-250178254e26 req-f78605d0-3d8e-4641-a990-b14d1d12af8e tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.854973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0abdcdfb-8203-45b1-b1c1-250178254e26 req-f78605d0-3d8e-4641-a990-b14d1d12af8e tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 948 time: 0.3825390 Jan 18 22:43:48.858088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-006c5c77-3b4d-4c25-a6a0-0b8e773bd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.860003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-006c5c77-3b4d-4c25-a6a0-0b8e773bd164 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1334584 Jan 18 22:43:48.936706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-e0c11a45-4f9c-4766-8bab-05c22b3e2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.940750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-e0c11a45-4f9c-4766-8bab-05c22b3e2ddd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 1099 time: 0.5040805 Jan 18 22:43:49.053534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-de95424d-1fea-427d-a0d6-f7df143f625a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a HTTP/1.1" status: 200 len: 217 time: 0.0990083 Jan 18 22:43:49.110661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109507bc-4fc7-4067-a4f2-b491f3292c31 req-52f2750a-7e27-4a3e-9458-581b1454f867 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:49.111931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0abdcdfb-8203-45b1-b1c1-250178254e26 req-74d16ae3-1439-4428-a86a-f410f0237c03 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333601 Jan 18 22:43:49.116185 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-109507bc-4fc7-4067-a4f2-b491f3292c31 req-52f2750a-7e27-4a3e-9458-581b1454f867 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.1573400 Jan 18 22:43:49.187199 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'code': 200} Jan 18 22:43:49.201429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-7458f054-edb8-4925-83ab-3a0e8dbe3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:49.207094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-7458f054-edb8-4925-83ab-3a0e8dbe3ae3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3323328 Jan 18 22:43:49.216303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-109507bc-4fc7-4067-a4f2-b491f3292c31 req-8c0a4405-9cbf-43e1-9100-407ab7425484 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918012 Jan 18 22:43:49.314216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-03209159-20ef-4363-8a7a-2d908aab5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:49.315692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-03209159-20ef-4363-8a7a-2d908aab5e07 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2503099 Jan 18 22:43:49.481676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-47422857-584c-48e0-bb81-6cff6104e88d service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646635 Jan 18 22:43:49.582032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35781f1-bb27-4a52-8249-54b31d5ace73 req-6629d491-40e1-4445-a2e8-81f4e1d572df tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:49.588868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f35781f1-bb27-4a52-8249-54b31d5ace73 req-6629d491-40e1-4445-a2e8-81f4e1d572df tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 948 time: 0.2721798 Jan 18 22:43:49.675693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bb47-6b46-4942-ba1e-38216335a623 req-1937f36c-83cb-4ac9-b9ec-20708979dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:49.677228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-1937f36c-83cb-4ac9-b9ec-20708979dd8c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3206642 Jan 18 22:43:49.729745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fda77-28c3-4a66-8ad5-1ff5c93a0421 req-187e3b58-a3ff-4a93-b531-2dd35727e691 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:49.731363 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-700fda77-28c3-4a66-8ad5-1ff5c93a0421 req-187e3b58-a3ff-4a93-b531-2dd35727e691 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 948 time: 0.1178269 Jan 18 22:43:49.790453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-700fda77-28c3-4a66-8ad5-1ff5c93a0421 req-616c4e5e-8498-4ef8-8e68-d4b823a9119a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451100 Jan 18 22:43:49.833824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d63a501-e190-4653-9a4c-c530dae93f52 req-cf1729fc-86fb-4905-9934-d9e27c896b9c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428898 Jan 18 22:43:49.849813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:49.872995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f35781f1-bb27-4a52-8249-54b31d5ace73 req-051ec530-3c84-4e93-bb98-c0ae360fb0ce tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747099 Jan 18 22:43:49.876004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d224dc9-8ef5-4584-a26e-643800451212', 'tag': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:49.974014 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d224dc9-8ef5-4584-a26e-643800451212', 'tag': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a', 'status': 'completed', 'code': 200} Jan 18 22:43:49.997096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-047e443f-5b2c-4551-beb0-4ed6117bbdcb service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069205 Jan 18 22:43:50.117426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e888-e752-4180-aa24-26afe445befb req-43c5710b-0e8b-4479-9aab-d0d19102e255 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:50.126054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ec9e888-e752-4180-aa24-26afe445befb req-43c5710b-0e8b-4479-9aab-d0d19102e255 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1161811 Jan 18 22:43:50.185429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:50.188518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ec9e888-e752-4180-aa24-26afe445befb req-96d9fc6f-58bd-447f-ba94-e4bfb9ad6b90 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571127 Jan 18 22:43:50.209207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'mac_address': 'fa:16:3e:c1:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:50.269197 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.287362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587a9600-b8b3-4ba8-a40b-ab53141eb193 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:50.310761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:50.321090 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.414775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:50.533238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1271bb47-6b46-4942-ba1e-38216335a623 req-3e3d667b-4c61-4765-84f1-086b5bc9cb2d service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290482 Jan 18 22:43:50.556252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-84661f71-45f7-4e68-98b0-4e6c7331c717 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:50.558177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-84661f71-45f7-4e68-98b0-4e6c7331c717 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 948 time: 0.2319484 Jan 18 22:43:50.577139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84737046-13f9-440a-a3bd-b04ba932fa12 req-6ac2ace4-0e5d-48bb-b305-de889a5cec3e tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:50.579281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84737046-13f9-440a-a3bd-b04ba932fa12 req-6ac2ace4-0e5d-48bb-b305-de889a5cec3e tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 948 time: 0.1936903 Jan 18 22:43:50.594309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['587a9600-b8b3-4ba8-a40b-ab53141eb193'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:50.758873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Deleting port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:43:50.759230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.802348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84737046-13f9-440a-a3bd-b04ba932fa12 req-a2fdb332-88ee-43b1-a100-b4a7c55f4ded tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/security-groups?id=12c06a34-b311-47e6-95b2-ff940e7fb311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830406 Jan 18 22:43:50.918147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-8b99ae2e-1af1-43c1-9c49-186fba85467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:50.919762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-8b99ae2e-1af1-43c1-9c49-186fba85467d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5448b57845349ccbc2d8f788c35d249&device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 1099 time: 0.3018479 Jan 18 22:43:51.192816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-904cef9c-5918-4bcc-9ff7-eeff03104c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:51.194338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-904cef9c-5918-4bcc-9ff7-eeff03104c07 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2448354 Jan 18 22:43:51.198869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dac42-f5c4-400b-b439-89dd950d75aa req-75f5b721-798d-44c5-a4a5-59b04dde1c3c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:51.202287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e17dac42-f5c4-400b-b439-89dd950d75aa req-75f5b721-798d-44c5-a4a5-59b04dde1c3c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 948 time: 0.1304080 Jan 18 22:43:51.273859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e17dac42-f5c4-400b-b439-89dd950d75aa req-08e9b734-72f0-4c98-8bb9-a6842026cabe tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655198 Jan 18 22:43:51.373798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-0e7728cd-1af2-4967-bf24-8b4dc7f9deb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a HTTP/1.1" status: 200 len: 217 time: 0.1410248 Jan 18 22:43:51.494992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] For port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:51.495354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.505282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-95388a04-df9e-45b6-9352-2d8fa36c97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:51.506279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-95388a04-df9e-45b6-9352-2d8fa36c97f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1264148 Jan 18 22:43:51.514018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ce1f-127e-4b52-929a-1a3662baf9f8 req-04220bb8-f40c-47de-9ea6-f142607cf501 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:51.515797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a77ce1f-127e-4b52-929a-1a3662baf9f8 req-04220bb8-f40c-47de-9ea6-f142607cf501 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.0840971 Jan 18 22:43:51.569454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a77ce1f-127e-4b52-929a-1a3662baf9f8 req-e8b93148-bbfb-4064-8ff5-1d788ffd2178 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 Jan 18 22:43:51.665969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Calling delete_port for 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:43:51.715052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688a769-7d24-46ac-b9a8-d60e8d2612bc req-7648913f-c1b0-418a-ae8a-8d4ba5297cb4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:51.716540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1688a769-7d24-46ac-b9a8-d60e8d2612bc req-7648913f-c1b0-418a-ae8a-8d4ba5297cb4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 949 time: 0.3962433 Jan 18 22:43:51.807663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1688a769-7d24-46ac-b9a8-d60e8d2612bc req-98b43c6d-6b3b-449d-bc38-c8f909e90981 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Jan 18 22:43:51.821756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-d02f73c3-e6cc-46c5-986f-2d90b8f98d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:51.823297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-d02f73c3-e6cc-46c5-986f-2d90b8f98d73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2564521 Jan 18 22:43:51.862010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:52.022542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 587a9600-b8b3-4ba8-a40b-ab53141eb193 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:52.029777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 587a9600-b8b3-4ba8-a40b-ab53141eb193 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:52.030153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.044549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.223357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Pushing event deleted for resources: {'Port': ['ID=7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:52.270018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.294902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e5debed-db18-4921-aac6-44eaa6984734 req-f99d2f19-338b-4dec-bc70-a39f8baf2f8f tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 210 time: 0.0776517 Jan 18 22:43:52.329078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:52.344045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:52.358330 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.359571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:43:52.565810 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'code': 200} Jan 18 22:43:52.586900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] No DVR routers for this DVR port 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:52.591632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:52.601637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:43:52.602160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:43:52.639773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.649046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-deleted', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:52.691040 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-848c356f-8d64-46e8-a1d9-1d8d96067bda service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515049 Jan 18 22:43:52.740979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc227db5-3b3c-4a1d-8163-b744d71fe643 req-a590d228-f370-42db-b982-5f9dfd65c845 tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.86 "DELETE /v2.0/ports/7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c HTTP/1.1" status: 204 len: 173 time: 2.1741490 Jan 18 22:43:52.920851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fd7a6-6dd8-4b53-a523-6c01a3b996c8 req-7f345a0f-0891-49e4-8372-fe0e449a8d91 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:52.930140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-488fd7a6-6dd8-4b53-a523-6c01a3b996c8 req-7f345a0f-0891-49e4-8372-fe0e449a8d91 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1946983 Jan 18 22:43:52.986692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ac063-600c-4f60-88ec-dfabf929a615 req-64bfb6d2-8048-4192-afba-4cd9f0dc7de7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:52.998012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-df7ac063-600c-4f60-88ec-dfabf929a615 req-64bfb6d2-8048-4192-afba-4cd9f0dc7de7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Synchronizing usage tracker for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:43:53.013580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-488fd7a6-6dd8-4b53-a523-6c01a3b996c8 req-5e9ede35-7e86-454b-b3f3-813fe9b65715 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Jan 18 22:43:53.019366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f535-5134-4fd6-9086-9f16e2c0b44a req-4f4159ca-e931-4ecb-890f-7e7e9a7f3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:53.021177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab79f535-5134-4fd6-9086-9f16e2c0b44a req-4f4159ca-e931-4ecb-890f-7e7e9a7f3d37 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 1101 time: 0.4750679 Jan 18 22:43:53.054416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15e0c61b-b4b3-4c73-a2b2-6c2736116697 req-b8643de9-5055-42ce-9fc9-1f8235567c0a service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509459 Jan 18 22:43:53.069434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-df7ac063-600c-4f60-88ec-dfabf929a615 req-64bfb6d2-8048-4192-afba-4cd9f0dc7de7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Unset dirty status for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:43:53.070810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df7ac063-600c-4f60-88ec-dfabf929a615 req-64bfb6d2-8048-4192-afba-4cd9f0dc7de7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 948 time: 0.5434041 Jan 18 22:43:53.082353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab79f535-5134-4fd6-9086-9f16e2c0b44a req-37960b77-bb2a-481f-bee0-d66e3e8b6996 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547276 Jan 18 22:43:53.131465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df7ac063-600c-4f60-88ec-dfabf929a615 req-be8fd136-115d-4336-a6bf-617c47cb8485 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Jan 18 22:43:53.200354 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9000c7-9942-4507-91f9-b873604ce635', 'name': 'network-vif-deleted', 'tag': '7c824dd7-d3fd-4a5d-94c0-4f69b1f8cb7c', 'status': 'completed', 'code': 200} Jan 18 22:43:53.425263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bee355-6546-4068-8946-3469afb846db req-fbe89dd7-93b8-43f7-9aa2-2fce0243de15 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:53.427070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6bee355-6546-4068-8946-3469afb846db req-fbe89dd7-93b8-43f7-9aa2-2fce0243de15 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1201599 Jan 18 22:43:53.494488 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6bee355-6546-4068-8946-3469afb846db req-ec7fda15-807c-4cf5-8758-69f64aab85d8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579898 Jan 18 22:43:53.568722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ae56fd38-4f28-48e4-9c9f-30c3d731dc15 req-137e4bc2-2f36-4bad-8a56-829725f8364d tempest-ImagesOneServerTestJSON-1470484021 tempest-ImagesOneServerTestJSON-1470484021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b9000c7-9942-4507-91f9-b873604ce635 HTTP/1.1" status: 200 len: 210 time: 0.0983858 Jan 18 22:43:53.646194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0868df7a-9965-4a6c-bb2b-1b8e8822d76a details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:53.649387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49090) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:53.865598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.879256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:53.880471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:53.883147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Usage tracker for resource:security_group_rule and tenant:de0d4769697b4753b12d8f165a1bb4dd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:53.885962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:53.891635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:53.915008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a', 'mac_address': 'fa:16:3e:5f:4e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:43:53.982883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.989259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.990750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.015365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0868df7a-9965-4a6c-bb2b-1b8e8822d76a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:54.034327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:54.043046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.063273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de0d4769697b4753b12d8f165a1bb4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095750 Jan 18 22:43:54.063273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63d71e-4041-42e7-826e-d68124edd422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81e7ee-b440-4b00-81f5-0d2aa3edd130,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.064215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:54.193614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d7d91df-06e4-4464-8eed-94f2559b49d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.200772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.245486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d7d91df-06e4-4464-8eed-94f2559b49d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.329344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['0868df7a-9965-4a6c-bb2b-1b8e8822d76a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:54.378811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d807-ba38-42d6-a57d-f8c6f4447f09 req-641e0290-f148-4066-993c-9ed6c7edf6fe tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:54.394674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2098d807-ba38-42d6-a57d-f8c6f4447f09 req-641e0290-f148-4066-993c-9ed6c7edf6fe tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1950986 Jan 18 22:43:54.398588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d7d91df-06e4-4464-8eed-94f2559b49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.448490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d91df-06e4-4464-8eed-94f2559b49d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81e7ee-b440-4b00-81f5-0d2aa3edd130,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.460429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d7d91df-06e4-4464-8eed-94f2559b49d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.475117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d7d91df-06e4-4464-8eed-94f2559b49d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa81e7ee-b440-4b00-81f5-0d2aa3edd130 HTTP/1.1" status: 204 len: 168 time: 0.4098356 Jan 18 22:43:54.497205 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:43:54.518321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2098d807-ba38-42d6-a57d-f8c6f4447f09 req-ac28eea2-16da-40ca-a797-375c49b92d13 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226048 Jan 18 22:43:54.541341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ee67e-020d-4525-b327-ccf8a08b29c5 req-c8ccd13e-b9eb-4fe4-b11e-44f7c3f5eea0 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:54.543026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-442ee67e-020d-4525-b327-ccf8a08b29c5 req-c8ccd13e-b9eb-4fe4-b11e-44f7c3f5eea0 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 949 time: 0.2337396 Jan 18 22:43:54.637387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-442ee67e-020d-4525-b327-ccf8a08b29c5 req-415473b1-a3e9-44c5-88bf-c9108a8be03b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874717 Jan 18 22:43:55.039215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:55.065938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.097275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:43:55.114890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Usage tracker for resource:security_group_rule and tenant:56be5dab0c774bbbb1c431e5842c19b6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:43:55.122070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:43:55.132111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:43:55.331638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.342178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.397982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56be5dab0c774bbbb1c431e5842c19b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552980 Jan 18 22:43:55.398087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49128) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:55.407021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fdb2-0bdd-4128-965b-8b9d43a1b905 req-9ad33a9e-41f0-4966-830a-8c886b0e1661 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:55.408303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b58fdb2-0bdd-4128-965b-8b9d43a1b905 req-9ad33a9e-41f0-4966-830a-8c886b0e1661 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1751096 Jan 18 22:43:55.409123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fade2-3299-4c85-bb14-2155f93907c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf26380-5df0-4ce2-8d2e-a9495cb1d0ce,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:55.476242 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2278-ccbf-4847-a197-5f772057dbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.480830 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b58fdb2-0bdd-4128-965b-8b9d43a1b905 req-44cf35e5-30ef-49d4-a955-f3cef90d738a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554569 Jan 18 22:43:55.513091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:55.524655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2278-ccbf-4847-a197-5f772057dbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.614520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2278-ccbf-4847-a197-5f772057dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.654816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb2278-ccbf-4847-a197-5f772057dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf26380-5df0-4ce2-8d2e-a9495cb1d0ce,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:55.663774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2278-ccbf-4847-a197-5f772057dbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.669581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ddcb2278-ccbf-4847-a197-5f772057dbab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ebf26380-5df0-4ce2-8d2e-a9495cb1d0ce HTTP/1.1" status: 204 len: 168 time: 0.2659385 Jan 18 22:43:55.670181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0868df7a-9965-4a6c-bb2b-1b8e8822d76a up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:43:55.763808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7bcce97f-7151-4883-a67d-0bb94d6c7b89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=040c2bf417d9436cb9c80f13c9f6b4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493472 Jan 18 22:43:55.767023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49148) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:43:55.799556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:55.806191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:55.806544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.809502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744bee5-e5c9-44e1-ba9b-e9c9cea2db39 req-45da82f0-30f1-42f1-9e41-26c605ed256e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:55.835672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c744bee5-e5c9-44e1-ba9b-e9c9cea2db39 req-45da82f0-30f1-42f1-9e41-26c605ed256e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.1758816 Jan 18 22:43:55.973654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c744bee5-e5c9-44e1-ba9b-e9c9cea2db39 req-d935bf84-e58a-41ce-87a2-e94c127bf445 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363640 Jan 18 22:43:56.123021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02940e52-41a2-4233-abb1-e222b2dfa4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.142346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.148638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-cb39946d-5d98-4066-afe0-c3bf95207f6a tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:56.150329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-cb39946d-5d98-4066-afe0-c3bf95207f6a tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.3615024 Jan 18 22:43:56.178300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:56.210225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d224dc9-8ef5-4584-a26e-643800451212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:56.228749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:56.235834 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.262971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02940e52-41a2-4233-abb1-e222b2dfa4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.367113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:56.376191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04982e4-2966-4a2c-8a1f-d56bb6330e1b req-465e103b-b2ed-4354-aaea-5844218a535e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:56.387517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c04982e4-2966-4a2c-8a1f-d56bb6330e1b req-465e103b-b2ed-4354-aaea-5844218a535e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1140704 Jan 18 22:43:56.396968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-123c822d-d59c-4dc1-8ead-b02246771c8e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3997390 Jan 18 22:43:56.448980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c04982e4-2966-4a2c-8a1f-d56bb6330e1b req-56565ddc-9802-4085-9047-b188f6562d7c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Jan 18 22:43:56.452014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cf765-1e64-4cca-9343-b336693a027f req-d7ed567f-4070-4d32-b60e-8ee9acf13d30 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:56.456312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f4cf765-1e64-4cca-9343-b336693a027f req-d7ed567f-4070-4d32-b60e-8ee9acf13d30 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 949 time: 0.3942232 Jan 18 22:43:56.507023 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d224dc9-8ef5-4584-a26e-643800451212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a', 'code': 200} Jan 18 22:43:56.535174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.670588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f4cf765-1e64-4cca-9343-b336693a027f req-2355f898-fd7a-4160-9541-0649718a9903 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947691 Jan 18 22:43:56.690595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02940e52-41a2-4233-abb1-e222b2dfa4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.722321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02940e52-41a2-4233-abb1-e222b2dfa4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c06a34-b311-47e6-95b2-ff940e7fb311,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:56.823154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02940e52-41a2-4233-abb1-e222b2dfa4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.827099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-02940e52-41a2-4233-abb1-e222b2dfa4c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12c06a34-b311-47e6-95b2-ff940e7fb311 HTTP/1.1" status: 204 len: 168 time: 1.0560534 Jan 18 22:43:56.888895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fa31a-fc93-4b99-946c-b6eb80d2e2d4 req-f09813c6-8149-4fd4-9824-d0fa00963ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:56.890562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-551fa31a-fc93-4b99-946c-b6eb80d2e2d4 req-f09813c6-8149-4fd4-9824-d0fa00963ebf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 1101 time: 0.2846260 Jan 18 22:43:56.974143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:57.016890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-551fa31a-fc93-4b99-946c-b6eb80d2e2d4 req-08df5624-7829-4871-b866-1efa21d717c3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149733 Jan 18 22:43:57.109734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:57.384919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:57.391705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.413461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.621404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ab01a-b5f1-42c7-96a5-21eb09262a32 req-1c806cf7-502e-488a-9abe-b6db31be5922 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:57.623908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053ab01a-b5f1-42c7-96a5-21eb09262a32 req-1c806cf7-502e-488a-9abe-b6db31be5922 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 945 time: 0.4624078 Jan 18 22:43:57.680619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:43:57.718381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:57.756343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on host n-h1-825178-1 for vnic_type normal with profile {"migrating_to": "n-h2-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:57.757174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:57.757709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:57.770808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:57.771198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:57.793461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053ab01a-b5f1-42c7-96a5-21eb09262a32 req-a0bbfcb6-1db6-46ee-956d-1cb78a62005e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599150 Jan 18 22:43:57.801333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:57.802013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:57.802606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:57.804351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Bound port: e86f91ba-6f26-457b-8d7d-dca5a4439275, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:57.812866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.942585 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'code': 200} Jan 18 22:43:58.110139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:43:58.113959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:58.115716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:43:58.126144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.185436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on host n-h1-825178-1 for vnic_type normal with profile {"migrating_to": "n-h2-825178-1"} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:58.190235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:58.191596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:58.191783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8267a-6068-4edb-a3fb-112d5e881ca8 req-9167e22e-18b9-4a81-8249-a60c864f1b0c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:58.199868 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ed8267a-6068-4edb-a3fb-112d5e881ca8 req-9167e22e-18b9-4a81-8249-a60c864f1b0c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1308067 Jan 18 22:43:58.205383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:43:58.205744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempting to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:43:58.211996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:43:58.212361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:43:58.212775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:43:58.213269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Bound port: e86f91ba-6f26-457b-8d7d-dca5a4439275, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:58.213648 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.293197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ed8267a-6068-4edb-a3fb-112d5e881ca8 req-ee47da9c-56f0-4207-982c-c354ad53a62f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Jan 18 22:43:58.338303 n-d-825178-1 neutron-server[87813]: WARNING neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Concurrent port binding operations failed on port e86f91ba-6f26-457b-8d7d-dca5a4439275 Jan 18 22:43:58.342306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:43:58.343874 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Attempt 2 to bind port e86f91ba-6f26-457b-8d7d-dca5a4439275 Jan 18 22:43:58.344571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 has no active binding in host n-h2-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:43:58.487893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:58.488521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.490181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] 10.222.0.85 "PUT /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 1121 time: 2.3224812 Jan 18 22:43:58.530410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766022f-bde6-4311-a0c5-eea1f426b39b service neutron] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:58.586361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['e86f91ba-6f26-457b-8d7d-dca5a4439275'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:58.592066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfdbfe-5899-4bc4-b511-e713f27d39b2 req-8cd6ee3f-2a6f-4249-b6d3-40fdfa806e1f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:58.602652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98dfdbfe-5899-4bc4-b511-e713f27d39b2 req-8cd6ee3f-2a6f-4249-b6d3-40fdfa806e1f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 950 time: 0.4225464 Jan 18 22:43:58.649409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e86f91ba-6f26-457b-8d7d-dca5a4439275'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:43:58.660570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-75d91581-ac24-42b6-bfde-f22a023ecc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:58.662197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-75d91581-ac24-42b6-bfde-f22a023ecc2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 1101 time: 0.3043137 Jan 18 22:43:58.779364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98dfdbfe-5899-4bc4-b511-e713f27d39b2 req-9c95326d-a53f-4d92-a1ad-b4142d22cca4 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654248 Jan 18 22:43:58.876553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-04d9bef1-6af3-42d1-ac9b-c9f3b552872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:58.878224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-04d9bef1-6af3-42d1-ac9b-c9f3b552872c service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2067564 Jan 18 22:43:59.035069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-e768f0cd-3b2a-4d06-b038-96fb2d78fa8e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 200 len: 217 time: 0.1478181 Jan 18 22:43:59.182432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-ae8e0591-1117-434c-ad92-65c216eed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:59.184937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-ae8e0591-1117-434c-ad92-65c216eed43e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1421154 Jan 18 22:43:59.241000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1777d3d-3166-409c-af0b-e8e848080d2e req-e84e0e37-02e5-4c42-aae2-b226739c6541 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:59.243714 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1777d3d-3166-409c-af0b-e8e848080d2e req-e84e0e37-02e5-4c42-aae2-b226739c6541 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.1664338 Jan 18 22:43:59.290368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35fbc2de-0fa9-44b9-b26c-44041b2f8780 req-e7063fb5-9129-4292-ae7a-299a9436f0fa tempest-FlavorsV2NegativeTest-1114168064 tempest-FlavorsV2NegativeTest-1114168064-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=71ed3fc6b6c2493ea2f5394aa570a3fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403411 Jan 18 22:43:59.301529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1777d3d-3166-409c-af0b-e8e848080d2e req-5865023e-713a-494b-a42c-46918a4f9812 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Jan 18 22:43:59.428538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-c1031565-d868-4bbe-bc12-9c968a9b7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:59.430081 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-c1031565-d868-4bbe-bc12-9c968a9b7c89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389472 Jan 18 22:43:59.479592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbc2de-0fa9-44b9-b26c-44041b2f8780 req-4f6695a5-09d1-4a11-8d72-8c653aad9e85 tempest-FlavorsV2NegativeTest-1114168064 tempest-FlavorsV2NegativeTest-1114168064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:59.481107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35fbc2de-0fa9-44b9-b26c-44041b2f8780 req-4f6695a5-09d1-4a11-8d72-8c653aad9e85 tempest-FlavorsV2NegativeTest-1114168064 tempest-FlavorsV2NegativeTest-1114168064-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838934 Jan 18 22:43:59.500434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db1d8-9ea9-4f88-881d-e3237b304301 req-5c8a1282-a01b-464c-ba9e-751428f3fd93 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:59.502217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-735db1d8-9ea9-4f88-881d-e3237b304301 req-5c8a1282-a01b-464c-ba9e-751428f3fd93 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.0961382 Jan 18 22:43:59.550686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35fbc2de-0fa9-44b9-b26c-44041b2f8780 req-73b24ebb-67d5-4cad-8b75-f2a9c68e6599 tempest-FlavorsV2NegativeTest-1114168064 tempest-FlavorsV2NegativeTest-1114168064-project] 10.222.0.78 "GET /v2.0/quotas/71ed3fc6b6c2493ea2f5394aa570a3fe HTTP/1.1" status: 200 len: 375 time: 0.0270028 Jan 18 22:43:59.550901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-735db1d8-9ea9-4f88-881d-e3237b304301 req-aadb50b0-a74f-420b-bc98-2936468c3f49 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Jan 18 22:43:59.614964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35fbc2de-0fa9-44b9-b26c-44041b2f8780 req-9855e53b-40ac-41ed-9874-7439fb5ec8f8 tempest-FlavorsV2NegativeTest-1114168064 tempest-FlavorsV2NegativeTest-1114168064-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=71ed3fc6b6c2493ea2f5394aa570a3fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580249 Jan 18 22:43:59.634235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-1d643ed8-e449-4372-8425-f48416f19539 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895330 Jan 18 22:43:59.886364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-b74d3ee0-db44-4e4a-a8d4-719b656f3209 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449203 Jan 18 22:43:59.943231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:00.019509 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'status': 'completed', 'code': 200} Jan 18 22:44:00.108556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaf26f-758f-4fe1-811b-cc4015fe06c2 req-bdd4db13-5e90-4ad9-b3e5-ddda4795922b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.110201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2faaf26f-758f-4fe1-811b-cc4015fe06c2 req-bdd4db13-5e90-4ad9-b3e5-ddda4795922b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 950 time: 0.1672735 Jan 18 22:44:00.209655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2faaf26f-758f-4fe1-811b-cc4015fe06c2 req-1c9f30c2-2f5d-41a1-8e67-0c651dbd542a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927656 Jan 18 22:44:00.221256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-381cba47-5976-4b0c-b7bf-de53cf6b9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.223138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-381cba47-5976-4b0c-b7bf-de53cf6b9e3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1124 time: 0.1610897 Jan 18 22:44:00.524243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-1801f729-c1b8-4b94-aae6-44bccda2fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.526223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-1801f729-c1b8-4b94-aae6-44bccda2fbbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2953441 Jan 18 22:44:00.532337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:00.630267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-b34d1705-3241-4b91-bb42-2830cde4468f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 217 time: 0.0881398 Jan 18 22:44:00.694355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b342f5-3f12-4781-820b-0f1f8c6c76a8 req-a65d83df-c4e8-4880-b272-a389239dc227 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.696197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2b342f5-3f12-4781-820b-0f1f8c6c76a8 req-a65d83df-c4e8-4880-b272-a389239dc227 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.2482610 Jan 18 22:44:00.767444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-f9ac7ffa-2be6-4abf-b969-617b11e493fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.769181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-f9ac7ffa-2be6-4abf-b969-617b11e493fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1316190 Jan 18 22:44:00.788545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2b342f5-3f12-4781-820b-0f1f8c6c76a8 req-f7f040fc-cd9b-4283-be34-2421663f6afa tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832090 Jan 18 22:44:00.835837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.904583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-11c00a85-3f58-4e58-85ad-b553eea91bc0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147909 Jan 18 22:44:00.913381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:00.928796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Usage tracker for resource:security_group_rule and tenant:71ed3fc6b6c2493ea2f5394aa570a3fe is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:00.942614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:00.969325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:01.147933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.154256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.211508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71ed3fc6b6c2493ea2f5394aa570a3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778431 Jan 18 22:44:01.212494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789b0d1-db65-4242-a4f9-f3c0aa692732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bc9e54-a87c-4faa-b93c-efdeddfb2072,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.215602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:01.273767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-7ab1350e-5a4d-4fc9-a07e-28a08cb80dff service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530905 Jan 18 22:44:01.316544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9cdf1e-a3fb-44c9-9ec0-2bb5e9b56e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.350617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9cdf1e-a3fb-44c9-9ec0-2bb5e9b56e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.402164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5aeb0-bc49-4fdc-8149-aa199c20ffd1 req-6388b070-31f0-4726-a333-7dcb06951e32 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.409002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86b5aeb0-bc49-4fdc-8149-aa199c20ffd1 req-6388b070-31f0-4726-a333-7dcb06951e32 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.3860373 Jan 18 22:44:01.424658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9cdf1e-a3fb-44c9-9ec0-2bb5e9b56e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.478604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a772baa-4b86-4edb-ad70-157c07491a01 req-ac2c4bc1-f077-43b0-9057-04022bb51756 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039573 Jan 18 22:44:01.483391 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86b5aeb0-bc49-4fdc-8149-aa199c20ffd1 req-d1c4a817-6cd7-43a9-89ae-8ab24e16a286 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733840 Jan 18 22:44:01.490849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cdf1e-a3fb-44c9-9ec0-2bb5e9b56e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bc9e54-a87c-4faa-b93c-efdeddfb2072,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.523547 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9cdf1e-a3fb-44c9-9ec0-2bb5e9b56e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.524809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7a9cdf1e-a3fb-44c9-9ec0-2bb5e9b56e1b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01bc9e54-a87c-4faa-b93c-efdeddfb2072 HTTP/1.1" status: 204 len: 168 time: 0.3079886 Jan 18 22:44:01.559347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.560050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.560266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.560727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.561209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.561675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.562183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.562641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.563096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.563547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.563996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.564449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.564897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.567808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-2e1f67d1-32e5-4ad5-864c-1b018d5c4e91 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212&device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780&device_id=4a058201-f8e7-4380-90c0-a79c65f06f66&device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e&device_id=1bd09c44-cc65-4887-a309-f9367e78b694&device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d&device_id=9d075408-1df1-4755-817e-b73f1af1a79e&device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326&device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 11802 time: 0.1386254 Jan 18 22:44:01.596922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.615586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:01.620431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Usage tracker for resource:security_group_rule and tenant:4ebf36096a724b2ea1a3fc4d77f435c9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:01.625585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:01.632559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:01.753686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.760661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.898048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e04d47-cbcf-4adf-a55c-9a3a46c46c79,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.928553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3ba17cb-33c6-4016-bcd6-c5d9098dfe38 req-f7b99452-183d-45d5-ab06-f3360dd1849b tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&id=7994263a-ff6a-4549-ac02-56f622f73952&id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&id=475800df-6612-45b0-b80e-d71b43376bf1&id=ebd368ef-ca0f-4f38-a078-22cff878f773&id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.3534489 Jan 18 22:44:02.212853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5f4c-fb18-4e43-9e9b-1fb773d17096 req-39e08f7c-d3c4-427a-9e1d-d9713adf7a48 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.214427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87cf5f4c-fb18-4e43-9e9b-1fb773d17096 req-39e08f7c-d3c4-427a-9e1d-d9713adf7a48 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.0977032 Jan 18 22:44:02.273585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87cf5f4c-fb18-4e43-9e9b-1fb773d17096 req-d02eaa93-b14f-4440-b0d7-f0dfcb84d34e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524237 Jan 18 22:44:02.364709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162beea-d6db-4e92-af9c-c47210036f0d req-e5c0f5c7-aa6a-4f97-99dd-9e12529ab78b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.366837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9162beea-d6db-4e92-af9c-c47210036f0d req-e5c0f5c7-aa6a-4f97-99dd-9e12529ab78b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.1101542 Jan 18 22:44:02.429026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9162beea-d6db-4e92-af9c-c47210036f0d req-65200071-d710-4852-876c-e16eb9735fe0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Jan 18 22:44:02.515673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49416) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:02.664856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-136030209-network', 'tenant_id': '798f46127da243e88fb919ea8e14374f'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:02.670573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:02.676200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Usage tracker for resource:network and tenant:798f46127da243e88fb919ea8e14374f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:02.676365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2368dc-a235-4dca-ab92-df7eb1be5831 req-6fad35e3-6dda-4f56-80d1-29bc3a9388b3 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.676895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2368dc-a235-4dca-ab92-df7eb1be5831 req-6fad35e3-6dda-4f56-80d1-29bc3a9388b3 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.677427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2368dc-a235-4dca-ab92-df7eb1be5831 req-6fad35e3-6dda-4f56-80d1-29bc3a9388b3 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.679075 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2368dc-a235-4dca-ab92-df7eb1be5831 req-6fad35e3-6dda-4f56-80d1-29bc3a9388b3 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212&device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e&device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 2884 time: 0.1012623 Jan 18 22:44:02.684845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:02.693143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:02.712097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Made reservation on behalf of 798f46127da243e88fb919ea8e14374f for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:02.714489 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.730487 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2368dc-a235-4dca-ab92-df7eb1be5831 req-f88f192f-ca01-44d8-b1a1-8eb042bf7ee8 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Jan 18 22:44:02.733954 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.752339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765e81-4c5e-476f-8b8e-2beff051730d req-a4aa5dc4-4dac-4601-ad8a-7c2917af54a4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.753864 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f765e81-4c5e-476f-8b8e-2beff051730d req-a4aa5dc4-4dac-4601-ad8a-7c2917af54a4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1416719 Jan 18 22:44:02.759700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:02.777929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Usage tracker for resource:security_group_rule and tenant:798f46127da243e88fb919ea8e14374f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:02.783308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:02.791763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:02.820621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f765e81-4c5e-476f-8b8e-2beff051730d req-d3e74ea9-5353-4e67-b3c7-0f238097916b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 Jan 18 22:44:02.922734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.929647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.967730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5190871f-822f-4a60-a277-9a33dfe67860,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:02.973227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:44:02.984077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.984561 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Added segment 3a0088e9-72ab-4c24-ad3c-b068ede30ec5 of type vlan for network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 Jan 18 22:44:03.017831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.065063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.066190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:03.066806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.173310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c194b6a-46a1-469f-b50d-0ca2557f8ce5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:03.180268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ef294443-2e7d-4b6d-991c-ee26e8e516b2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6604066 Jan 18 22:44:03.180656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:03.186277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:44:03.187090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Request body: {'subnet': {'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-136030209-subnet', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:03.192269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:03.195737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Usage tracker for resource:subnet and tenant:798f46127da243e88fb919ea8e14374f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:03.198914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:03.205521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:03.237748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Made reservation on behalf of 798f46127da243e88fb919ea8e14374f for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:03.241911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.535941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.582635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cc24a-3709-46ed-82ba-6a031411c6b7 req-36f8bac8-98a3-42e3-9a4c-69897499e4c8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:03.593843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-995cc24a-3709-46ed-82ba-6a031411c6b7 req-36f8bac8-98a3-42e3-9a4c-69897499e4c8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.1713300 Jan 18 22:44:03.652890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-995cc24a-3709-46ed-82ba-6a031411c6b7 req-61c7d9ca-7177-40f8-82e5-22b48df00b55 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Jan 18 22:44:03.693808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2274ae4f-5b60-48b7-8b8b-936bba7513ce,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:03.704826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Checking segment: {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:03.705213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Network hostable DHCP agents. Network: 2c194b6a-46a1-469f-b50d-0ca2557f8ce5, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:44:03.755827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:44:03.775837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52105d0-3903-4318-834a-d37b606af63e req-1d8abbb0-4d89-48d6-bd7a-b820ce3e5018 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:03.781495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e52105d0-3903-4318-834a-d37b606af63e req-1d8abbb0-4d89-48d6-bd7a-b820ce3e5018 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.1609814 Jan 18 22:44:03.783276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2c194b6a-46a1-469f-b50d-0ca2557f8ce5) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:03.790644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:03.791401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.792229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534dce4-f0de-4162-8069-ef93305d8b2b None None] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:44:03.852524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d5bd4228-b37a-43d7-bfef-5da2f372d91d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6681855 Jan 18 22:44:03.853419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49466) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:03.858723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:03.864236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:03.874160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Usage tracker for resource:router and tenant:798f46127da243e88fb919ea8e14374f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:03.879285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e52105d0-3903-4318-834a-d37b606af63e req-7e169552-8f3a-454c-945b-ccfb87cf2746 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929739 Jan 18 22:44:03.880324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:03.908300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:03.949477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.950898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.982462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.073791 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.149968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2c194b6a-46a1-469f-b50d-0ca2557f8ce5', 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'fixed_ips': [{'subnet_id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:44:04.151780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.228734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4a895-b78e-4fcf-8693-bc5ab7e11975 req-a9993f07-3004-40d2-910f-609675ae3a13 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:04.230377 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5f4a895-b78e-4fcf-8693-bc5ab7e11975 req-a9993f07-3004-40d2-910f-609675ae3a13 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1376786 Jan 18 22:44:04.343457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5f4a895-b78e-4fcf-8693-bc5ab7e11975 req-f8e7aedb-c85d-44e8-ad23-e4859c80c648 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Jan 18 22:44:04.391768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Allocated IP 172.20.0.2 (2c194b6a-46a1-469f-b50d-0ca2557f8ce5/2274ae4f-5b60-48b7-8b8b-936bba7513ce/96e22bc1-97d1-45c4-bde1-477e7b6c5e5e) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:04.473736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.662434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.676376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Transition to ACTIVE for port object 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:04.699661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03242-9b35-48aa-8328-220d9b709a1b req-ba21a3b1-e34f-4299-8232-74b8d5c7aa49 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:04.700382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Transition to ACTIVE for port object 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:04.701462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7bd03242-9b35-48aa-8328-220d9b709a1b req-ba21a3b1-e34f-4299-8232-74b8d5c7aa49 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1101 time: 0.2203066 Jan 18 22:44:04.712349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-7f73c2f9-bf06-46c6-bca2-4c7d744f39c0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:04.714491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-7f73c2f9-bf06-46c6-bca2-4c7d744f39c0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.3828404 Jan 18 22:44:04.717552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.795554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:04.803337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Deleting port cc5e08f6-827f-4565-bf92-4399522486d3 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:04.803823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.804570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:04.813000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:04.861862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Pushing event updated for resources: {'Port': ['ID=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:04.901522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2a307-a7b8-40a1-bd99-d87f6a82c94e req-bf6bb094-db8b-4d86-bf81-4ae925fd8db6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:04.910544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15c2a307-a7b8-40a1-bd99-d87f6a82c94e req-bf6bb094-db8b-4d86-bf81-4ae925fd8db6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.1085451 Jan 18 22:44:04.925337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Attempting to bind port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:04.925950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Attempting to bind port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:04.926490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Attempting to bind port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e on network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:04.932505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:04.933145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Checking segment: {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:04.933700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.934233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Bound using segment: {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:04.934878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Bound port: 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:04.935407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.992015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15c2a307-a7b8-40a1-bd99-d87f6a82c94e req-9b54d299-1c25-4ea9-94bd-e91214b6d70a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772729 Jan 18 22:44:05.042712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7bd03242-9b35-48aa-8328-220d9b709a1b req-491cf9a5-91c8-4180-a8a0-3e5400853247 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201489 Jan 18 22:44:05.056099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] For port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:05.066390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] For port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:05.077223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.191075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8f904-c927-47f6-bb91-59fb0faf4f91 req-38db5a98-1eea-432b-b351-cb75d454f79c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:05.198506 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09b8f904-c927-47f6-bb91-59fb0faf4f91 req-38db5a98-1eea-432b-b351-cb75d454f79c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.0963900 Jan 18 22:44:05.215276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f389c8-dece-4a9c-b938-5afa8d3dcf60 None None] Pushing event updated for resources: {'Port': ['ID=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:05.257710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09b8f904-c927-47f6-bb91-59fb0faf4f91 req-f4e9175e-b8de-4b5e-ab07-320991a08528 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Jan 18 22:44:05.319857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-c324ab2d-d581-4b93-9b93-0137327261b2 service neutron] 10.222.0.86 "GET /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.3920875 Jan 18 22:44:05.618442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dac0d-74b1-4fb4-8d5f-058aa75b7e03 req-af4d5ce2-7687-4d0e-9b8c-e41359dd164f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:05.620013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb5dac0d-74b1-4fb4-8d5f-058aa75b7e03 req-af4d5ce2-7687-4d0e-9b8c-e41359dd164f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1310403 Jan 18 22:44:05.681320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb5dac0d-74b1-4fb4-8d5f-058aa75b7e03 req-a2ec697f-7281-478f-b37d-d1c0827231bd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Jan 18 22:44:05.790250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] For port cc5e08f6-827f-4565-bf92-4399522486d3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cc5e08f6-827f-4565-bf92-4399522486d3,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:05.790776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.813420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730b522-6be0-47b0-9fde-1733610d8b78 req-35f2a1e1-dee6-4c62-9e24-b859b3540303 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:05.817818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c730b522-6be0-47b0-9fde-1733610d8b78 req-35f2a1e1-dee6-4c62-9e24-b859b3540303 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1101 time: 0.6063993 Jan 18 22:44:06.236231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Calling delete_port for cc5e08f6-827f-4565-bf92-4399522486d3 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:06.273630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135deff-b330-4883-b969-f8784a35cf12 req-15433491-d52a-4859-98c9-38fce11983dd tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:06.281215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c135deff-b330-4883-b969-f8784a35cf12 req-15433491-d52a-4859-98c9-38fce11983dd tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.1162100 Jan 18 22:44:06.324313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c135deff-b330-4883-b969-f8784a35cf12 req-40db4f2a-167c-4fea-ad50-4a38b229f8e3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Jan 18 22:44:06.339660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.398397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.466003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.544599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Allocated IP 172.25.4.141 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/de71587b-1378-4e22-abc5-3958861ee4b4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:06.572300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab466be-ed1e-4a27-a9cd-aaa437185ed9 None None] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:44:06.649800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edaabb-9e07-4db2-a421-e7d36529b477 req-1731a94c-d532-490c-9f9d-c19f5ec6a678 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:06.657572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d3edaabb-9e07-4db2-a421-e7d36529b477 req-1731a94c-d532-490c-9f9d-c19f5ec6a678 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 945 time: 0.1006050 Jan 18 22:44:06.657854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c730b522-6be0-47b0-9fde-1733610d8b78 req-1c8a4a9e-3a79-4294-9fd8-ce43ce2343ed tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328002 Jan 18 22:44:06.705311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d3edaabb-9e07-4db2-a421-e7d36529b477 req-2213592d-d2bd-4b70-81b5-64b104875931 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 Jan 18 22:44:06.836376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:06.845185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-afdf684b-ff8f-42f4-b86b-b927c2c42dbe None None] Provisioning for port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:06.863231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:06.907210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-05db13e0-308e-4a2f-8dba-315317c78d4f tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f7f88e72aecc4a1198dabddca59e6504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846379 Jan 18 22:44:06.948764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f91ba-6f26-457b-8d7d-dca5a4439275 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:07.081337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:07.120453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:07.141256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.156142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.198756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-fd92540e-9ea5-4ae7-b0fb-b68483281283 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:07.205626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-fd92540e-9ea5-4ae7-b0fb-b68483281283 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960608 Jan 18 22:44:07.212827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:07.219882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-d127fe90-9b92-4280-8b8c-1357cfb697cb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/quotas/f7f88e72aecc4a1198dabddca59e6504 HTTP/1.1" status: 200 len: 375 time: 0.0134208 Jan 18 22:44:07.232166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:07.232557 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.259106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event deleted for resources: {'Port': ['ID=cc5e08f6-827f-4565-bf92-4399522486d3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.264788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.324184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-30e204f0-5577-4f5c-a519-ebc847a4dc82 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7f88e72aecc4a1198dabddca59e6504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844264 Jan 18 22:44:07.435843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.503980 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.515873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6c030fb2-b7dc-48e2-a42a-31f3bd3948ed None None] Provisioning complete for port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:07.517336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c030fb2-b7dc-48e2-a42a-31f3bd3948ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.613562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:07.659841 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.676649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] No DVR routers for this DVR port cc5e08f6-827f-4565-bf92-4399522486d3 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:07.682527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.743714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'name': 'network-vif-deleted', 'tag': 'cc5e08f6-827f-4565-bf92-4399522486d3'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:07.748210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Pushing event updated for resources: {'Port': ['ID=de71587b-1378-4e22-abc5-3958861ee4b4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.762110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:07.763201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.787680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:07.793110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:07.860189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cad7e107-a12b-4323-a26a-74542bbfac06 req-34b78ae5-2ea1-4997-a625-f5921e123b38 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "DELETE /v2.0/ports/cc5e08f6-827f-4565-bf92-4399522486d3 HTTP/1.1" status: 204 len: 173 time: 3.1390586 Jan 18 22:44:07.873372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ae871-680f-4a96-a6ae-6eea680ad6d3 req-99f1b697-356d-4cc4-813e-06f51ff25709 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:07.875448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc1ae871-680f-4a96-a6ae-6eea680ad6d3 req-99f1b697-356d-4cc4-813e-06f51ff25709 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 943 time: 0.0959237 Jan 18 22:44:07.906980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cc5e08f6-827f-4565-bf92-4399522486d3 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:07.980082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc1ae871-680f-4a96-a6ae-6eea680ad6d3 req-9a8c3abe-5b90-450b-a92d-dad90ae97225 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919349 Jan 18 22:44:08.022042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: cc5e08f6-827f-4565-bf92-4399522486d3 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:44:08.023131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cc5e08f6-827f-4565-bf92-4399522486d3 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:44:08.023553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:08.063683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] Transition to ACTIVE for port object e86f91ba-6f26-457b-8d7d-dca5a4439275 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:08.127638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:44:08.142210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.197751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-6f2f0597-832f-4300-8e35-cf30cb39a383 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f7f88e72aecc4a1198dabddca59e6504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641778 Jan 18 22:44:08.407324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-a71840a3-99cc-43b1-a788-83171efb8c6b tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:08.415285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-a71840a3-99cc-43b1-a788-83171efb8c6b tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103264 Jan 18 22:44:08.440466 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-72c2b8be-f88d-4853-beaf-cf4e80b2885b tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/quotas/f7f88e72aecc4a1198dabddca59e6504 HTTP/1.1" status: 200 len: 375 time: 0.0235868 Jan 18 22:44:08.440834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f86e60-daf8-40e9-8df5-2b9449ccd61e req-29101d47-f1e6-422b-bd31-5cd4ea4ded0b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:08.454535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45f86e60-daf8-40e9-8df5-2b9449ccd61e req-29101d47-f1e6-422b-bd31-5cd4ea4ded0b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 1.0198104 Jan 18 22:44:08.584265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] No DVR routers for this DVR port e86f91ba-6f26-457b-8d7d-dca5a4439275 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:08.591631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-d7b980ea-f8e0-4118-b68f-e061963f4f30 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7f88e72aecc4a1198dabddca59e6504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1485438 Jan 18 22:44:08.594755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45f86e60-daf8-40e9-8df5-2b9449ccd61e req-48d2cb12-872b-4c95-923f-db9569c16dbb tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384172 Jan 18 22:44:08.603445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:08.742510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-f0fc8699-59d5-4100-87ec-f4c76a9ebe60 service neutron] 10.222.0.86 "PUT /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275/bindings/n-h2-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3773916 Jan 18 22:44:08.942283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.977100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c98ba5cc-28a4-49ff-b00b-f489a96dc09e req-3f66e62d-d9eb-46ee-bde3-c2c36a753370 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a058201-f8e7-4380-90c0-a79c65f06f66 HTTP/1.1" status: 200 len: 210 time: 0.0648921 Jan 18 22:44:09.041411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:09.062505 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a058201-f8e7-4380-90c0-a79c65f06f66', 'name': 'network-vif-deleted', 'tag': 'cc5e08f6-827f-4565-bf92-4399522486d3', 'status': 'completed', 'code': 200} Jan 18 22:44:09.133108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:09.133482 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.535271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-fd6ad44b-26af-457c-9abb-d7e429e5c584 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=f7f88e72aecc4a1198dabddca59e6504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745199 Jan 18 22:44:09.587739 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf05f017-f57a-47c6-9ec7-2eb44204ee2e req-61252901-a71a-4b91-97f4-08cd1cc183ac tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 210 time: 0.1317511 Jan 18 22:44:09.811486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-fffeefcf-dc1f-4dd1-aece-abbb90678dd3 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.816360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-fffeefcf-dc1f-4dd1-aece-abbb90678dd3 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.4291067 Jan 18 22:44:09.842336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2579df1-12df-4556-a936-d5360a8499d8 req-4a936554-011f-4f10-8fef-7030055ce364 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.851670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2579df1-12df-4556-a936-d5360a8499d8 req-4a936554-011f-4f10-8fef-7030055ce364 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.1215391 Jan 18 22:44:09.910214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2579df1-12df-4556-a936-d5360a8499d8 req-da79fd96-d007-4139-879b-2acb2ba281a4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574954 Jan 18 22:44:09.958782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-9f53dcad-c30e-42ac-bc86-346c7d7bd0c5 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.960987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-9f53dcad-c30e-42ac-bc86-346c7d7bd0c5 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978951 Jan 18 22:44:10.033146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Request body: {'port': {'device_id': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'f7f88e72aecc4a1198dabddca59e6504'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:10.137446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.181930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0aac-a1eb-4291-bea9-0c7335745402 req-b1969bfd-49f4-4780-a094-c661706e74fd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:10.185590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e97c0aac-a1eb-4291-bea9-0c7335745402 req-b1969bfd-49f4-4780-a094-c661706e74fd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1385012 Jan 18 22:44:10.236347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e97c0aac-a1eb-4291-bea9-0c7335745402 req-d571f843-3bb8-462c-a3da-f25e13ebe945 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Jan 18 22:44:10.600025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-6064f79b-86a3-455b-b183-8c4e03c53814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:10.601560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-6064f79b-86a3-455b-b183-8c4e03c53814 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d&tenant_id=6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 1095 time: 0.7379200 Jan 18 22:44:10.658970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a98c0-a2ed-4406-abba-9527049b10bd req-7af61574-0b4a-4736-b768-9c674c518174 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:10.660611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8a98c0-a2ed-4406-abba-9527049b10bd req-7af61574-0b4a-4736-b768-9c674c518174 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.7507284 Jan 18 22:44:10.674951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-8d992398-63c3-4631-b72e-bea396018733 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=f7f88e72aecc4a1198dabddca59e6504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869167 Jan 18 22:44:10.830493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dc282948-31a2-4447-821e-6a03d78c9c7b req-d8a2c099-adb9-4920-b6aa-6c6d8952fa7c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 210 time: 0.0570531 Jan 18 22:44:10.893483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:10.897562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Usage tracker for resource:port and tenant:f7f88e72aecc4a1198dabddca59e6504 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:10.900396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:10.907498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:11.003348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8a98c0-a2ed-4406-abba-9527049b10bd req-e472814d-3bda-4dbe-93eb-4658b72f29cf tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243699 Jan 18 22:44:11.004886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Made reservation on behalf of f7f88e72aecc4a1198dabddca59e6504 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:11.008438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.064202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.109969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:11.118119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-e14f8544-181e-4cbd-b216-df96b22dc862 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.125551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-e14f8544-181e-4cbd-b216-df96b22dc862 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.1836042 Jan 18 22:44:11.135740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Usage tracker for resource:security_group_rule and tenant:f7f88e72aecc4a1198dabddca59e6504 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:11.145019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:11.147910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-e2b79e99-6486-46ea-99b2-b428a07322e3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.0214033 Jan 18 22:44:11.193744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:11.195958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-5e2b3bd8-8f4e-4828-ae75-9681337cc153 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465641 Jan 18 22:44:11.252283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-f5ff05a9-49e9-4ba3-aaef-eabc80e1248e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5390747 Jan 18 22:44:11.259551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-a5aa8f11-96c0-4dac-a041-066b42d54fa0 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.261742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-a5aa8f11-96c0-4dac-a041-066b42d54fa0 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040147 Jan 18 22:44:11.271085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Router f9095bdc-9edb-4df9-b78e-d1a326bf1689 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:44:11.302933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Request body: {'port': {'device_id': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'f7f88e72aecc4a1198dabddca59e6504'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:11.325495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-2e4a32cd-3810-4cf9-ba0e-793e5e056ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.326988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-2e4a32cd-3810-4cf9-ba0e-793e5e056ee5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1095 time: 0.5549793 Jan 18 22:44:11.362776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-11d1d2a9-a5c3-4a25-8281-71591ce2c6e1 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591375 Jan 18 22:44:11.501468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-f4ff8ea4-91c4-4bee-b94b-dd3409685242 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326001 Jan 18 22:44:11.761316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:44:11.772399 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Sync routers for ids ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:11.789114 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Routers {'f9095bdc-9edb-4df9-b78e-d1a326bf1689'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:11.789895 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:43:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:11.807738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae808-02b5-4e88-a3ba-a51a6d8fcc5d req-f49830bc-2cc7-4596-a94d-e04fefc90d06 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.816001 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c74ae808-02b5-4e88-a3ba-a51a6d8fcc5d req-f49830bc-2cc7-4596-a94d-e04fefc90d06 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1089809 Jan 18 22:44:11.847513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2790fb-08cf-4f61-8280-4df0d44f99af req-ea898f71-37fc-4b1b-9561-a56d3942872c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.855414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d2790fb-08cf-4f61-8280-4df0d44f99af req-ea898f71-37fc-4b1b-9561-a56d3942872c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.7244532 Jan 18 22:44:11.903430 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c74ae808-02b5-4e88-a3ba-a51a6d8fcc5d req-b632b7d9-09f8-4cdb-9166-c2415340b79a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861361 Jan 18 22:44:12.087929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f068b25-a807-4896-b40c-14b356b61220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.091201 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Set router f9095bdc-9edb-4df9-b78e-d1a326bf1689 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:12.091991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.096228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fb20e664-b4f5-48dd-a951-9f4b9e7fd724 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2414947 Jan 18 22:44:12.096491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:12.120768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-17e866de-9b86-411d-9a7e-774da45c1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.122369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-17e866de-9b86-411d-9a7e-774da45c1020 service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.7838938 Jan 18 22:44:12.134514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:12.138206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.150451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d2790fb-08cf-4f61-8280-4df0d44f99af req-1951fd60-d112-466d-8e11-2163f1e3504c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939975 Jan 18 22:44:12.276144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Usage tracker for resource:port and tenant:f7f88e72aecc4a1198dabddca59e6504 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:12.312044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:12.320446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.348292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-44bbaa25-f0d2-4668-95e5-b83a92d86aaa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 200 len: 217 time: 0.2087121 Jan 18 22:44:12.352265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:12.388997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-7ce23ddf-7cbb-4f53-b33f-0633f89312e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.390614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-7ce23ddf-7cbb-4f53-b33f-0633f89312e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 1096 time: 0.9081719 Jan 18 22:44:12.450641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:08Z', 'revision_number': 3, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:12.455119 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Checking router: f9095bdc-9edb-4df9-b78e-d1a326bf1689 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:12.455718 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Updating router f9095bdc-9edb-4df9-b78e-d1a326bf1689 port de71587b-1378-4e22-abc5-3958861ee4b4 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:12.518459 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.545720 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f03f615-418b-491c-9e60-a6189617bc1f req-50428f2f-3567-4676-ba3d-573438d550b5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f8c1a41-c975-400f-8f42-2fc18bab6cef HTTP/1.1" status: 200 len: 210 time: 0.0871439 Jan 18 22:44:12.577466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60968848-94b5-4d9d-9dda-673d2826f8aa req-1df05929-023d-4b88-b594-460464e63a3c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 210 time: 0.2231035 Jan 18 22:44:12.916462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220dbaeb-231a-4631-ab89-69f3f200726d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:12.920619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Made reservation on behalf of f7f88e72aecc4a1198dabddca59e6504 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:12.927269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.038126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-cd6cbadb-1df2-4801-bfc2-5d649f9f6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.039613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-cd6cbadb-1df2-4801-bfc2-5d649f9f6eb5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.6434963 Jan 18 22:44:13.204492 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.244197 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Transition to ACTIVE for port object de71587b-1378-4e22-abc5-3958861ee4b4 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:13.246726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b993af-2489-4581-b6f9-ae2be3d3baa0 req-4256a4a4-0fa9-412d-aa62-f0de9a92ffe5 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.257386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b993af-2489-4581-b6f9-ae2be3d3baa0 req-4256a4a4-0fa9-412d-aa62-f0de9a92ffe5 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.4190793 Jan 18 22:44:13.257830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-136db2b3-f9fb-453d-8e13-09ab79b373b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749654 Jan 18 22:44:13.266917 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.341204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b993af-2489-4581-b6f9-ae2be3d3baa0 req-239f1058-3605-4cf1-8d43-3ee39265761e tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 Jan 18 22:44:13.362200 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Attempting to bind port de71587b-1378-4e22-abc5-3958861ee4b4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:13.362793 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Attempting to bind port de71587b-1378-4e22-abc5-3958861ee4b4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:13.363448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Attempting to bind port de71587b-1378-4e22-abc5-3958861ee4b4 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:13.370409 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Pushing event updated for resources: {'Port': ['ID=de71587b-1378-4e22-abc5-3958861ee4b4,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.377125 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:13.377727 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:13.378354 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.378888 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:13.379520 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Bound port: de71587b-1378-4e22-abc5-3958861ee4b4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:13.380066 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.417278 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.417896 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.418394 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.418917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.419393 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.419875 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.420340 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.420805 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.421362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.421844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.422315 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.422802 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:13.475970 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] For port de71587b-1378-4e22-abc5-3958861ee4b4, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:13.479465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-8df6d276-e770-4127-88c1-9d7df2f0bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.480490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] For port de71587b-1378-4e22-abc5-3958861ee4b4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=de71587b-1378-4e22-abc5-3958861ee4b4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:13.481571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-8df6d276-e770-4127-88c1-9d7df2f0bdbb service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 1.0051479 Jan 18 22:44:13.488776 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.571054 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574732cd-4d98-4e5d-ae74-600d813197a8 None None] Pushing event updated for resources: {'Port': ['ID=de71587b-1378-4e22-abc5-3958861ee4b4,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.591989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Routers {'f9095bdc-9edb-4df9-b78e-d1a326bf1689'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:13.592612 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:43:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:13.596358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Allocated IP 192.168.233.90 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/bd9a1f24-9e39-46b1-a780-9cd19e0497ed) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:13.611827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-23ba240b-1597-4849-9f27-0953736682a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 200 len: 217 time: 0.1085720 Jan 18 22:44:13.639029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.794559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d46722-0b5d-4794-bbc2-467e3d9fee03 req-130ae714-cf01-4fd3-862c-424ef4d8db31 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.802562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31d46722-0b5d-4794-bbc2-467e3d9fee03 req-130ae714-cf01-4fd3-862c-424ef4d8db31 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.2461736 Jan 18 22:44:13.829124 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] Set router f9095bdc-9edb-4df9-b78e-d1a326bf1689 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:13.838109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-d54249a6-747e-4840-99f1-f7ed49025784 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559051 Jan 18 22:44:13.846787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-cd4b9480-fa68-4a8c-88e6-ab9317e0f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.848461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-cd4b9480-fa68-4a8c-88e6-ab9317e0f1f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.2204103 Jan 18 22:44:14.076513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31d46722-0b5d-4794-bbc2-467e3d9fee03 req-33c923fa-cc21-4245-8dc4-6ecd91db252d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723086 Jan 18 22:44:14.167794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Allocated IP 172.20.0.1 (2c194b6a-46a1-469f-b50d-0ca2557f8ce5/2274ae4f-5b60-48b7-8b8b-936bba7513ce/9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:14.268674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-0e7941b4-ea6d-47ea-a520-a318bef90b6d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701872 Jan 18 22:44:14.339454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbe29fca-82af-47b6-862f-b45f9b8f6827 req-5b5532b8-f7fa-46ef-b375-52606ff2279b tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 210 time: 0.0653958 Jan 18 22:44:14.360189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3057-54c3-4edc-a8f9-21c9bc39cbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.414271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-4301cd46-8659-406b-80c0-425e27e32583 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650234 Jan 18 22:44:14.475037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.529368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Transition to ACTIVE for port object 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:14.536172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-013ad976-2407-413e-b1df-464f7cff9ace service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474663 Jan 18 22:44:14.588317 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.611078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:08Z', 'revision_number': 3, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:14.625907 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d3df1-555f-4d18-9d80-62fd2e955e12 None None] The sync data for ids ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'] in n-d-825178-1 is: [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:08Z', 'revision_number': 3, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:14.694135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.719011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:14.733874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:14.741153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8a2a0-9b8f-4ffb-8c4f-953e2677330a req-99429560-bf3b-4907-8b31-9eb51c3e4db4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:14.742729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29c8a2a0-9b8f-4ffb-8c4f-953e2677330a req-99429560-bf3b-4907-8b31-9eb51c3e4db4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.5912578 Jan 18 22:44:14.771092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Transition to ACTIVE for port object bd9a1f24-9e39-46b1-a780-9cd19e0497ed will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:14.784219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:14.879801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:14.900642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-007d7ac3-80e3-4375-af6f-86244b692e91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=5f8c1a41-c975-400f-8f42-2fc18bab6cef HTTP/1.1" status: 200 len: 210 time: 0.1772704 Jan 18 22:44:14.922152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29c8a2a0-9b8f-4ffb-8c4f-953e2677330a req-dab5db4f-ed20-4191-850a-72848fa38df1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506612 Jan 18 22:44:14.936992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5da8511b-c28f-4306-90dc-da035a4ecbc9 req-c62e8a04-b07f-4b12-9d3b-4de5aaf5f245 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850381 Jan 18 22:44:15.164997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.86', 63856) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:15.192649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.224917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.241674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-61e353bc-931d-447e-914a-35d70d48ce80 None None] Provisioning for port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:15.247851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-61e353bc-931d-447e-914a-35d70d48ce80 None None] Provisioning complete for port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:15.248700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61e353bc-931d-447e-914a-35d70d48ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.379404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-61e353bc-931d-447e-914a-35d70d48ce80 None None] Port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:44:15.549285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.567453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.641400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb177-9491-434a-b44b-21defd7023f5 req-95c086f2-3d79-4f69-83b4-89ef536ff599 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:15.643103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-95c086f2-3d79-4f69-83b4-89ef536ff599 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.7198510 Jan 18 22:44:15.643853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:15.711745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:15.714124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d91b-5942-4d45-9056-a3bcb2927b95 req-d11c5db8-c4f3-4651-bc0e-402616e338da tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:15.715648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52a1d91b-5942-4d45-9056-a3bcb2927b95 req-d11c5db8-c4f3-4651-bc0e-402616e338da tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 1.0614357 Jan 18 22:44:15.730767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:15.752715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:15.787469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-cc2c2efc-7eb1-4e9e-b6cc-f99bb94d6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:15.789231 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-cc2c2efc-7eb1-4e9e-b6cc-f99bb94d6f62 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9317091b3ffd47a3957a6b4d9597007e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8782129 Jan 18 22:44:15.867042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:15.868111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.888105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Allocated IP 192.168.233.124 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/1f89078d-8d32-445c-a557-9dc86a7ce885) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:16.046270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-73732098-31d6-431a-a4c3-0996596f4ea0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8228803 Jan 18 22:44:16.059704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52a1d91b-5942-4d45-9056-a3bcb2927b95 req-7c6c7a74-9e04-443a-856a-92a0860815ca tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272460 Jan 18 22:44:16.111590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5794ac40-18f1-479a-a2ce-6ad4a4505403 None None] Provisioning for port bd9a1f24-9e39-46b1-a780-9cd19e0497ed completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:16.121964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5794ac40-18f1-479a-a2ce-6ad4a4505403 None None] Provisioning complete for port bd9a1f24-9e39-46b1-a780-9cd19e0497ed triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:16.122597 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5794ac40-18f1-479a-a2ce-6ad4a4505403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.150403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7074499e-7c11-47ef-837f-c22720e8fc67 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1215758 Jan 18 22:44:16.170801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-4f165434-9c82-460c-956a-c570dc21eb17 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.177938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-4f165434-9c82-460c-956a-c570dc21eb17 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.9004450 Jan 18 22:44:16.187267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5794ac40-18f1-479a-a2ce-6ad4a4505403 None None] Port bd9a1f24-9e39-46b1-a780-9cd19e0497ed cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:44:16.194599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Request body: {'port': {'device_id': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:16.243915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-7b1ab72f-f247-4623-be82-19830212d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.245391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-7b1ab72f-f247-4623-be82-19830212d174 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4413109 Jan 18 22:44:16.279045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-343ae7b7-12b9-4544-a6a0-0e3ba3cdf3e1 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.1001418 Jan 18 22:44:16.279745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.354285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-a3966c2e-9302-4a4e-a65f-63487f875a27 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:16.389201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.426804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2df1e6a-0d95-48c4-b8f1-57cd8f8a0568 req-05d5a9f6-588d-4144-a962-ffb80a5bfdec tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f8c1a41-c975-400f-8f42-2fc18bab6cef HTTP/1.1" status: 200 len: 210 time: 0.1297727 Jan 18 22:44:16.434823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-16353177-c3ec-438c-825d-92f749a6c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.435363 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-16353177-c3ec-438c-825d-92f749a6c7e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1095 time: 0.3610590 Jan 18 22:44:16.435532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Transition to ACTIVE for port object 1f89078d-8d32-445c-a557-9dc86a7ce885 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:16.446863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-932bb177-9491-434a-b44b-21defd7023f5 req-7c9aa485-677d-4eef-a161-29521bd12ea5 service neutron] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:16.451836 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.466655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-932bb177-9491-434a-b44b-21defd7023f5 req-7c9aa485-677d-4eef-a161-29521bd12ea5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.467734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-932bb177-9491-434a-b44b-21defd7023f5 req-7c9aa485-677d-4eef-a161-29521bd12ea5 service neutron] 10.222.0.85 "DELETE /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275/bindings/n-h1-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.8018749 Jan 18 22:44:16.472258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-a3966c2e-9302-4a4e-a65f-63487f875a27 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:16.473466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-a3966c2e-9302-4a4e-a65f-63487f875a27 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1936617 Jan 18 22:44:16.644404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.730318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5798-de56-4b8f-a530-b3a7bc117e42 req-85700eca-4f58-4fca-8f61-7eb6dfe81a18 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.731768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-621c5798-de56-4b8f-a530-b3a7bc117e42 req-85700eca-4f58-4fca-8f61-7eb6dfe81a18 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.3929687 Jan 18 22:44:16.745171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-6d4c3478-2550-494f-8b99-557980ea264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.746550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-6d4c3478-2550-494f-8b99-557980ea264e service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2850418 Jan 18 22:44:16.797689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:16.805437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:16.809122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-405c4c6e-2c53-4a22-91a6-225a637ff214 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009844 Jan 18 22:44:16.812431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:16.826232 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.849237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-80a2a63a-148e-411a-b1bb-832e5ac62534 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.0762153 Jan 18 22:44:16.864796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-621c5798-de56-4b8f-a530-b3a7bc117e42 req-38ece8ea-9dc4-4ef2-9f49-55cce90bc75c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211405 Jan 18 22:44:16.895583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:16.924532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.967054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.101444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device de71587b-1378-4e22-abc5-3958861ee4b4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:17.137112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.137632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.165790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:17.200086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port de71587b-1378-4e22-abc5-3958861ee4b4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:17.209409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port de71587b-1378-4e22-abc5-3958861ee4b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:17.210042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.210463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-655151fe-7da9-4574-a69d-7c0bdabfcd5c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9312267 Jan 18 22:44:17.227910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-b1398042-4627-49c1-bff8-dd6f3b4e16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.228381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Request body: {'port': {'device_id': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:17.229365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-b1398042-4627-49c1-bff8-dd6f3b4e16ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.3611848 Jan 18 22:44:17.254739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fecf1ff8-f7c1-4eb4-9a84-ae7ab9697457 None None] Provisioning for port 1f89078d-8d32-445c-a557-9dc86a7ce885 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:17.270214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fecf1ff8-f7c1-4eb4-9a84-ae7ab9697457 None None] Provisioning complete for port 1f89078d-8d32-445c-a557-9dc86a7ce885 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:17.270597 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fecf1ff8-f7c1-4eb4-9a84-ae7ab9697457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.296090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-6ba2496c-b3f1-4303-88ed-4def5bac4c3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587456 Jan 18 22:44:17.298578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-34dbb96c-248e-4c01-a6c0-36b36b1da8a3 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576898 Jan 18 22:44:17.300090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.400428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.404798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fecf1ff8-f7c1-4eb4-9a84-ae7ab9697457 None None] Port 1f89078d-8d32-445c-a557-9dc86a7ce885 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:44:17.421554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port de71587b-1378-4e22-abc5-3958861ee4b4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=de71587b-1378-4e22-abc5-3958861ee4b4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:17.422192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.427054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.440740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9a1f24-9e39-46b1-a780-9cd19e0497ed {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:17.451478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.527054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Transition to ACTIVE for port object bd9a1f24-9e39-46b1-a780-9cd19e0497ed will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:17.531932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=de71587b-1378-4e22-abc5-3958861ee4b4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:17.538909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d013f-5a00-4971-bfd6-e3ae15a0c30c req-cdc2c153-22b4-4338-98f3-b77137a021cd tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.545030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.546300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b8d013f-5a00-4971-bfd6-e3ae15a0c30c req-cdc2c153-22b4-4338-98f3-b77137a021cd tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 936 time: 0.3685336 Jan 18 22:44:17.558579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.558927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.559265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.559601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.559933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.560258 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.560576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.560899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.561701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.561701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.561940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.562206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.662842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b8d013f-5a00-4971-bfd6-e3ae15a0c30c req-6fddf702-ca7b-48a3-a925-0cf2012cb3db tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157615 Jan 18 22:44:17.668933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-58651c69-5895-412b-9285-42ed2e10ac50 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597388 Jan 18 22:44:17.921479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:18.035043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:18.041295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f23b5b95-dc68-4fa3-989d-4dac615fdff3 req-69a934cf-5226-4739-a67f-47730d43868f service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613250 Jan 18 22:44:18.046680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:18.196106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Attempting to bind port bd9a1f24-9e39-46b1-a780-9cd19e0497ed on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:18.196454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Attempting to bind port bd9a1f24-9e39-46b1-a780-9cd19e0497ed by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:18.196761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Attempting to bind port bd9a1f24-9e39-46b1-a780-9cd19e0497ed on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:18.207411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c12b4-8df5-405f-8a49-2d3d879a4753 req-2346ed0c-ed5a-4c33-a667-52ec8e7ba9d3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.208936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-643c12b4-8df5-405f-8a49-2d3d879a4753 req-2346ed0c-ed5a-4c33-a667-52ec8e7ba9d3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.4326494 Jan 18 22:44:18.238359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Port bd9a1f24-9e39-46b1-a780-9cd19e0497ed on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:44:18.239158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Attempting to bind port bd9a1f24-9e39-46b1-a780-9cd19e0497ed on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:18.249155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:18.249509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:18.249897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:18.250323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Bound port: bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:18.250671 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.350317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-11eab97b-4483-4e69-8808-3cda411d70f2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.350992 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-11eab97b-4483-4e69-8808-3cda411d70f2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.5044477 Jan 18 22:44:18.375021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a41a4f8a-e88f-4e18-89d6-90722dbce88c None None] Provisioning complete for port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:18.376267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a41a4f8a-e88f-4e18-89d6-90722dbce88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.381160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Router f9095bdc-9edb-4df9-b78e-d1a326bf1689 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:44:18.382777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-03391e18-421b-4e1d-97cd-90aea1b8a3a9 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/quotas/f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 375 time: 0.0162494 Jan 18 22:44:18.445832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a41a4f8a-e88f-4e18-89d6-90722dbce88c None None] Port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:44:18.462198 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-643c12b4-8df5-405f-8a49-2d3d879a4753 req-59bed5ba-6ac2-4cb1-8849-dd410bc79fb6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452121 Jan 18 22:44:18.492744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f89078d-8d32-445c-a557-9dc86a7ce885 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:18.502138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.519537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:18.535714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:18.549920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Transition to ACTIVE for port object 1f89078d-8d32-445c-a557-9dc86a7ce885 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:18.556336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.608817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.647232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:44:18.656546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-93f836c9-45de-4fdf-858e-7b45096768a3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2660499 Jan 18 22:44:18.657847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Sync routers for ids ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:18.666811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bb8c8539-68fa-428e-b283-3607cfc80a79 admin admin] 10.222.0.78 "PUT /v2.0/routers/f9095bdc-9edb-4df9-b78e-d1a326bf1689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5685863 Jan 18 22:44:18.677093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Routers {'f9095bdc-9edb-4df9-b78e-d1a326bf1689'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:18.677888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:18.696097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.696781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.698819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] 10.222.0.86 "PUT /v2.0/ports/bd9a1f24-9e39-46b1-a780-9cd19e0497ed HTTP/1.1" status: 200 len: 1095 time: 2.5357478 Jan 18 22:44:18.710260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:18.891338 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-0d98cc9c-6ee9-42ac-a204-84e86d6cd916 service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220316 Jan 18 22:44:18.948024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd5c6e-d457-4358-8f7f-732ceccec074 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:18.953845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Set router f9095bdc-9edb-4df9-b78e-d1a326bf1689 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:19.033617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device de71587b-1378-4e22-abc5-3958861ee4b4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:19.140356 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-43834e3a-4b08-4168-83d6-f5a8ade709d7 service neutron] 10.222.0.78 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480612 Jan 18 22:44:19.303749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:19.322934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-1861d712-4d3c-4a3d-8561-12b0842144a8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.326106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-1861d712-4d3c-4a3d-8561-12b0842144a8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.2459230 Jan 18 22:44:19.347423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port de71587b-1378-4e22-abc5-3958861ee4b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:19.347620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:19.363726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Request body: {'port': {'device_id': '6900495b-2cd3-4e41-805c-3934229c8794', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'admin_state_up': True, 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:19.396037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a5d4b-c403-44a9-ac9b-3ced490da41b req-58f6b93f-e1b3-437f-b201-e4a47efff820 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.397945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d3a5d4b-c403-44a9-ac9b-3ced490da41b req-58f6b93f-e1b3-437f-b201-e4a47efff820 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.7845056 Jan 18 22:44:19.402286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Attempting to bind port 1f89078d-8d32-445c-a557-9dc86a7ce885 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:19.402782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Attempting to bind port 1f89078d-8d32-445c-a557-9dc86a7ce885 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:19.403208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Attempting to bind port 1f89078d-8d32-445c-a557-9dc86a7ce885 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:19.453745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7809b05d-158d-4ae0-a28c-59386d1dafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.455601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-7809b05d-158d-4ae0-a28c-59386d1dafdf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f88e72aecc4a1198dabddca59e6504&device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 1098 time: 0.6370795 Jan 18 22:44:19.473628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Port 1f89078d-8d32-445c-a557-9dc86a7ce885 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:44:19.473960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Attempting to bind port 1f89078d-8d32-445c-a557-9dc86a7ce885 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:19.581037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:16Z', 'revision_number': 4, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7', 'name': '', 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'mac_address': 'fa:16:3e:6e:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:13Z', 'updated_at': '2022-01-18T22:44:16Z', 'revision_number': 2, 'project_id': '798f46127da243e88fb919ea8e14374f', 'subnets': [{'id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:19.585171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Checking router: f9095bdc-9edb-4df9-b78e-d1a326bf1689 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:19.585520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Updating router f9095bdc-9edb-4df9-b78e-d1a326bf1689 port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:19.593036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:19.593384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:19.593772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:19.594194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Bound port: 1f89078d-8d32-445c-a557-9dc86a7ce885, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:19.594532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:19.634020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d3a5d4b-c403-44a9-ac9b-3ced490da41b req-46ae538d-0be9-4161-b8c9-6d76b8e16e96 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719458 Jan 18 22:44:19.642290 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:19.786553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62a1e229-fd2c-4989-b0ef-db6eb2d59cc9 req-a356cfb2-38aa-4326-82fe-232316f617d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 210 time: 0.0581570 Jan 18 22:44:19.833088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-f20f9f56-b2ff-4826-85fc-b703cafab43a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed HTTP/1.1" status: 200 len: 217 time: 0.3692355 Jan 18 22:44:19.842912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:19.972111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:20.028490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-1e6ea5fa-fd2a-4463-96f7-4eeccd9b2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.030511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-1e6ea5fa-fd2a-4463-96f7-4eeccd9b2379 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1757994 Jan 18 22:44:20.034336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273a633-5c86-4aa6-a3bd-6ae123746134 req-db0d1250-1d9f-4bce-992c-d0a8ca66f330 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.034818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:20.045768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.050139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9273a633-5c86-4aa6-a3bd-6ae123746134 req-db0d1250-1d9f-4bce-992c-d0a8ca66f330 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 948 time: 0.1227179 Jan 18 22:44:20.103908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:20.116742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9273a633-5c86-4aa6-a3bd-6ae123746134 req-ba7975aa-12c2-4873-93f2-77237beb6851 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Jan 18 22:44:20.126007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:20.134431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a18f6-338f-436a-bd77-deb324f0f4fa req-7c4d000b-660b-409f-9173-b5715b734dab tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.135996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c9a18f6-338f-436a-bd77-deb324f0f4fa req-7c4d000b-660b-409f-9173-b5715b734dab tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.2946663 Jan 18 22:44:20.161092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.176640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Transition to ACTIVE for port object 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:20.185365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.221292 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'status': 'completed', 'code': 200} Jan 18 22:44:20.222496 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.373270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.374402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.375871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] 10.222.0.86 "PUT /v2.0/ports/1f89078d-8d32-445c-a557-9dc86a7ce885 HTTP/1.1" status: 200 len: 1096 time: 3.1537013 Jan 18 22:44:20.381514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8b780-eee8-457e-b0e7-0bdfaa541632 service neutron] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:20.407225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c9a18f6-338f-436a-bd77-deb324f0f4fa req-906066e9-d238-44bc-9bbb-f24133358477 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108252 Jan 18 22:44:20.422959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f21df-8158-4cfb-aca3-4fb4fa741637 None None] Pushing event updated for resources: {'Port': ['ID=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:20.539308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Attempting to bind port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:20.540472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Attempting to bind port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:20.540472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Attempting to bind port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 on network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:20.551853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:20.552284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Checking segment: {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:20.552752 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.553220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Bound using segment: {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:20.555871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Bound port: 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0088e9-72ab-4c24-ad3c-b068ede30ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:20.556279 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.651530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-45f6bdd2-d8e7-4e13-b806-85af82309506 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3050444 Jan 18 22:44:20.656639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:20.658145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-99f31e57-8684-478c-b3c2-ea161bcfa2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.659616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-99f31e57-8684-478c-b3c2-ea161bcfa2d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6076148 Jan 18 22:44:20.662739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:20.666963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Usage tracker for resource:floatingip and tenant:798f46127da243e88fb919ea8e14374f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:20.669884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:20.674473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] For port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:20.676409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:20.677815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] For port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:20.685652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.692306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.788990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Routers {'f9095bdc-9edb-4df9-b78e-d1a326bf1689'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:20.789829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:20.811404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b3a1bd4-d0a1-4794-8e9f-162cfa44c160 req-f7ddd8c1-49f8-4007-a9fc-aacd068b292c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 210 time: 0.1615524 Jan 18 22:44:20.842530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.845944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Allocated IP 172.20.0.14 (afff8b8b-056d-4f5b-9ab8-ae19b6faac84/98e88c07-2563-4afb-b5af-4750072a002b/d7fad581-6d6a-4b69-9272-a66f9474f4e7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:20.891475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f21df-8158-4cfb-aca3-4fb4fa741637 None None] Pushing event updated for resources: {'Port': ['ID=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:20.913583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-f3ec7fa6-95e2-4f0f-89b8-f4dbe8ddb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.915385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-f3ec7fa6-95e2-4f0f-89b8-f4dbe8ddb485 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f88e72aecc4a1198dabddca59e6504&device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 1099 time: 0.3618050 Jan 18 22:44:21.038978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] Set router f9095bdc-9edb-4df9-b78e-d1a326bf1689 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:21.134150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-8d79c523-47a0-415d-bfbf-578bbc3d9e3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1f89078d-8d32-445c-a557-9dc86a7ce885 HTTP/1.1" status: 200 len: 217 time: 0.1943400 Jan 18 22:44:21.143092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-c899224f-0dae-4c63-ad8d-72f16f22461d service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693482 Jan 18 22:44:21.283763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Allocated IP 172.25.4.213 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/5ef89ff3-5d2d-4501-b2fc-885ec0523a9a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:21.403505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:16Z', 'revision_number': 4, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7', 'name': '', 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'mac_address': 'fa:16:3e:6e:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:13Z', 'updated_at': '2022-01-18T22:44:20Z', 'revision_number': 4, 'project_id': '798f46127da243e88fb919ea8e14374f', 'subnets': [{'id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:21.407839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f76ff4-0aa8-4b7c-a430-c54c3812ad25 None None] The sync data for ids ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'] in n-d-825178-1 is: [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:16Z', 'revision_number': 4, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7', 'name': '', 'network_id': '2c194b6a-46a1-469f-b50d-0ca2557f8ce5', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'mac_address': 'fa:16:3e:6e:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:13Z', 'updated_at': '2022-01-18T22:44:20Z', 'revision_number': 4, 'project_id': '798f46127da243e88fb919ea8e14374f', 'subnets': [{'id': '2274ae4f-5b60-48b7-8b8b-936bba7513ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:21.496821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.536240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.579254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-618c9688-a0b6-4515-9b8e-323119bf53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:21.580709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-618c9688-a0b6-4515-9b8e-323119bf53bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3121247 Jan 18 22:44:21.598041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-18dd6736-0b70-4c96-bdee-d2e764a14d38 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:21.601535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-18dd6736-0b70-4c96-bdee-d2e764a14d38 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 808 time: 0.4335582 Jan 18 22:44:21.614965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:21.617915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:21.621795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:21.658145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Pushing event updated for resources: {'Port': ['ID=5ef89ff3-5d2d-4501-b2fc-885ec0523a9a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:21.687121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Request body: {'port': {'device_id': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'admin_state_up': True, 'tenant_id': 'f7f5f03cab9c4e4e8cf2fc2dc6972c7e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:21.714270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.791261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.986558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.029925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e84a578a-2617-4a5f-8370-f316b5fc9f9f req-fe0b2a93-7677-479d-b742-c29189e2d401 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7663453 Jan 18 22:44:22.039626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c302c-c5d1-4d5d-9d54-92aa7af0489a req-c28a8c1e-8489-4f2e-aafd-caf29fabde51 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.041131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec0c302c-c5d1-4d5d-9d54-92aa7af0489a req-c28a8c1e-8489-4f2e-aafd-caf29fabde51 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1095 time: 0.9534938 Jan 18 22:44:22.068848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.074799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.196896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Pushing event updated for resources: {'Port': ['ID=5ef89ff3-5d2d-4501-b2fc-885ec0523a9a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:22.201679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9588-d974-46be-adb2-f65e47a012fe req-59776ebf-3c28-4138-9e13-c15865b59b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.203585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-59776ebf-3c28-4138-9e13-c15865b59b3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5732658 Jan 18 22:44:22.206655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.234584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.242650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-6a7d01f4-c9a8-4351-8bb6-7680c2452862 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5901055 Jan 18 22:44:22.248015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:22.268164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec0c302c-c5d1-4d5d-9d54-92aa7af0489a req-83a75af4-a907-44aa-889c-04f61e0b4df7 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097821 Jan 18 22:44:22.269931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:22.325056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-b1e37daa-2448-4e3f-83dc-e0821b884afc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Synchronizing usage tracker for tenant:798f46127da243e88fb919ea8e14374f on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:22.354199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-b1e37daa-2448-4e3f-83dc-e0821b884afc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Unset dirty status for tenant:798f46127da243e88fb919ea8e14374f on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:22.359207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:22.362624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-b1e37daa-2448-4e3f-83dc-e0821b884afc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1167924 Jan 18 22:44:22.366123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.494049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Made reservation on behalf of f7f5f03cab9c4e4e8cf2fc2dc6972c7e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:22.498598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.547137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-a7c7413d-4226-469a-8a09-dc579d7a1195 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.549982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-a7c7413d-4226-469a-8a09-dc579d7a1195 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1851950 Jan 18 22:44:22.562499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-48de3d67-b932-4492-88cc-1c117d94619d tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:22.563493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98872eee-3ee4-48b8-8f5d-3eba9360d91e req-48de3d67-b932-4492-88cc-1c117d94619d tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079951 Jan 18 22:44:22.612498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-a8a89ea0-c24b-4928-910b-54becf30a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.614166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-a8a89ea0-c24b-4928-910b-54becf30a054 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f88e72aecc4a1198dabddca59e6504&device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 1098 time: 0.5144494 Jan 18 22:44:22.622184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:22.633656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:22.636482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:22.678934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-f9dbd907-25b8-40ff-9a63-0bc46f0a8118 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560258 Jan 18 22:44:22.775288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595728-9733-4cc0-94f2-3de15de04174 req-e64389d1-2d1c-420e-a45c-f67a3faf377d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.782949 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de595728-9733-4cc0-94f2-3de15de04174 req-e64389d1-2d1c-420e-a45c-f67a3faf377d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 932 time: 0.0938058 Jan 18 22:44:22.791951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event updated for resources: {'Port': ['ID=d7fad581-6d6a-4b69-9272-a66f9474f4e7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:22.851065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-de595728-9733-4cc0-94f2-3de15de04174 req-9ef66081-2be7-40b7-831c-664b3a381a53 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Jan 18 22:44:23.015114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:23.069476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faee015-077c-420c-94b9-691162f833e2 req-9e50c471-ad87-49c8-9c9b-ad1121c6f63c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.081058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2faee015-077c-420c-94b9-691162f833e2 req-9e50c471-ad87-49c8-9c9b-ad1121c6f63c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 948 time: 0.1019063 Jan 18 22:44:23.106839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.107464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.124170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:23.130470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2faee015-077c-420c-94b9-691162f833e2 req-6e1d5013-d9bc-49d4-956d-a413300cfe2f tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485268 Jan 18 22:44:23.134622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:23.135119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.167489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-5a634c7c-5a94-45d9-b9b4-ec509d101af9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8189101 Jan 18 22:44:23.212045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Request body: {'port': {'device_id': '6900495b-2cd3-4e41-805c-3934229c8794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:23.257647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-bfd1afc6-62c9-47e3-ad18-fa8bd39015bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.258987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-bfd1afc6-62c9-47e3-ad18-fa8bd39015bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5915747 Jan 18 22:44:23.261480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Allocated IP 172.20.0.9 (91dae531-d68b-4789-b3a6-7bc61d026d7c/c8fd75ae-b1e2-4724-b625-1e7a06d823f0/05d2f87e-3dca-4a27-839a-a8a338d3c9dd) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:23.281067 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.327292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:23.333612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.345778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61855c1-8696-4637-9257-458b3d6acaee req-47ff22ff-5a20-4cbb-8847-2706eefd67df tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.347313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d61855c1-8696-4637-9257-458b3d6acaee req-47ff22ff-5a20-4cbb-8847-2706eefd67df tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.0971653 Jan 18 22:44:23.387338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a145b2-44b6-4958-9319-09734877afce req-43c04bdb-0313-4e67-8bd8-2e1f08269dcb tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.388831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96a145b2-44b6-4958-9319-09734877afce req-43c04bdb-0313-4e67-8bd8-2e1f08269dcb tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.7566085 Jan 18 22:44:23.394195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-508f9588-d974-46be-adb2-f65e47a012fe req-da9a876e-b629-42a9-926c-c2f373c2fe06 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800297 Jan 18 22:44:23.395469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-0959b880-f811-4066-b123-15119e3e753e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed HTTP/1.1" status: 200 len: 217 time: 0.1123972 Jan 18 22:44:23.396870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d61855c1-8696-4637-9257-458b3d6acaee req-6be790c7-bc4b-4317-bf0e-ee7c991adce6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Jan 18 22:44:23.438650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:23.563812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d1efbc03-311d-45fb-ad60-8ed512b211f6 req-97b51d75-4cec-4b6c-be33-fec6a14a0971 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 210 time: 0.0466967 Jan 18 22:44:23.586561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96a145b2-44b6-4958-9319-09734877afce req-f41dd5c6-80a1-4515-b663-57194b268977 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863787 Jan 18 22:44:23.590989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.616632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-e1db2706-5c61-429b-850f-1ef6487bd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.618738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-e1db2706-5c61-429b-850f-1ef6487bd2c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1891282 Jan 18 22:44:23.628749 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'status': 'completed', 'code': 200} Jan 18 22:44:23.792019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabfb10-15fa-4ec4-aa5b-67679add0924 req-45936b96-66ed-4b50-b867-50ffc3bee060 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.793582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccabfb10-15fa-4ec4-aa5b-67679add0924 req-45936b96-66ed-4b50-b867-50ffc3bee060 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 946 time: 0.0827579 Jan 18 22:44:23.841376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccabfb10-15fa-4ec4-aa5b-67679add0924 req-7655be7f-01da-40e7-a8e0-335018420c0d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416973 Jan 18 22:44:23.965535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-572cada3-2575-4a58-a8ed-ea9dab2477b8 req-cc85c251-5de5-48be-a9ea-92ed9fd86c84 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips/2e18d602-400e-4fc4-a218-2cacb6a4e931 HTTP/1.1" status: 200 len: 693 time: 0.0991492 Jan 18 22:44:23.991748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:24.146589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.197221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:24.211100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'mac_address': 'fa:16:3e:d6:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:24.214318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cada3-2575-4a58-a8ed-ea9dab2477b8 req-dbefc1d6-e11c-481a-80a5-02a16521d842 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.220763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-572cada3-2575-4a58-a8ed-ea9dab2477b8 req-dbefc1d6-e11c-481a-80a5-02a16521d842 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.2525740 Jan 18 22:44:24.226158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-572cada3-2575-4a58-a8ed-ea9dab2477b8 req-75179c53-4af7-48c1-bf3b-ec180d21489f tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:24.229663 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-572cada3-2575-4a58-a8ed-ea9dab2477b8 req-75179c53-4af7-48c1-bf3b-ec180d21489f tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078113 Jan 18 22:44:24.257832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-ad13f446-ec66-4b0e-b612-a7530c06c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.259326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-ad13f446-ec66-4b0e-b612-a7530c06c62c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5768707 Jan 18 22:44:24.264705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5e01-12e6-457f-88ae-68143943cb8b req-8f092d84-dd55-48ec-b18e-a1795e93e93b tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.266339 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e51d5e01-12e6-457f-88ae-68143943cb8b req-8f092d84-dd55-48ec-b18e-a1795e93e93b tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 1095 time: 0.3958175 Jan 18 22:44:24.269093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.271184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-f0fef2e8-0783-405f-9aa0-d6cab19821ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.272610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-f0fef2e8-0783-405f-9aa0-d6cab19821ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f88e72aecc4a1198dabddca59e6504&device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 1099 time: 0.5957696 Jan 18 22:44:24.287721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9a1f24-9e39-46b1-a780-9cd19e0497ed {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:24.303322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:24.308917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.379949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:24.414803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61cbd-4343-4207-9029-01748ae0366a req-b85a9153-0e18-473f-b710-c16ef73c03b0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.416254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6c61cbd-4343-4207-9029-01748ae0366a req-b85a9153-0e18-473f-b710-c16ef73c03b0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 932 time: 0.0896683 Jan 18 22:44:24.461338 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6c61cbd-4343-4207-9029-01748ae0366a req-97b9500c-2f10-4bca-9844-e1de9faca2d8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Jan 18 22:44:24.536462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e51d5e01-12e6-457f-88ae-68143943cb8b req-cfbaece2-01a7-4926-8a8e-d2894fe18428 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554607 Jan 18 22:44:24.565823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.569150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['bd9a1f24-9e39-46b1-a780-9cd19e0497ed'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:24.612758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['03d7b568-923f-41d0-9974-9d571a337976'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:24.666321 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:44:24.677163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0a6b-21d6-4046-8e44-bf1de414f4e4 req-b891653e-071f-41b0-8b24-bd1e29e5940b tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.687597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2cb0a6b-21d6-4046-8e44-bf1de414f4e4 req-b891653e-071f-41b0-8b24-bd1e29e5940b tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 948 time: 0.1329172 Jan 18 22:44:24.749540 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2cb0a6b-21d6-4046-8e44-bf1de414f4e4 req-5a16d84f-d4b4-47a7-a6c1-6d11bb40bff7 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606251 Jan 18 22:44:24.789149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-d982b9fa-b660-4ef9-984e-950196762394 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128229 Jan 18 22:44:24.821611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-04eeca39-ceec-4c38-80ca-c88d541f5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.822867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-04eeca39-ceec-4c38-80ca-c88d541f5535 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5147209 Jan 18 22:44:24.823783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:24.827328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Network 91dae531-d68b-4789-b3a6-7bc61d026d7c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:24.858138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:24.927632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fad581-6d6a-4b69-9272-a66f9474f4e7 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:24.931967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.949154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Transition to ACTIVE for port object d7fad581-6d6a-4b69-9272-a66f9474f4e7 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:24.953528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-a8dff6b0-1c07-45df-a78e-2a8ccde9bb21 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=798f46127da243e88fb919ea8e14374f HTTP/1.1" status: 200 len: 696 time: 0.3091707 Jan 18 22:44:24.959116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:24.970525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:25.011361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec074f-c045-40b7-8574-da77cee49e35 req-8e265ae1-e9fc-4a2a-8857-80a1c8ac5286 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.013479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15ec074f-c045-40b7-8574-da77cee49e35 req-8e265ae1-e9fc-4a2a-8857-80a1c8ac5286 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1358008 Jan 18 22:44:25.048424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:25.048788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.064496 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15ec074f-c045-40b7-8574-da77cee49e35 req-27674a7d-99d1-44a5-a0d6-b8bcc883f1c8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450888 Jan 18 22:44:25.089326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.136582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-bfa75d30-cf21-4f76-8808-15eec41c92c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1f89078d-8d32-445c-a557-9dc86a7ce885 HTTP/1.1" status: 200 len: 217 time: 0.3022132 Jan 18 22:44:25.448379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a884331-606f-4b0b-ba5f-ab95d484211c req-8074b6c3-d950-4401-8235-deb2b263f0e7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.449947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a884331-606f-4b0b-ba5f-ab95d484211c req-8074b6c3-d950-4401-8235-deb2b263f0e7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 931 time: 0.0830145 Jan 18 22:44:25.498646 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a884331-606f-4b0b-ba5f-ab95d484211c req-3845923f-af75-4575-94d2-1eed00944209 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Jan 18 22:44:25.500875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.501665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.578793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fad581-6d6a-4b69-9272-a66f9474f4e7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:25.601580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-686865ae-71dd-4dde-9153-d248f1c1f33a req-0a93cbb1-5d68-4bb5-9205-7bc8618bbfd2 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685187 Jan 18 22:44:25.633861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-ee783a15-1e2a-43c6-b7ae-2a782332ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.635334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-ee783a15-1e2a-43c6-b7ae-2a782332ac3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.4828029 Jan 18 22:44:25.645241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-072c5e2d-fa26-4c58-9130-7b74803901aa tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9625511 Jan 18 22:44:25.680725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1b0b3-3404-4d64-b5cb-e1f8501964ae req-13da3030-8803-492e-ac2a-88294c766b4d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.682583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ae1b0b3-3404-4d64-b5cb-e1f8501964ae req-13da3030-8803-492e-ac2a-88294c766b4d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.0805280 Jan 18 22:44:25.708220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Request body: {'port': {'device_id': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:25.727446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ae1b0b3-3404-4d64-b5cb-e1f8501964ae req-03fdf74d-68b9-4d4c-bcfb-fca5de2e72f8 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Jan 18 22:44:25.763342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-2deaca00-7f9f-4305-a6b4-578a4daaf236 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.763975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-2deaca00-7f9f-4305-a6b4-578a4daaf236 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Synchronizing usage tracker for tenant:798f46127da243e88fb919ea8e14374f on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:25.865570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Attempting to bind port d7fad581-6d6a-4b69-9272-a66f9474f4e7 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:25.865942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Attempting to bind port d7fad581-6d6a-4b69-9272-a66f9474f4e7 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:25.866238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Attempting to bind port d7fad581-6d6a-4b69-9272-a66f9474f4e7 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:25.868246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-2deaca00-7f9f-4305-a6b4-578a4daaf236 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Unset dirty status for tenant:798f46127da243e88fb919ea8e14374f on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:25.869423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-2deaca00-7f9f-4305-a6b4-578a4daaf236 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks?id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 787 time: 0.8193800 Jan 18 22:44:25.885514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Port d7fad581-6d6a-4b69-9272-a66f9474f4e7 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:44:25.885842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Attempting to bind port d7fad581-6d6a-4b69-9272-a66f9474f4e7 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:25.892916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-c35516c0-ab40-40b9-b46e-40b1b385d4cc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:25.893932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-997b996e-c1cf-4935-937d-3ea307dcc824 req-c35516c0-ab40-40b9-b46e-40b1b385d4cc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154090 Jan 18 22:44:25.900815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:25.907172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:25.907172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Bound using segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:25.907172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Bound port: d7fad581-6d6a-4b69-9272-a66f9474f4e7, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:25.907172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.927946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.970860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-bbf61dc5-47cd-4b4b-bae3-a34f14a2436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.972364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-bbf61dc5-47cd-4b4b-bae3-a34f14a2436e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191009 Jan 18 22:44:26.016787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:26.020049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:26.200085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port bd9a1f24-9e39-46b1-a780-9cd19e0497ed completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:26.209012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port bd9a1f24-9e39-46b1-a780-9cd19e0497ed triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:26.209792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.216463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-368da6f4-3d5e-42ed-8be4-f0787f185cf2 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--62273730&fields=id&tenant_id=20fdffa90a9c43f4915f50c5c01db498 HTTP/1.1" status: 200 len: 267 time: 0.2122242 Jan 18 22:44:26.288846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:26.313641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'mac_address': 'fa:16:3e:f6:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:26.325308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66c621-b6dd-4b1b-849d-bbb5fa252d34 req-7241bf6c-bb05-4e7c-99f6-56966cd16e9d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.326807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c66c621-b6dd-4b1b-849d-bbb5fa252d34 req-7241bf6c-bb05-4e7c-99f6-56966cd16e9d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 944 time: 0.1013291 Jan 18 22:44:26.375570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c66c621-b6dd-4b1b-849d-bbb5fa252d34 req-756169ea-d02f-408d-a952-bbd558dcc45f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Jan 18 22:44:26.387889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] For port d7fad581-6d6a-4b69-9272-a66f9474f4e7, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:26.416534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-00907412-5cc2-4201-a776-0fb0c2b265ec service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340243 Jan 18 22:44:26.418133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] For port d7fad581-6d6a-4b69-9272-a66f9474f4e7, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:26.424456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.448874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f89078d-8d32-445c-a557-9dc86a7ce885 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:26.458019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.460932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.486965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:26.494419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:26.502424 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.538176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:26.551727 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.571649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:26.575813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13133991-75ac-48e1-9393-bac65efc2e4a req-efce2b96-5293-43bd-83da-c5367e97d477 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.577422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13133991-75ac-48e1-9393-bac65efc2e4a req-efce2b96-5293-43bd-83da-c5367e97d477 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 949 time: 0.0940700 Jan 18 22:44:26.629208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13133991-75ac-48e1-9393-bac65efc2e4a req-d255d50f-d730-4525-aed6-e339a01fa072 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Jan 18 22:44:26.632193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.632821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.634303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] 10.222.0.85 "PUT /v2.0/ports/d7fad581-6d6a-4b69-9272-a66f9474f4e7 HTTP/1.1" status: 200 len: 1092 time: 3.4420018 Jan 18 22:44:26.648101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:26.662105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6900495b-2cd3-4e41-805c-3934229c8794', 'tag': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:26.763432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-21d22b1f-e35f-4a38-982e-176b0f568144 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips/2e18d602-400e-4fc4-a218-2cacb6a4e931 HTTP/1.1" status: 200 len: 693 time: 0.0836976 Jan 18 22:44:26.771198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1f89078d-8d32-445c-a557-9dc86a7ce885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:26.869360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-9851f0fd-f4af-4d2e-95cf-327879b9caf1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.870815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-9851f0fd-f4af-4d2e-95cf-327879b9caf1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 824 time: 0.6135502 Jan 18 22:44:26.906613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2821d78-7962-4a0e-a5fc-f0454530d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fad581-6d6a-4b69-9272-a66f9474f4e7,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:26.945318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c995e9-4f23-4477-b419-85e4055e588e req-521f98b6-9d4d-4588-9bb3-fd2515712545 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.956215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-521f98b6-9d4d-4588-9bb3-fd2515712545 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1850619 Jan 18 22:44:26.961920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-5535675f-aa41-4b8e-ac93-f6cf394c7bbc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:26.968907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-5535675f-aa41-4b8e-ac93-f6cf394c7bbc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116603 Jan 18 22:44:26.988546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-c4794cec-1bab-4789-ab99-013836dc69be tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/quotas/20fdffa90a9c43f4915f50c5c01db498 HTTP/1.1" status: 200 len: 375 time: 0.1009119 Jan 18 22:44:26.996835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ad91321-7d7c-4ca3-b45a-b9559c42670e req-1e0bb87a-bd55-4933-9435-4c05034bb7df service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718400 Jan 18 22:44:27.095494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-1f47bb8b-a07c-44a5-9bca-02fcd6a22bb2 service neutron] 10.222.0.86 "GET /v2.0/ports/587a9600-b8b3-4ba8-a40b-ab53141eb193/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.3403842 Jan 18 22:44:27.117371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-d509785c-d4a4-400e-9991-b0f662f1f8bc tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1472454 Jan 18 22:44:27.138359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-99e8a86c-dd5a-4e72-9798-3c113f3759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:27.139884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-99e8a86c-dd5a-4e72-9798-3c113f3759dc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 1095 time: 0.4307837 Jan 18 22:44:27.211433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-77722d96-6c91-45c7-8cae-2612c5066960 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.0929561 Jan 18 22:44:27.392556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-df527e7e-177f-49d3-8661-9181018b48a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7 HTTP/1.1" status: 200 len: 217 time: 0.2417645 Jan 18 22:44:27.406670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Deleting port 5ef89ff3-5d2d-4501-b2fc-885ec0523a9a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:27.407264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.502354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-b29043d9-4614-49d9-bf81-6a55848e253b tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:27.503714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-b29043d9-4614-49d9-bf81-6a55848e253b tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "GET /v2.0/ports?device_id=0deb78b1-ebd0-4e6e-acff-d4fd478ec569 HTTP/1.1" status: 200 len: 946 time: 0.5918398 Jan 18 22:44:27.508482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d2f87e-3dca-4a27-839a-a8a338d3c9dd {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:27.557311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.586422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.586760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.590230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-aea14b40-ad83-4b58-b615-29600e7803bb tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5851190 Jan 18 22:44:27.651546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Transition to ACTIVE for port object 05d2f87e-3dca-4a27-839a-a8a338d3c9dd will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:27.653169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-119d13bd-6f02-40f0-a567-6fd14f77cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:27.654815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-119d13bd-6f02-40f0-a567-6fd14f77cfcf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.2510080 Jan 18 22:44:27.748380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.808411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Calling delete_port for 5ef89ff3-5d2d-4501-b2fc-885ec0523a9a owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:27.810497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-12e1c972-9b1d-4399-907d-c467339d26ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001360 Jan 18 22:44:27.814000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Deleting port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:27.814344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.956753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.029810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Pushing event deleted for resources: {'Port': ['ID=5ef89ff3-5d2d-4501-b2fc-885ec0523a9a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:28.038099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:28.103517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.120566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1f89078d-8d32-445c-a557-9dc86a7ce885 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:28.126465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1f89078d-8d32-445c-a557-9dc86a7ce885 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:28.126668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:28.126841 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.128745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.130100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53c995e9-4f23-4477-b419-85e4055e588e req-01fca5d5-c472-41ad-9dbb-c775c0eac8e2 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "DELETE /v2.0/floatingips/2e18d602-400e-4fc4-a218-2cacb6a4e931 HTTP/1.1" status: 204 len: 173 time: 0.9178431 Jan 18 22:44:28.160463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-b938c3d3-f6fb-44e4-a251-0c3d0b808415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:28.162151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-b938c3d3-f6fb-44e4-a251-0c3d0b808415 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780&tenant_id=8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 1101 time: 0.7265904 Jan 18 22:44:28.206236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ef6a9f18-18ef-4b0a-b9ac-84c8a0410731 service neutron] 10.222.0.78 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949254 Jan 18 22:44:28.258197 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.291929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:28.298537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.299052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:28.304261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba018e6-3f26-405b-9759-407906ce8102 req-c9dddd89-97ee-46a9-a1e3-0b9d389fb0e2 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:28.305903 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cba018e6-3f26-405b-9759-407906ce8102 req-c9dddd89-97ee-46a9-a1e3-0b9d389fb0e2 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.0837677 Jan 18 22:44:28.354446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cba018e6-3f26-405b-9759-407906ce8102 req-b1f95346-5f32-4fa0-a15e-c08b09df701a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Jan 18 22:44:28.431672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-8deb0787-01de-47fe-bd70-c8ce6ba788a0 service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889308 Jan 18 22:44:28.444547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:28.508275 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.526559 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'code': 200} Jan 18 22:44:28.554635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:28.585836 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.608142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:28.608488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:28.608822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:28.664742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:28.741971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71dd3-163c-4d8f-bae4-665668d2e84c req-8705ef92-00ab-4a17-bf4e-7bdc119fddec tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:28.743902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31e71dd3-163c-4d8f-bae4-665668d2e84c req-8705ef92-00ab-4a17-bf4e-7bdc119fddec tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.0927565 Jan 18 22:44:28.796867 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31e71dd3-163c-4d8f-bae4-665668d2e84c req-a0f62bd4-f0f7-41b8-b624-b4db287f2407 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 Jan 18 22:44:28.797768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:44:28.798277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:28.841804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:28.842149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:28.842545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:28.843041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Bound port: 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:28.843370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.862187 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6900495b-2cd3-4e41-805c-3934229c8794', 'tag': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7', 'status': 'completed', 'code': 200} Jan 18 22:44:28.885725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-f511eebf-d9db-41a5-a92a-800f93f89f87 service neutron] 10.222.0.78 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314764 Jan 18 22:44:28.938250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-a306b4bb-4079-42a4-aa8b-4b1f602aa3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:28.939789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-a306b4bb-4079-42a4-aa8b-4b1f602aa3ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 1101 time: 0.7387242 Jan 18 22:44:29.069320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:29.069742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:29.080087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61302f54-0a35-4963-9240-7cc3b9b03aea req-4118e47e-dd1a-49ea-9eec-56d624a3407d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.085841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51c3f9aa-38b0-465e-b59d-b7a5adb01ce4 req-4c137b8c-becc-4d92-a9d8-dffce5455e5d service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992708 Jan 18 22:44:29.091269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61302f54-0a35-4963-9240-7cc3b9b03aea req-4118e47e-dd1a-49ea-9eec-56d624a3407d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1179054 Jan 18 22:44:29.156602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61302f54-0a35-4963-9240-7cc3b9b03aea req-6f167da7-24a4-4dbd-88fc-2ccb7dfd285b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642879 Jan 18 22:44:29.295799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261a7e7-448b-437c-a3d9-d9437f936bef req-15eb73ae-7047-49f4-a664-397284830f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.297357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4261a7e7-448b-437c-a3d9-d9437f936bef req-15eb73ae-7047-49f4-a664-397284830f14 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 1100 time: 0.6817935 Jan 18 22:44:29.298452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:29.353176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:29.399917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad272e-17ef-47a3-af87-28faedcdbb99 req-1a3e8243-9f7a-4c94-a1b6-8fc0ae490e4f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.405516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a5ad272e-17ef-47a3-af87-28faedcdbb99 req-1a3e8243-9f7a-4c94-a1b6-8fc0ae490e4f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 944 time: 0.1474321 Jan 18 22:44:29.470446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:29.481504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a5ad272e-17ef-47a3-af87-28faedcdbb99 req-aa0f255b-378f-4ab9-aa8f-c7fd68cd4dc8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718532 Jan 18 22:44:29.564423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-2e1e6c9c-460b-490f-a43a-cc65cd4fd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.566538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-2e1e6c9c-460b-490f-a43a-cc65cd4fd1a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.6086526 Jan 18 22:44:29.624276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.625407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:29.626885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] 10.222.0.85 "PUT /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 1091 time: 3.9298851 Jan 18 22:44:29.685382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4261a7e7-448b-437c-a3d9-d9437f936bef req-1779a6fa-7cc4-4f49-b258-8855f1d4fa7f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660352 Jan 18 22:44:29.722464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-5ec1b2fd-1d47-4827-aeca-f40b73d77b2f tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2027678 Jan 18 22:44:29.727862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:29.742106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:29.747501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Usage tracker for resource:floatingip and tenant:798f46127da243e88fb919ea8e14374f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:29.750755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:29.758629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:29.771359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:29.796315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-31eb6277-e3a7-49d3-a6bd-0f3d0a3d08f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 200 len: 217 time: 0.1768432 Jan 18 22:44:29.837255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:29.839607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:29.887288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-b1f345a2-6b79-4c8f-ab1a-b653ec2213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.889248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-b1f345a2-6b79-4c8f-ab1a-b653ec2213e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 1095 time: 0.7060323 Jan 18 22:44:29.889943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457966-73b5-4cad-9efa-7b3e991d80a2 service neutron] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:29.995000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.166345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.166611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.167778 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f disassociated. External IP: 172.25.4.147, port: 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95. Jan 18 22:44:30.167778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Calling delete_port for 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:30.213276 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.228782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Allocated IP 172.25.4.7 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/2d96c735-0a0f-4499-9ba6-09e4eb022bdd) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:30.234515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-87cc4992-ab31-4c0c-9294-b47726df9aa3 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.239193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-87cc4992-ab31-4c0c-9294-b47726df9aa3 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Synchronizing usage tracker for tenant:f7f88e72aecc4a1198dabddca59e6504 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:30.265640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-ad2baf06-3026-4549-8cbc-9dfbac6ff74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.267302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-ad2baf06-3026-4549-8cbc-9dfbac6ff74b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3569229 Jan 18 22:44:30.290754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:30.300744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:30.314115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '35978993-2d49-44a7-8a65-caa77d5e7096', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '35978993-2d49-44a7-8a65-caa77d5e7096', 'mac_address': 'fa:16:3e:cc:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:30.315896 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.316577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:30.443358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-d5893c10-e484-4f3d-a252-dbd2cacb78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.444859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-d5893c10-e484-4f3d-a252-dbd2cacb78aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1094 time: 0.7575743 Jan 18 22:44:30.468421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.514998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.527325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-7d27c3fe-f31a-4366-b21f-937489245885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.529322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-7d27c3fe-f31a-4366-b21f-937489245885 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.5675819 Jan 18 22:44:30.534449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:30.537436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-87cc4992-ab31-4c0c-9294-b47726df9aa3 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Unset dirty status for tenant:f7f88e72aecc4a1198dabddca59e6504 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:30.538472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-87cc4992-ab31-4c0c-9294-b47726df9aa3 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 950 time: 1.0697467 Jan 18 22:44:30.538913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885'}, {'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193'}, {'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:30.545142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:30.567554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.609863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:30.618504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.626919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-2a957882-d883-47d6-85f0-3d6e99ce76c9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 217 time: 0.1713431 Jan 18 22:44:30.630946 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.638550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:44:30.638989 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:44:30.691878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:30.696221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:30.703264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:30.762992 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:44:30.763634 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:44:30.779547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:30.786552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Pushing event updated for resources: {'Port': ['ID=2d96c735-0a0f-4499-9ba6-09e4eb022bdd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:30.819737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.830190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-c18ef91a-91b3-4024-8223-590e02407e22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7 HTTP/1.1" status: 200 len: 217 time: 0.2766352 Jan 18 22:44:30.874307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:30.930206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-bba8bbea-2d67-4df3-8e69-77f81ab1acc4 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Synchronizing usage tracker for tenant:f7f88e72aecc4a1198dabddca59e6504 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:30.940781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83ead-4dec-461f-8391-30f376b76a8b req-4489d723-8da0-4408-a716-84e9fc89b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.942253 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-4489d723-8da0-4408-a716-84e9fc89b283 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.2869322 Jan 18 22:44:30.945431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.952928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['35978993-2d49-44a7-8a65-caa77d5e7096'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:30.997153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-031da3e3-6eff-447b-b05b-28ee611f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.998561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-031da3e3-6eff-447b-b05b-28ee611f6067 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.1538711 Jan 18 22:44:31.008845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-b17b398c-074f-45b9-916f-964fd5883453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:31.010331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-b17b398c-074f-45b9-916f-964fd5883453 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7174246 Jan 18 22:44:31.045528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-a8ebe8ee-c2c5-4597-a8f8-ec0f1fbea280 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936882 Jan 18 22:44:31.106445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-f056bd6c-f44d-482f-95d7-b394585d46f4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949900 Jan 18 22:44:31.140725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-bba8bbea-2d67-4df3-8e69-77f81ab1acc4 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Unset dirty status for tenant:f7f88e72aecc4a1198dabddca59e6504 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:31.141989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-399d9bbb-ae29-43a0-99ba-8d6a46806325 req-bba8bbea-2d67-4df3-8e69-77f81ab1acc4 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182297 Jan 18 22:44:31.142478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Deleting port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:31.142815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.366394 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.395638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:31.418982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:31.425742 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.497312 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:44:31.537838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:31.564892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa7767e2-91fb-4d88-9c55-2f1a87ab22ef req-8198ba16-72b1-48a5-9afa-e3199cd42072 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 210 time: 0.0921130 Jan 18 22:44:31.614140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-19889a81-67f6-417f-b914-943c7040b95e service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928865 Jan 18 22:44:31.649469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-ac428661-c81e-4a1a-8024-4aef171bd797 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917921 Jan 18 22:44:31.649668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-4621608f-5b44-45ea-8782-83e0ad5021c3 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:31.650944 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-4621608f-5b44-45ea-8782-83e0ad5021c3 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 824 time: 0.3427620 Jan 18 22:44:31.716449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-e45f5142-c804-43bc-acc7-978ce3ca62a4 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdffa90a9c43f4915f50c5c01db498 HTTP/1.1" status: 200 len: 378 time: 0.0480118 Jan 18 22:44:31.729545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'port': {'device_id': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'admin_state_up': True, 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'security_groups': ['ebd368ef-ca0f-4f38-a078-22cff878f773']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:31.829770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d7fad581-6d6a-4b69-9272-a66f9474f4e7 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:31.887559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.913574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.991467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d7fad581-6d6a-4b69-9272-a66f9474f4e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:31.998985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:32.008049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7', 'mac_address': 'fa:16:3e:c2:2c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:32.058769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-9b1b221d-53d8-4e15-bad4-a2d46ccaa45c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0073328 Jan 18 22:44:32.071071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.071777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:32.091292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Pushing event updated for resources: {'Port': ['ID=2d96c735-0a0f-4499-9ba6-09e4eb022bdd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:32.094389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.095493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fad581-6d6a-4b69-9272-a66f9474f4e7 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:32.100869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Made reservation on behalf of 20fdffa90a9c43f4915f50c5c01db498 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:32.104415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.114496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d7fad581-6d6a-4b69-9272-a66f9474f4e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:32.122954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.203739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d7fad581-6d6a-4b69-9272-a66f9474f4e7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:32.203946 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.210727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-a3f1e25a-b05f-44ab-92d7-f740debc8429 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.4871922 Jan 18 22:44:32.304366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2001c408-9a6d-4921-9e82-a9ce6031e835 req-ef680746-f129-480c-aca8-2e314c2043ba service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540167 Jan 18 22:44:32.309499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-8f5ad39f-8bd8-4843-a321-65453071d737 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Synchronizing usage tracker for tenant:798f46127da243e88fb919ea8e14374f on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:32.339645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b83ead-4dec-461f-8391-30f376b76a8b req-c3e5ecf2-e2da-4cbc-ba09-9aac7923ed1c service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378660 Jan 18 22:44:32.389390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-8f5ad39f-8bd8-4843-a321-65453071d737 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Unset dirty status for tenant:798f46127da243e88fb919ea8e14374f on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:32.396843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-8f5ad39f-8bd8-4843-a321-65453071d737 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.1851435 Jan 18 22:44:32.397685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e2a01-8f11-4a4b-9228-fa960c0c918d req-0568cbbf-0c0f-4e06-87c4-16fc4c12bf27 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:32.399176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-828e2a01-8f11-4a4b-9228-fa960c0c918d req-0568cbbf-0c0f-4e06-87c4-16fc4c12bf27 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 948 time: 0.6689365 Jan 18 22:44:32.406576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] For port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:32.406933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.434546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79e23f37-4347-4cce-b6cf-4114c46ce579 req-079e7bd3-4402-4451-b61d-02d80b55be07 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113410 Jan 18 22:44:32.458454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['d7fad581-6d6a-4b69-9272-a66f9474f4e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:32.548229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Allocated IP 172.20.0.12 (544f4b75-63f0-4735-bef6-f76319369ef3/34b90308-a88d-4ec0-b5b4-796714ba4315/a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:32.654441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-828e2a01-8f11-4a4b-9228-fa960c0c918d req-ddedf5cd-f4ee-4461-b5c2-99bcbc19a45d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376552 Jan 18 22:44:32.867707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-50f856c3-1c06-4c13-90c5-a71142889368 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:32.880739 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d407b433-bb47-40fd-8f9b-57b4bfeef306 req-50f856c3-1c06-4c13-90c5-a71142889368 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.4828289 Jan 18 22:44:32.928846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.947531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Transition to ACTIVE for port object a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:32.959071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.959580 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.959901 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f disassociated. External IP: 172.25.4.147, port: 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95. Jan 18 22:44:32.960240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Calling delete_port for 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:32.988134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.034665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fed30-7e73-44a6-9991-137522c75727 req-eb7b13f8-4166-4793-8b22-df1b9393d1a7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.035396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a00fed30-7e73-44a6-9991-137522c75727 req-eb7b13f8-4166-4793-8b22-df1b9393d1a7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:33.071823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a00fed30-7e73-44a6-9991-137522c75727 req-eb7b13f8-4166-4793-8b22-df1b9393d1a7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:33.073922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a00fed30-7e73-44a6-9991-137522c75727 req-eb7b13f8-4166-4793-8b22-df1b9393d1a7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.2913830 Jan 18 22:44:33.116207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Network 544f4b75-63f0-4735-bef6-f76319369ef3 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:33.124279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:33.132151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:33.166899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a00fed30-7e73-44a6-9991-137522c75727 req-60a2df9e-47b5-4a7b-9419-ebbf50014961 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619206 Jan 18 22:44:33.177254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.182304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event updated for resources: {'Port': ['ID=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:33.224375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.225054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.254190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event deleted for resources: {'Port': ['ID=3c85f7a0-2afc-4efa-90b5-23b6a9f06c95,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:33.267884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ec704-f2d9-4b2c-b3a2-4b4b465299e1 req-e801e770-292b-44bb-a875-389cba651c8f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.274885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a58ec704-f2d9-4b2c-b3a2-4b4b465299e1 req-e801e770-292b-44bb-a875-389cba651c8f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 948 time: 0.2201970 Jan 18 22:44:33.292428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-1dcdd5ec-cc52-467a-bc55-90e9f905c6d1 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5666208 Jan 18 22:44:33.312995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Request body: {'port': {'device_id': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:33.395686 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a58ec704-f2d9-4b2c-b3a2-4b4b465299e1 req-a181618a-6eb5-4297-a6e8-19137a70c296 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192367 Jan 18 22:44:33.446633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-872477d2-611e-432b-865e-e2f258c2bc59 None None] Provisioning for port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:33.460656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-872477d2-611e-432b-865e-e2f258c2bc59 None None] Provisioning complete for port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:33.461054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-872477d2-611e-432b-865e-e2f258c2bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.506251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fbd26-3c24-4871-bc02-ef9f34b509c2 req-cc9a44ad-e0b4-42b0-b9f6-63e485033d1b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.507098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d83fbd26-3c24-4871-bc02-ef9f34b509c2 req-cc9a44ad-e0b4-42b0-b9f6-63e485033d1b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:33.517608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.535718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:44:33.539865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d83fbd26-3c24-4871-bc02-ef9f34b509c2 req-cc9a44ad-e0b4-42b0-b9f6-63e485033d1b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:33.541178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d83fbd26-3c24-4871-bc02-ef9f34b509c2 req-cc9a44ad-e0b4-42b0-b9f6-63e485033d1b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 945 time: 0.2251761 Jan 18 22:44:33.558832 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'code': 200} Jan 18 22:44:33.560779 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'code': 200} Jan 18 22:44:33.561168 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'code': 200} Jan 18 22:44:33.575844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-872477d2-611e-432b-865e-e2f258c2bc59 None None] Port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:44:33.677620 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'status': 'completed', 'code': 200} Jan 18 22:44:33.845745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d7fad581-6d6a-4b69-9272-a66f9474f4e7 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:33.847489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf773d7-585c-4861-9493-8b9003fde0aa req-a5aac06f-5194-45bc-9312-8d99b70bbcf5 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.848971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecf773d7-585c-4861-9493-8b9003fde0aa req-a5aac06f-5194-45bc-9312-8d99b70bbcf5 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 950 time: 0.1070027 Jan 18 22:44:33.899535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d83fbd26-3c24-4871-bc02-ef9f34b509c2 req-cbf8ae06-e368-4c79-a653-2b48828ff59a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421237 Jan 18 22:44:33.948325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port d7fad581-6d6a-4b69-9272-a66f9474f4e7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:33.954869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port d7fad581-6d6a-4b69-9272-a66f9474f4e7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:33.955731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.963648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:44:33.976228 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:33.991985 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:33.993460 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:34.074671 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.180243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.218271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d7fad581-6d6a-4b69-9272-a66f9474f4e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:34.226421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.227364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:34.239008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecf773d7-585c-4861-9493-8b9003fde0aa req-4ce464f4-cbf7-470b-822f-6a635cd41c95 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998571 Jan 18 22:44:34.254969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] No DVR routers for this DVR port 3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:34.264276 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.281919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-7b6b3e53-eee6-4480-938f-7c51d2e85330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.283551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-7b6b3e53-eee6-4480-938f-7c51d2e85330 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1094 time: 0.5735497 Jan 18 22:44:34.285412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5539-bcc0-4029-9e27-528018da7230 req-4716c91c-1c61-464e-a105-57ce8bfa3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.286887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e7a5539-bcc0-4029-9e27-528018da7230 req-4716c91c-1c61-464e-a105-57ce8bfa3f46 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 1101 time: 0.6082957 Jan 18 22:44:34.315411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3cac1dc-d35e-47ca-9889-fc4944611846 req-c1734fd6-20f6-4199-bfa7-345a32edb0cd tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "DELETE /v2.0/ports/3c85f7a0-2afc-4efa-90b5-23b6a9f06c95 HTTP/1.1" status: 204 len: 173 time: 6.7949574 Jan 18 22:44:34.399406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d7fad581-6d6a-4b69-9272-a66f9474f4e7,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:34.411378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 35978993-2d49-44a7-8a65-caa77d5e7096 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:34.412693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.453176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-564b02d6-df9c-42b9-9fae-36a9337ad877 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips/8e8c1a08-e0da-40c4-a3c4-1ba503b730ce HTTP/1.1" status: 200 len: 691 time: 0.1658511 Jan 18 22:44:34.523690 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:34.529244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e7a5539-bcc0-4029-9e27-528018da7230 req-17804100-958b-4cf2-b873-9c3ac8fca5be service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127059 Jan 18 22:44:34.568226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9d0c3-7e00-4a3f-a9f4-824ee3449b81 req-41200f8b-0357-477e-b1aa-a28e16246271 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.568889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cad9d0c3-7e00-4a3f-a9f4-824ee3449b81 req-41200f8b-0357-477e-b1aa-a28e16246271 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:34.626722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-3227062c-3c12-4a72-8769-f8aa2ebb84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.629803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-3227062c-3c12-4a72-8769-f8aa2ebb84f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.3352201 Jan 18 22:44:34.634082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cad9d0c3-7e00-4a3f-a9f4-824ee3449b81 req-41200f8b-0357-477e-b1aa-a28e16246271 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:34.635954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cad9d0c3-7e00-4a3f-a9f4-824ee3449b81 req-41200f8b-0357-477e-b1aa-a28e16246271 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 932 time: 0.4281340 Jan 18 22:44:34.672909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.782484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:34.787279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-fcc6eb87-3485-4bf2-bbf0-f35ef0f06dd6 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.789043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-fcc6eb87-3485-4bf2-bbf0-f35ef0f06dd6 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3345940 Jan 18 22:44:34.795678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.798755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:34.863976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.906466 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-6e697d48-f7b6-4877-8454-e931ea20992e tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.1022134 Jan 18 22:44:34.909209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Transition to ACTIVE for port object a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:34.924726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cad9d0c3-7e00-4a3f-a9f4-824ee3449b81 req-5893f275-6f46-4a78-9100-15179d2d593d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1975288 Jan 18 22:44:34.929916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-f2d42a99-bcc5-4043-863a-109a383649f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 217 time: 0.2914078 Jan 18 22:44:34.953198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:34.971721 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:34.976556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:34.987397 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:34.988331 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:35.020180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.224692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-3bd09b72-f06d-4ca9-8c38-46e55ebcc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:35.226853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-3bd09b72-f06d-4ca9-8c38-46e55ebcc92a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.2920554 Jan 18 22:44:35.270467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-9b129998-ca0b-4768-bdcf-a872360f2396 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.3570931 Jan 18 22:44:35.304037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-b174a518-695d-4cba-85d4-79ab33642193 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587852 Jan 18 22:44:35.318761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:35.451734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373b41-4837-4a03-8d77-d6451c52e608 req-04b5b8fe-ed71-41bf-ae6b-c744e40b4caa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:35.458771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b373b41-4837-4a03-8d77-d6451c52e608 req-04b5b8fe-ed71-41bf-ae6b-c744e40b4caa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 948 time: 0.3023584 Jan 18 22:44:35.559732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:35.562397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6900495b-2cd3-4e41-805c-3934229c8794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7'}, {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:35.585907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b373b41-4837-4a03-8d77-d6451c52e608 req-b76b3952-5cd4-4c63-ad52-bff773e22e24 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262248 Jan 18 22:44:35.610145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-52728cbd-06ca-4375-9068-eea1733fbf7e service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966642 Jan 18 22:44:35.730373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Deleting port 2d96c735-0a0f-4499-9ba6-09e4eb022bdd {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:35.730654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.813504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Attempting to bind port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:35.813950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Attempting to bind port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:35.814183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Attempting to bind port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 on network 544f4b75-63f0-4735-bef6-f76319369ef3 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:35.821591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'name': 'network-vif-deleted', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:35.846037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 on network 544f4b75-63f0-4735-bef6-f76319369ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:44:35.846428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Attempting to bind port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 on network 544f4b75-63f0-4735-bef6-f76319369ef3 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:35.849111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:35.859041 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d618630-ba2a-4fee-9ca9-81525e2e7ce1 None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:35.892537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6f2fcce-f2ea-43ec-8f02-03b55913aae9 req-6e0bfa41-d07f-4182-b610-a959ca846372 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734821 Jan 18 22:44:35.902189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:35.902526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Checking segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:35.902920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Bound using segment: {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:35.903365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Bound port: a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15f9bc5-5f9a-443d-95fd-21a83c482d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:35.903714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.966332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b93b7-a2f4-44dc-8eee-8ebe3e11538a req-fd1110d3-6dd6-49c1-b02f-65a93336a7bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:35.969447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c14b93b7-a2f4-44dc-8eee-8ebe3e11538a req-fd1110d3-6dd6-49c1-b02f-65a93336a7bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.1385171 Jan 18 22:44:36.034815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c14b93b7-a2f4-44dc-8eee-8ebe3e11538a req-3b0e9504-927d-4044-9e7d-3a82f322dfd3 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588019 Jan 18 22:44:36.092740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:36.164445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.164882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.299995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:36.315382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Calling delete_port for 2d96c735-0a0f-4499-9ba6-09e4eb022bdd owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:36.316823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'mac_address': 'fa:16:3e:c1:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:36.321582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcd2c9-083b-485e-b0bb-7df0fa1c21b7 None None] New status for floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:44:36.340076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6b19c-85c5-408c-a9a9-53d6f12073b4 req-cd2033d5-2c89-4d2f-a319-596639344e7f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:36.341590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15b6b19c-85c5-408c-a9a9-53d6f12073b4 req-cd2033d5-2c89-4d2f-a319-596639344e7f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1195424 Jan 18 22:44:36.416560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] For port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:36.425234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] For port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:36.431757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15b6b19c-85c5-408c-a9a9-53d6f12073b4 req-257f8638-d72e-4aae-ad16-c426ec0a77ce tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827892 Jan 18 22:44:36.436304 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.563197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:36.563197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.564788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] 10.222.0.85 "PUT /v2.0/ports/a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 HTTP/1.1" status: 200 len: 1092 time: 3.2572653 Jan 18 22:44:36.567400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:36.585462 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.694597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587a9600-b8b3-4ba8-a40b-ab53141eb193 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:36.697682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e2e29-2512-48db-89f6-e053f5d0c06f req-eaade045-86b3-4728-a700-cba2d8eaa34d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:36.701714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce8e2e29-2512-48db-89f6-e053f5d0c06f req-eaade045-86b3-4728-a700-cba2d8eaa34d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.1394103 Jan 18 22:44:36.709801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.739775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d1bb3-3a45-4fce-908d-5f18aa56e446 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:36.754450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:36.766292 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.794487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.805699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce8e2e29-2512-48db-89f6-e053f5d0c06f req-ca5379db-ef50-4148-99db-cff4ccefea77 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940018 Jan 18 22:44:36.851652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Pushing event deleted for resources: {'Port': ['ID=2d96c735-0a0f-4499-9ba6-09e4eb022bdd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:36.879061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:36.961556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-3f8e954d-870c-473f-8b30-3c2795931725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:36.963070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-3f8e954d-870c-473f-8b30-3c2795931725 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 1095 time: 0.3280602 Jan 18 22:44:37.015628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2059a00-cd06-41ec-a724-0797af16337e req-9556a2c4-79f3-4483-a69a-dc422334a9e0 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.017312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2059a00-cd06-41ec-a724-0797af16337e req-9556a2c4-79f3-4483-a69a-dc422334a9e0 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 950 time: 0.0902696 Jan 18 22:44:37.032751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['587a9600-b8b3-4ba8-a40b-ab53141eb193'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:37.051875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-fbb65f0d-762f-4215-8d89-59aa6bc54562 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0705874 Jan 18 22:44:37.076325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2059a00-cd06-41ec-a724-0797af16337e req-1e021d09-b361-4d7e-aecc-be764c7bbafa tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530596 Jan 18 22:44:37.096689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.142798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ae1c668d-d57a-40d3-954a-2236d26e4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.144813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-ae1c668d-d57a-40d3-954a-2236d26e4c7b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 200 len: 863 time: 0.0834641 Jan 18 22:44:37.147668 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6900495b-2cd3-4e41-805c-3934229c8794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7', 'code': 200} Jan 18 22:44:37.148189 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096', 'code': 200} Jan 18 22:44:37.160426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.161711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0de37c4c-311e-4385-b1aa-f75045e19f8d req-7f4ffec0-0945-4a10-8270-c963018b0855 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "DELETE /v2.0/floatingips/8e8c1a08-e0da-40c4-a3c4-1ba503b730ce HTTP/1.1" status: 204 len: 173 time: 1.8655133 Jan 18 22:44:37.275555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-9047c4e5-2251-45ce-a98f-e9bdd9c9fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.279346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-9047c4e5-2251-45ce-a98f-e9bdd9c9fd08 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=544f4b75-63f0-4735-bef6-f76319369ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166768 Jan 18 22:44:37.362449 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deb78b1-ebd0-4e6e-acff-d4fd478ec569', 'name': 'network-vif-deleted', 'tag': '3c85f7a0-2afc-4efa-90b5-23b6a9f06c95', 'status': 'completed', 'code': 200} Jan 18 22:44:37.483726 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'status': 'completed', 'code': 200} Jan 18 22:44:37.521576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-78439066-691f-4724-995e-f5090e57d175 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350395 Jan 18 22:44:37.598763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e317f33-cd3d-4a2f-a73f-9582658b9ece req-c9967fa1-0d8b-42f7-a5c4-e4567bbd7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.605013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e317f33-cd3d-4a2f-a73f-9582658b9ece req-c9967fa1-0d8b-42f7-a5c4-e4567bbd7e4f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 1097 time: 0.3513539 Jan 18 22:44:37.658925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70606d5c-822a-4fa2-b508-444cdfc518bb req-aabcc19c-6c17-42c6-a256-4b0264204c11 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.659643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-70606d5c-822a-4fa2-b508-444cdfc518bb req-aabcc19c-6c17-42c6-a256-4b0264204c11 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Synchronizing usage tracker for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:37.681985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-70606d5c-822a-4fa2-b508-444cdfc518bb req-aabcc19c-6c17-42c6-a256-4b0264204c11 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Unset dirty status for tenant:20fdffa90a9c43f4915f50c5c01db498 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:37.683128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70606d5c-822a-4fa2-b508-444cdfc518bb req-aabcc19c-6c17-42c6-a256-4b0264204c11 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 944 time: 0.2532444 Jan 18 22:44:37.728542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e317f33-cd3d-4a2f-a73f-9582658b9ece req-f3173655-838f-4b19-a032-062b2b9e6ff2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913861 Jan 18 22:44:37.733003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384322f-dc69-416e-9e12-b58da7087661 req-84a05115-220d-4245-a327-3a68fb1278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.734435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1384322f-dc69-416e-9e12-b58da7087661 req-84a05115-220d-4245-a327-3a68fb1278c5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1101 time: 0.3348298 Jan 18 22:44:37.751292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd3ef32-ff33-467b-a417-fb926395d627 req-8aefedbc-4ec1-45ff-87bd-b044c8732081 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228510 Jan 18 22:44:37.756082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70606d5c-822a-4fa2-b508-444cdfc518bb req-1a57b3de-c9e6-40a8-a7f3-cdbc81ba6ad2 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612564 Jan 18 22:44:37.760262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de39aec-9181-45f0-9ba6-6f3a39f44677 req-c27310ae-5b20-47c5-a427-de7d995497c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.761733 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4de39aec-9181-45f0-9ba6-6f3a39f44677 req-c27310ae-5b20-47c5-a427-de7d995497c5 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.1555083 Jan 18 22:44:37.773323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-005dd84b-e4e6-4bb1-b5f7-57cae1ed48a3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.774778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-005dd84b-e4e6-4bb1-b5f7-57cae1ed48a3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780&tenant_id=8d0cbcdfff20432bbdc993cd14875381&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 949 time: 0.2461262 Jan 18 22:44:37.824214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4de39aec-9181-45f0-9ba6-6f3a39f44677 req-50cb1bea-fd4e-4743-a682-b982f40f29ec tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Jan 18 22:44:37.967005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b475f3-68a6-4377-bbd3-8f1994525294 req-16925429-6bd7-4815-96e9-2015c5a6f084 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.968736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3b475f3-68a6-4377-bbd3-8f1994525294 req-16925429-6bd7-4815-96e9-2015c5a6f084 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 949 time: 0.0910230 Jan 18 22:44:37.977113 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-2920440d-149b-4f3e-9d62-8947a52bb5ec req-416411a2-a6cf-4f9f-9aed-db6f8c4b51d1 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] show failed (client error): The resource could not be found. Jan 18 22:44:37.978146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2920440d-149b-4f3e-9d62-8947a52bb5ec req-416411a2-a6cf-4f9f-9aed-db6f8c4b51d1 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips/8e8c1a08-e0da-40c4-a3c4-1ba503b730ce HTTP/1.1" status: 404 len: 350 time: 0.1285746 Jan 18 22:44:38.025057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1384322f-dc69-416e-9e12-b58da7087661 req-576b0d0d-1d59-41ba-a053-f47477d9cfd4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Jan 18 22:44:38.041893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-b3b88f12-25f8-4ece-8322-ebcf4620eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.043443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-b3b88f12-25f8-4ece-8322-ebcf4620eee6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 1100 time: 0.1250181 Jan 18 22:44:38.097649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3b475f3-68a6-4377-bbd3-8f1994525294 req-06efe0e9-bf8a-4997-8951-224e5bcf00b3 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193790 Jan 18 22:44:38.097943 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:38.147689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-39b79662-2381-4484-9b0e-96e7e999ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.149025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-39b79662-2381-4484-9b0e-96e7e999ec9c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 1095 time: 0.1237729 Jan 18 22:44:38.220604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 587a9600-b8b3-4ba8-a40b-ab53141eb193 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:38.221250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.344089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d94cc-a2b2-498e-bade-cce1872cee3a req-63369915-f40e-4c6c-b7e1-494ffee45caa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.345569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5c4d94cc-a2b2-498e-bade-cce1872cee3a req-63369915-f40e-4c6c-b7e1-494ffee45caa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 949 time: 0.1866894 Jan 18 22:44:38.376198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-5e394ab9-cb6d-49f8-bf87-3e636f2af635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.377729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-5e394ab9-cb6d-49f8-bf87-3e636f2af635 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3257771 Jan 18 22:44:38.386276 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.432563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:38.440269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.473848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5c4d94cc-a2b2-498e-bade-cce1872cee3a req-3eb5896a-a7aa-43dd-b663-847f8f3e50fd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184430 Jan 18 22:44:38.479586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-b7ca7994-1e4c-44da-8f54-126ca46a2ba0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 200 len: 217 time: 0.0878408 Jan 18 22:44:38.559208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95682-d570-427f-a4d3-82d3add3cad7 req-102fcdd8-a2f8-4c80-9110-ce278707a4ef tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.562588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-45a1afcb-eedb-4502-a25a-9388feae025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.564661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-45a1afcb-eedb-4502-a25a-9388feae025a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0789139 Jan 18 22:44:38.566362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fb95682-d570-427f-a4d3-82d3add3cad7 req-102fcdd8-a2f8-4c80-9110-ce278707a4ef tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.3350635 Jan 18 22:44:38.573583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:38.643454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fb95682-d570-427f-a4d3-82d3add3cad7 req-e6d4cd6a-ebb3-4829-99dd-eae2d78b4d35 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761294 Jan 18 22:44:38.653509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-fc355dd0-a319-4305-a12b-def63fa4e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.655065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-fc355dd0-a319-4305-a12b-def63fa4e53c service neutron] 10.222.0.85 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 925 time: 0.3834732 Jan 18 22:44:38.726745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-49a61d3f-9278-488b-b726-b2cd76917759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.728493 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-49a61d3f-9278-488b-b726-b2cd76917759 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561673 Jan 18 22:44:38.802670 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-abd8846b-0908-42fd-a55a-eeb9ef883355 req-6d9c4838-a363-49c4-9051-4c330d222ad4 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] show failed (client error): The resource could not be found. Jan 18 22:44:38.803779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abd8846b-0908-42fd-a55a-eeb9ef883355 req-6d9c4838-a363-49c4-9051-4c330d222ad4 tempest-FloatingIPsTestJSON-973137845 tempest-FloatingIPsTestJSON-973137845-project] 10.222.0.78 "GET /v2.0/floatingips/8e8c1a08-e0da-40c4-a3c4-1ba503b730ce HTTP/1.1" status: 404 len: 350 time: 0.1419690 Jan 18 22:44:38.814652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-349500ef-4e8a-4141-a935-da9e99439890 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0761454 Jan 18 22:44:38.814652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50064) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:38.817742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404636-b110-40e6-87bc-ecaea92aaa78 req-3b4f807a-49de-4c6b-9411-d80d451fce9c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.819222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af404636-b110-40e6-87bc-ecaea92aaa78 req-3b4f807a-49de-4c6b-9411-d80d451fce9c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.1837316 Jan 18 22:44:38.910424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af404636-b110-40e6-87bc-ecaea92aaa78 req-712eac00-214c-4f6a-8038-d4db962d21c2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828748 Jan 18 22:44:38.949154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-7e7208de-f865-49c3-8f0e-6225301378c4 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143054 Jan 18 22:44:39.071881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-e13dcea9-d93d-4c86-8a6d-8cfc280373c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.073327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-e13dcea9-d93d-4c86-8a6d-8cfc280373c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 200 len: 863 time: 0.0859060 Jan 18 22:44:39.149267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:39.216320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a01e1c-3ba5-421b-9842-dc01297b2516 req-6f55ab37-4969-4710-9431-a2c91d40056d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.223713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53a01e1c-3ba5-421b-9842-dc01297b2516 req-6f55ab37-4969-4710-9431-a2c91d40056d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 944 time: 0.1441226 Jan 18 22:44:39.247596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b312986-e6db-4aae-93b5-59e6484d3d32 req-703f73be-d753-465c-86e3-38ea9d2ba35d service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922165 Jan 18 22:44:39.308169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53a01e1c-3ba5-421b-9842-dc01297b2516 req-757b5480-8b8c-419f-a3ac-b2fe2ab81a58 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830014 Jan 18 22:44:39.358967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-04f94d6f-ba8d-4fb0-8527-22870921e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.360611 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-04f94d6f-ba8d-4fb0-8527-22870921e4c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=544f4b75-63f0-4735-bef6-f76319369ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2794349 Jan 18 22:44:39.488081 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'code': 200} Jan 18 22:44:39.630498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110e42c-b17a-40cf-b0bc-2134d13683ec req-f75cbf82-490b-4bfb-add1-6af7d7e20d2d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.639032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a110e42c-b17a-40cf-b0bc-2134d13683ec req-f75cbf82-490b-4bfb-add1-6af7d7e20d2d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.1862049 Jan 18 22:44:39.697712 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-836b8e8c-f300-4e11-8250-d2c866f3d2e8 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263166 Jan 18 22:44:39.745302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a110e42c-b17a-40cf-b0bc-2134d13683ec req-38265b39-7106-43a3-88ca-d4c64bbf337e tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050520 Jan 18 22:44:39.980082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c2058-c79d-45cf-b2ec-c71d762771f1 req-7cf48ae7-f475-4744-979b-ec96ba1d34be tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.990735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474c2058-c79d-45cf-b2ec-c71d762771f1 req-7cf48ae7-f475-4744-979b-ec96ba1d34be tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1275866 Jan 18 22:44:40.049541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474c2058-c79d-45cf-b2ec-c71d762771f1 req-7ab2f686-a5cd-48ff-a6fd-d608a0125915 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569546 Jan 18 22:44:40.076854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a876f97-8278-473f-ac7c-8d706be78e31 req-25e6ebfe-3e4f-41cb-8345-3cc477500690 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:40.078747 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a876f97-8278-473f-ac7c-8d706be78e31 req-25e6ebfe-3e4f-41cb-8345-3cc477500690 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.3712866 Jan 18 22:44:40.084621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0cf5fb76-034b-4768-a1a7-77856bb849dc req-8305d9ef-c40f-46ee-bf09-57aea904af88 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295898 Jan 18 22:44:40.143441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a876f97-8278-473f-ac7c-8d706be78e31 req-2e94f6ee-6c8c-4d7f-8777-a4d1aeb90dfd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Jan 18 22:44:40.148518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.283073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0de5-271e-457a-9601-b6fb656e6bb4 req-38b75fdb-3804-4334-87d7-49f478ca3743 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:40.284931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afae0de5-271e-457a-9601-b6fb656e6bb4 req-38b75fdb-3804-4334-87d7-49f478ca3743 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.0983739 Jan 18 22:44:40.338629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afae0de5-271e-457a-9601-b6fb656e6bb4 req-f8a12390-7848-4cc8-be72-d5a2a4bd40f0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jan 18 22:44:40.525147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb777c8-0e1d-4e7a-b4e3-b6ed69b37774 req-dbc001bd-3353-4907-b043-cb8b44adcd05 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:40.526672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bcb777c8-0e1d-4e7a-b4e3-b6ed69b37774 req-dbc001bd-3353-4907-b043-cb8b44adcd05 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 944 time: 0.0821381 Jan 18 22:44:40.575380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bcb777c8-0e1d-4e7a-b4e3-b6ed69b37774 req-86781f44-5b15-4d8d-9a16-7f218d748931 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428185 Jan 18 22:44:40.721347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571506b-c46f-40c6-9fb2-4acbfa07d2d6 req-3fd581e4-ae3d-47ff-a83e-cecbccbaa913 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:40.722907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3571506b-c46f-40c6-9fb2-4acbfa07d2d6 req-3fd581e4-ae3d-47ff-a83e-cecbccbaa913 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.2322581 Jan 18 22:44:40.785594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3571506b-c46f-40c6-9fb2-4acbfa07d2d6 req-cf4b472a-71e1-4827-8d06-b6be694bdea8 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Jan 18 22:44:40.881056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Deleting port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:40.881183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.063694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a0a2-ac5a-41c9-bb36-9f7d191a58ec req-b49c6ba4-85a6-469b-9f8d-7231fe5cf0ad tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:41.066251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1f8a0a2-ac5a-41c9-bb36-9f7d191a58ec req-b49c6ba4-85a6-469b-9f8d-7231fe5cf0ad tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.0900450 Jan 18 22:44:41.113791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1f8a0a2-ac5a-41c9-bb36-9f7d191a58ec req-713d7218-db89-4150-9ac0-0c2897bdba74 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Jan 18 22:44:41.199729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] For port 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:41.200083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.276317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189c73f-bd7c-4e90-b28b-03479fef8baa req-b2b06f14-6f2d-4985-945e-3b9420d52834 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:41.283394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4189c73f-bd7c-4e90-b28b-03479fef8baa req-b2b06f14-6f2d-4985-945e-3b9420d52834 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.3074210 Jan 18 22:44:41.363061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Calling delete_port for 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:41.451192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4189c73f-bd7c-4e90-b28b-03479fef8baa req-81cc46d4-0408-4bb8-8cb3-1b745fa09975 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668353 Jan 18 22:44:41.722866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18772-3fb4-46a2-ba6b-7a1b1b023a45 req-daaa7f0b-7e8e-4af7-a011-6882c9619d9e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:41.730476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bf18772-3fb4-46a2-ba6b-7a1b1b023a45 req-daaa7f0b-7e8e-4af7-a011-6882c9619d9e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.1130064 Jan 18 22:44:41.735580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd3bd7-2ee7-47fd-b6a4-5773c0acd8e3 req-ec33eb76-a9b9-42f4-b264-47aa0ffa65c9 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:41.737148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0bd3bd7-2ee7-47fd-b6a4-5773c0acd8e3 req-ec33eb76-a9b9-42f4-b264-47aa0ffa65c9 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1246116 Jan 18 22:44:41.784357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bf18772-3fb4-46a2-ba6b-7a1b1b023a45 req-adc570fb-98af-4057-98e6-f88fa64c770e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529079 Jan 18 22:44:41.835700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0bd3bd7-2ee7-47fd-b6a4-5773c0acd8e3 req-94c8bb26-98d0-4e91-b036-a73032397406 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916922 Jan 18 22:44:41.844989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.914628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:41.969706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:42.033211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104506a-6574-431d-8b9a-36d5186a3c4f req-3c1f402a-4675-4c04-a774-6df6eb7d1fa3 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:42.037408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8104506a-6574-431d-8b9a-36d5186a3c4f req-3c1f402a-4675-4c04-a774-6df6eb7d1fa3 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 944 time: 0.1536925 Jan 18 22:44:42.134189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:42.150411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2e1e-e150-4def-a759-56c6c94cb12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.211727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8104506a-6574-431d-8b9a-36d5186a3c4f req-4518cc9e-ad11-4c78-aece-09587467ad3f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667976 Jan 18 22:44:42.255226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:42.339100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c', 'port_id': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'mac_address': 'fa:16:3e:d9:7d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd75ae-b1e2-4724-b625-1e7a06d823f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:42.429731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.468082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d2f87e-3dca-4a27-839a-a8a338d3c9dd {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:42.486209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:42.493751 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.494520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:42.549608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:42.643067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'mac_address': 'fa:16:3e:d6:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:42.713518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.739194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:42.795936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6d45e-188b-44ec-8e37-95747001edde req-cd324114-ae29-41d0-b228-ffca1ceac924 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:42.803831 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7fa6d45e-188b-44ec-8e37-95747001edde req-cd324114-ae29-41d0-b228-ffca1ceac924 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.2623708 Jan 18 22:44:42.838104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.886940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd9a1f24-9e39-46b1-a780-9cd19e0497ed {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:42.964993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:42.974692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.986487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eef33e-25e6-4358-85d7-9bbe483f1a4f req-0b00c16a-5a1a-4d76-a543-8ced686c1328 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:42.996467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11eef33e-25e6-4358-85d7-9bbe483f1a4f req-0b00c16a-5a1a-4d76-a543-8ced686c1328 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.3297923 Jan 18 22:44:43.062589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7fa6d45e-188b-44ec-8e37-95747001edde req-0eedaae1-2e8a-4164-bcaa-2f86bed17722 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577310 Jan 18 22:44:43.091997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11eef33e-25e6-4358-85d7-9bbe483f1a4f req-5ca06631-5ecc-4e67-a100-5a6d6c2eb4a1 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Jan 18 22:44:43.119609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:43.173405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['bd9a1f24-9e39-46b1-a780-9cd19e0497ed'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:43.265764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'port_id': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'mac_address': 'fa:16:3e:3f:c5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:43.295404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c41a6-6507-494c-b667-70448cb238e0 req-4f1b65ef-acf2-4d2a-b04c-90f41e91067d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:43.297169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd6c41a6-6507-494c-b667-70448cb238e0 req-4f1b65ef-acf2-4d2a-b04c-90f41e91067d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1122112 Jan 18 22:44:43.310477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:43.393577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd6c41a6-6507-494c-b667-70448cb238e0 req-53f2641b-14eb-478f-b859-631cdf504883 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865700 Jan 18 22:44:43.667746 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.707752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d75e-338a-4f76-bfca-29e0b5539106 req-73173679-1f2a-4c97-b1a5-5763475d9d26 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:43.714953 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ed4d75e-338a-4f76-bfca-29e0b5539106 req-73173679-1f2a-4c97-b1a5-5763475d9d26 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.4748023 Jan 18 22:44:43.752790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:43.775542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Router f9095bdc-9edb-4df9-b78e-d1a326bf1689 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:44:43.789205 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ed4d75e-338a-4f76-bfca-29e0b5539106 req-06b030cc-054a-4d4f-b1c1-254a0659deb7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732946 Jan 18 22:44:43.798550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:43.879494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.055488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:44.207465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:44:44.208120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:44.218139 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] Sync routers for ids ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:44.220870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-17c3c86b-1811-4651-b953-e4c401974552 admin admin] 10.222.0.78 "PUT /v2.0/routers/f9095bdc-9edb-4df9-b78e-d1a326bf1689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4050932 Jan 18 22:44:44.223485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50206) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:44.237678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05e1d-9c5c-4d34-a2ed-a61cd3310279 req-6f8d9d05-55ab-4a45-a032-59418fa5acda tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.239645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ab05e1d-9c5c-4d34-a2ed-a61cd3310279 req-6f8d9d05-55ab-4a45-a032-59418fa5acda tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 945 time: 0.2303901 Jan 18 22:44:44.251308 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] Routers {'f9095bdc-9edb-4df9-b78e-d1a326bf1689'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:44.252676 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:44.305885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['05d2f87e-3dca-4a27-839a-a8a338d3c9dd'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:44.319623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ab05e1d-9c5c-4d34-a2ed-a61cd3310279 req-284aefe0-0fd7-49d2-84f3-448a364f567d tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729737 Jan 18 22:44:44.523165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76651d1f-9c0a-4d38-b281-fdc8b2b94672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.598184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3fada-a360-4156-8dbe-acd649ac34be req-c56b8540-aad2-4f66-95e5-f265b43c0576 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.606306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27a3fada-a360-4156-8dbe-acd649ac34be req-c56b8540-aad2-4f66-95e5-f265b43c0576 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.1763225 Jan 18 22:44:44.642162 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.702947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27a3fada-a360-4156-8dbe-acd649ac34be req-fe697a9d-f6bc-4efc-bbbd-13497443b95a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949049 Jan 18 22:44:44.740119 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] Set router f9095bdc-9edb-4df9-b78e-d1a326bf1689 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:45.166090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1392fb-8f40-4def-b92a-259fa7a338b7 req-0d7eddfe-4dd9-47cb-a30c-9e923b9bbdc1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.177723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d1392fb-8f40-4def-b92a-259fa7a338b7 req-0d7eddfe-4dd9-47cb-a30c-9e923b9bbdc1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1947818 Jan 18 22:44:45.233459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.260221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61cc2-25cc-4e65-93e5-debeb784127f req-3cf86b14-b3e9-4131-a84d-a79dc0063930 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.267662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eec61cc2-25cc-4e65-93e5-debeb784127f req-3cf86b14-b3e9-4131-a84d-a79dc0063930 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.1479545 Jan 18 22:44:45.284816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Deleting port de71587b-1378-4e22-abc5-3958861ee4b4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:45.285485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.339669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d1392fb-8f40-4def-b92a-259fa7a338b7 req-2533a0dd-3184-4f8a-8862-99f845bb9733 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596756 Jan 18 22:44:45.385961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eec61cc2-25cc-4e65-93e5-debeb784127f req-7a10d718-34e3-413a-bdb5-b88ef48a8a62 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170683 Jan 18 22:44:45.475344 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:41Z', 'revision_number': 5, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port': {'id': 'de71587b-1378-4e22-abc5-3958861ee4b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:06Z', 'updated_at': '2022-01-18T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:45.481641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] Checking router: f9095bdc-9edb-4df9-b78e-d1a326bf1689 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:45.504415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-2640329c-5922-404d-bc0c-b755110a9b49 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559003 Jan 18 22:44:45.506098 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] Routers {'f9095bdc-9edb-4df9-b78e-d1a326bf1689'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:44:45.506903 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:45.593349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.601895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.763869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] For port de71587b-1378-4e22-abc5-3958861ee4b4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=de71587b-1378-4e22-abc5-3958861ee4b4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:45.764507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.784978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ee7e2-5c1e-4b9b-b045-b6491ef2c0f9 req-f0d6a141-ea47-4706-b7d4-55fac0f8c867 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.792616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d59ee7e2-5c1e-4b9b-b045-b6491ef2c0f9 req-f0d6a141-ea47-4706-b7d4-55fac0f8c867 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 945 time: 0.1798556 Jan 18 22:44:45.806757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] Set router f9095bdc-9edb-4df9-b78e-d1a326bf1689 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:44:45.871713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3ca2b4e8-6390-4f3f-8e93-d6ebde70de16 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.879409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3ca2b4e8-6390-4f3f-8e93-d6ebde70de16 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740823 Jan 18 22:44:45.908495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-cadabac0-1936-458c-962d-7722eed2816e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/quotas/8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 375 time: 0.0272613 Jan 18 22:44:45.978222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Calling delete_port for de71587b-1378-4e22-abc5-3958861ee4b4 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:45.984300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-dbe339bd-dca4-43b2-9961-7fa2310e4860 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.986110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-dbe339bd-dca4-43b2-9961-7fa2310e4860 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.2598755 Jan 18 22:44:46.078429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:45Z', 'revision_number': 6, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:46.084433 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895358a-6740-420d-b8e8-2d06fc9f6749 None None] The sync data for ids ['f9095bdc-9edb-4df9-b78e-d1a326bf1689'] in n-d-825178-1 is: [{'id': 'f9095bdc-9edb-4df9-b78e-d1a326bf1689', 'name': 'tempest-FloatingIPsTestJSON-136030209-router', 'tenant_id': '798f46127da243e88fb919ea8e14374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:03Z', 'updated_at': '2022-01-18T22:44:45Z', 'revision_number': 6, 'project_id': '798f46127da243e88fb919ea8e14374f', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:46.104272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d59ee7e2-5c1e-4b9b-b045-b6491ef2c0f9 req-1e9d2b51-7c62-47ca-b608-e36141dc2577 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3106616 Jan 18 22:44:46.129510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:46.266531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port bd9a1f24-9e39-46b1-a780-9cd19e0497ed triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:46.266903 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.313842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Deleting port d7fad581-6d6a-4b69-9272-a66f9474f4e7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:46.314457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.397850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3c0561d1-a3ab-45fa-b957-542cacb5061e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4881039 Jan 18 22:44:46.449788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.537204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:46.556577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:46.571427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.749991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:46.774804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4287c-ccaf-4c95-9a0d-cfed8f344aec req-fa2fdf63-289e-44fa-ab09-f6a9fc34f3a9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.781893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03a4287c-ccaf-4c95-9a0d-cfed8f344aec req-fa2fdf63-289e-44fa-ab09-f6a9fc34f3a9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 946 time: 0.4820015 Jan 18 22:44:46.824421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.846955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] For port d7fad581-6d6a-4b69-9272-a66f9474f4e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d7fad581-6d6a-4b69-9272-a66f9474f4e7,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:46.847947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.037810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:47.063983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Calling delete_port for d7fad581-6d6a-4b69-9272-a66f9474f4e7 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:47.090785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03a4287c-ccaf-4c95-9a0d-cfed8f344aec req-8b747e6c-97cd-402e-9bf7-3baa2871748a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000693 Jan 18 22:44:47.140474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:44:47.142792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9ab0d6c9-e423-4e4c-b9f2-c34cdbb47ce7 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:44:47.144598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device de71587b-1378-4e22-abc5-3958861ee4b4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:47.179013 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.246186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: de71587b-1378-4e22-abc5-3958861ee4b4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:44:47.247834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device de71587b-1378-4e22-abc5-3958861ee4b4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:44:47.285996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=de71587b-1378-4e22-abc5-3958861ee4b4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:47.302673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.306433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.307208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.307744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.308277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.308797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.309319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.310229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.310876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.311531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.312197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.312710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.474080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.563233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148763a-aace-4ccf-8383-b826408210f1 req-cb864731-061d-45ad-91af-8487e6d7728b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:47.571218 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d148763a-aace-4ccf-8383-b826408210f1 req-cb864731-061d-45ad-91af-8487e6d7728b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1974461 Jan 18 22:44:47.664751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d148763a-aace-4ccf-8383-b826408210f1 req-bf4316b4-00f8-4a27-a0d5-52742da1a676 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923090 Jan 18 22:44:47.686325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.702242 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.702759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['d7fad581-6d6a-4b69-9272-a66f9474f4e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:47.706216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.812581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.813337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9095bdc-9edb-4df9-b78e-d1a326bf1689 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:44:47.829228 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'code': 200} Jan 18 22:44:47.830175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event deleted for resources: {'Port': ['ID=d7fad581-6d6a-4b69-9272-a66f9474f4e7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:47.832001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30df253-ab5f-4a95-92f4-24411ab948d0 req-02098fff-b1d6-4740-945c-8524fd209a4c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:47.838953 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e30df253-ab5f-4a95-92f4-24411ab948d0 req-02098fff-b1d6-4740-945c-8524fd209a4c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.4054234 Jan 18 22:44:47.874522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.878001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d369bd62-dcbd-4c3d-adf1-04afb6378b2a admin admin] 10.222.0.78 "DELETE /v2.0/routers/f9095bdc-9edb-4df9-b78e-d1a326bf1689 HTTP/1.1" status: 204 len: 168 time: 3.6509864 Jan 18 22:44:47.879046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:47.928653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:47.932297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e30df253-ab5f-4a95-92f4-24411ab948d0 req-99f626af-410d-499d-a70d-e32272946c5c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923853 Jan 18 22:44:47.938093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.938543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.939066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.939550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.948584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.949228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.949672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.950297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.950729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.951172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.951595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.952049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:48.007624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] No DVR routers for this DVR port d7fad581-6d6a-4b69-9272-a66f9474f4e7 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:48.010539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Deleting subnet 2274ae4f-5b60-48b7-8b8b-936bba7513ce {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:44:48.011920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.014898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6900495b-2cd3-4e41-805c-3934229c8794', 'name': 'network-vif-deleted', 'tag': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:48.019976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.073526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a61c65dc-9d0e-4522-9c67-12c7cc8a8244 req-25b6187d-033d-46ab-8750-f8e6aac48705 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "DELETE /v2.0/ports/d7fad581-6d6a-4b69-9272-a66f9474f4e7 HTTP/1.1" status: 204 len: 173 time: 2.0797355 Jan 18 22:44:48.173341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:48.184803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:48.185458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.250229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.285124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a32c6ce-27d4-4db3-9898-5496d71d64e9 req-235d9078-9703-420e-abeb-db74b3de83d3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 210 time: 0.0885129 Jan 18 22:44:48.371504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c2280-105b-4dda-aa6e-90607bd8db70 req-d18844e6-f897-4e73-b2b0-56d77e653597 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:48.381175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.381409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-782c2280-105b-4dda-aa6e-90607bd8db70 req-d18844e6-f897-4e73-b2b0-56d77e653597 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 945 time: 0.2342396 Jan 18 22:44:48.450095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:48.455325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.456298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:44:48.467403 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6900495b-2cd3-4e41-805c-3934229c8794', 'name': 'network-vif-deleted', 'tag': 'd7fad581-6d6a-4b69-9272-a66f9474f4e7', 'status': 'completed', 'code': 200} Jan 18 22:44:48.504339 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-782c2280-105b-4dda-aa6e-90607bd8db70 req-8fc81b40-3b25-49e5-86c8-bf66e328aa04 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219120 Jan 18 22:44:48.585046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.663413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:48.680451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:48.708047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:48.708411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.726357 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.806510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e60f94f6-50d3-40a8-b34f-0470d2bcdb59 req-a3323ee4-a9e5-4214-8998-a0a3d4754e5d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:44:48.847420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-7f7a6897-1862-4cad-b545-1efa7a7f300a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362988 Jan 18 22:44:48.867645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.956669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2274ae4f-5b60-48b7-8b8b-936bba7513ce,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:48.958506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:48.969632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.970459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d7fad581-6d6a-4b69-9272-a66f9474f4e7 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:49.007974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.020434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-74145765-9808-4853-b5b8-5e9596e84e95 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2274ae4f-5b60-48b7-8b8b-936bba7513ce HTTP/1.1" status: 204 len: 168 time: 1.1403723 Jan 18 22:44:49.028721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50310) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:49.150075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2728367-6a9a-4439-b84e-3b14f4fa742e None None] Network 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:44:49.164610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e60f94f6-50d3-40a8-b34f-0470d2bcdb59 req-a3323ee4-a9e5-4214-8998-a0a3d4754e5d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:44:49.176978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e60f94f6-50d3-40a8-b34f-0470d2bcdb59 req-a3323ee4-a9e5-4214-8998-a0a3d4754e5d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=6900495b-2cd3-4e41-805c-3934229c8794 HTTP/1.1" status: 200 len: 210 time: 0.5011463 Jan 18 22:44:49.222661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.249900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f05a5-afaa-4690-bbc3-7d501679c3d2 req-6ececa74-8d4b-4ec6-8a84-aa4b16828ef6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.258379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb8f05a5-afaa-4690-bbc3-7d501679c3d2 req-6ececa74-8d4b-4ec6-8a84-aa4b16828ef6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.4310980 Jan 18 22:44:49.288638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Deleting port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:49.289977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.312718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3f4bc619-8182-4dae-a14d-f167f21bccd0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.317344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3f4bc619-8182-4dae-a14d-f167f21bccd0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4504235 Jan 18 22:44:49.332004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Request body: {'port': {'device_id': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '8d0cbcdfff20432bbdc993cd14875381'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:49.437387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb8f05a5-afaa-4690-bbc3-7d501679c3d2 req-7ff9cfe0-0546-49e4-929c-11964b4aedf2 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769245 Jan 18 22:44:49.557905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: d7fad581-6d6a-4b69-9272-a66f9474f4e7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:44:49.559762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d7fad581-6d6a-4b69-9272-a66f9474f4e7 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:44:49.723996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e943-40bc-4304-8a80-36e4ab2ff4e0 req-e1618373-447d-4c57-8bf7-aa2f3eee0dfe tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.739229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a304e943-40bc-4304-8a80-36e4ab2ff4e0 req-e1618373-447d-4c57-8bf7-aa2f3eee0dfe tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.2791419 Jan 18 22:44:49.772498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:49.804569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:49.819785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:49.830506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd'}, {'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:49.842824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Made reservation on behalf of 8d0cbcdfff20432bbdc993cd14875381 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:49.846598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.890428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] DHCP port deletion for 2c194b6a-46a1-469f-b50d-0ca2557f8ce5 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:44:49.894980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Deleting port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:49.895582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.933308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a304e943-40bc-4304-8a80-36e4ab2ff4e0 req-98a6a7a8-0288-4107-a9e3-0ea6d0b14ebe tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850817 Jan 18 22:44:49.971809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-78fabc34-584e-455f-8219-b65a98100235 req-c92eed6e-d2a8-497b-8300-dd8534f45872 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 210 time: 0.2273705 Jan 18 22:44:50.004753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] For port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:50.005365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.242162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Allocated IP 192.168.233.166 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/5ad65e27-8249-4b3f-a6fc-86d8b6af4703) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:50.300059 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'code': 200} Jan 18 22:44:50.300312 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'code': 200} Jan 18 22:44:50.391369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] For port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,segment=NetworkSegment(3a0088e9-72ab-4c24-ad3c-b068ede30ec5),segment_id=3a0088e9-72ab-4c24-ad3c-b068ede30ec5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:50.392406 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.477885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Calling delete_port for 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:50.727199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.743922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Transition to ACTIVE for port object 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:50.783636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Calling delete_port for 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:44:50.809124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.828437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659', '587a9600-b8b3-4ba8-a40b-ab53141eb193'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:50.929314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f968-1773-4187-af16-57786b924413 req-6f863d00-05fb-40ac-a4ac-000e12ce6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:50.933989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b008f968-1773-4187-af16-57786b924413 req-6f863d00-05fb-40ac-a4ac-000e12ce6438 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1096 time: 0.4764411 Jan 18 22:44:50.962277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:51.016167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8b87f-39a2-484a-bde3-8abb2d75a1f8 req-703cf4bd-cd56-480e-9ea4-af1e912d6623 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:51.020616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-faa8b87f-39a2-484a-bde3-8abb2d75a1f8 req-703cf4bd-cd56-480e-9ea4-af1e912d6623 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.6571259 Jan 18 22:44:51.025816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:51.036472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:51.041096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:51.056468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.123214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:44:51.140028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded84c-2815-477f-b3b7-a61744ea302a req-605856ce-9285-4d51-9f41-c1c40f618d92 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:51.148146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eaded84c-2815-477f-b3b7-a61744ea302a req-605856ce-9285-4d51-9f41-c1c40f618d92 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.3819754 Jan 18 22:44:51.182383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:44:51.182714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:44:51.201858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:51.202506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.236149 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eaded84c-2815-477f-b3b7-a61744ea302a req-4df1c23c-71ad-4cc2-be53-ac8c0f8ad3e2 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866075 Jan 18 22:44:51.236478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd46f3-a1d3-4fa8-b668-754a07ce8719 req-6fbff0d8-4bbc-4a35-93b0-e379ee3227c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:51.238017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59bd46f3-a1d3-4fa8-b668-754a07ce8719 req-6fbff0d8-4bbc-4a35-93b0-e379ee3227c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 1097 time: 0.8140478 Jan 18 22:44:51.247836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] No DVR routers for this DVR port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:51.272168 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:44:51.272518 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:44:51.277052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-faa8b87f-39a2-484a-bde3-8abb2d75a1f8 req-edb6d622-040b-47f6-a695-0dd9c24d6775 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1912074 Jan 18 22:44:51.330563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6bf7200e-c9ee-4458-ad59-4dc5cc4e21ee tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0033648 Jan 18 22:44:51.343114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Request body: {'port': {'device_id': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:51.429469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Pushing event deleted for resources: {'Port': ['ID=96e22bc1-97d1-45c4-bde1-477e7b6c5e5e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:51.670052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.675830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.715553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-601e479b-fcad-411e-83ee-5e26961931fd None None] Provisioning for port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:51.731463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c194b6a-46a1-469f-b50d-0ca2557f8ce5']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:51.731938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-601e479b-fcad-411e-83ee-5e26961931fd None None] Provisioning complete for port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:51.732099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-601e479b-fcad-411e-83ee-5e26961931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.759767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0088e9-72ab-4c24-ad3c-b068ede30ec5') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:51.765722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0088e9-72ab-4c24-ad3c-b068ede30ec5') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:51.777819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Deleting port 96e22bc1-97d1-45c4-bde1-477e7b6c5e5e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:44:51.778181 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.793313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b008f968-1773-4187-af16-57786b924413 req-6c40a5c3-346d-4bec-9d4e-0a87406a3f22 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335891 Jan 18 22:44:51.812771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.852495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.859610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:44:51.860272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.896892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59bd46f3-a1d3-4fa8-b668-754a07ce8719 req-1701f00a-a102-477e-a0ed-de17b6a467a1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6009326 Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:44:51.897589 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:44:51.982331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-461d1446-ab34-4a5b-b0e1-10f26094d483 None None] The port '96e22bc1-97d1-45c4-bde1-477e7b6c5e5e' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:44:52.017444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-601e479b-fcad-411e-83ee-5e26961931fd None None] Port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:44:52.063199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.068398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.128791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] Pushing event deleted for resources: {'Network': ['ID=2c194b6a-46a1-469f-b50d-0ca2557f8ce5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.140361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:52.151102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.171903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a0676-2eae-4661-91d8-407fe36ddd6a req-88d7a0aa-8ceb-4e27-9da4-05d88b8a8137 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.173843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Transition to ACTIVE for port object 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:52.179924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a4a0676-2eae-4661-91d8-407fe36ddd6a req-88d7a0aa-8ceb-4e27-9da4-05d88b8a8137 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.6086583 Jan 18 22:44:52.185716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f6d8b401-8343-4c64-a723-0b3780eb047b admin admin] 10.222.0.78 "DELETE /v2.0/networks/2c194b6a-46a1-469f-b50d-0ca2557f8ce5 HTTP/1.1" status: 204 len: 168 time: 3.1521025 Jan 18 22:44:52.186675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.279794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a4a0676-2eae-4661-91d8-407fe36ddd6a req-4dcbeabe-c653-4ae8-ae6b-4656c17247ca tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987921 Jan 18 22:44:52.414811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50376) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:52.538586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-9a3dbe3f-41c5-4e15-a577-7ce07d93f663 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.545460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-9a3dbe3f-41c5-4e15-a577-7ce07d93f663 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 1.0470009 Jan 18 22:44:52.569323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-bd37a7fd-81f1-48b6-8a9f-c8efeb73fd95 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.0228040 Jan 18 22:44:52.570984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.589043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-01775718-4419-46c8-a5ca-c88d9bd0106c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=798f46127da243e88fb919ea8e14374f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730273 Jan 18 22:44:52.589710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50380) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:52.684296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-bf8dc3d8-5d91-44ad-bace-5648f3141d6f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141877 Jan 18 22:44:52.691424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c72ca0b2-f6ed-4c78-8ff8-051d61c957f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.740331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc046b-41ce-433f-a78c-5e4c7efcbdfd req-b39f84e5-fd4f-49a1-8364-519412aeb227 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.747671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58bc046b-41ce-433f-a78c-5e4c7efcbdfd req-b39f84e5-fd4f-49a1-8364-519412aeb227 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.2326896 Jan 18 22:44:52.788159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Attempting to bind port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:52.789046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Attempting to bind port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:52.789784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Attempting to bind port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:52.791335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c72ca0b2-f6ed-4c78-8ff8-051d61c957f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.862008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58bc046b-41ce-433f-a78c-5e4c7efcbdfd req-f28f2378-cdc7-49fe-9563-4f77eb6e3720 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132376 Jan 18 22:44:52.896911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:44:52.897685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Attempting to bind port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:44:52.908298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:44:52.908651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:52.909096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:44:52.910974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Bound port: 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:52.911445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.919459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c72ca0b2-f6ed-4c78-8ff8-051d61c957f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.946924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ca0b2-f6ed-4c78-8ff8-051d61c957f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190871f-822f-4a60-a277-9a33dfe67860,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.971026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c72ca0b2-f6ed-4c78-8ff8-051d61c957f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.974909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c72ca0b2-f6ed-4c78-8ff8-051d61c957f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5190871f-822f-4a60-a277-9a33dfe67860 HTTP/1.1" status: 204 len: 168 time: 0.3788497 Jan 18 22:44:53.105851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-75400a1e-76c0-4a1c-8584-8f39a20de6e1 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070992 Jan 18 22:44:53.175110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:44:53.373744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea9f4-bca5-4d2b-93ed-39fd5db00740 req-b0f98079-3f4e-4bb0-aed6-4b7515cbb9bd tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:53.376519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c33ea9f4-bca5-4d2b-93ed-39fd5db00740 req-b0f98079-3f4e-4bb0-aed6-4b7515cbb9bd tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.2005451 Jan 18 22:44:53.414789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:44:53.434482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.534475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c33ea9f4-bca5-4d2b-93ed-39fd5db00740 req-67ce3015-09cb-4f29-8e8b-9f16ee4ba73a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508064 Jan 18 22:44:53.572207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:53.572868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.574752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] 10.222.0.85 "PUT /v2.0/ports/5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 1096 time: 2.2360361 Jan 18 22:44:53.578394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:53.614787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ef68-18f7-422a-86f9-ff9ae2430e1c service neutron] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:53.628216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-03bf5406-c837-4538-b7a3-dd750796aaa9 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012479 Jan 18 22:44:54.003850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0782a-da51-445d-8fb2-5a47039a3c07 req-5ac98b2e-60a1-429c-8b62-ac4a4f66b9ab tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:54.017192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0eb0782a-da51-445d-8fb2-5a47039a3c07 req-5ac98b2e-60a1-429c-8b62-ac4a4f66b9ab tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.3250480 Jan 18 22:44:54.085985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-8b7cf81c-56f4-43a5-9d4b-c2e0686af7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:54.093143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-8b7cf81c-56f4-43a5-9d4b-c2e0686af7f0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1099 time: 0.3228197 Jan 18 22:44:54.160888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0eb0782a-da51-445d-8fb2-5a47039a3c07 req-04248132-f56b-4f7e-9006-a0e2a9047d95 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427059 Jan 18 22:44:54.238597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-9aa2cf77-03bd-4840-8d64-3bdc85c0a16b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.1376760 Jan 18 22:44:54.240363 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'status': 'completed', 'code': 200} Jan 18 22:44:54.445642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-60bfa576-6bad-4652-9097-8f4a3baec047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:54.445642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-60bfa576-6bad-4652-9097-8f4a3baec047 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1853423 Jan 18 22:44:54.451616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7897f4ca-ffb9-4354-8c3e-48c720a96811 req-7fc4859d-8bde-4857-bc03-9791121599c3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 210 time: 0.1649745 Jan 18 22:44:54.495478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e41804-f28a-4684-8850-e40e4b1600d3 req-3696cfd1-decf-4c3f-9754-191a9d471ada tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:54.503035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54e41804-f28a-4684-8850-e40e4b1600d3 req-3696cfd1-decf-4c3f-9754-191a9d471ada tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.3238847 Jan 18 22:44:54.608199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54e41804-f28a-4684-8850-e40e4b1600d3 req-57d128e3-b8fc-492b-9724-9c5f2391bd72 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040051 Jan 18 22:44:54.666622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-9f54bb77-f7b4-46f8-861b-cacc0704177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:54.675370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-9f54bb77-f7b4-46f8-861b-cacc0704177b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2209313 Jan 18 22:44:54.886111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96289df-da3a-430a-82e1-8b148a51477a req-dec691ea-ae8c-40d3-869f-ca4c8748a563 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:54.909575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c96289df-da3a-430a-82e1-8b148a51477a req-dec691ea-ae8c-40d3-869f-ca4c8748a563 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.2028077 Jan 18 22:44:54.924594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-1409f81e-0cdb-4ed2-baf6-db026c64d363 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395847 Jan 18 22:44:54.933717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:55.001062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c96289df-da3a-430a-82e1-8b148a51477a req-c97a2867-a6fa-40c4-9f5c-19e6931a8cdc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882978 Jan 18 22:44:55.266511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952427e-9134-46e1-bfe5-7cdd71063739 req-ea848dde-5480-4811-96ea-ec5e656901bf tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.268112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6952427e-9134-46e1-bfe5-7cdd71063739 req-ea848dde-5480-4811-96ea-ec5e656901bf tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1962941 Jan 18 22:44:55.272342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9e176cd-7f1d-45aa-93a8-5e0bf07ee491 req-6929efd8-8319-422c-b8b5-fa7f7cc287da service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394947 Jan 18 22:44:55.326736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-network', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:55.338623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623a9a7-e474-4f73-9055-f7eb7c4d45c3 req-2670ea40-20dd-4d50-89d7-d23f7b4dd215 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.347215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:55.351274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f623a9a7-e474-4f73-9055-f7eb7c4d45c3 req-2670ea40-20dd-4d50-89d7-d23f7b4dd215 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1096 time: 0.1656120 Jan 18 22:44:55.425508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Usage tracker for resource:network and tenant:a8e5765266034bbc8b0f06cf136179e3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:55.437244 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6952427e-9134-46e1-bfe5-7cdd71063739 req-25274555-b3a6-4e7d-9e10-ea74e0f9c438 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606467 Jan 18 22:44:55.438159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:55.450548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:55.457346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f623a9a7-e474-4f73-9055-f7eb7c4d45c3 req-c37c88c0-3ea8-4a16-9d62-a6938d730b21 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978074 Jan 18 22:44:55.495736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Made reservation on behalf of a8e5765266034bbc8b0f06cf136179e3 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:55.501010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.525624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.550427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:55.560303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Usage tracker for resource:security_group_rule and tenant:a8e5765266034bbc8b0f06cf136179e3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:55.565187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:55.573115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-890d3070-1188-40ef-b0cc-8535f5817d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.574815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-890d3070-1188-40ef-b0cc-8535f5817d03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1099 time: 0.1826375 Jan 18 22:44:55.575858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:55.830034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df1509-74ac-4104-b2d4-bca178a004fe req-e2ef3eb5-3c61-43b6-b9a1-07774fa56ce9 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.831745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9df1509-74ac-4104-b2d4-bca178a004fe req-e2ef3eb5-3c61-43b6-b9a1-07774fa56ce9 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1096 time: 0.1886699 Jan 18 22:44:55.909637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-6a769bee-f3d1-4bc8-9bdf-74409457acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.911553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-6a769bee-f3d1-4bc8-9bdf-74409457acc0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3281639 Jan 18 22:44:55.923694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb747ba9-2a63-4c06-9500-11e9b140f601 req-c6ea886e-e061-41d2-8d54-5a77b0fd8aac tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.933522 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb747ba9-2a63-4c06-9500-11e9b140f601 req-c6ea886e-e061-41d2-8d54-5a77b0fd8aac tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.2637639 Jan 18 22:44:55.973672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9df1509-74ac-4104-b2d4-bca178a004fe req-ba94d608-108c-4137-b579-90f8cfa907af tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352553 Jan 18 22:44:56.097313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-5d1438ba-4f03-4d0a-84ee-5d7e6aeca4f8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.1614079 Jan 18 22:44:56.194476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-58b35cce-f791-4452-b9e0-a8618fb23b9d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:56.196283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-58b35cce-f791-4452-b9e0-a8618fb23b9d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.2090132 Jan 18 22:44:56.201609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb747ba9-2a63-4c06-9500-11e9b140f601 req-b3a59fce-a82a-4462-8e9a-49ecce23a86b tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2669427 Jan 18 22:44:56.235906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.272524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-ea831138-4014-4593-9dda-6bd8ba2106ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:56.273556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Request body: {'port': {'device_id': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'admin_state_up': True, 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:56.274064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-ea831138-4014-4593-9dda-6bd8ba2106ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1506486 Jan 18 22:44:56.274648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.324301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b490fe8-5440-4115-962e-1fdb8d9e8fbd req-1100e8cf-f74a-46c7-8c8c-2257fa4c0af3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 210 time: 0.1385336 Jan 18 22:44:56.410977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:44:56.465482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.465820 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Added segment 5ad4d501-fd56-42a9-8b78-f0c0b4681362 of type vlan for network ada5e36e-662e-4f39-8fd9-4dca977d6596 Jan 18 22:44:56.508411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ddddab-5f49-46cd-8995-b97b00709c7d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:56.524556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:56.535740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:56.552087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:56.553935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.558332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.570912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-5a2a7959-850e-43b3-9f29-b47f98c45da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:56.572402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-5a2a7959-850e-43b3-9f29-b47f98c45da0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2779844 Jan 18 22:44:56.626966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.627924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:56.628507 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.821914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84e207-259f-46ed-a998-76dcf4364ee8 req-d1471bf0-6c2c-4ee6-a764-a6e1005a58ae tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:56.829593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b84e207-259f-46ed-a998-76dcf4364ee8 req-d1471bf0-6c2c-4ee6-a764-a6e1005a58ae tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.1990910 Jan 18 22:44:56.932021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] Pushing event updated for resources: {'Network': ['ID=ada5e36e-662e-4f39-8fd9-4dca977d6596,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:56.944241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:44:56.954718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Allocated IP 172.20.0.6 (afff8b8b-056d-4f5b-9ab8-ae19b6faac84/98e88c07-2563-4afb-b5af-4750072a002b/fb864df7-c4fa-46e7-b0b9-d21f5866f0b6) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:56.997204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b84e207-259f-46ed-a998-76dcf4364ee8 req-d3413610-f81b-41f3-9a87-8daf3f7c4dcd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666121 Jan 18 22:44:57.151348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-ced7ddc7-6f21-4b0d-9d77-fa6cfb7bcaca service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515678 Jan 18 22:44:57.205557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3698eaf6-ac07-46d4-9fbb-53989e02fd5e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1368170 Jan 18 22:44:57.216995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50488) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:57.246401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Request body: {'subnet': {'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-subnet', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:57.250954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:57.257285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Usage tracker for resource:subnet and tenant:a8e5765266034bbc8b0f06cf136179e3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:57.260507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:57.266809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:57.282585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Made reservation on behalf of a8e5765266034bbc8b0f06cf136179e3 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:57.284932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.350896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-55b7c06c-5d1b-47b7-8686-5015501147ef tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:57.358159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-55b7c06c-5d1b-47b7-8686-5015501147ef tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.4973719 Jan 18 22:44:57.388108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-f6bb2b52-8c8a-47d9-8fa7-9d0509b8fc93 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/quotas/6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 375 time: 0.0289400 Jan 18 22:44:57.454040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4cb976d-ae03-4b00-8a21-1796c3486931 req-7a890317-ccc8-4aaf-9f2d-60a00f86d764 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703626 Jan 18 22:44:57.536667 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-d37886bb-1af4-4493-9e11-a98f2b31d405 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469531 Jan 18 22:44:57.584703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf20d9-d425-4a6e-941a-448fa33efb57 req-1dda87f7-0d10-4f52-b62f-2cb6f0ed8f8f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:57.601548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddaf20d9-d425-4a6e-941a-448fa33efb57 req-1dda87f7-0d10-4f52-b62f-2cb6f0ed8f8f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.4822452 Jan 18 22:44:57.602069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50496) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:57.650735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Request body: {'floatingip': {'port_id': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:57.701804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-d09487e1-a9b5-4680-b2ba-64f6a6ebb8a5 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646712 Jan 18 22:44:57.792657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.863658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.884525 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-33fa2a68-47f6-4fdf-b15e-eb2cce19e091 service neutron] 10.222.0.78 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767621 Jan 18 22:44:58.012906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:44:58.068232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.147420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fec199-28e1-425e-9313-5cac26de7ec1,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:58.195322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:58.216335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'mac_address': 'fa:16:3e:a9:e1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:44:58.271799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Checking segment: {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:44:58.272569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Network hostable DHCP agents. Network: ada5e36e-662e-4f39-8fd9-4dca977d6596, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:44:58.308047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.346979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:58.363344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:44:58.368113 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.391044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:44:58.464357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:58.485896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.586186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ada5e36e-662e-4f39-8fd9-4dca977d6596) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:58.591799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:58.592559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.596643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a59b8-3a7e-45a1-ba1b-d9174a7d706f None None] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:44:58.659179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055e9c-e9f2-4f2c-a282-ebb49c658cf3 req-281113bb-cb9c-41bc-a097-6d5493c0c2f7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:58.667364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6055e9c-e9f2-4f2c-a282-ebb49c658cf3 req-281113bb-cb9c-41bc-a097-6d5493c0c2f7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.8258061 Jan 18 22:44:58.673192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50518) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:44:58.673871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-28f4426c-4bfe-43df-aa26-ca8b16c3ee6e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4464099 Jan 18 22:44:58.678106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:58.686382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:44:58.692932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:58.701613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:58.703114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Usage tracker for resource:router and tenant:a8e5765266034bbc8b0f06cf136179e3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:44:58.704722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:44:58.715433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:44:58.730886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:44:58.763474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.765033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.789597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:58.794489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.931446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-ada5e36e-662e-4f39-8fd9-4dca977d6596', 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'fixed_ips': [{'subnet_id': '94fec199-28e1-425e-9313-5cac26de7ec1'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:44:58.932451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.064115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ad65e27-8249-4b3f-a6fc-86d8b6af4703'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:44:59.349627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6055e9c-e9f2-4f2c-a282-ebb49c658cf3 req-abffbc18-517c-4716-900b-8fa77213192f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812420 Jan 18 22:44:59.355801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:59.356489 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.365481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.412241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-19af3c94-5e69-4697-8349-70c269464e8c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1440742 Jan 18 22:44:59.439794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Request body: {'port': {'device_id': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:59.442014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Allocated IP 172.20.0.2 (ada5e36e-662e-4f39-8fd9-4dca977d6596/94fec199-28e1-425e-9313-5cac26de7ec1/bef5fd9b-01c2-4e04-bf3d-afd76b713f45) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:59.739727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.758494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:45:00.142062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.162114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Transition to ACTIVE for port object bef5fd9b-01c2-4e04-bf3d-afd76b713f45 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:00.235292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Transition to ACTIVE for port object bef5fd9b-01c2-4e04-bf3d-afd76b713f45 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:00.259837 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.304859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.359561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.372996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.375207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.505157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:00.511668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:00.524264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:45:00.625483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Pushing event updated for resources: {'Port': ['ID=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:00.720821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-cc873ef9-686c-4cc7-b8ca-55a68b095755 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:45:00.728104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-cc873ef9-686c-4cc7-b8ca-55a68b095755 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118582 Jan 18 22:45:00.732223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Request body: {'binding': {'host': 'n-h1-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:00.732684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Unknown quota resources ['binding']. {{(pid=87811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:45:00.747016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Attempting to bind port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:00.747383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Attempting to bind port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:00.747729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Attempting to bind port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 on network ada5e36e-662e-4f39-8fd9-4dca977d6596 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:00.757610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:00.757972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Checking segment: {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:00.758382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.758770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Bound using segment: {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:00.759232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Bound port: bef5fd9b-01c2-4e04-bf3d-afd76b713f45, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:00.759828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.760196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-22dfc13e-0440-49be-8a48-2882edce64bc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:00.761950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-22dfc13e-0440-49be-8a48-2882edce64bc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 821 time: 0.3092601 Jan 18 22:45:00.779181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Request body: {'port': {'device_id': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'admin_state_up': True, 'tenant_id': '6f7e89307477416b8a656556f106e5e4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:00.887597 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f associated. External IP: 172.25.4.147, port: a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6. Jan 18 22:45:00.916615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] For port bef5fd9b-01c2-4e04-bf3d-afd76b713f45, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:00.946078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] For port bef5fd9b-01c2-4e04-bf3d-afd76b713f45, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:00.948056 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.052978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Allocated IP 172.25.4.80 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/4e1beb26-b0d7-4d25-ae5e-70039731b311) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:01.069509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:01.119693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:01.258171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b45680-1041-44bd-a13e-c3f5dd3ab4b2 req-48e59fe0-cab2-4667-b938-acaabccc2775 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:01.258682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a9b45680-1041-44bd-a13e-c3f5dd3ab4b2 req-48e59fe0-cab2-4667-b938-acaabccc2775 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:01.279970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da987dbc-7982-4d55-b23f-e59dc63a5d9e None None] Pushing event updated for resources: {'Port': ['ID=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:01.339490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Made reservation on behalf of 6f7e89307477416b8a656556f106e5e4 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:01.343499 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.370297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.451385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a9b45680-1041-44bd-a13e-c3f5dd3ab4b2 req-48e59fe0-cab2-4667-b938-acaabccc2775 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:01.452891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9b45680-1041-44bd-a13e-c3f5dd3ab4b2 req-48e59fe0-cab2-4667-b938-acaabccc2775 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 931 time: 1.5540588 Jan 18 22:45:01.663171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Allocated IP 172.20.0.14 (08d1e390-9b0b-4122-b04b-6293cecc7f62/c36aea40-0aef-43b0-8dd6-48aac4083edc/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:01.668826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.769593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:01.774848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:01.777496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:45:01.844316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Pushing event updated for resources: {'Port': ['ID=4e1beb26-b0d7-4d25-ae5e-70039731b311,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:01.863343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on host n-h1-825178-1 for vnic_type normal with profile None {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:01.863676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:01.864584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:01.931279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:01.932001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:01.952970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9b45680-1041-44bd-a13e-c3f5dd3ab4b2 req-8864dec2-2111-4db5-b8b8-2196a95c2087 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731846 Jan 18 22:45:01.969829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:01.969829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:01.969829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:01.969829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Bound port: 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:02.003764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:02.009170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:02.029045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.029045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-04a266fb-2913-4026-b3af-bb719ec8a7ee service neutron] 10.222.0.78 "POST /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd/bindings HTTP/1.1" status: 201 len: 389 time: 1.2920933 Jan 18 22:45:02.029045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.052969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:02.058607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Transition to ACTIVE for port object fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:02.067281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:45:02.075017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.337713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:02.351087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:02.354319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.574442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aed89ac5-8a72-42ff-abaa-e66e21a0bf69 req-2b13f4e3-0b19-4f35-8f14-1caf49ef81ad tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 210 time: 0.1213410 Jan 18 22:45:02.620966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.686230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:02.713163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:02.726815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.884061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:02.905259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca103554-0c5f-4392-b826-cfbfa917ff1a None None] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:45:03.105076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.106871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bef5fd9b-01c2-4e04-bf3d-afd76b713f45 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:03.215940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-205b8d05-db63-4617-aa06-0a72efb39978 None None] Provisioning for port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:03.310616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:03.318946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:03.323287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:03.323677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.324434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.401645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e7fcf-ff8f-498b-8703-b186dae0e0c2 req-d7fedff2-e3f0-475e-8020-542b980ddacf tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:03.403501 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a8e7fcf-ff8f-498b-8703-b186dae0e0c2 req-d7fedff2-e3f0-475e-8020-542b980ddacf tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.6256793 Jan 18 22:45:03.436990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.456771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e86f91ba-6f26-457b-8d7d-dca5a4439275'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:03.515638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Attempting to bind port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:03.515974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Attempting to bind port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:03.516301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Attempting to bind port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:03.567310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095744eb-0437-4298-a223-33afb38b8e2e req-0a3f2716-9f90-4ed8-ae3d-1f4dbdf79184 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:03.575961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-095744eb-0437-4298-a223-33afb38b8e2e req-0a3f2716-9f90-4ed8-ae3d-1f4dbdf79184 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 949 time: 1.2761087 Jan 18 22:45:03.632982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.677608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Network 08d1e390-9b0b-4122-b04b-6293cecc7f62 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:03.698047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a8e7fcf-ff8f-498b-8703-b186dae0e0c2 req-bbc2eee5-570c-4038-835f-52277f6ea158 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823775 Jan 18 22:45:03.699140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:03.701993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:45:03.725321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-095744eb-0437-4298-a223-33afb38b8e2e req-6331880f-0297-4ada-9ffa-0299def106d4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345932 Jan 18 22:45:03.727199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:03.727462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Attempting to bind port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:03.754468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bef5fd9b-01c2-4e04-bf3d-afd76b713f45, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:03.774558 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.779317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:03.779653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:03.780117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Bound using segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:03.780556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Bound port: fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:03.780901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.841595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-d80d3bc4-31d0-4b94-bdb0-46842e55dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:03.843134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:03.843919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-d80d3bc4-31d0-4b94-bdb0-46842e55dcde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1096 time: 1.4444311 Jan 18 22:45:03.952040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:45:03.952241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:03.952977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.957639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.018218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-163ba011-f9b6-4897-8676-5dd2376a225a None None] Provisioning complete for port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:04.018586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-163ba011-f9b6-4897-8676-5dd2376a225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.081607 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'code': 200} Jan 18 22:45:04.100248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:04.226092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-922a1f2d-45f9-4750-913d-87d84ed36642 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4529564 Jan 18 22:45:04.229102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:04.247782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Request body: {'port': {'device_id': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:04.259757 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.267133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:04.268012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:04.272980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-1f7ba9e1-d195-469e-81ed-802274b0dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:04.275659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-1f7ba9e1-d195-469e-81ed-802274b0dd0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.3598900 Jan 18 22:45:04.352832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.486221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-9cf1a5bd-5200-402f-8d12-ccb0b176f205 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 217 time: 0.1309516 Jan 18 22:45:04.534532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:04.564025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-6e8a6355-a553-4418-8392-75a11b65b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:04.565664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-6e8a6355-a553-4418-8392-75a11b65b94f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.0657442 Jan 18 22:45:04.631307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-81b58a02-c376-47cf-a140-4ec4f0184c35 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "PUT /v2.0/floatingips/16d75213-4e1c-4ec0-92a8-78e876bdb89f HTTP/1.1" status: 200 len: 992 time: 7.0001307 Jan 18 22:45:04.641087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:04.666084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-31cc2efc-9a07-4d46-a7e6-18849de0623f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762815 Jan 18 22:45:04.747263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.823665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0849296a-1611-4aa6-876c-349aff3e46bc service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479187 Jan 18 22:45:04.825548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01761322-8a71-4bfd-ba00-5a158b28b1f4 req-20922795-75e0-41a5-9c9f-f7b37ed36afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:04.826657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01761322-8a71-4bfd-ba00-5a158b28b1f4 req-20922795-75e0-41a5-9c9f-f7b37ed36afd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1101 time: 0.5439947 Jan 18 22:45:04.828353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:04.840243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c1ae-b35d-4e45-9cda-ecac2d21d283 req-3b03f528-ee97-490d-969a-a3f1b6e918ad tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:04.841603 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c211c1ae-b35d-4e45-9cda-ecac2d21d283 req-3b03f528-ee97-490d-969a-a3f1b6e918ad tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.8117526 Jan 18 22:45:04.980447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596c5d-fbdb-408d-ac5b-e5c733048de1 req-3dac3c18-3d4c-4ff6-a106-e55c7579b537 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:04.995008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b596c5d-fbdb-408d-ac5b-e5c733048de1 req-3dac3c18-3d4c-4ff6-a106-e55c7579b537 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 943 time: 0.6326530 Jan 18 22:45:05.035323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-44002a0b-de84-47e7-97c2-11e545b01a5b service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616228 Jan 18 22:45:05.063625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:05.094460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c211c1ae-b35d-4e45-9cda-ecac2d21d283 req-8a4bbe95-2e2f-47c6-ad77-f88caf769c3d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 Jan 18 22:45:05.096355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01761322-8a71-4bfd-ba00-5a158b28b1f4 req-c47ebe50-9d9a-45d2-ad5f-0051c40180dc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521112 Jan 18 22:45:05.097619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.118158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bef5fd9b-01c2-4e04-bf3d-afd76b713f45 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:05.165351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.166199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.167562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] 10.222.0.85 "PUT /v2.0/ports/fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 HTTP/1.1" status: 200 len: 1091 time: 5.7328725 Jan 18 22:45:05.191554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516516a5-73c6-4e8c-bafe-21b941f8d982 service neutron] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:05.290949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:05.291326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.399256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:45:05.420584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b596c5d-fbdb-408d-ac5b-e5c733048de1 req-74eab6bb-ee39-489c-9285-b6f41e811cd0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245589 Jan 18 22:45:05.420737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '16d75213-4e1c-4ec0-92a8-78e876bdb89f', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'port_id': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'mac_address': 'fa:16:3e:3f:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:42:20Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:05.440405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:05.464735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:05.465670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:05.544815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1315-a26d-417d-a297-47a8b91d19a1 req-ad26458d-158d-49a5-8b68-356f48528d99 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.548489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe6f1315-a26d-417d-a297-47a8b91d19a1 req-ad26458d-158d-49a5-8b68-356f48528d99 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 932 time: 0.2162020 Jan 18 22:45:05.688264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-f77e8fe8-7b77-47b3-a6eb-3b0001d19e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.698502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-f77e8fe8-7b77-47b3-a6eb-3b0001d19e26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 1094 time: 0.2792420 Jan 18 22:45:05.721327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe6f1315-a26d-417d-a297-47a8b91d19a1 req-4fc92bc7-8e1c-4693-a1a1-e24ead8bec5e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616781 Jan 18 22:45:06.158851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:06.263536 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'status': 'completed', 'code': 200} Jan 18 22:45:06.313062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:45:06.322473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Sync routers for ids ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:06.340366 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Routers {'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:06.346141 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:06.388927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-6e32d702-a566-4a4c-8fef-74824d342da7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 HTTP/1.1" status: 200 len: 217 time: 0.6665840 Jan 18 22:45:06.481137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:06.512126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.553386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Transition to ACTIVE for port object a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:06.556882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.558849 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e1aaa3f9-f33c-4812-8058-ac0566341f9f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8846755 Jan 18 22:45:06.565933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50588) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:06.664339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.793693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-5c1fbadb-5191-45db-9d80-6d1426bb6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:06.795283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-5c1fbadb-5191-45db-9d80-6d1426bb6b41 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20fdffa90a9c43f4915f50c5c01db498&device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 1097 time: 0.6097777 Jan 18 22:45:06.796585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a916771-2c84-449a-97bc-7e69de6df344 req-4e55c686-b5d9-4659-ac1b-cc592c189504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:06.813141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-4e55c686-b5d9-4659-ac1b-cc592c189504 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.4134543 Jan 18 22:45:06.842747 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Set router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:07.005766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.126519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-9ce06c4a-d177-4785-9850-79c8d7b8c5d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2869692 Jan 18 22:45:07.201014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194802c-a9ad-403f-a8bb-97ee04744592 req-946bb70d-ba89-4f96-8970-4f6acd6cf8fd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:07.212282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3194802c-a9ad-403f-a8bb-97ee04744592 req-946bb70d-ba89-4f96-8970-4f6acd6cf8fd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.9473495 Jan 18 22:45:07.227589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '16d75213-4e1c-4ec0-92a8-78e876bdb89f', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'port_id': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'mac_address': 'fa:16:3e:3f:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:42:20Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:07.231444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc61ca3-2fd3-4797-8d8b-983739c0db95 None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '16d75213-4e1c-4ec0-92a8-78e876bdb89f', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'port_id': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'mac_address': 'fa:16:3e:3f:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:42:20Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:07.524813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-241b5b36-6ac9-4d46-a94f-6b5338e389ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:07.525598 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:02Z', 'revision_number': 3, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:07.526336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-241b5b36-6ac9-4d46-a94f-6b5338e389ca service neutron] 10.222.0.85 "GET /v2.0/networks?id=544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 200 len: 925 time: 0.7110467 Jan 18 22:45:07.532577 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Checking router: aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:07.533228 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Updating router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d port 4e1beb26-b0d7-4d25-ae5e-70039731b311 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:07.563221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612db54-dbcf-4f4c-b150-9b7ca065902c req-0a7918f3-ad6e-463f-8f4f-a7aaee5b3873 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:07.573654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6612db54-dbcf-4f4c-b150-9b7ca065902c req-0a7918f3-ad6e-463f-8f4f-a7aaee5b3873 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 1.4585268 Jan 18 22:45:07.644446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64607756-92bc-4d25-8220-245bc12a695e None None] New status for floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:45:07.654349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3194802c-a9ad-403f-a8bb-97ee04744592 req-690637cb-87fd-4e9b-a4eb-2449c2ce7a88 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412537 Jan 18 22:45:07.672129 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.750867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-20d05fcf-5cb9-4153-9671-cbd14e8b5a4d service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139960 Jan 18 22:45:07.892032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.031881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-b8dd7813-5295-4bd8-a058-0a23149738bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 HTTP/1.1" status: 200 len: 1000 time: 0.4760864 Jan 18 22:45:08.104640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6612db54-dbcf-4f4c-b150-9b7ca065902c req-20aea8e4-d1a1-46f5-898e-c062aa334522 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297763 Jan 18 22:45:08.147658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-c6797054-7f9e-4027-9f31-65586b8446c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:08.149475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-c6797054-7f9e-4027-9f31-65586b8446c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 200 len: 863 time: 0.1013782 Jan 18 22:45:08.276438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:08.314644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a916771-2c84-449a-97bc-7e69de6df344 req-900ca8ed-99f1-4a90-be2b-1e2dcf057de6 service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448549 Jan 18 22:45:08.356408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a823c0a-7fd4-4136-b1ae-957a7a6199ed req-e4d5b341-e3ec-4668-af2b-40e5084d6f18 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:08.363505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a823c0a-7fd4-4136-b1ae-957a7a6199ed req-e4d5b341-e3ec-4668-af2b-40e5084d6f18 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.3840036 Jan 18 22:45:08.400713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-7049f0cd-2fae-429e-a4d5-e96778ef7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:08.402533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-7049f0cd-2fae-429e-a4d5-e96778ef7892 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=544f4b75-63f0-4735-bef6-f76319369ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357957 Jan 18 22:45:08.404127 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.417466 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Transition to ACTIVE for port object 4e1beb26-b0d7-4d25-ae5e-70039731b311 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:08.425371 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.534205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a823c0a-7fd4-4136-b1ae-957a7a6199ed req-c1ced7ad-7f83-4ab1-9c18-fc9dd0d1f015 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515746 Jan 18 22:45:08.553257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Attempting to bind port 4e1beb26-b0d7-4d25-ae5e-70039731b311 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:08.554231 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Attempting to bind port 4e1beb26-b0d7-4d25-ae5e-70039731b311 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:08.554761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Attempting to bind port 4e1beb26-b0d7-4d25-ae5e-70039731b311 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:08.557917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:45:08.565094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9354b-ffd3-45dc-a5e4-b9a1b00f15e2 None None] Pushing event updated for resources: {'Port': ['ID=4e1beb26-b0d7-4d25-ae5e-70039731b311,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.567933 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:08.568651 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:08.569235 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.569750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:08.570739 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Bound port: 4e1beb26-b0d7-4d25-ae5e-70039731b311, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:08.571302 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.608486 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-5a92a0e8-013b-4d15-85dc-08ba9b8c6dc9 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942554 Jan 18 22:45:08.647770 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] For port 4e1beb26-b0d7-4d25-ae5e-70039731b311, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:08.651448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] For port 4e1beb26-b0d7-4d25-ae5e-70039731b311, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e1beb26-b0d7-4d25-ae5e-70039731b311,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:08.659836 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.743473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Routers {'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:08.744086 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:08.820194 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9354b-ffd3-45dc-a5e4-b9a1b00f15e2 None None] Pushing event updated for resources: {'Port': ['ID=4e1beb26-b0d7-4d25-ae5e-70039731b311,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.828298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b735f1-4460-4186-87c8-10dc69d36220 req-20a40a8a-1259-48dd-9c1b-c2012a203030 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:08.836708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8b735f1-4460-4186-87c8-10dc69d36220 req-20a40a8a-1259-48dd-9c1b-c2012a203030 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.1325395 Jan 18 22:45:08.889626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:08.890231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:08.890354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:08.898884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:08.899209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:08.903269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff994c70-44c2-498b-8254-e8a85cb59a1f req-c5f2485a-2095-45b7-94f3-b5e61d082738 service neutron] 10.222.0.85 "GET /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880719 Jan 18 22:45:08.921566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8b735f1-4460-4186-87c8-10dc69d36220 req-037843bc-3c2b-49fc-b887-71ac858d8999 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Jan 18 22:45:08.932856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.948641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:08.949009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:08.949419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:08.949853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Bound port: a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:08.950382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.971830 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] Set router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:08.973962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710fa3-1c11-42fa-811a-9db2f027a046 req-da1612de-5944-4177-b47a-5af0398e210a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:08.975426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8710fa3-1c11-42fa-811a-9db2f027a046 req-da1612de-5944-4177-b47a-5af0398e210a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 943 time: 0.6580465 Jan 18 22:45:09.082696 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'status': 'completed', 'code': 200} Jan 18 22:45:09.142573 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8710fa3-1c11-42fa-811a-9db2f027a046 req-7a2ea87a-eaa9-4923-8c99-3a98b49d4cb5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602325 Jan 18 22:45:09.204424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:09.220049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:09.234052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.298788 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:02Z', 'revision_number': 3, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:09.303726 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87522674-b2d4-474c-9e89-608f90a7b6c4 None None] The sync data for ids ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'] in n-d-825178-1 is: [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:02Z', 'revision_number': 3, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:09.349854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.350334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.351697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] 10.222.0.85 "PUT /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 1092 time: 5.1108665 Jan 18 22:45:09.356287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:09.450601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Allocated IP 172.20.0.1 (ada5e36e-662e-4f39-8fd9-4dca977d6596/94fec199-28e1-425e-9313-5cac26de7ec1/b87ddb91-0807-47ec-b715-801217c818a4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:09.452605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40720c-7127-428e-9e2a-318fde145f84 req-3ff7c8e0-923f-4970-81db-beef2577c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.454132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-3ff7c8e0-923f-4970-81db-beef2577c976 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 1094 time: 0.3326902 Jan 18 22:45:09.466918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd164c-f476-4d6b-9c91-e978b8c5a153 req-880fac04-2660-4414-ba24-005e1e1d6b61 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.468392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eadd164c-f476-4d6b-9c91-e978b8c5a153 req-880fac04-2660-4414-ba24-005e1e1d6b61 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1197486 Jan 18 22:45:09.469835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d078c-d70f-43d7-8efa-58c4dcf58fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:09.604907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eadd164c-f476-4d6b-9c91-e978b8c5a153 req-7d030f03-4873-4260-8fa1-4b76130a9fa0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163249 Jan 18 22:45:09.623018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa278561-ab31-4e5d-8bf5-67643535a180 req-46108534-252b-4a04-81a4-f120d27dc3ee tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.624613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa278561-ab31-4e5d-8bf5-67643535a180 req-46108534-252b-4a04-81a4-f120d27dc3ee tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.2765577 Jan 18 22:45:09.660608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40720c-7127-428e-9e2a-318fde145f84 req-b80f17b7-b1e5-432e-b712-f2b970646632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.662535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-b80f17b7-b1e5-432e-b712-f2b970646632 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.1930671 Jan 18 22:45:09.663493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-0fa90c3a-a037-4c3e-93ea-1646dd26e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.664973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-0fa90c3a-a037-4c3e-93ea-1646dd26e1f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1095 time: 0.2547297 Jan 18 22:45:09.763500 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'status': 'completed', 'code': 200} Jan 18 22:45:09.764699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-23075970-2cdf-43a9-9471-3d0e09bf83c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 HTTP/1.1" status: 200 len: 217 time: 0.0821090 Jan 18 22:45:09.782541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.786276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-c01a9d63-6d14-48d7-91a7-1a87b8ae495a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 217 time: 0.0952065 Jan 18 22:45:09.803694 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa278561-ab31-4e5d-8bf5-67643535a180 req-a604b06b-4c3d-48b0-beaa-9b5fa25fe0e6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645212 Jan 18 22:45:09.820839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Transition to ACTIVE for port object b87ddb91-0807-47ec-b715-801217c818a4 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:09.853798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40720c-7127-428e-9e2a-318fde145f84 req-c78e6f05-f025-40f2-af88-4c17ad70ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.855219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-c78e6f05-f025-40f2-af88-4c17ad70ced7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.0803061 Jan 18 22:45:09.922653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-02084ed6-cbf4-42d3-84ed-42d301d85d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.924281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-02084ed6-cbf4-42d3-84ed-42d301d85d57 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0786266 Jan 18 22:45:09.926388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.986286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-f4920f2b-1cdb-4322-9cd1-cf35ba5fbba1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526605 Jan 18 22:45:10.072632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:10.075099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-f3fdf66e-3890-4ed8-ba5e-0e90ba915f60 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394367 Jan 18 22:45:10.080724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:10.085359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:45:10.094327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066595-24b7-41ad-9249-85d42ea30e4c req-a0e8a0d2-e991-4a97-9542-23be01742eb2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:10.095892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd066595-24b7-41ad-9249-85d42ea30e4c req-a0e8a0d2-e991-4a97-9542-23be01742eb2 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.2445009 Jan 18 22:45:10.179515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-2e4c3560-003d-4125-b3d2-0019c556e90d service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837299 Jan 18 22:45:10.196025 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd066595-24b7-41ad-9249-85d42ea30e4c req-8b841510-ea7e-4909-9f17-ff5656bccfed tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927336 Jan 18 22:45:10.276069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Pushing event updated for resources: {'Port': ['ID=b87ddb91-0807-47ec-b715-801217c818a4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:10.353427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.412586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a87b0447-823a-4c23-9744-19ca25fc152e None None] Provisioning for port b87ddb91-0807-47ec-b715-801217c818a4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:10.417969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a87b0447-823a-4c23-9744-19ca25fc152e None None] Provisioning complete for port b87ddb91-0807-47ec-b715-801217c818a4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:10.418346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a87b0447-823a-4c23-9744-19ca25fc152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.477216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a40720c-7127-428e-9e2a-318fde145f84 req-0e45786c-4ba6-4e84-bd67-71422d1e3398 service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794898 Jan 18 22:45:10.499694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a87b0447-823a-4c23-9744-19ca25fc152e None None] Port b87ddb91-0807-47ec-b715-801217c818a4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:45:10.541886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-be9cfb70-ed6f-4795-9143-10b7850f073d service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206357 Jan 18 22:45:10.546820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f913472-8e61-42c7-820d-6c836d6eaf86 req-f160dde2-ce88-40bd-bdc0-f7fcf8d19d87 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:10.548372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f913472-8e61-42c7-820d-6c836d6eaf86 req-f160dde2-ce88-40bd-bdc0-f7fcf8d19d87 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 949 time: 0.1736104 Jan 18 22:45:10.593099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eb462-7992-4113-b5a0-3e3c349f8f54 req-518e6b30-d70d-429b-a891-c4630dec18a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:10.593801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cd6eb462-7992-4113-b5a0-3e3c349f8f54 req-518e6b30-d70d-429b-a891-c4630dec18a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:10.597300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f913472-8e61-42c7-820d-6c836d6eaf86 req-54eb9aeb-9f38-4552-969b-7dabafbe7b74 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Jan 18 22:45:10.793359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eebf3f-7f67-46fb-bc4b-3dca6b068b46 req-61f21c66-1833-4164-b2c5-f2521644f589 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:10.795032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0eebf3f-7f67-46fb-bc4b-3dca6b068b46 req-61f21c66-1833-4164-b2c5-f2521644f589 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.0956264 Jan 18 22:45:10.815333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cd6eb462-7992-4113-b5a0-3e3c349f8f54 req-518e6b30-d70d-429b-a891-c4630dec18a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:10.817748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd6eb462-7992-4113-b5a0-3e3c349f8f54 req-518e6b30-d70d-429b-a891-c4630dec18a6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.8853998 Jan 18 22:45:10.909945 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd6eb462-7992-4113-b5a0-3e3c349f8f54 req-30ac26d2-1da1-4973-8fac-4e49a083b9fb tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Jan 18 22:45:10.916737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0eebf3f-7f67-46fb-bc4b-3dca6b068b46 req-01766f8f-68dc-4906-b76b-c8bd3d521d61 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815558 Jan 18 22:45:10.952607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-829f104f-069b-4c57-af1a-c14a78196421 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564748 Jan 18 22:45:11.032596 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d494c975-3a58-48f3-8567-6258c769a2a2 req-66766fc5-b9e1-414d-ab88-22fb084641c3 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818742 Jan 18 22:45:11.116173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e1beb26-b0d7-4d25-ae5e-70039731b311 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:11.156723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-571b827c-617e-40bd-9157-44c12eef0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.158435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-571b827c-617e-40bd-9157-44c12eef0f30 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 1096 time: 0.1587858 Jan 18 22:45:11.218326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.250316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4e1beb26-b0d7-4d25-ae5e-70039731b311 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:11.255615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4e1beb26-b0d7-4d25-ae5e-70039731b311 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:11.256221 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.407314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-ab32542f-db9c-426f-82fc-aee5a1b2d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.409224 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-ab32542f-db9c-426f-82fc-aee5a1b2d671 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1095 time: 0.3039722 Jan 18 22:45:11.452884 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.476393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4e1beb26-b0d7-4d25-ae5e-70039731b311, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e1beb26-b0d7-4d25-ae5e-70039731b311,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:11.484499 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.516351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabc01f-0e2a-46e4-b667-c95aa696a2ba req-de810f0d-3484-4445-a3af-e40b79503555 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.518072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccabc01f-0e2a-46e4-b667-c95aa696a2ba req-de810f0d-3484-4445-a3af-e40b79503555 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 943 time: 0.3448770 Jan 18 22:45:11.521399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-1df360b3-e758-4849-999d-cc23263a68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.522891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-1df360b3-e758-4849-999d-cc23263a68ad service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2268074 Jan 18 22:45:11.579992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4e1beb26-b0d7-4d25-ae5e-70039731b311,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:11.625930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-eed91fc5-3543-4004-acf9-8953268797e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 200 len: 217 time: 0.0716302 Jan 18 22:45:11.631609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccabc01f-0e2a-46e4-b667-c95aa696a2ba req-e587f07f-e643-41d7-8938-dcd922201b37 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074293 Jan 18 22:45:11.664528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-7e2fca79-e8bd-420a-bcdd-dec1d8a4287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.665986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-7e2fca79-e8bd-420a-bcdd-dec1d8a4287d service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.1932709 Jan 18 22:45:11.826761 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.860094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-e0f0f400-67bb-40e8-8c84-7ab33e874837 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 217 time: 0.1839361 Jan 18 22:45:11.862128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-4235fa45-3f9b-4bff-a7c3-6fb7e284cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.863731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-4235fa45-3f9b-4bff-a7c3-6fb7e284cda3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.2281611 Jan 18 22:45:11.865752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.921263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-730af7af-56e2-49b4-ae11-75d9a3644d46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476437 Jan 18 22:45:11.960162 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.966188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae916-c8d7-4768-b511-2a57642a8021 req-24d6c1cc-1b41-4c5f-b82e-b4f0fd9b8ee1 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:11.967918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-639ae916-c8d7-4768-b511-2a57642a8021 req-24d6c1cc-1b41-4c5f-b82e-b4f0fd9b8ee1 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.1649637 Jan 18 22:45:12.085317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-639ae916-c8d7-4768-b511-2a57642a8021 req-518c78f5-4cca-401b-b529-622aba82d9ed tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 Jan 18 22:45:12.098359 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-406b8d46-289d-48f2-ab39-9de3593b0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.112475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:12.117600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-575a4cf2-36a4-4cf1-ab32-1ee6f2182117 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835692 Jan 18 22:45:12.135468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Pushing event updated for resources: {'Port': ['ID=b87ddb91-0807-47ec-b715-801217c818a4,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:12.145555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-0c559c56-c3e0-4ef1-8b3d-0d4896b59763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:12.147011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-0c559c56-c3e0-4ef1-8b3d-0d4896b59763 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.2269523 Jan 18 22:45:12.240416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-1a772673-02fe-4658-ba98-1d0bd14cf736 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822814 Jan 18 22:45:12.257744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bf007-0650-4d2c-a402-f33b610e04ff req-ea77d318-6eb1-4f94-aac9-873b70a35322 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:12.263777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-361bf007-0650-4d2c-a402-f33b610e04ff req-ea77d318-6eb1-4f94-aac9-873b70a35322 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.4523284 Jan 18 22:45:12.277559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:12.285806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a56a74d0-eb15-4b43-bc7a-8cc24eb23230 req-f7d1afd0-910c-477c-8cf4-bac27eff68e8 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612544 Jan 18 22:45:12.291387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:12.330138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'mac_address': 'fa:16:3e:c7:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:12.373424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207add0-bd60-420f-a57c-93149eab62e1 req-61521764-ca3a-4b89-a38c-a5f2f8a55a2d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:12.380993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1207add0-bd60-420f-a57c-93149eab62e1 req-61521764-ca3a-4b89-a38c-a5f2f8a55a2d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.0902495 Jan 18 22:45:12.391960 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:12.398232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:12.408325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.434634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1207add0-bd60-420f-a57c-93149eab62e1 req-cc03a72a-370b-4fa8-8a37-4bdf2bcef1ad tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Jan 18 22:45:12.471544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:12.510523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-361bf007-0650-4d2c-a402-f33b610e04ff req-467eb196-2ee5-4991-8534-e132350208be tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208064 Jan 18 22:45:12.518719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:12.521809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.539643 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.579703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-36e75484-3499-49dc-baba-3297cc589cde service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911441 Jan 18 22:45:12.615937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:12.632046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:12.639595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:12.645258 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.698622 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'code': 200} Jan 18 22:45:12.738431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:12.748851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fbc96c45-48e5-43eb-b166-546ac81f276d None None] Provisioning complete for port b87ddb91-0807-47ec-b715-801217c818a4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:12.749259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbc96c45-48e5-43eb-b166-546ac81f276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.813306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fbc96c45-48e5-43eb-b166-546ac81f276d None None] Port b87ddb91-0807-47ec-b715-801217c818a4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:45:12.878384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3b78c-eb48-49f4-8832-dc19c7c74544 req-38ccb08e-2d1d-44ed-8870-2cfdebd53bf4 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:12.885885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfc3b78c-eb48-49f4-8832-dc19c7c74544 req-38ccb08e-2d1d-44ed-8870-2cfdebd53bf4 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 944 time: 0.1103554 Jan 18 22:45:12.941658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfc3b78c-eb48-49f4-8832-dc19c7c74544 req-2ca98e85-f0b4-41e9-9741-bc964a4d539c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528052 Jan 18 22:45:12.966618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:13.014008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e1beb26-b0d7-4d25-ae5e-70039731b311 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:13.126583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3857dbb-2b3f-45de-b825-bb1955d9c83d req-3dae5f07-f9bf-4cb7-a692-3b7d51a35d9e service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645069 Jan 18 22:45:13.142502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4e1beb26-b0d7-4d25-ae5e-70039731b311 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:13.144100 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.168811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:45:13.289757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec212ccf-6157-4098-9444-087a21ba2350 req-89a627db-926d-4b57-a7e5-06d5cc1761b9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:13.291423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec212ccf-6157-4098-9444-087a21ba2350 req-89a627db-926d-4b57-a7e5-06d5cc1761b9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.2542617 Jan 18 22:45:13.294216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-51e1dbe0-27c5-4d7a-88ed-b8ae317154dc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3161411 Jan 18 22:45:13.347533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da8237-c2c5-4a48-ad9a-472e31db1bc3 req-433fc97a-7aa2-4e47-9531-374026d48fe8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:13.353465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6da8237-c2c5-4a48-ad9a-472e31db1bc3 req-433fc97a-7aa2-4e47-9531-374026d48fe8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.1158361 Jan 18 22:45:13.395234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6da8237-c2c5-4a48-ad9a-472e31db1bc3 req-eb746d31-b57f-4b15-b9af-0c278eb3456f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Jan 18 22:45:13.413409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec212ccf-6157-4098-9444-087a21ba2350 req-9e3aafa5-ae7f-43c4-a4d7-98f8e27e6e46 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676689 Jan 18 22:45:13.420548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:45:13.438268 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Sync routers for ids ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:13.449901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5bb2b323-2117-4170-b970-13f7f7ba5010 admin admin] 10.222.0.78 "PUT /v2.0/routers/aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8816922 Jan 18 22:45:13.454060 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Routers {'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:13.454398 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:44:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:13.685160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64978e92-49b9-4b2a-8323-b5ebf643c1a9 req-f8962c07-0f5b-4359-be12-ef94e8e6941b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:13.693403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64978e92-49b9-4b2a-8323-b5ebf643c1a9 req-f8962c07-0f5b-4359-be12-ef94e8e6941b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.1138754 Jan 18 22:45:13.714433 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Set router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:13.757704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64978e92-49b9-4b2a-8323-b5ebf643c1a9 req-645dc65e-c26f-40de-bba9-27cc0aed5e3d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608125 Jan 18 22:45:13.801936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90735dd8-6e87-44ea-9cda-f23782fb37e5 req-67207d95-6fff-4cdc-ae44-9c94099c29de tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:13.809782 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90735dd8-6e87-44ea-9cda-f23782fb37e5 req-67207d95-6fff-4cdc-ae44-9c94099c29de tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.1071939 Jan 18 22:45:13.861579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90735dd8-6e87-44ea-9cda-f23782fb37e5 req-e5fc2aba-b9ca-4c6c-b92e-7e123f2c1fcd tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Jan 18 22:45:14.098941 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:10Z', 'revision_number': 4, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b87ddb91-0807-47ec-b715-801217c818a4', 'name': '', 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'mac_address': 'fa:16:3e:e3:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '94fec199-28e1-425e-9313-5cac26de7ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:11Z', 'revision_number': 2, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'subnets': [{'id': '94fec199-28e1-425e-9313-5cac26de7ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:14.103873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Checking router: aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:14.104470 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Updating router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d port b87ddb91-0807-47ec-b715-801217c818a4 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:14.143403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-828ebe18-7aff-45f1-a5af-8d7c5dbf8001 req-1f8503ff-4747-45e5-97d4-87a3614ceae5 tempest-FloatingIPsNegativeTestJSON-981404042 tempest-FloatingIPsNegativeTestJSON-981404042-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=a8e5765266034bbc8b0f06cf136179e3 HTTP/1.1" status: 200 len: 217 time: 0.1174047 Jan 18 22:45:14.178962 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.186892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d5a18-1e4b-40ae-be74-ad8ec12d6ff8 req-ac676fd6-c1c9-4a46-8a3a-c2b44c9ad86e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:14.194826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d3d5a18-1e4b-40ae-be74-ad8ec12d6ff8 req-ac676fd6-c1c9-4a46-8a3a-c2b44c9ad86e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 944 time: 0.1326270 Jan 18 22:45:14.199369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8a219408-6549-4817-b203-ca7843e32e09 req-2ab4e789-4855-4c24-8e42-efdcce02e30c tempest-FloatingIPsNegativeTestJSON-981404042 tempest-FloatingIPsNegativeTestJSON-981404042-project] Synchronizing usage tracker for tenant:a8e5765266034bbc8b0f06cf136179e3 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:14.221716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8a219408-6549-4817-b203-ca7843e32e09 req-2ab4e789-4855-4c24-8e42-efdcce02e30c tempest-FloatingIPsNegativeTestJSON-981404042 tempest-FloatingIPsNegativeTestJSON-981404042-project] Unset dirty status for tenant:a8e5765266034bbc8b0f06cf136179e3 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:14.223274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a219408-6549-4817-b203-ca7843e32e09 req-2ab4e789-4855-4c24-8e42-efdcce02e30c tempest-FloatingIPsNegativeTestJSON-981404042 tempest-FloatingIPsNegativeTestJSON-981404042-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0521791 Jan 18 22:45:14.271508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:14.280867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d3d5a18-1e4b-40ae-be74-ad8ec12d6ff8 req-e961135f-f85a-4084-b7a2-4495dae831ce tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847757 Jan 18 22:45:14.393838 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-cc5764ae-bb67-497b-91c3-a1867d82f17c req-b442f5ae-8630-4c10-beb9-c72fe6d230f3 tempest-FloatingIPsNegativeTestJSON-981404042 tempest-FloatingIPsNegativeTestJSON-981404042-project] show failed (client error): The resource could not be found. Jan 18 22:45:14.397909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-372251a0-fcf9-4ba2-85a8-464099135c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.403753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc5764ae-bb67-497b-91c3-a1867d82f17c req-b442f5ae-8630-4c10-beb9-c72fe6d230f3 tempest-FloatingIPsNegativeTestJSON-981404042 tempest-FloatingIPsNegativeTestJSON-981404042-project] 10.222.0.78 "GET /v2.0/floatingips/08e5b821-3e8a-4c31-bd56-5cfc2446b091 HTTP/1.1" status: 404 len: 350 time: 0.1455741 Jan 18 22:45:14.406906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50752) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:14.447835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:14.462191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'mac_address': 'fa:16:3e:f6:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:14.528985 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.559225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f89078d-8d32-445c-a557-9dc86a7ce885 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:14.585155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:14.594714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.652196 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.665511 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Transition to ACTIVE for port object b87ddb91-0807-47ec-b715-801217c818a4 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:14.677854 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.687507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:14.697322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aca7c2-6cad-4b08-b06b-450a45f5dd4b req-10eb1a11-552b-4a10-9aca-aac457e7de49 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:14.699270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43aca7c2-6cad-4b08-b06b-450a45f5dd4b req-10eb1a11-552b-4a10-9aca-aac457e7de49 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.0853879 Jan 18 22:45:14.745961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1f89078d-8d32-445c-a557-9dc86a7ce885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:14.765706 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43aca7c2-6cad-4b08-b06b-450a45f5dd4b req-22040efa-ba13-4f0a-9d0a-bbd79137db95 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599413 Jan 18 22:45:14.962678 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Pushing event updated for resources: {'Port': ['ID=b87ddb91-0807-47ec-b715-801217c818a4,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:14.972918 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.973529 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.974003 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.974513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.974996 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.975471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.975999 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.977089 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.977650 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.978174 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.978644 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:14.979239 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:15.121411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0dbf4483-181a-485d-8e77-40db43828892 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.122905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0dbf4483-181a-485d-8e77-40db43828892 tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.4225852 Jan 18 22:45:15.132861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071b88-4ca7-4ebd-af71-d2fb3dc753de req-f1dcfc23-72be-408b-9d26-1711e8e5dc9b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.134249 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Attempting to bind port b87ddb91-0807-47ec-b715-801217c818a4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:15.134727 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Attempting to bind port b87ddb91-0807-47ec-b715-801217c818a4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:15.135193 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Attempting to bind port b87ddb91-0807-47ec-b715-801217c818a4 on network ada5e36e-662e-4f39-8fd9-4dca977d6596 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:15.139886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19071b88-4ca7-4ebd-af71-d2fb3dc753de req-f1dcfc23-72be-408b-9d26-1711e8e5dc9b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 945 time: 0.4382451 Jan 18 22:45:15.143929 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:15.144897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Checking segment: {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:15.144897 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.145406 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Bound using segment: {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:15.146144 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Bound port: b87ddb91-0807-47ec-b715-801217c818a4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad4d501-fd56-42a9-8b78-f0c0b4681362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:15.146648 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.149663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:15.187215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-4f84ad63-bdc3-47d7-83c3-9d163732d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.188714 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-4f84ad63-bdc3-47d7-83c3-9d163732d820 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1101 time: 0.2220767 Jan 18 22:45:15.260334 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] For port b87ddb91-0807-47ec-b715-801217c818a4, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:15.260334 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] For port b87ddb91-0807-47ec-b715-801217c818a4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b87ddb91-0807-47ec-b715-801217c818a4,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:15.266587 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.362492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Routers {'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:15.362492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:45:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:15.413508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-2bffd01f-5490-4320-96fb-5b89bca4c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.413508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-2bffd01f-5490-4320-96fb-5b89bca4c1e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1953597 Jan 18 22:45:15.458608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19071b88-4ca7-4ebd-af71-d2fb3dc753de req-4b587b67-5198-479d-b7e1-7b09f256286c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178067 Jan 18 22:45:15.485400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a90d07-0cd2-4220-8f3c-3d41e4c339a2 req-8318454c-d260-43d6-a44f-93d2f80c068a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.486558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-46a90d07-0cd2-4220-8f3c-3d41e4c339a2 req-8318454c-d260-43d6-a44f-93d2f80c068a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:15.517076 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10403-f522-4303-b8a7-8bb4d7f2758e None None] Pushing event updated for resources: {'Port': ['ID=b87ddb91-0807-47ec-b715-801217c818a4,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:15.520632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-d2d95634-9398-434d-ab09-78c5f5657e84 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.1041472 Jan 18 22:45:15.527629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-46a90d07-0cd2-4220-8f3c-3d41e4c339a2 req-8318454c-d260-43d6-a44f-93d2f80c068a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:15.528810 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46a90d07-0cd2-4220-8f3c-3d41e4c339a2 req-8318454c-d260-43d6-a44f-93d2f80c068a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.4012036 Jan 18 22:45:15.615645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.625549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.682593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46a90d07-0cd2-4220-8f3c-3d41e4c339a2 req-879c42ca-2cb3-4103-8f0b-a6729081d406 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927911 Jan 18 22:45:15.691466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.699726 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] Set router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:15.709865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-53a876d0-90e0-4925-a78f-eefe51dd7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.711672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-53a876d0-90e0-4925-a78f-eefe51dd7fc6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1816170 Jan 18 22:45:15.867449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-596bf8e1-5983-40eb-b85a-38f45fe303da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.867449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-596bf8e1-5983-40eb-b85a-38f45fe303da service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475062 Jan 18 22:45:16.035101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:16.117972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:16.118283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51ec76-9310-4e86-8f17-0de1856200b0 req-8f96feb6-d1a9-4de8-bde5-b288388d3a30 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:16.125640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc51ec76-9310-4e86-8f17-0de1856200b0 req-8f96feb6-d1a9-4de8-bde5-b288388d3a30 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.3910027 Jan 18 22:45:16.178932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:16.257399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:16.261284 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:10Z', 'revision_number': 4, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b87ddb91-0807-47ec-b715-801217c818a4', 'name': '', 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'mac_address': 'fa:16:3e:e3:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '94fec199-28e1-425e-9313-5cac26de7ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:15Z', 'revision_number': 4, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'subnets': [{'id': '94fec199-28e1-425e-9313-5cac26de7ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:16.267669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc51ec76-9310-4e86-8f17-0de1856200b0 req-e87cfb78-087f-4167-a57d-6ac9d467af60 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293924 Jan 18 22:45:16.273029 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5c2a-71cf-4a70-830a-01967746997c None None] The sync data for ids ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'] in n-d-825178-1 is: [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:10Z', 'revision_number': 4, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b87ddb91-0807-47ec-b715-801217c818a4', 'name': '', 'network_id': 'ada5e36e-662e-4f39-8fd9-4dca977d6596', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'mac_address': 'fa:16:3e:e3:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '94fec199-28e1-425e-9313-5cac26de7ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:15Z', 'revision_number': 4, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'subnets': [{'id': '94fec199-28e1-425e-9313-5cac26de7ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:16.299299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:16.310067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:16.315362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.408641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:16.408641 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.606911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:16.622094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.622382 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-a587953d-e699-46c0-8f33-9cd161ffab44 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449012 Jan 18 22:45:16.662457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcbe8a-b23d-42ef-9112-ad637d988fd4 req-0a9df3dc-1bc6-4c6d-a251-2aa544745a0c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:16.669936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44dcbe8a-b23d-42ef-9112-ad637d988fd4 req-0a9df3dc-1bc6-4c6d-a251-2aa544745a0c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 944 time: 0.4659340 Jan 18 22:45:16.744228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.854940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1f89078d-8d32-445c-a557-9dc86a7ce885 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:16.856188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.916235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.933400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.013578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-21cfd1d5-de4b-4253-89de-585a68a57673 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771758 Jan 18 22:45:17.113804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44dcbe8a-b23d-42ef-9112-ad637d988fd4 req-c21408b9-cf00-4030-8225-3d29efeb6e88 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430017 Jan 18 22:45:17.237533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:17.241679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.273493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b87ddb91-0807-47ec-b715-801217c818a4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:17.325409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:17.386838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:17.420048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:17.438844 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.442729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd has no active binding in host n-h1-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:45:17.487967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on host n-h2-825178-1 for vnic_type normal with profile {"migrating_to": "n-h1-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:17.488305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:17.488640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:17.489810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330af98-724a-4619-8d2c-0ea8eba3ed86 req-a0d22826-0fe3-40bc-b61e-7abee15f3a20 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:17.498078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4330af98-724a-4619-8d2c-0ea8eba3ed86 req-a0d22826-0fe3-40bc-b61e-7abee15f3a20 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.1467805 Jan 18 22:45:17.513178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:17.513512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Attempting to bind port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on network 91dae531-d68b-4789-b3a6-7bc61d026d7c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:17.527885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:17.528688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Checking segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:17.529282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Bound using segment: {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:17.530009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Bound port: 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639bf824-b183-43b8-bc26-c430123722a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '91dae531-d68b-4789-b3a6-7bc61d026d7c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:17.530522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.538758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:17.559483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7660-ff64-42d0-b363-68d2b187a66a req-e0534690-074e-40e3-ab50-d680b20fc974 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:17.560731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4330af98-724a-4619-8d2c-0ea8eba3ed86 req-4ff42844-c67a-4dc9-b4ea-e55068394ad7 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608094 Jan 18 22:45:17.561328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.561848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20fa7660-ff64-42d0-b363-68d2b187a66a req-e0534690-074e-40e3-ab50-d680b20fc974 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.9379201 Jan 18 22:45:17.567952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:17.580138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.580549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.580970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.581424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.581926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.582313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.582686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.583059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.583381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.583695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.591393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.594192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:17.646950 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'code': 200} Jan 18 22:45:17.685398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b87ddb91-0807-47ec-b715-801217c818a4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:17.701328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b87ddb91-0807-47ec-b715-801217c818a4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:17.701940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.822413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20fa7660-ff64-42d0-b363-68d2b187a66a req-dc7329fd-120b-4b8f-99e4-bf49a43436c5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211182 Jan 18 22:45:17.886628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:17.936809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Deleting port b87ddb91-0807-47ec-b715-801217c818a4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:17.937094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.948269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:18.018236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.029735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b499333-67c5-4020-a648-13fa95be5f03 req-ccdaa734-068e-489a-a0c8-f110fe814686 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:18.040507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b499333-67c5-4020-a648-13fa95be5f03 req-ccdaa734-068e-489a-a0c8-f110fe814686 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.2558932 Jan 18 22:45:18.041730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:18.135576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b87ddb91-0807-47ec-b715-801217c818a4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b87ddb91-0807-47ec-b715-801217c818a4,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:18.144927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:18.150878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:18.205594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b499333-67c5-4020-a648-13fa95be5f03 req-fded2c8b-0a0c-44a1-b7ef-d4517d41324a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518240 Jan 18 22:45:18.249731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.417735 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'code': 200} Jan 18 22:45:18.445912 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.679464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabed48-c32c-46e2-b889-955a625de677 req-077150c4-b137-4e7a-917f-a22626389d9b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:18.687710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eeabed48-c32c-46e2-b889-955a625de677 req-077150c4-b137-4e7a-917f-a22626389d9b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.2395086 Jan 18 22:45:18.742800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eeabed48-c32c-46e2-b889-955a625de677 req-0fb746fe-7f6e-4ce0-b1c9-c5fd9cfa08c9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538192 Jan 18 22:45:18.751718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa38a-1902-45f4-8156-bfb56bf43e1e req-eb716f5f-2fa9-4cc3-849e-04c4be0cd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:18.753440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8afa38a-1902-45f4-8156-bfb56bf43e1e req-eb716f5f-2fa9-4cc3-849e-04c4be0cd051 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 1096 time: 0.3674421 Jan 18 22:45:18.792027 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.835723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8afa38a-1902-45f4-8156-bfb56bf43e1e req-3b4e1d02-531b-4c61-b9b0-c7d1b9517871 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745673 Jan 18 22:45:18.875283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:18.878646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] For port b87ddb91-0807-47ec-b715-801217c818a4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b87ddb91-0807-47ec-b715-801217c818a4,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:18.879177 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.897697 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.902325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b87ddb91-0807-47ec-b715-801217c818a4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:19.004738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:19.009788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:19.025807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '35978993-2d49-44a7-8a65-caa77d5e7096', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '35978993-2d49-44a7-8a65-caa77d5e7096', 'mac_address': 'fa:16:3e:cc:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:19.089425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.107947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b87ddb91-0807-47ec-b715-801217c818a4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:19.115390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Calling delete_port for b87ddb91-0807-47ec-b715-801217c818a4 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:19.128572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc7047-2c97-46f8-98fd-f8c74599cfbd req-3e85b40b-ebfe-4222-b6ff-d4b04940bf64 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:19.136124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-57dc7047-2c97-46f8-98fd-f8c74599cfbd req-3e85b40b-ebfe-4222-b6ff-d4b04940bf64 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.1531234 Jan 18 22:45:19.165629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:19.193455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:19.196634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-57dc7047-2c97-46f8-98fd-f8c74599cfbd req-fa51e733-f035-48c0-9c21-a6e0a128f73d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572889 Jan 18 22:45:19.200436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b87ddb91-0807-47ec-b715-801217c818a4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:19.201916 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.265738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:19.275457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.280520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:19.281438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.283067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0f4f4a4f-ff4d-45b2-98f5-97f39f3d4905 service neutron] 10.222.0.86 "PUT /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 1121 time: 4.1372833 Jan 18 22:45:19.317241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bce94-5766-47aa-81ef-fbe215f8ff05 req-c6a56d77-c500-42d2-8ebb-a4b0041eb300 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:19.324737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d8bce94-5766-47aa-81ef-fbe215f8ff05 req-c6a56d77-c500-42d2-8ebb-a4b0041eb300 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.8850734 Jan 18 22:45:19.397051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d8bce94-5766-47aa-81ef-fbe215f8ff05 req-bd420273-5d56-4880-a571-716b0176af34 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Jan 18 22:45:19.454983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['05d2f87e-3dca-4a27-839a-a8a338d3c9dd'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:19.485333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:45:19.485812 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:45:19.545985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['05d2f87e-3dca-4a27-839a-a8a338d3c9dd'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:19.627985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ed673-88ca-4af5-bf26-0220e39e0c0a req-05ca071e-557d-4a6d-bc4b-fb4cf2309a3d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:19.640531 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-257ed673-88ca-4af5-bf26-0220e39e0c0a req-05ca071e-557d-4a6d-bc4b-fb4cf2309a3d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.2360306 Jan 18 22:45:19.643377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:19.647867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:19.714726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-257ed673-88ca-4af5-bf26-0220e39e0c0a req-b14862d9-cb9a-4ff5-8d76-ce24dd57b835 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731208 Jan 18 22:45:19.778323 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'status': 'completed', 'code': 200} Jan 18 22:45:19.798767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['35978993-2d49-44a7-8a65-caa77d5e7096'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:19.836410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543c9a9-a2e2-460c-9708-d28febfb072b req-a1046548-5e75-4cfb-adf9-85b3e763bf14 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:19.845441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e543c9a9-a2e2-460c-9708-d28febfb072b req-a1046548-5e75-4cfb-adf9-85b3e763bf14 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.1282880 Jan 18 22:45:19.936556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e543c9a9-a2e2-460c-9708-d28febfb072b req-1c15bf83-beea-4d74-99fe-30ef6d3d0522 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890324 Jan 18 22:45:19.986706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Deleting port b87ddb91-0807-47ec-b715-801217c818a4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:19.987176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.125903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abfd19-3910-429f-8b56-9311d68558c0 req-d83b16b7-ca17-4962-b832-c44bf20cea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.127696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-d83b16b7-ca17-4962-b832-c44bf20cea43 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1124 time: 0.3184283 Jan 18 22:45:20.137420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:20.272321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:20.289118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62', 'port_id': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'mac_address': 'fa:16:3e:af:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36aea40-0aef-43b0-8dd6-48aac4083edc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:20.314899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abfd19-3910-429f-8b56-9311d68558c0 req-d56c3c5f-4da1-48b5-bb93-d5dfe8508cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.317840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-d56c3c5f-4da1-48b5-bb93-d5dfe8508cc1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.1817851 Jan 18 22:45:20.350278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] For port b87ddb91-0807-47ec-b715-801217c818a4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b87ddb91-0807-47ec-b715-801217c818a4,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:20.353681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.415391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.426071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885'}, {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:20.445669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:20.449365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-b2c5f20e-77c3-4831-8c97-313c8b492c36 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 217 time: 0.1132720 Jan 18 22:45:20.458725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148694d3-bd99-458c-9553-9f6550db772f req-aff248db-a5d8-43e6-af4b-d9b9dd9a948b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.468822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:20.472078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-148694d3-bd99-458c-9553-9f6550db772f req-aff248db-a5d8-43e6-af4b-d9b9dd9a948b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.5033624 Jan 18 22:45:20.483140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.581102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abfd19-3910-429f-8b56-9311d68558c0 req-15beb250-e449-4dc8-b2e2-5f097832d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.582902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-15beb250-e449-4dc8-b2e2-5f097832d09d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.1085072 Jan 18 22:45:20.619858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:20.712226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Calling delete_port for b87ddb91-0807-47ec-b715-801217c818a4 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:20.725647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-148694d3-bd99-458c-9553-9f6550db772f req-0aefeaea-1054-42f4-9dff-d98ed20cccc8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520721 Jan 18 22:45:20.769843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-0267e224-0887-4b7c-8d88-74c24d8b1dab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587753 Jan 18 22:45:20.886139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdce4-dc1d-42e5-9eda-aed0c88b3839 req-c77b3bab-5878-43f1-82f3-404340448745 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.894791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58cfdce4-dc1d-42e5-9eda-aed0c88b3839 req-c77b3bab-5878-43f1-82f3-404340448745 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.4154990 Jan 18 22:45:20.943046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:21.040731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58cfdce4-dc1d-42e5-9eda-aed0c88b3839 req-a9130b8a-7277-47bf-8675-08a35bbecd31 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446805 Jan 18 22:45:21.119170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.152661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-1087d835-7696-452d-b697-b8bd2bc1ee42 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763006 Jan 18 22:45:21.160608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914c970-9f8f-4930-aaf1-23b458cbe863 req-6bf07df2-b82d-498a-8784-b74272d0bda3 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:21.162347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a914c970-9f8f-4930-aaf1-23b458cbe863 req-6bf07df2-b82d-498a-8784-b74272d0bda3 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 950 time: 0.2933214 Jan 18 22:45:21.173210 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'code': 200} Jan 18 22:45:21.173763 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096', 'code': 200} Jan 18 22:45:21.446720 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67abfd19-3910-429f-8b56-9311d68558c0 req-f5ccb02e-0771-4e88-ba37-fca2d03b5ed1 service neutron] 10.222.0.85 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774568 Jan 18 22:45:21.487970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a914c970-9f8f-4930-aaf1-23b458cbe863 req-72c52152-4dbf-4e26-9b49-848e48f12471 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114736 Jan 18 22:45:21.638307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87ddb91-0807-47ec-b715-801217c818a4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:21.689559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b9be-b169-45f4-86b3-7360c2da93c6 req-39b48cf8-88a5-4ea8-abdb-d93a1156e7ef tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:21.691158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b482b9be-b169-45f4-86b3-7360c2da93c6 req-39b48cf8-88a5-4ea8-abdb-d93a1156e7ef tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 945 time: 0.0969429 Jan 18 22:45:21.760121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b482b9be-b169-45f4-86b3-7360c2da93c6 req-5d087473-afc9-4710-ae53-299477c7d9f3 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609362 Jan 18 22:45:21.820356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecb72a-c09f-42df-97cb-38ac6c4d32c3 req-595b4b44-b717-415f-b826-9fb22f08dcd0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:21.821718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2cecb72a-c09f-42df-97cb-38ac6c4d32c3 req-595b4b44-b717-415f-b826-9fb22f08dcd0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.2788322 Jan 18 22:45:21.861063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.921458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2cecb72a-c09f-42df-97cb-38ac6c4d32c3 req-0789a245-a23b-45fc-a4e3-e314020051e4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832174 Jan 18 22:45:22.120225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63fd9d-d0a3-4fe9-8f08-dc3667945ffc req-23b2f8c3-1067-438f-994b-d480186d3ce3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:22.131128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f63fd9d-d0a3-4fe9-8f08-dc3667945ffc req-23b2f8c3-1067-438f-994b-d480186d3ce3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1458459 Jan 18 22:45:22.167105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:22.221904 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f63fd9d-d0a3-4fe9-8f08-dc3667945ffc req-98a7eced-8697-4132-a58f-7c6c0436121d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896847 Jan 18 22:45:22.290377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 35978993-2d49-44a7-8a65-caa77d5e7096 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:22.291331 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.511787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6af57-d027-4bd9-ad40-9d7bbc16d512 req-a66dfca9-372c-4e94-8c92-ce203f2dd65d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:22.519108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0b6af57-d027-4bd9-ad40-9d7bbc16d512 req-a66dfca9-372c-4e94-8c92-ce203f2dd65d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.2570715 Jan 18 22:45:22.531202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.571168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:45:22.582987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:22.589144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0b6af57-d027-4bd9-ad40-9d7bbc16d512 req-9f4c7dfb-8888-4e79-9d0d-45e83895c7ff tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Jan 18 22:45:22.593422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.743453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:22.818190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:45:22.829518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cb3359d4-966e-4856-980a-8735c9c10fb5 admin admin] 10.222.0.78 "PUT /v2.0/routers/aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4214842 Jan 18 22:45:22.833802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:22.840601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] Sync routers for ids ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:22.862546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] Routers {'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:22.863185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:45:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:23.176055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:23.230671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] Set router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:23.329133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b1878-ce27-40db-9177-bf50b51ecbcd req-dcc05467-4f1c-4c59-a13a-06d9dd46f4f0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.339758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7b6b1878-ce27-40db-9177-bf50b51ecbcd req-dcc05467-4f1c-4c59-a13a-06d9dd46f4f0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 945 time: 0.1467166 Jan 18 22:45:23.354394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.413771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7b6b1878-ce27-40db-9177-bf50b51ecbcd req-242dd35e-6f95-49a6-847f-1d45c592f022 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721600 Jan 18 22:45:23.463163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb54acf-a1ab-40da-a983-d6ea1cefb818 req-cb15675b-17c0-46e9-90de-074379790d76 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.471919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcb54acf-a1ab-40da-a983-d6ea1cefb818 req-cb15675b-17c0-46e9-90de-074379790d76 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.3915141 Jan 18 22:45:23.605069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcb54acf-a1ab-40da-a983-d6ea1cefb818 req-1db200b5-a808-4244-9140-b7935a95b143 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319292 Jan 18 22:45:23.703630 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.715729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:20Z', 'revision_number': 5, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port': {'id': '4e1beb26-b0d7-4d25-ae5e-70039731b311', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:00Z', 'updated_at': '2022-01-18T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:23.716328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5240-fe3d-4d81-bfb3-c5f03280d29b req-991858f0-e4b9-40f2-bf49-917dd861149f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.724865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-478b5240-fe3d-4d81-bfb3-c5f03280d29b req-991858f0-e4b9-40f2-bf49-917dd861149f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1206105 Jan 18 22:45:23.727662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] Checking router: aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:23.737868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] Routers {'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:45:23.738772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:45:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:23.782606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-478b5240-fe3d-4d81-bfb3-c5f03280d29b req-2b0c2a80-53d3-4db7-937d-d258c03df62c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566165 Jan 18 22:45:23.786481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Deleting port 4e1beb26-b0d7-4d25-ae5e-70039731b311 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:23.786907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.838922 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096', 'code': 200} Jan 18 22:45:24.027859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] Set router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:45:24.077757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c0db5-06a6-415e-b0a1-e1c7fd09392f req-0662e340-08ee-4d1e-bce1-9b43bbc10d51 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:24.080432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] For port 4e1beb26-b0d7-4d25-ae5e-70039731b311, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e1beb26-b0d7-4d25-ae5e-70039731b311,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:24.080801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.084999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-421c0db5-06a6-415e-b0a1-e1c7fd09392f req-0662e340-08ee-4d1e-bce1-9b43bbc10d51 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.0993097 Jan 18 22:45:24.190446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-421c0db5-06a6-415e-b0a1-e1c7fd09392f req-a114b702-653a-4718-80a4-47b2734cc327 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980277 Jan 18 22:45:24.225367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:24.251147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Calling delete_port for 4e1beb26-b0d7-4d25-ae5e-70039731b311 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:24.274923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad778a9-31fb-482b-a472-59bf7813f85b req-a2f5cec7-1eee-49c7-a380-6209a347f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:24.277354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ad778a9-31fb-482b-a472-59bf7813f85b req-a2f5cec7-1eee-49c7-a380-6209a347f1be service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1102 time: 0.1886404 Jan 18 22:45:24.284062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 6, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:24.315026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3582b-fabf-444b-93c9-fe2a53d840be None None] The sync data for ids ['aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d'] in n-d-825178-1 is: [{'id': 'aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d', 'name': 'tempest-FloatingIPsNegativeTestJSON-477004473-router', 'tenant_id': 'a8e5765266034bbc8b0f06cf136179e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 6, 'project_id': 'a8e5765266034bbc8b0f06cf136179e3', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:24.381915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ad778a9-31fb-482b-a472-59bf7813f85b req-1d9788bd-dab6-4ee2-ae3b-9fef1ad5f0f4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976028 Jan 18 22:45:24.400473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:24.407669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:24.408564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.498749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.552207 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.564397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64460e-3660-4da0-9f9c-b1e0dd89abf7 req-ead8683a-8e38-442c-af5d-70d5fbbb17c7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:24.571448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e64460e-3660-4da0-9f9c-b1e0dd89abf7 req-ead8683a-8e38-442c-af5d-70d5fbbb17c7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.5329232 Jan 18 22:45:24.590184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:24.591932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1beb26-b0d7-4d25-ae5e-70039731b311,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.605006 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.703838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.736381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e64460e-3660-4da0-9f9c-b1e0dd89abf7 req-e01badd3-216e-4d53-9b78-a42909327817 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638844 Jan 18 22:45:24.790851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.029345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268c32d-92b0-4e1a-8b97-f422155cd932 req-abe944f5-a248-4b49-aded-8ef78112093b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:25.036029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b268c32d-92b0-4e1a-8b97-f422155cd932 req-abe944f5-a248-4b49-aded-8ef78112093b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.1854706 Jan 18 22:45:25.119774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b268c32d-92b0-4e1a-8b97-f422155cd932 req-bb2dc87c-294a-4a5f-9634-8fc702387869 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Jan 18 22:45:25.180387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.183138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.259989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.259989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:45:25.336222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.337419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c7f6549-7c58-4aa4-9de8-2d467d72c23e admin admin] 10.222.0.78 "DELETE /v2.0/routers/aa4f8b6f-6d9e-427f-a54a-8550fa03cf7d HTTP/1.1" status: 204 len: 168 time: 2.5015459 Jan 18 22:45:25.341853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50946) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:25.396321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b87ddb91-0807-47ec-b715-801217c818a4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:25.467626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6e14-e51b-4600-b106-f3f0e6a6020e req-a2d1a6d6-573e-4279-9da8-07dd20bbf7ca tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:25.470661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcae6e14-e51b-4600-b106-f3f0e6a6020e req-a2d1a6d6-573e-4279-9da8-07dd20bbf7ca tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1959434 Jan 18 22:45:25.488913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b87ddb91-0807-47ec-b715-801217c818a4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:25.489279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b87ddb91-0807-47ec-b715-801217c818a4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:25.540926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ecb4e-9145-47fe-9b42-7f0507ed9c73 req-183e8489-aa63-435b-a565-fcc7d2c0f7e6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:25.549267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-099ecb4e-9145-47fe-9b42-7f0507ed9c73 req-183e8489-aa63-435b-a565-fcc7d2c0f7e6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.3386862 Jan 18 22:45:25.570445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Deleting subnet 94fec199-28e1-425e-9313-5cac26de7ec1 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:45:25.578830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.624241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcae6e14-e51b-4600-b106-f3f0e6a6020e req-2ddb8bce-f222-433f-8c47-36dd58d0b6de tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466498 Jan 18 22:45:25.662201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-aa3b815b-34b0-49b1-8fdc-09934879e55b service neutron] 10.222.0.85 "GET /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.1476407 Jan 18 22:45:25.676125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-099ecb4e-9145-47fe-9b42-7f0507ed9c73 req-906db01a-96f3-46bb-8165-00c534b2807a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261899 Jan 18 22:45:25.691238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.840628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:26.118974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.221347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b6a5f-d59c-4dab-bc56-99f2eef0f4ee req-7efc2451-0222-4549-ab8c-84e06896b198 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.223149 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b76b6a5f-d59c-4dab-bc56-99f2eef0f4ee req-7efc2451-0222-4549-ab8c-84e06896b198 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 943 time: 0.3020551 Jan 18 22:45:26.225711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:26.287354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:26.378368 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b76b6a5f-d59c-4dab-bc56-99f2eef0f4ee req-fef57f1a-85e7-4087-b4eb-363e43c4b8e8 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422136 Jan 18 22:45:26.385057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d2f87e-3dca-4a27-839a-a8a338d3c9dd {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:26.415117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:26.429593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff228f-0865-4a85-a512-543c423d3fdc req-42edc5ac-2d44-429d-b982-fa5ff3604814 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.450025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.450210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ff228f-0865-4a85-a512-543c423d3fdc req-42edc5ac-2d44-429d-b982-fa5ff3604814 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1481183 Jan 18 22:45:26.490107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.494612 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'code': 200} Jan 18 22:45:26.644195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.652104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7587833-9625-4713-84f7-86fae1204130 None None] Network ada5e36e-662e-4f39-8fd9-4dca977d6596 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:45:26.695910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] Transition to ACTIVE for port object 05d2f87e-3dca-4a27-839a-a8a338d3c9dd will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:26.710185 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.804007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fec199-28e1-425e-9313-5cac26de7ec1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:26.807594 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e065e9a-5fb1-4320-8c08-57b1b3c6dc24 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/94fec199-28e1-425e-9313-5cac26de7ec1 HTTP/1.1" status: 204 len: 168 time: 1.4567394 Jan 18 22:45:26.812699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50972) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:26.878100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ff228f-0865-4a85-a512-543c423d3fdc req-10b6a2f2-cd64-4883-aebb-c777fc0bd6e6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255240 Jan 18 22:45:26.976030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e1beb26-b0d7-4d25-ae5e-70039731b311 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:27.050485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4e1beb26-b0d7-4d25-ae5e-70039731b311 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:27.050817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e1beb26-b0d7-4d25-ae5e-70039731b311 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:27.148299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] DHCP port deletion for ada5e36e-662e-4f39-8fd9-4dca977d6596 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:45:27.158787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] Deleting port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:27.163965 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.175657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] No DVR routers for this DVR port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:27.222025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f0fb-c414-413b-bbb2-894cb326d949 req-d2871c61-27cd-437c-9b2f-b4836a8f3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.223536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9338f0fb-c414-413b-bbb2-894cb326d949 req-d2871c61-27cd-437c-9b2f-b4836a8f3591 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1097 time: 0.5547142 Jan 18 22:45:27.239533 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.241428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] 10.222.0.85 "PUT /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd/bindings/n-h1-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5402627 Jan 18 22:45:27.247318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7912f4a-04a1-4086-8931-0295b3aa864e service neutron] Pushing event updated for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=10']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:27.300433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfe668-95ae-4fb6-97bc-10b6566ccf70 req-2b61436c-947b-4e63-a04b-549e87cff9e8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.302221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-65cfe668-95ae-4fb6-97bc-10b6566ccf70 req-2b61436c-947b-4e63-a04b-549e87cff9e8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.4466624 Jan 18 22:45:27.319418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Deleting port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:27.319768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.382124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-65cfe668-95ae-4fb6-97bc-10b6566ccf70 req-c6b13e7d-b723-45d3-8a97-9c5b3e9c8943 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730336 Jan 18 22:45:27.526800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9338f0fb-c414-413b-bbb2-894cb326d949 req-2065e49c-2d32-49fa-9b80-8ea6c1cb6269 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901115 Jan 18 22:45:27.550584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] For port bef5fd9b-01c2-4e04-bf3d-afd76b713f45, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:27.551164 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.569898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700da3-9522-4e62-ab71-fcd01688a10a req-e192ce8f-191f-4e5d-be76-3c998cb21370 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.573870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e700da3-9522-4e62-ab71-fcd01688a10a req-e192ce8f-191f-4e5d-be76-3c998cb21370 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.3962421 Jan 18 22:45:27.692874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a308-4efc-4e91-aedb-0123c9f8a825 req-db49ece7-7959-4ff8-9aed-0ea7bd10db80 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.700682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3336a308-4efc-4e91-aedb-0123c9f8a825 req-db49ece7-7959-4ff8-9aed-0ea7bd10db80 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.1515851 Jan 18 22:45:27.760244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] Calling delete_port for bef5fd9b-01c2-4e04-bf3d-afd76b713f45 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:27.775490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3336a308-4efc-4e91-aedb-0123c9f8a825 req-fa21a55f-4d90-48dd-9b3a-710f0590ad4b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707326 Jan 18 22:45:27.820507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e700da3-9522-4e62-ab71-fcd01688a10a req-930ebc2a-267c-41f5-ba94-39bc88fd3538 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259226 Jan 18 22:45:27.886834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-19a98ec0-b513-468b-a3d3-c1ea85eb497a tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.888683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-19a98ec0-b513-468b-a3d3-c1ea85eb497a tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.5729003 Jan 18 22:45:27.931533 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.037667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] Pushing event deleted for resources: {'Port': ['ID=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:28.044309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bd5a7-3c7d-471f-abcf-1dcb4307be65 None None] No DVR routers for this DVR port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:28.071074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] For port bef5fd9b-01c2-4e04-bf3d-afd76b713f45, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bef5fd9b-01c2-4e04-bf3d-afd76b713f45,segment=NetworkSegment(5ad4d501-fd56-42a9-8b78-f0c0b4681362),segment_id=5ad4d501-fd56-42a9-8b78-f0c0b4681362)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:28.071467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.196771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:28.228384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Calling delete_port for bef5fd9b-01c2-4e04-bf3d-afd76b713f45 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:28.329995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-9a0c90ba-bcd2-4a12-946c-a1c3b4f38dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.332056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-9a0c90ba-bcd2-4a12-946c-a1c3b4f38dd7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e HTTP/1.1" status: 200 len: 1095 time: 0.4350283 Jan 18 22:45:28.335131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:28.429230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220b3e-600a-471c-a6cf-a27aae6ff59c req-931b1e4f-dd04-43e6-9a81-44c3204be8ba tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.433610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04220b3e-600a-471c-a6cf-a27aae6ff59c req-931b1e4f-dd04-43e6-9a81-44c3204be8ba tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.4226189 Jan 18 22:45:28.480597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:45:28.480922 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:45:28.524770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04220b3e-600a-471c-a6cf-a27aae6ff59c req-ad204a7e-bd6f-4ec9-ae93-1f942a9e308d tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675304 Jan 18 22:45:28.539059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-53a71a85-d1d4-47e5-919e-75acb18a07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.551995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-53a71a85-d1d4-47e5-919e-75acb18a07b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1095 time: 0.1837258 Jan 18 22:45:28.713650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ca04-989c-4003-a0ed-26db1a8e98f0 req-518ebe2d-4d8c-4d20-889b-0c40561a3a72 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.728980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e359ca04-989c-4003-a0ed-26db1a8e98f0 req-518ebe2d-4d8c-4d20-889b-0c40561a3a72 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1428833 Jan 18 22:45:28.783535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-49e0bc5b-2b68-4b96-ae0d-7313bc02b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.785366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-49e0bc5b-2b68-4b96-ae0d-7313bc02b6ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 200 len: 909 time: 0.2242482 Jan 18 22:45:28.864856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e359ca04-989c-4003-a0ed-26db1a8e98f0 req-0a103ae6-579a-4f16-82cc-224be252ecc8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341693 Jan 18 22:45:29.000202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Deleting port bef5fd9b-01c2-4e04-bf3d-afd76b713f45 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:29.000541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.065861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-3c214b65-c0f9-4f1f-9271-63274acbb7fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 200 len: 217 time: 0.2718437 Jan 18 22:45:29.120004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bef5fd9b-01c2-4e04-bf3d-afd76b713f45 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:29.172423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bef5fd9b-01c2-4e04-bf3d-afd76b713f45 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:29.172776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bef5fd9b-01c2-4e04-bf3d-afd76b713f45 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:29.239186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] The port 'bef5fd9b-01c2-4e04-bf3d-afd76b713f45' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:45:29.257604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911cc1b-8077-487f-9249-d046ff110d74 req-00103114-0add-4b9d-8eac-36346af95f9a tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:29.266109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6911cc1b-8077-487f-9249-d046ff110d74 req-00103114-0add-4b9d-8eac-36346af95f9a tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1102 time: 0.1918085 Jan 18 22:45:29.319098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6911cc1b-8077-487f-9249-d046ff110d74 req-20f7bbc0-b9e2-4a2c-afbf-c3a6ddd101b8 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Synchronizing usage tracker for tenant:4ebf36096a724b2ea1a3fc4d77f435c9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:29.350118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6911cc1b-8077-487f-9249-d046ff110d74 req-20f7bbc0-b9e2-4a2c-afbf-c3a6ddd101b8 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Unset dirty status for tenant:4ebf36096a724b2ea1a3fc4d77f435c9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:29.351452 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6911cc1b-8077-487f-9249-d046ff110d74 req-20f7bbc0-b9e2-4a2c-afbf-c3a6ddd101b8 tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849476 Jan 18 22:45:29.409338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-bf5e635b-521d-4c9f-a122-6bb01399ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:29.410327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-bf5e635b-521d-4c9f-a122-6bb01399ce67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 200 len: 848 time: 0.2311738 Jan 18 22:45:29.419395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e13f0-8faf-45e6-8436-63f1ea780c13 req-95915381-becf-4bf6-9ea0-98c30edb55d4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:29.426742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-143e13f0-8faf-45e6-8436-63f1ea780c13 req-95915381-becf-4bf6-9ea0-98c30edb55d4 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.7017486 Jan 18 22:45:29.537975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-db571ad4-886c-4302-b0ce-f0678c2ad352 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91dae531-d68b-4789-b3a6-7bc61d026d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777013 Jan 18 22:45:29.565219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.584787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-143e13f0-8faf-45e6-8436-63f1ea780c13 req-b574379f-dfed-472c-bb2a-65e28a55266c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571040 Jan 18 22:45:29.586035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147218-8ceb-43ab-aea8-7e4acd17e184 req-e616de0d-2779-41af-88f5-e1605e9c05c7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:29.587787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e147218-8ceb-43ab-aea8-7e4acd17e184 req-e616de0d-2779-41af-88f5-e1605e9c05c7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1073759 Jan 18 22:45:29.620833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada5e36e-662e-4f39-8fd9-4dca977d6596']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:29.640308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad4d501-fd56-42a9-8b78-f0c0b4681362') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:29.640682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad4d501-fd56-42a9-8b78-f0c0b4681362') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:29.655416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.679610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.686843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e147218-8ceb-43ab-aea8-7e4acd17e184 req-bbade182-a7de-45b8-8b28-17de2138e483 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863147 Jan 18 22:45:29.692130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:45:29.702342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:45:29.801326 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:45:29.914972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.983777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.993615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] Pushing event deleted for resources: {'Network': ['ID=ada5e36e-662e-4f39-8fd9-4dca977d6596,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:30.028134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-d93782f0-55a5-4394-a8c4-9fce5526ad7b service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839230 Jan 18 22:45:30.055515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d53af-6fcc-42ac-a6fe-f138d6fc0047 req-0726830a-fc23-460a-88ae-5dd2129a3717 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.065919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e9d53af-6fcc-42ac-a6fe-f138d6fc0047 req-0726830a-fc23-460a-88ae-5dd2129a3717 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.2069697 Jan 18 22:45:30.085631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08dbbd1e-edfe-4cdb-a2ca-d85bf2a33cde admin admin] 10.222.0.78 "DELETE /v2.0/networks/ada5e36e-662e-4f39-8fd9-4dca977d6596 HTTP/1.1" status: 204 len: 168 time: 3.2617643 Jan 18 22:45:30.137458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e9d53af-6fcc-42ac-a6fe-f138d6fc0047 req-9592563f-ce1f-4980-a400-b19e3195071a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703244 Jan 18 22:45:30.289572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:30.369189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-0b12bfb7-2059-412d-9b09-df4346652d66 service neutron] 10.222.0.86 "GET /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331358 Jan 18 22:45:30.413954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0cd77-edb9-41d2-b986-e4adb9445c51 req-3026311f-797f-4865-961c-9da67baf8991 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.416748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afb0cd77-edb9-41d2-b986-e4adb9445c51 req-3026311f-797f-4865-961c-9da67baf8991 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1270256 Jan 18 22:45:30.462616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36d931d7-f322-4e14-a6bf-add205e766a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8e5765266034bbc8b0f06cf136179e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648571 Jan 18 22:45:30.466660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51030) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:30.482422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b2c9-f004-422f-8917-72246edeabba req-0fdb4a8e-28b0-4ab9-8a5b-1d572ccaa28f tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.484586 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6de8b2c9-f004-422f-8917-72246edeabba req-0fdb4a8e-28b0-4ab9-8a5b-1d572ccaa28f tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 1102 time: 0.1520236 Jan 18 22:45:30.499799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afb0cd77-edb9-41d2-b986-e4adb9445c51 req-0fbf242f-8b37-4b35-bf25-1b84d2666c50 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770969 Jan 18 22:45:30.568029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6de8b2c9-f004-422f-8917-72246edeabba req-24ad6f03-a615-4a59-af2e-146507c378fc tempest-ServersAdminTestJSON-826075370 tempest-ServersAdminTestJSON-826075370-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688860 Jan 18 22:45:30.569701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6046d94a-b831-4e1d-a637-3437dd0c7186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.664543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6046d94a-b831-4e1d-a637-3437dd0c7186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.914579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf72a-272d-4d77-8fc9-531ca6096696 req-bbc39b8f-28d9-4fa0-91da-619db415d0a6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.928129 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd8cf72a-272d-4d77-8fc9-531ca6096696 req-bbc39b8f-28d9-4fa0-91da-619db415d0a6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.1563461 Jan 18 22:45:30.965195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afa91-0363-4a11-8504-992919f0c10c req-38d18fa2-17d9-4e54-be8b-56380c90f6cc tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.969576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-38d18fa2-17d9-4e54-be8b-56380c90f6cc tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a&tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1095 time: 0.2843525 Jan 18 22:45:30.983062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd8cf72a-272d-4d77-8fc9-531ca6096696 req-286dab72-968f-4388-8f28-759044387dad tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539010 Jan 18 22:45:31.131537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6046d94a-b831-4e1d-a637-3437dd0c7186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.172282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046d94a-b831-4e1d-a637-3437dd0c7186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ddddab-5f49-46cd-8995-b97b00709c7d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:31.194232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6046d94a-b831-4e1d-a637-3437dd0c7186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.215027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6046d94a-b831-4e1d-a637-3437dd0c7186 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87ddddab-5f49-46cd-8995-b97b00709c7d HTTP/1.1" status: 204 len: 168 time: 0.7536862 Jan 18 22:45:31.259583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc140dc-816a-4e36-a4c6-f6a9811cb7a0 req-8e4f7c34-86d5-4f36-bae2-590bc9694897 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.261272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dc140dc-816a-4e36-a4c6-f6a9811cb7a0 req-8e4f7c34-86d5-4f36-bae2-590bc9694897 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1462469 Jan 18 22:45:31.324251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1d4afa91-0363-4a11-8504-992919f0c10c req-5bf3cb00-3f87-494c-86fa-b2c27e551c77 service neutron] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:31.327673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1d4afa91-0363-4a11-8504-992919f0c10c req-5bf3cb00-3f87-494c-86fa-b2c27e551c77 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.330316 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dc140dc-816a-4e36-a4c6-f6a9811cb7a0 req-6423263f-d7a6-4070-839e-7ce5761d9679 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591440 Jan 18 22:45:31.335153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d4afa91-0363-4a11-8504-992919f0c10c req-5bf3cb00-3f87-494c-86fa-b2c27e551c77 service neutron] 10.222.0.86 "DELETE /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd/bindings/n-h2-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.3589380 Jan 18 22:45:31.514207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5c75-47ee-4312-8321-cb33154dd908 req-c34d57a8-4b0e-4172-ad37-93dcd7bbb21e tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.516445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-287b5c75-47ee-4312-8321-cb33154dd908 req-c34d57a8-4b0e-4172-ad37-93dcd7bbb21e tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1097 time: 0.0924366 Jan 18 22:45:31.570170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb90ca7-6123-4bdf-bea4-f543ad399da7 req-f60e8bad-2dd3-4932-b3e0-d4709c670600 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.572196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0eb90ca7-6123-4bdf-bea4-f543ad399da7 req-f60e8bad-2dd3-4932-b3e0-d4709c670600 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 950 time: 0.1492808 Jan 18 22:45:31.596907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-287b5c75-47ee-4312-8321-cb33154dd908 req-e156710c-c268-4954-b6ff-88c30fe931bc tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690143 Jan 18 22:45:31.637139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0eb90ca7-6123-4bdf-bea4-f543ad399da7 req-5386c617-3165-48e1-bf84-d347321e02e7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Jan 18 22:45:31.966854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2230cf0-a99a-44c5-bcf7-e6099a81be81 req-1e25cd04-3b4c-498b-9b3d-b6f2d75d49e5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.976766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2230cf0-a99a-44c5-bcf7-e6099a81be81 req-1e25cd04-3b4c-498b-9b3d-b6f2d75d49e5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1926150 Jan 18 22:45:31.982455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bf2cb-dffc-4e2c-87a9-343b81cad495 req-7cc8b6ed-3262-45ef-8fe7-e34b52032857 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.984262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b64bf2cb-dffc-4e2c-87a9-343b81cad495 req-7cc8b6ed-3262-45ef-8fe7-e34b52032857 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.1788917 Jan 18 22:45:32.057789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b64bf2cb-dffc-4e2c-87a9-343b81cad495 req-ecb7e23f-88c6-4fd1-8cb6-fab5951227ab tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643592 Jan 18 22:45:32.067882 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2230cf0-a99a-44c5-bcf7-e6099a81be81 req-c7a6ba3f-d1fa-40f4-b9de-36ee6c69309b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810657 Jan 18 22:45:32.343969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2517e-26a1-4b90-a663-9ceda5b5468e req-337d42df-3c9e-4a2b-bf90-4d49f0cab517 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:32.350716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-26c2517e-26a1-4b90-a663-9ceda5b5468e req-337d42df-3c9e-4a2b-bf90-4d49f0cab517 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1097 time: 0.1650088 Jan 18 22:45:32.439403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-26c2517e-26a1-4b90-a663-9ceda5b5468e req-7b53efba-9c20-4b12-a479-ed88270d40ef tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759671 Jan 18 22:45:32.577374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a558-3a6f-420b-a6b2-11ce4c9f25a7 req-85e089d4-dabe-4cf5-8ebd-6b98cc559cad tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:32.579011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51094) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:32.594782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c861a558-3a6f-420b-a6b2-11ce4c9f25a7 req-85e089d4-dabe-4cf5-8ebd-6b98cc559cad tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 1095 time: 0.1562457 Jan 18 22:45:32.746168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c861a558-3a6f-420b-a6b2-11ce4c9f25a7 req-1f360534-2ddb-433d-bd27-ea326ec2c0da tempest-LiveMigrationTest-2059898449 tempest-LiveMigrationTest-2059898449-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491272 Jan 18 22:45:32.846279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-95466928-network', 'tenant_id': 'ded23796607b4af0881aa72c73e0d98e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:32.867995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:32.882201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Usage tracker for resource:network and tenant:ded23796607b4af0881aa72c73e0d98e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:32.889862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:32.897938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:32.938847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Made reservation on behalf of ded23796607b4af0881aa72c73e0d98e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:32.941113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.987462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.026641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:33.040217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Usage tracker for resource:security_group_rule and tenant:ded23796607b4af0881aa72c73e0d98e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:33.044048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:33.053863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:33.156748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827f624-d36b-47a0-b9f9-c8c6e2d568c1 req-fa975b4a-f608-4ef9-9016-daf02118b99e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.167003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0827f624-d36b-47a0-b9f9-c8c6e2d568c1 req-fa975b4a-f608-4ef9-9016-daf02118b99e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.2583613 Jan 18 22:45:33.199499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41dcb5-33e1-4a3e-8d59-3525738df52d req-7163778e-701a-432c-a10f-4a28d20c4985 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.207624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f41dcb5-33e1-4a3e-8d59-3525738df52d req-7163778e-701a-432c-a10f-4a28d20c4985 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 950 time: 0.1438777 Jan 18 22:45:33.290851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f41dcb5-33e1-4a3e-8d59-3525738df52d req-bcd1a9ad-156f-4472-bf01-72f45fe27b2d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Jan 18 22:45:33.342294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-1f1cbe16-5393-498f-8099-9f0c241295ce tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.342508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.344003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-1f1cbe16-5393-498f-8099-9f0c241295ce tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 950 time: 0.3190446 Jan 18 22:45:33.369981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.405860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a8b35-5515-4821-8c76-69c021ef3d11,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:33.428307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0827f624-d36b-47a0-b9f9-c8c6e2d568c1 req-21a3d6a2-9a3c-4dfb-9ca8-619d823d594e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569146 Jan 18 22:45:33.434492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:33.452621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.452621 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Added segment f52bf7ad-a643-43ac-bf1b-01d32d38f962 of type vlan for network a77c7078-7b31-4fa1-ba87-f87856d8e77e Jan 18 22:45:33.488997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.531714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Deleting port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:33.532844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.537900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.539813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.544319 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.711462 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1351187 Jan 18 22:45:33.716900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:33.721559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369a6f1-73d0-447c-a82a-c3795bf3d55a admin admin] Pushing event updated for resources: {'Network': ['ID=a77c7078-7b31-4fa1-ba87-f87856d8e77e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:33.727455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Request body: {'subnet': {'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-95466928-subnet', 'tenant_id': 'ded23796607b4af0881aa72c73e0d98e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:33.734141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:45:33.738090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:33.742718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Usage tracker for resource:subnet and tenant:ded23796607b4af0881aa72c73e0d98e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:33.749701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:33.810645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:33.837629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Made reservation on behalf of ded23796607b4af0881aa72c73e0d98e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:33.840440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.032297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] For port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:34.033394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.087967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ad480-419d-4bd6-9ec7-ab914b79f465 req-f14659a3-467a-4087-8e4c-ab8803d59b5c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.089764 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845ad480-419d-4bd6-9ec7-ab914b79f465 req-f14659a3-467a-4087-8e4c-ab8803d59b5c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.3415387 Jan 18 22:45:34.117419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.195261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Calling delete_port for 0868df7a-9965-4a6c-bb2b-1b8e8822d76a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:34.200034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845ad480-419d-4bd6-9ec7-ab914b79f465 req-aeb2ca55-fe4d-404f-894e-dd93a0cbb049 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026852 Jan 18 22:45:34.286082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.462768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:34.479192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-5d15fa44-c5db-4f26-bbdc-17d77e0e1458 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.480883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-5d15fa44-c5db-4f26-bbdc-17d77e0e1458 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.1850865 Jan 18 22:45:34.487159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Checking segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:34.487518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Network hostable DHCP agents. Network: a77c7078-7b31-4fa1-ba87-f87856d8e77e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:34.533979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199f879-0244-4efe-8902-5da94f67c0c9 req-7f42138f-4f33-412b-921d-3b03c9bb98b0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.543032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8199f879-0244-4efe-8902-5da94f67c0c9 req-7f42138f-4f33-412b-921d-3b03c9bb98b0 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 944 time: 0.1895227 Jan 18 22:45:34.547620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:34.581949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Deleting port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:34.582796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.665790 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8199f879-0244-4efe-8902-5da94f67c0c9 req-8e8a3bfb-f9ff-40c2-9374-3f7ff15bef1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214716 Jan 18 22:45:34.666902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a77c7078-7b31-4fa1-ba87-f87856d8e77e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:34.676237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.676816 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.683062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c98a98-d288-49f1-85b4-f8f94bc7029d None None] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:45:34.685840 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.733865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6a16ad66-7ebe-4b6e-857a-bf2daf5da014 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0157557 Jan 18 22:45:34.740804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['02e05a94-956f-4235-9d56-93199891e24a', '35978993-2d49-44a7-8a65-caa77d5e7096'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:34.765001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event deleted for resources: {'Port': ['ID=0868df7a-9965-4a6c-bb2b-1b8e8822d76a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:34.944591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] No DVR routers for this DVR port 0868df7a-9965-4a6c-bb2b-1b8e8822d76a on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:34.979879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.006387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d224dc9-8ef5-4584-a26e-643800451212', 'name': 'network-vif-deleted', 'tag': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:35.045473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-556d59af-1c71-42d8-964d-caa7211c7dc5 req-5a30bb3b-a447-4563-a205-ed40055fc503 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "DELETE /v2.0/ports/0868df7a-9965-4a6c-bb2b-1b8e8822d76a HTTP/1.1" status: 204 len: 173 time: 1.6900837 Jan 18 22:45:35.294848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] For port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:35.295520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.417759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcb202-7c9d-44da-a3fc-7ad67523b9e3 None None] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:45:35.447221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d32839b-cf62-45f1-8cc5-e9e253a5060d req-c8e2538c-8a24-4ad9-92fb-921665a005aa tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d224dc9-8ef5-4584-a26e-643800451212 HTTP/1.1" status: 200 len: 210 time: 0.1022122 Jan 18 22:45:35.513537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-6ac986c7-b2e0-4363-96f8-fd42edbc3ee2 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:45:35.521298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-6ac986c7-b2e0-4363-96f8-fd42edbc3ee2 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1136947 Jan 18 22:45:35.529884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Calling delete_port for 05d2f87e-3dca-4a27-839a-a8a338d3c9dd owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:35.560928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Request body: {'binding': {'host': 'n-h1-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:35.561702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Unknown quota resources ['binding']. {{(pid=87811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 22:45:35.686069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834c789-7e1f-4a29-8af0-b68df50a6e7d req-506b8403-09fa-49bb-8f0c-1b32ea5a9b5e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.693935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e834c789-7e1f-4a29-8af0-b68df50a6e7d req-506b8403-09fa-49bb-8f0c-1b32ea5a9b5e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1055057 Jan 18 22:45:35.771669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e834c789-7e1f-4a29-8af0-b68df50a6e7d req-e43191dc-bc51-449f-a79d-a15afb374df0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764580 Jan 18 22:45:35.952731 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d224dc9-8ef5-4584-a26e-643800451212', 'name': 'network-vif-deleted', 'tag': '0868df7a-9965-4a6c-bb2b-1b8e8822d76a', 'status': 'completed', 'code': 200} Jan 18 22:45:36.080483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on host n-h1-825178-1 for vnic_type normal with profile None {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:36.081588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:36.082112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:36.094697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:36.095213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:36.107719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:36.108061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:36.108446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:36.109103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Bound port: a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:36.143929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.195944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:36.197038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event deleted for resources: {'Port': ['ID=05d2f87e-3dca-4a27-839a-a8a338d3c9dd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:36.250768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0868df7a-9965-4a6c-bb2b-1b8e8822d76a no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:36.282105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] No DVR routers for this DVR port 05d2f87e-3dca-4a27-839a-a8a338d3c9dd on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:36.284008 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.292982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 0868df7a-9965-4a6c-bb2b-1b8e8822d76a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:36.293542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0868df7a-9965-4a6c-bb2b-1b8e8822d76a not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:36.295657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-a632441c-9440-418f-af28-c8b187cbba8c service neutron] 10.222.0.78 "POST /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56/bindings HTTP/1.1" status: 201 len: 389 time: 0.7679386 Jan 18 22:45:36.296889 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.299679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-646e3768-9008-4657-bb1f-8e3d2f6eb00d req-a06d44ef-522b-4421-b7dd-64803201cc1a tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "DELETE /v2.0/ports/05d2f87e-3dca-4a27-839a-a8a338d3c9dd HTTP/1.1" status: 204 len: 173 time: 1.8111315 Jan 18 22:45:36.330944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:36.382259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 05d2f87e-3dca-4a27-839a-a8a338d3c9dd {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:36.382604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 05d2f87e-3dca-4a27-839a-a8a338d3c9dd not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:36.394713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-94cea5f0-f128-4c50-8c62-8f543c4e888d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.395426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-94cea5f0-f128-4c50-8c62-8f543c4e888d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:36.421912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-94cea5f0-f128-4c50-8c62-8f543c4e888d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:36.428509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-94cea5f0-f128-4c50-8c62-8f543c4e888d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.2287333 Jan 18 22:45:36.445359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-ec1a15b9-3ee2-46f0-9191-e65a9f5a37de tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/quotas/ded23796607b4af0881aa72c73e0d98e HTTP/1.1" status: 200 len: 375 time: 0.0157282 Jan 18 22:45:36.471078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['03d7b568-923f-41d0-9974-9d571a337976'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:36.508468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-7bab28c9-ef8b-4b10-a337-869fe9877704 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618887 Jan 18 22:45:36.542897 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.599871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e9b12-c3aa-43ab-a19d-cf59ded6edb6 req-3496a07d-08a7-4ede-8b3b-6100ab7dda54 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.602062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-501e9b12-c3aa-43ab-a19d-cf59ded6edb6 req-3496a07d-08a7-4ede-8b3b-6100ab7dda54 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.0966330 Jan 18 22:45:36.667469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-501e9b12-c3aa-43ab-a19d-cf59ded6edb6 req-85a610ee-7094-4d3e-8780-c574810feb51 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589955 Jan 18 22:45:36.692041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a357740e-f5b0-4e58-aff9-de6d0dcedaa8 service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741927 Jan 18 22:45:36.825507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-346e3177-9bab-45d9-8ffa-d0964fa79cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.827670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-346e3177-9bab-45d9-8ffa-d0964fa79cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1097 time: 0.1587903 Jan 18 22:45:36.898907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-4fbfa928-eff0-4bc3-9685-700bdb5fe94b service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050717 Jan 18 22:45:36.990038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-395fd8cd-8675-4a89-af39-f059c8c42a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.991805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-395fd8cd-8675-4a89-af39-f059c8c42a63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.1568604 Jan 18 22:45:37.041900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a31754fd-624c-4ab7-9266-8bad45827b25 req-ca425210-ca46-4f97-9e06-c220a8c90ecd tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:37.141221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9190bcb3-3bc8-42b0-be45-6a242023b479 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 217 time: 0.0959153 Jan 18 22:45:37.184376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a31754fd-624c-4ab7-9266-8bad45827b25 req-ca425210-ca46-4f97-9e06-c220a8c90ecd tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:37.193034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a31754fd-624c-4ab7-9266-8bad45827b25 req-ca425210-ca46-4f97-9e06-c220a8c90ecd tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9142495-43dd-4234-bfcf-2ebf2b40e47a HTTP/1.1" status: 200 len: 210 time: 0.1998308 Jan 18 22:45:37.236215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-e88b5b95-dc3c-4f98-bbff-b270733b5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:37.237831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-e88b5b95-dc3c-4f98-bbff-b270733b5008 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0910416 Jan 18 22:45:37.421771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-ec4df944-9456-4874-91ab-a0727ff6dd53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716535 Jan 18 22:45:37.581056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65e744-82ef-408c-8f2b-17e8e5e7674c req-1e40aa75-6c57-4a33-8002-6aa24e0710cf tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:37.582994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de65e744-82ef-408c-8f2b-17e8e5e7674c req-1e40aa75-6c57-4a33-8002-6aa24e0710cf tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.2401400 Jan 18 22:45:37.605298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c079fc3-b661-4cae-afbb-2027eff14055 req-e36109db-9e0d-4f0b-aa2f-20b0d414a5e6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:37.607695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c079fc3-b661-4cae-afbb-2027eff14055 req-e36109db-9e0d-4f0b-aa2f-20b0d414a5e6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1220245 Jan 18 22:45:37.618859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-fae6b575-ad72-43eb-8e00-af67edaaf845 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886754 Jan 18 22:45:37.661623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c079fc3-b661-4cae-afbb-2027eff14055 req-6d942101-9571-491f-ac4d-1fd10c7be809 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Jan 18 22:45:37.743975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de65e744-82ef-408c-8f2b-17e8e5e7674c req-8bfdf8cd-1161-43b2-8960-4ec61f7be32f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501892 Jan 18 22:45:37.819300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9a6105ac-0588-49df-bbc8-142c3a772349 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839623 Jan 18 22:45:37.907028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c041d89f-8ee5-406a-bf23-2f49d0b3cb63 req-3b771445-514f-44ef-ae81-caa7cb87c534 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 210 time: 0.0940604 Jan 18 22:45:37.954416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'name': 'network-vif-deleted', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:38.314849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9adf63-8d51-410f-a691-c77f86a972c7 req-577670bb-7b39-4501-bbc0-6721722c7f14 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.316262 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc9adf63-8d51-410f-a691-c77f86a972c7 req-577670bb-7b39-4501-bbc0-6721722c7f14 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 950 time: 0.0935128 Jan 18 22:45:38.337230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e0b8-f5e9-4b39-ba83-e2d1bd090f0a req-2fb9be28-b52e-45d3-9e55-abc3e8a5ddb4 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.338881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bad5e0b8-f5e9-4b39-ba83-e2d1bd090f0a req-2fb9be28-b52e-45d3-9e55-abc3e8a5ddb4 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1129324 Jan 18 22:45:38.414670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bad5e0b8-f5e9-4b39-ba83-e2d1bd090f0a req-2f1d997a-c5f2-4e53-9ded-95ac2c78424c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Jan 18 22:45:38.447297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc9adf63-8d51-410f-a691-c77f86a972c7 req-61e79f54-b6b6-48f5-982f-a2a01f3d24fa tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242220 Jan 18 22:45:38.559600 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9142495-43dd-4234-bfcf-2ebf2b40e47a', 'name': 'network-vif-deleted', 'tag': '05d2f87e-3dca-4a27-839a-a8a338d3c9dd', 'status': 'completed', 'code': 200} Jan 18 22:45:38.714539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-262dca3d-20a1-445d-9585-2758c6afa166 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.716041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-262dca3d-20a1-445d-9585-2758c6afa166 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.86 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.3253386 Jan 18 22:45:38.735259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d445f-af12-4dc5-9241-0b994c0a5cad req-4f5c5f10-7780-46a8-8c13-278e555e4cd1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.736158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7a4d445f-af12-4dc5-9241-0b994c0a5cad req-4f5c5f10-7780-46a8-8c13-278e555e4cd1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Synchronizing usage tracker for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:38.743323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Request body: {'port': {'device_id': '238090fb-39af-4492-9589-cc4c59a3920c', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'admin_state_up': True, 'tenant_id': 'ded23796607b4af0881aa72c73e0d98e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:39.025813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7a4d445f-af12-4dc5-9241-0b994c0a5cad req-4f5c5f10-7780-46a8-8c13-278e555e4cd1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Unset dirty status for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:39.036159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d445f-af12-4dc5-9241-0b994c0a5cad req-4f5c5f10-7780-46a8-8c13-278e555e4cd1 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 950 time: 0.4380898 Jan 18 22:45:39.171740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d445f-af12-4dc5-9241-0b994c0a5cad req-d623180f-0843-41d1-a631-477b45d301a5 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342449 Jan 18 22:45:39.230644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:39.237443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Usage tracker for resource:port and tenant:ded23796607b4af0881aa72c73e0d98e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:39.241295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:39.250405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:39.267123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Made reservation on behalf of ded23796607b4af0881aa72c73e0d98e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:39.275887 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.576870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ae93-751d-44a4-8f76-ca73a8e763d3 req-d53df89d-d52d-4e16-9915-0b917c886040 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:39.584334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9926ae93-751d-44a4-8f76-ca73a8e763d3 req-d53df89d-d52d-4e16-9915-0b917c886040 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.2089517 Jan 18 22:45:39.605434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Allocated IP 172.20.0.6 (a77c7078-7b31-4fa1-ba87-f87856d8e77e/94edd2a9-b7cd-4c96-b7cc-63fbb9481b03/b9541ef8-df9a-4655-b38d-a9fecde93076) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:39.661867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9926ae93-751d-44a4-8f76-ca73a8e763d3 req-95818f18-2fc8-4a83-971a-7f0e85cf3e01 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766582 Jan 18 22:45:39.713328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f763912-e835-488d-a92a-17077a5c8a2c req-cddc6ce7-7eba-471a-a2e3-d877e5bc8f02 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:39.720640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f763912-e835-488d-a92a-17077a5c8a2c req-cddc6ce7-7eba-471a-a2e3-d877e5bc8f02 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.2128978 Jan 18 22:45:39.784325 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f763912-e835-488d-a92a-17077a5c8a2c req-84278938-8235-4c6d-a16e-daeb37aae617 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626340 Jan 18 22:45:40.000660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63bed2da-2874-46ba-928a-7633a319ac7f req-1e7d3087-897a-473b-8d3d-9e41353937cd tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 210 time: 0.1074274 Jan 18 22:45:40.138033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865fce3-8da5-4e75-a5e2-36b36be3c8e3 req-12204b50-d392-4d65-916a-aaed45577186 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.139400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6865fce3-8da5-4e75-a5e2-36b36be3c8e3 req-12204b50-d392-4d65-916a-aaed45577186 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1408691 Jan 18 22:45:40.211570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.222184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6865fce3-8da5-4e75-a5e2-36b36be3c8e3 req-4b4f720a-af97-45ff-8acf-019d8482cd32 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765579 Jan 18 22:45:40.252974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-3335555e-6b86-4dbd-86de-cd2f1d2145a7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.254458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-3335555e-6b86-4dbd-86de-cd2f1d2145a7 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 950 time: 0.1852517 Jan 18 22:45:40.338549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Deleting port 02e05a94-956f-4235-9d56-93199891e24a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:40.338888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.364265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:40.371009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.521797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:40.527534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:40.530191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:45:40.566674 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.593650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:40.612662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:40.622630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:40.626860 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.706203 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'code': 200} Jan 18 22:45:40.719939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.720609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.769559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:40.833636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c5578-ca0b-4b11-b73c-44dbddf683b3 req-e99b347d-07af-4a61-bb64-f2dce170d8e6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.835203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-709c5578-ca0b-4b11-b73c-44dbddf683b3 req-e99b347d-07af-4a61-bb64-f2dce170d8e6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 950 time: 0.5168748 Jan 18 22:45:40.839532 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-48b135e6-09f1-4523-a505-4cb242e16f0d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1003959 Jan 18 22:45:40.862277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Request body: {'port': {'device_id': '238090fb-39af-4492-9589-cc4c59a3920c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:40.936812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b311701-ef2a-4ce7-8e90-bc4cb0c6f6f1 req-5ad2c488-7431-4b14-84e0-44d96167d242 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.944788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b311701-ef2a-4ce7-8e90-bc4cb0c6f6f1 req-5ad2c488-7431-4b14-84e0-44d96167d242 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1326890 Jan 18 22:45:40.987213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-709c5578-ca0b-4b11-b73c-44dbddf683b3 req-94f269e7-c71d-4540-a615-ffdb36c509b6 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442478 Jan 18 22:45:40.988576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b311701-ef2a-4ce7-8e90-bc4cb0c6f6f1 req-ef247637-cf70-475a-8850-d02a2231101c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Jan 18 22:45:40.993980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] For port 02e05a94-956f-4235-9d56-93199891e24a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=02e05a94-956f-4235-9d56-93199891e24a,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:40.994349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.297596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Calling delete_port for 02e05a94-956f-4235-9d56-93199891e24a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:41.347917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4b7db-008c-47f7-a9e1-39a2fbdc6beb req-53016ade-4f86-44f1-9493-78f40c3f17f9 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:41.349420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11a4b7db-008c-47f7-a9e1-39a2fbdc6beb req-53016ade-4f86-44f1-9493-78f40c3f17f9 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.1028652 Jan 18 22:45:41.391264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.446371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11a4b7db-008c-47f7-a9e1-39a2fbdc6beb req-6ca77985-1eb0-4b56-aea2-762fef1cd67c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906160 Jan 18 22:45:41.598630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38961a02-e382-4109-8a6c-760f03b06665 req-4827c1c6-8045-4dd7-a416-78b62ad3145f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:41.599322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-38961a02-e382-4109-8a6c-760f03b06665 req-4827c1c6-8045-4dd7-a416-78b62ad3145f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:41.677112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-38961a02-e382-4109-8a6c-760f03b06665 req-4827c1c6-8045-4dd7-a416-78b62ad3145f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:41.678280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38961a02-e382-4109-8a6c-760f03b06665 req-4827c1c6-8045-4dd7-a416-78b62ad3145f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 931 time: 0.3502188 Jan 18 22:45:41.725499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae1b29-9e8b-4b1a-b0a1-af9d8872a806 req-3e6beb1d-f2cb-4d24-a7b7-9355f180fb13 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:41.726992 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbae1b29-9e8b-4b1a-b0a1-af9d8872a806 req-3e6beb1d-f2cb-4d24-a7b7-9355f180fb13 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Jan 18 22:45:41.764266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.775096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbae1b29-9e8b-4b1a-b0a1-af9d8872a806 req-9973c50b-2c62-48be-bc71-aa58b8a49882 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Jan 18 22:45:41.786310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['02e05a94-956f-4235-9d56-93199891e24a', '35978993-2d49-44a7-8a65-caa77d5e7096'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:41.839514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event deleted for resources: {'Port': ['ID=02e05a94-956f-4235-9d56-93199891e24a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:41.960281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38961a02-e382-4109-8a6c-760f03b06665 req-64c4e5ed-8973-41ee-8c57-617b7ccdf785 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318995 Jan 18 22:45:41.986761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] No DVR routers for this DVR port 02e05a94-956f-4235-9d56-93199891e24a on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:41.992356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.996005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'name': 'network-vif-deleted', 'tag': '02e05a94-956f-4235-9d56-93199891e24a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:42.031290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c94fad5-66b5-4175-aba9-8ef1f3db81b0 req-30d83a8b-c352-46f8-9cab-b3ab4e93002c tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "DELETE /v2.0/ports/02e05a94-956f-4235-9d56-93199891e24a HTTP/1.1" status: 204 len: 173 time: 1.7692344 Jan 18 22:45:42.083400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd3aa-3f15-4aa2-a670-fff9c452ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.136995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9541ef8-df9a-4655-b38d-a9fecde93076 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:42.145252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.162434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Transition to ACTIVE for port object b9541ef8-df9a-4655-b38d-a9fecde93076 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:42.164578 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0b5d7-5aac-459d-a3bb-2b953de38b5e', 'name': 'network-vif-deleted', 'tag': '02e05a94-956f-4235-9d56-93199891e24a', 'status': 'completed', 'code': 200} Jan 18 22:45:42.168882 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.332312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4beeba-c05e-4d18-a742-f7fc67dfa5ad req-220d4e1f-8f2f-4000-a668-110ca3e933f3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.333796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd4beeba-c05e-4d18-a742-f7fc67dfa5ad req-220d4e1f-8f2f-4000-a668-110ca3e933f3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1010392 Jan 18 22:45:42.354603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e4e9bbc3-174c-49aa-b7b5-becfd1a091a2 req-4a94a7e1-064a-45cf-adf5-dbc50b4e665d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Synchronizing usage tracker for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:42.363516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:42.387649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd4beeba-c05e-4d18-a742-f7fc67dfa5ad req-4a1e8fa9-b103-4d23-b860-9e2f27752421 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473759 Jan 18 22:45:42.445238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e4e9bbc3-174c-49aa-b7b5-becfd1a091a2 req-4a94a7e1-064a-45cf-adf5-dbc50b4e665d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Unset dirty status for tenant:d5448b57845349ccbc2d8f788c35d249 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:42.446414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4e9bbc3-174c-49aa-b7b5-becfd1a091a2 req-4a94a7e1-064a-45cf-adf5-dbc50b4e665d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=22c0b5d7-5aac-459d-a3bb-2b953de38b5e HTTP/1.1" status: 200 len: 210 time: 0.2218120 Jan 18 22:45:42.447066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:42.507204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Attempting to bind port b9541ef8-df9a-4655-b38d-a9fecde93076 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:42.507535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Attempting to bind port b9541ef8-df9a-4655-b38d-a9fecde93076 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:42.507869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Attempting to bind port b9541ef8-df9a-4655-b38d-a9fecde93076 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:42.512583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Port b9541ef8-df9a-4655-b38d-a9fecde93076 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:42.512901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Attempting to bind port b9541ef8-df9a-4655-b38d-a9fecde93076 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:42.518510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:42.518853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Checking segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:42.519332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Bound using segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:42.519761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Bound port: b9541ef8-df9a-4655-b38d-a9fecde93076, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:42.520107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.539158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:42.556132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'mac_address': 'fa:16:3e:d6:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:42.615269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.633018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9a1f24-9e39-46b1-a780-9cd19e0497ed {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:42.643916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435df6a5-6335-49c2-aaff-c960d856c8c8 req-a43748b2-fc18-4d4c-84df-671d1d9b3924 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.645602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-435df6a5-6335-49c2-aaff-c960d856c8c8 req-a43748b2-fc18-4d4c-84df-671d1d9b3924 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.0816200 Jan 18 22:45:42.648877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:42.655390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.665923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:42.670431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:42.679528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.702671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-435df6a5-6335-49c2-aaff-c960d856c8c8 req-a807d5c6-4425-4bcb-a8b8-39d8b7221914 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493929 Jan 18 22:45:42.727279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f263da-688f-4502-a4bf-c8251849bfc0 req-01f58184-c747-46e8-b907-65ba4a6bd714 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.728583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8f263da-688f-4502-a4bf-c8251849bfc0 req-01f58184-c747-46e8-b907-65ba4a6bd714 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.1681943 Jan 18 22:45:42.743296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:42.771101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.771714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.773114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] 10.222.0.86 "PUT /v2.0/ports/b9541ef8-df9a-4655-b38d-a9fecde93076 HTTP/1.1" status: 200 len: 1091 time: 1.9263194 Jan 18 22:45:42.804049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['bd9a1f24-9e39-46b1-a780-9cd19e0497ed'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:42.863636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8f263da-688f-4502-a4bf-c8251849bfc0 req-0a750a97-0e7a-4cb4-b667-dcb7924c7f77 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254683 Jan 18 22:45:42.864290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836dda8-fbd0-4312-9251-e1c4e6373f07 service neutron] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:43.062064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-bebce26b-71a1-483b-954a-377d9b49e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.064116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-bebce26b-71a1-483b-954a-377d9b49e870 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 1094 time: 0.1857362 Jan 18 22:45:43.080698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088796d-a805-4185-92ef-34535106e710 req-1629f095-3ae4-47d8-bd47-38a204f96a98 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.083379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b088796d-a805-4185-92ef-34535106e710 req-1629f095-3ae4-47d8-bd47-38a204f96a98 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.1407349 Jan 18 22:45:43.251031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-64978125-c881-4b7c-99a4-44fb1b4a41ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9541ef8-df9a-4655-b38d-a9fecde93076 HTTP/1.1" status: 200 len: 217 time: 0.1662040 Jan 18 22:45:43.292151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f045e01-31ee-41b2-898b-8d62638f9817 req-0853e5ba-10e2-449c-8556-592626507aa9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.293906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f045e01-31ee-41b2-898b-8d62638f9817 req-0853e5ba-10e2-449c-8556-592626507aa9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.2839444 Jan 18 22:45:43.344412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f045e01-31ee-41b2-898b-8d62638f9817 req-920e2151-dcd4-4542-b510-edd4c4162ef0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Jan 18 22:45:43.453223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Deleting port 03d7b568-923f-41d0-9974-9d571a337976 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:43.453570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.533478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-480d01b4-f570-4bbf-aa13-6fcf34c34342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.534915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-480d01b4-f570-4bbf-aa13-6fcf34c34342 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.2667220 Jan 18 22:45:43.583473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f44a-3bfa-4947-90d6-5665ed77cf36 req-dd42d1a7-147d-4811-92cd-77aecd704dc8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.585022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29e3f44a-3bfa-4947-90d6-5665ed77cf36 req-dd42d1a7-147d-4811-92cd-77aecd704dc8 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.0836835 Jan 18 22:45:43.623134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-417025d3-89f5-40a2-8518-7bfcf8676ee3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582039 Jan 18 22:45:43.634450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29e3f44a-3bfa-4947-90d6-5665ed77cf36 req-bbcd33e7-be1b-40fd-93aa-fe3173766ffa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Jan 18 22:45:43.749230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b84dca-6869-40c9-8918-1655ab46f9a0 req-fb83d662-b8be-45f0-854f-8679d0eebf75 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.755570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76b84dca-6869-40c9-8918-1655ab46f9a0 req-fb83d662-b8be-45f0-854f-8679d0eebf75 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 943 time: 0.5612192 Jan 18 22:45:44.002426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76b84dca-6869-40c9-8918-1655ab46f9a0 req-541e2ec3-f2c4-4349-987f-53e2a0cc5efe tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443273 Jan 18 22:45:44.035336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa0f7c-084b-4fd2-b92b-5642085549bd req-3684374b-92bb-43ae-a91b-4ad3b7db9d92 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:44.037981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3fa0f7c-084b-4fd2-b92b-5642085549bd req-3684374b-92bb-43ae-a91b-4ad3b7db9d92 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.1141939 Jan 18 22:45:44.088264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] For port 03d7b568-923f-41d0-9974-9d571a337976, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=03d7b568-923f-41d0-9974-9d571a337976,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:44.088911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.105349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-314856fb-e714-4fc5-9132-64a072057e5d service neutron] 10.222.0.86 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721868 Jan 18 22:45:44.119675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3fa0f7c-084b-4fd2-b92b-5642085549bd req-9f387e57-ac0e-43c9-b979-8954d90fab7a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704045 Jan 18 22:45:44.195740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:44.287556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 02e05a94-956f-4235-9d56-93199891e24a no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:44.394745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Calling delete_port for 03d7b568-923f-41d0-9974-9d571a337976 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:44.407273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:44.492976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa76ad24-1034-4c69-b054-c27bf32c7afb req-840be1d9-5f16-4462-a317-58333795ff69 service neutron] 10.222.0.86 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253811 Jan 18 22:45:44.515789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 02e05a94-956f-4235-9d56-93199891e24a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:44.516117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 02e05a94-956f-4235-9d56-93199891e24a not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:44.526679 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'status': 'completed', 'code': 200} Jan 18 22:45:44.556885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port bd9a1f24-9e39-46b1-a780-9cd19e0497ed triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:44.557475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.560565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a22a-50ed-482f-89be-06a6ccce6bb8 req-6d8135e8-07e2-4ad8-8ce4-2a9902cb1869 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:44.569370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f1a22a-50ed-482f-89be-06a6ccce6bb8 req-6d8135e8-07e2-4ad8-8ce4-2a9902cb1869 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 944 time: 0.2115707 Jan 18 22:45:44.614744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bb74a08-187f-4750-b2c7-b83f8a0289a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.638331 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f1a22a-50ed-482f-89be-06a6ccce6bb8 req-e870d202-1ed3-4ee0-ab90-595fdc29b77c tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Jan 18 22:45:44.702109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.750498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:44.763129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:44.779675 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.807373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.865980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378decb-4c15-4900-b5da-d5ad0507540a req-8cb754d2-1048-45a5-8e35-a3508b8f7635 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:44.868939 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2378decb-4c15-4900-b5da-d5ad0507540a req-8cb754d2-1048-45a5-8e35-a3508b8f7635 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.1268520 Jan 18 22:45:44.878293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event deleted for resources: {'Port': ['ID=03d7b568-923f-41d0-9974-9d571a337976,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:44.887120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:44.911485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998c47-207b-4a77-bae1-26171789b410 req-89b25fcd-f61e-478f-b0c9-444f031b312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:44.912999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-89b25fcd-f61e-478f-b0c9-444f031b312c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 1094 time: 0.2592118 Jan 18 22:45:44.987986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2378decb-4c15-4900-b5da-d5ad0507540a req-416969a5-ed0f-4b34-9230-518ac6ad18b3 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124370 Jan 18 22:45:45.102633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa17ad6-c4eb-4285-b04d-2b9771eecd5a req-056a9843-69cc-4255-b088-eaa370da7d24 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.105418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fa17ad6-c4eb-4285-b04d-2b9771eecd5a req-056a9843-69cc-4255-b088-eaa370da7d24 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.4504371 Jan 18 22:45:45.111817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] No DVR routers for this DVR port 03d7b568-923f-41d0-9974-9d571a337976 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:45.114989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:45.185988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b088796d-a805-4185-92ef-34535106e710 req-40a0efa1-dbc5-40a3-9740-e64f9eb69023 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "DELETE /v2.0/ports/03d7b568-923f-41d0-9974-9d571a337976 HTTP/1.1" status: 204 len: 173 time: 2.0328681 Jan 18 22:45:45.206690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998c47-207b-4a77-bae1-26171789b410 req-fa0a034c-aa6e-4430-99f7-9dfae458206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.206690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-fa0a034c-aa6e-4430-99f7-9dfae458206d service neutron] 10.222.0.86 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 904 time: 0.2870238 Jan 18 22:45:45.278015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2af06-c9d5-405d-86d4-d3013505d0f3 req-9cf7341a-77a4-4a4f-b647-7f2f277f73c5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.279551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73f2af06-c9d5-405d-86d4-d3013505d0f3 req-9cf7341a-77a4-4a4f-b647-7f2f277f73c5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1814516 Jan 18 22:45:45.309694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fa17ad6-c4eb-4285-b04d-2b9771eecd5a req-7c0e4767-9ae5-4752-b26e-190f0603c9d6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905184 Jan 18 22:45:45.339912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-539ac71d-5026-4908-86d3-6f7921fc66bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9541ef8-df9a-4655-b38d-a9fecde93076 HTTP/1.1" status: 200 len: 217 time: 0.1231394 Jan 18 22:45:45.388295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73f2af06-c9d5-405d-86d4-d3013505d0f3 req-7618f0a7-7fb6-4f2b-ab23-6cbca03e455c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000512 Jan 18 22:45:45.400505 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'code': 200} Jan 18 22:45:45.522503 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:45:45.589814 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:45.609128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:45.655328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998c47-207b-4a77-bae1-26171789b410 req-9180d02d-6931-4464-9ece-c5ab0fd536d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.656923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-9180d02d-6931-4464-9ece-c5ab0fd536d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.3119514 Jan 18 22:45:45.666257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514ce3d-ebf7-4474-904d-8507ab2837f7 req-58df6adc-4c57-47dc-a347-f78573f98714 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.673412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b514ce3d-ebf7-4474-904d-8507ab2837f7 req-58df6adc-4c57-47dc-a347-f78573f98714 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 943 time: 0.1063001 Jan 18 22:45:45.739315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b514ce3d-ebf7-4474-904d-8507ab2837f7 req-c2a54ccf-fbb3-4314-9eb4-2c5bdeb67281 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:45.756533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-7585e9ad-d9d5-4949-8173-b0e412f05b9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925777 Jan 18 22:45:45.774908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b514ce3d-ebf7-4474-904d-8507ab2837f7 req-c2a54ccf-fbb3-4314-9eb4-2c5bdeb67281 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:45.776218 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b514ce3d-ebf7-4474-904d-8507ab2837f7 req-c2a54ccf-fbb3-4314-9eb4-2c5bdeb67281 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020637 Jan 18 22:45:45.910513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57d09a-e6fc-4923-a067-b32d2fc18f10 req-18af3bf2-bb28-4c66-820c-5f1ba5f162f6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.912411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5c57d09a-e6fc-4923-a067-b32d2fc18f10 req-18af3bf2-bb28-4c66-820c-5f1ba5f162f6 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.2496881 Jan 18 22:45:45.966293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-87f28b38-98d1-4f89-a253-d070a669efc2 service neutron] 10.222.0.86 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952572 Jan 18 22:45:46.182132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04998c47-207b-4a77-bae1-26171789b410 req-45fb196f-36f3-448b-a7e6-60acdee256c5 service neutron] 10.222.0.86 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036958 Jan 18 22:45:46.244069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42f1fc04-5e4c-4420-a6d3-f151eac9997f req-625001c4-4784-4e66-b839-986f09d09d04 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d075408-1df1-4755-817e-b73f1af1a79e HTTP/1.1" status: 200 len: 210 time: 0.0747092 Jan 18 22:45:46.263886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5c57d09a-e6fc-4923-a067-b32d2fc18f10 req-aa582311-6cd3-4ec1-9493-d4a95aef79f8 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452399 Jan 18 22:45:46.296658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:46.353853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 03d7b568-923f-41d0-9974-9d571a337976 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:46.355141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 03d7b568-923f-41d0-9974-9d571a337976 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:46.365391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:46.467128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-ff908be3-7d2c-4c40-8325-2354b89b9e5d tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:46.469525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-ff908be3-7d2c-4c40-8325-2354b89b9e5d tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1097 time: 0.2864792 Jan 18 22:45:46.483745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-f645492b-f4b9-46a7-9d63-047a10b4604b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:46.489737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-f645492b-f4b9-46a7-9d63-047a10b4604b tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.2191389 Jan 18 22:45:46.506382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:46.579227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'name': 'network-vif-deleted', 'tag': '03d7b568-923f-41d0-9974-9d571a337976'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:46.601977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:46.626162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ecdcb-0eaf-46d7-a758-2e0ff83d4681 req-9da49b47-261c-45eb-9715-c4c0c5282689 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:46.633525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'mac_address': 'fa:16:3e:f1:c9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:46.634485 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-431ecdcb-0eaf-46d7-a758-2e0ff83d4681 req-9da49b47-261c-45eb-9715-c4c0c5282689 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.2127302 Jan 18 22:45:46.720721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.734566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-431ecdcb-0eaf-46d7-a758-2e0ff83d4681 req-2f5fd237-bc0d-4aff-82e7-f09096970b9f tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995824 Jan 18 22:45:46.750591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9541ef8-df9a-4655-b38d-a9fecde93076 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:46.788295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:46.814534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.926857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.960434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:46.985939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.036733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738549a-447e-4b27-8152-7b3fa56b18f2 req-eceddf71-6c8f-4626-90e4-78638faa84a5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:47.047645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1738549a-447e-4b27-8152-7b3fa56b18f2 req-eceddf71-6c8f-4626-90e4-78638faa84a5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1559019 Jan 18 22:45:47.116775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1738549a-447e-4b27-8152-7b3fa56b18f2 req-9421de88-84ca-4c5d-90ba-e65e2e3be91e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672884 Jan 18 22:45:47.124445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605068-00ca-4b7c-b930-aa8bcab4d92e req-e6872970-1d39-47b4-a365-5a291a164d7e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:47.125973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5e605068-00ca-4b7c-b930-aa8bcab4d92e req-e6872970-1d39-47b4-a365-5a291a164d7e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.5351441 Jan 18 22:45:47.146045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b9541ef8-df9a-4655-b38d-a9fecde93076'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:47.203221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Deleting port 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:47.203570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.345460 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d075408-1df1-4755-817e-b73f1af1a79e', 'name': 'network-vif-deleted', 'tag': '03d7b568-923f-41d0-9974-9d571a337976', 'status': 'completed', 'code': 200} Jan 18 22:45:47.456704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5e605068-00ca-4b7c-b930-aa8bcab4d92e req-e4552f4f-05f9-4a06-857d-690f0f0fcabf tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987066 Jan 18 22:45:47.511268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:47.653063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926911-3f11-4bf0-ab96-55dcaf464e01 req-66bfe746-6b2f-416b-81b6-d60e72b53a58 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:47.656084 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7926911-3f11-4bf0-ab96-55dcaf464e01 req-66bfe746-6b2f-416b-81b6-d60e72b53a58 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 944 time: 0.1307876 Jan 18 22:45:47.714318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7926911-3f11-4bf0-ab96-55dcaf464e01 req-589220b5-78b1-4b1a-87ec-0a69af8090c5 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Jan 18 22:45:47.742455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] For port 35978993-2d49-44a7-8a65-caa77d5e7096, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=35978993-2d49-44a7-8a65-caa77d5e7096,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:47.743047 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.816834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:48.103071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Calling delete_port for 35978993-2d49-44a7-8a65-caa77d5e7096 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:48.175214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba561e45-6e0b-4705-87d3-72b3ce7fb5b6 req-928445d4-1707-4709-8f38-699d0ad4275d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.177647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba561e45-6e0b-4705-87d3-72b3ce7fb5b6 req-928445d4-1707-4709-8f38-699d0ad4275d tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 951 time: 0.0955608 Jan 18 22:45:48.198245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.222358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.232419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba561e45-6e0b-4705-87d3-72b3ce7fb5b6 req-bf105113-d480-4d3f-a320-c3ab1603359a tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/security-groups?id=475800df-6612-45b0-b80e-d71b43376bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Jan 18 22:45:48.264577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f42e-309f-49df-a27e-f7d41dff8d64 req-b45c5e6c-1455-45f8-b8aa-f4c67129a0f7 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.272859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8540f42e-309f-49df-a27e-f7d41dff8d64 req-b45c5e6c-1455-45f8-b8aa-f4c67129a0f7 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 946 time: 0.4260271 Jan 18 22:45:48.404786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:48.408524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:48.521480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8540f42e-309f-49df-a27e-f7d41dff8d64 req-24cb688e-75a5-4862-ae48-2b61eb3fd082 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468460 Jan 18 22:45:48.625970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:48.640164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.640522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.641097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.642429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.642941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.643442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.643940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.644436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.644935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.645542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.646041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.646539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:48.651965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on host n-h2-825178-1 for vnic_type normal with profile {"migrating_to": "n-h1-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:48.652557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:48.653101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:48.701435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:48.702059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:48.714173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf509e-8fcb-4beb-bf10-060bc2cdce9a req-1ea25e35-8bbf-44b9-b4f2-186148c2b93b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.721843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c6cf509e-8fcb-4beb-bf10-060bc2cdce9a req-1ea25e35-8bbf-44b9-b4f2-186148c2b93b tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.2797344 Jan 18 22:45:48.724244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:48.724797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:48.725378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:48.725997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Bound port: a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:48.726521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.742909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.781031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-b71dd07e-3f34-4748-8f69-696a6aad2adf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.786341 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-b71dd07e-3f34-4748-8f69-696a6aad2adf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 945 time: 0.2813611 Jan 18 22:45:48.799443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:48.841143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Pushing event deleted for resources: {'Port': ['ID=35978993-2d49-44a7-8a65-caa77d5e7096,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:48.889015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c6cf509e-8fcb-4beb-bf10-060bc2cdce9a req-b7fbf5a9-122b-4474-946e-6b97e5f43001 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/security-groups?id=7994263a-ff6a-4549-ac02-56f622f73952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579452 Jan 18 22:45:48.927541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Deleting port 78789a30-6943-4192-b0d1-2fface84f236 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:48.928070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on host n-h2-825178-1 for vnic_type normal with profile {"migrating_to": "n-h1-825178-1"} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:48.928481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:48.933654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.942195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:48.959368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:45:48.960158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Attempting to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on network 08d1e390-9b0b-4122-b04b-6293cecc7f62 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:45:48.963060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port b9541ef8-df9a-4655-b38d-a9fecde93076 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:48.984429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port b9541ef8-df9a-4655-b38d-a9fecde93076 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:48.985432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.000540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] No DVR routers for this DVR port 35978993-2d49-44a7-8a65-caa77d5e7096 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:49.013920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.031372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f32bb-acd7-4e39-a009-ed9ab937bdc4 req-8f9e13e1-f0dc-4923-abdd-194bb601b9aa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.044325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-507f32bb-acd7-4e39-a009-ed9ab937bdc4 req-8f9e13e1-f0dc-4923-abdd-194bb601b9aa tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.3800600 Jan 18 22:45:49.071168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:45:49.071856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Checking segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:45:49.072463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Bound using segment: {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:45:49.074495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Bound port: a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9721d61-c8dd-472f-94a3-c6e128abd25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '08d1e390-9b0b-4122-b04b-6293cecc7f62'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:49.075084 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.116612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:49.122411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:45:49.125419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dfeb0a0-1dd9-4d86-b4c8-cf3898d19f9a req-b02a9041-cfbb-43e7-823f-c3a330128379 tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.85 "DELETE /v2.0/ports/35978993-2d49-44a7-8a65-caa77d5e7096 HTTP/1.1" status: 204 len: 173 time: 2.5297453 Jan 18 22:45:49.154984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.275382 n-d-825178-1 neutron-server[87813]: WARNING neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Concurrent port binding operations failed on port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 Jan 18 22:45:49.291144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-507f32bb-acd7-4e39-a009-ed9ab937bdc4 req-0adbdf45-743e-4061-b270-341c0cba4d84 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455394 Jan 18 22:45:49.374033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:49.385458 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Attempt 2 to bind port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 Jan 18 22:45:49.386091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 has no active binding in host n-h1-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 22:45:49.408043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.456092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'}, {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-deleted', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:49.466454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:49.488378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:49.513721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] For port 78789a30-6943-4192-b0d1-2fface84f236, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=78789a30-6943-4192-b0d1-2fface84f236,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:49.514879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.521767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.536396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ca115-fa41-4b4a-af71-542c964e6b3f req-08059035-bc60-4242-aad8-b28ae89de85b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.544261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-291ca115-fa41-4b4a-af71-542c964e6b3f req-08059035-bc60-4242-aad8-b28ae89de85b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.3193452 Jan 18 22:45:49.582885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.583523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.584909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] 10.222.0.86 "PUT /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 1122 time: 3.0925508 Jan 18 22:45:49.619876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4245f-92b7-46a6-b0e8-9181a63d246b service neutron] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:49.734180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:49.750636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:49.793263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-f11254e1-defa-46bf-9fd6-f69b3cc7f6d7 service neutron] 10.222.0.85 "GET /v2.0/ports/5ad65e27-8249-4b3f-a6fc-86d8b6af4703/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.2558787 Jan 18 22:45:49.816001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Calling delete_port for 78789a30-6943-4192-b0d1-2fface84f236 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:49.835416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29e77a-fa01-42b9-8928-3c5621dab6b5 req-55ad23a8-50f5-4697-9189-4f8b01b26c4f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.842282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:49.842793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea29e77a-fa01-42b9-8928-3c5621dab6b5 req-55ad23a8-50f5-4697-9189-4f8b01b26c4f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 945 time: 0.1913757 Jan 18 22:45:49.916916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-291ca115-fa41-4b4a-af71-542c964e6b3f req-88ff4c47-9849-4d83-9f87-7cffa0e1f9a5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712201 Jan 18 22:45:49.966229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea29e77a-fa01-42b9-8928-3c5621dab6b5 req-604ea445-c9b7-4bf2-8c43-4eb05bca0443 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221037 Jan 18 22:45:50.069347 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'code': 200} Jan 18 22:45:50.069951 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd09c44-cc65-4887-a309-f9367e78b694', 'name': 'network-vif-deleted', 'tag': '35978993-2d49-44a7-8a65-caa77d5e7096', 'status': 'completed', 'code': 200} Jan 18 22:45:50.141088 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'code': 200} Jan 18 22:45:50.193709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1553ae8-f244-45f2-8841-6fd69226263c req-8577097d-2965-4792-aa30-0d5a01a169db tempest-ServersAdminTestJSON-2076929385 tempest-ServersAdminTestJSON-2076929385-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bd09c44-cc65-4887-a309-f9367e78b694 HTTP/1.1" status: 200 len: 210 time: 0.1041689 Jan 18 22:45:50.244421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.310016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:50.313207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:50.369768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event deleted for resources: {'Port': ['ID=78789a30-6943-4192-b0d1-2fface84f236,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:50.433452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 35978993-2d49-44a7-8a65-caa77d5e7096 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:50.434442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 35978993-2d49-44a7-8a65-caa77d5e7096 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:50.550058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] No DVR routers for this DVR port 78789a30-6943-4192-b0d1-2fface84f236 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:50.553718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.559552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.559909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.560249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.560619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.560970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.561299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.561624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.562096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.562428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.562751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.563078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.563396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:50.573373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4abb30-68f7-4ffe-9142-f9ae58350d60 req-426d912f-15f7-4c43-8e80-36034f396234 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.578975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'name': 'network-vif-deleted', 'tag': '78789a30-6943-4192-b0d1-2fface84f236'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:50.580316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a4abb30-68f7-4ffe-9142-f9ae58350d60 req-426d912f-15f7-4c43-8e80-36034f396234 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.2806849 Jan 18 22:45:50.595102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6ff705a0-d8fe-4553-9022-56510ccf412a req-bd303fdd-28d0-49ad-8d8d-39f90c610f1f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:50.606257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-40e8bfdc-2c1f-4a91-809e-54a755b1b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.607967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-40e8bfdc-2c1f-4a91-809e-54a755b1b5a7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c&tenant_id=8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 1101 time: 0.1649415 Jan 18 22:45:50.612298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c8d98-0b03-4b7e-8808-5ff52bca0810 req-ba1af498-cff1-4a72-ba2e-a5c72951e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.613901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d3c8d98-0b03-4b7e-8808-5ff52bca0810 req-ba1af498-cff1-4a72-ba2e-a5c72951e5d4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 1096 time: 0.3261054 Jan 18 22:45:50.639818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a775ee00-9c1d-4469-81d6-e5d72385f6e2 req-a615ee3c-900a-41d4-a2ea-aec83c4745bf tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.85 "DELETE /v2.0/ports/78789a30-6943-4192-b0d1-2fface84f236 HTTP/1.1" status: 204 len: 173 time: 1.8353467 Jan 18 22:45:50.644493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6ff705a0-d8fe-4553-9022-56510ccf412a req-bd303fdd-28d0-49ad-8d8d-39f90c610f1f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:50.646788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ff705a0-d8fe-4553-9022-56510ccf412a req-bd303fdd-28d0-49ad-8d8d-39f90c610f1f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc61b222-a6c5-4d4a-8414-ff970c199326 HTTP/1.1" status: 200 len: 210 time: 0.1360261 Jan 18 22:45:50.718416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a4abb30-68f7-4ffe-9142-f9ae58350d60 req-f15a3345-7fce-4dfa-bad5-35d2fe979633 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370013 Jan 18 22:45:50.721662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:50.755477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'mac_address': 'fa:16:3e:c7:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:50.787037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d3c8d98-0b03-4b7e-8808-5ff52bca0810 req-2a78f616-3554-4eaa-af21-2fce4e8cda73 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619184 Jan 18 22:45:50.851855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-f796db09-571d-4290-a311-1e9574262c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.859067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-f796db09-571d-4290-a311-1e9574262c29 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1101 time: 0.2197194 Jan 18 22:45:50.912569 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.938308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:50.965667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:50.975797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.030468 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc61b222-a6c5-4d4a-8414-ff970c199326', 'name': 'network-vif-deleted', 'tag': '78789a30-6943-4192-b0d1-2fface84f236', 'status': 'completed', 'code': 200} Jan 18 22:45:51.096584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e74041-4b3e-40a6-b8a3-320e4d91f0d0 req-e82aeecd-f0da-4e5d-8731-7edd89965c8f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.098190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3e74041-4b3e-40a6-b8a3-320e4d91f0d0 req-e82aeecd-f0da-4e5d-8731-7edd89965c8f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.2269669 Jan 18 22:45:51.134468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:51.153673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:51.165642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-bc4c0a0f-3de2-404b-b7ea-99b28fbc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.167257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-bc4c0a0f-3de2-404b-b7ea-99b28fbc1ff2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3015113 Jan 18 22:45:51.194421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3e74041-4b3e-40a6-b8a3-320e4d91f0d0 req-a9794c64-4e4e-4ad8-99c6-ff32a7bfe49e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863588 Jan 18 22:45:51.556856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-b0c08923-fa01-4133-801a-59fa7541bdfd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.3794441 Jan 18 22:45:51.597665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198637-df7b-4f77-9d78-723ee821291f req-7922bde5-adad-4544-b822-2e9e315f63b0 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.613299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-74198637-df7b-4f77-9d78-723ee821291f req-7922bde5-adad-4544-b822-2e9e315f63b0 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 945 time: 0.2014956 Jan 18 22:45:51.687936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-74198637-df7b-4f77-9d78-723ee821291f req-45937487-9d56-4852-af2e-b0af4de4f8fc tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702636 Jan 18 22:45:51.733920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-75ee8316-beb7-430c-a367-10dc68771ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.735693 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-75ee8316-beb7-430c-a367-10dc68771ae7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1686063 Jan 18 22:45:51.811103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31b5d-058b-4793-8909-5db89d85f783 req-93344701-d3b7-45e4-b819-3c759ed4e31f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.818031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34f31b5d-058b-4793-8909-5db89d85f783 req-93344701-d3b7-45e4-b819-3c759ed4e31f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 944 time: 0.6433949 Jan 18 22:45:51.908532 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34f31b5d-058b-4793-8909-5db89d85f783 req-2b7adc94-8819-49a3-aad7-1d35b6b6209e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893185 Jan 18 22:45:51.947091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-6b4515f5-00d1-4e9c-9ebe-7e3a09660259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.951120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-6b4515f5-00d1-4e9c-9ebe-7e3a09660259 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044632 Jan 18 22:45:52.199118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:52.301408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:45:52.309807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51556) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:52.439242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a3937-f2c5-4cf5-b107-35c5fe1cfd0a req-7293bf0d-bb25-4101-b63d-49d937fdd942 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:52.446744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-423a3937-f2c5-4cf5-b107-35c5fe1cfd0a req-7293bf0d-bb25-4101-b63d-49d937fdd942 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 944 time: 0.2425940 Jan 18 22:45:52.452296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-fc389e38-828b-4ea3-962a-9686eece5b76 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926341 Jan 18 22:45:52.522703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:52.523547 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.592902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-423a3937-f2c5-4cf5-b107-35c5fe1cfd0a req-8fcd9993-22ad-4925-84f4-da93dafd567a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451585 Jan 18 22:45:52.739080 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-574d0d8c-b9d8-4178-949f-c796283552eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5448b57845349ccbc2d8f788c35d249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256232 Jan 18 22:45:52.740225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51564) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:52.775936 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.779443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-c369f781-eb86-4867-9876-661ce2708369 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910264 Jan 18 22:45:52.854176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:52.876617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:52.966135 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.966135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:53.088091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4ce2-4ac7-4dc9-a42e-d3d0e0431025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.237304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4ce2-4ac7-4dc9-a42e-d3d0e0431025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.327454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:53.445830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4ce2-4ac7-4dc9-a42e-d3d0e0431025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.448237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.515796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4ce2-4ac7-4dc9-a42e-d3d0e0431025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475800df-6612-45b0-b80e-d71b43376bf1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:53.562781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4ce2-4ac7-4dc9-a42e-d3d0e0431025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.575202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:53.582504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c9bd4ce2-4ac7-4dc9-a42e-d3d0e0431025 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/475800df-6612-45b0-b80e-d71b43376bf1 HTTP/1.1" status: 204 len: 168 time: 0.8333688 Jan 18 22:45:53.589191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.589962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:53.896642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:53.913904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 78789a30-6943-4192-b0d1-2fface84f236 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:45:53.921667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 78789a30-6943-4192-b0d1-2fface84f236 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:45:54.231725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51584) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:54.325866 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'status': 'completed', 'code': 200} Jan 18 22:45:54.496413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-41962e48-8f8f-460e-94de-6830c74deb23 service neutron] 10.222.0.85 "GET /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.5108242 Jan 18 22:45:54.560180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6e49f949-47bd-4209-996d-5510167b06ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ebf36096a724b2ea1a3fc4d77f435c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272319 Jan 18 22:45:54.562723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51588) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:54.618899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048f70-0151-4429-b5e3-2977560b59ce req-40aefe90-e9bd-44d0-bd66-be5fa4646a9a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:54.627578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59048f70-0151-4429-b5e3-2977560b59ce req-40aefe90-e9bd-44d0-bd66-be5fa4646a9a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.2654870 Jan 18 22:45:54.674795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-a7defb39-0660-49d3-a210-e3a5b2086922 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:54.674795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-a7defb39-0660-49d3-a210-e3a5b2086922 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:45:54.689972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-03db43e7-d12f-4444-9dbb-4ca0ac9c600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:54.691687 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-03db43e7-d12f-4444-9dbb-4ca0ac9c600a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1125 time: 0.4071393 Jan 18 22:45:54.732835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-a7defb39-0660-49d3-a210-e3a5b2086922 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:45:54.734392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-a7defb39-0660-49d3-a210-e3a5b2086922 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 966 time: 0.5483079 Jan 18 22:45:54.831811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Deleting port 74c9546c-dcb2-47d2-8bb3-52230e514d20 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:45:54.832265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.927712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-56350471-5329-4608-bc8c-d37f340f0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:54.934047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-56350471-5329-4608-bc8c-d37f340f0abf service neutron] 10.222.0.85 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.2301037 Jan 18 22:45:54.938765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09dad022-2bf8-42a9-9e1e-e8f0000e3cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.952798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59048f70-0151-4429-b5e3-2977560b59ce req-0edda0fb-a771-4410-b956-1548aca44883 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241525 Jan 18 22:45:55.003692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09dad022-2bf8-42a9-9e1e-e8f0000e3cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:55.310682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-6b4884e9-0434-4970-a307-ea0921ad2402 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 217 time: 0.2314494 Jan 18 22:45:55.469886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09dad022-2bf8-42a9-9e1e-e8f0000e3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:55.558299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-96aaad3c-d613-4d5a-9aa5-1491f37aaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:55.585402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-96aaad3c-d613-4d5a-9aa5-1491f37aaee0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.2338679 Jan 18 22:45:55.646439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad022-2bf8-42a9-9e1e-e8f0000e3cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e04d47-cbcf-4adf-a55c-9a3a46c46c79,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:55.670523 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09dad022-2bf8-42a9-9e1e-e8f0000e3cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:55.672058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-09dad022-2bf8-42a9-9e1e-e8f0000e3cfa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79e04d47-cbcf-4adf-a55c-9a3a46c46c79 HTTP/1.1" status: 204 len: 168 time: 1.1068840 Jan 18 22:45:55.675307 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-15c01a82-0dc5-40a0-b39b-07f304bfe480 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952754 Jan 18 22:45:56.331769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-8b528aec-b152-4f90-9e7d-5050fc7162b8 service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365514 Jan 18 22:45:56.336056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:45:56.364724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:56.381876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:56.454597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:45:56.485502 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:45:56.618577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:56.624565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 74c9546c-dcb2-47d2-8bb3-52230e514d20 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:45:56.638554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:56.772876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] For port 74c9546c-dcb2-47d2-8bb3-52230e514d20, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=74c9546c-dcb2-47d2-8bb3-52230e514d20,segment=NetworkSegment(639bf824-b183-43b8-bc26-c430123722a0),segment_id=639bf824-b183-43b8-bc26-c430123722a0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:56.772876 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.017042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:57.049372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.056248 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916fd643-54f8-497e-9a13-55ad6c03f658 req-414820f7-a4e9-4c86-933a-1ebad4cd2afd service neutron] 10.222.0.85 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216322 Jan 18 22:45:57.181705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'mac_address': 'fa:16:3e:a9:e1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:45:57.370724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Calling delete_port for 74c9546c-dcb2-47d2-8bb3-52230e514d20 owned by compute:tempest-test_az-182164965 {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:45:57.393319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.474988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:57.535052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:45:57.542138 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.607033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980f4c4-dfae-4022-8c00-8e09d75038fb req-ac9321b9-5fb8-4ce8-b01c-f51b8895d9db tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:57.608757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c980f4c4-dfae-4022-8c00-8e09d75038fb req-ac9321b9-5fb8-4ce8-b01c-f51b8895d9db tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 945 time: 2.3491294 Jan 18 22:45:57.725733 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c980f4c4-dfae-4022-8c00-8e09d75038fb req-6ae9661c-b21f-4be2-823d-ecd9ee2b620b tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929205 Jan 18 22:45:57.728465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] Transition to ACTIVE for port object a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:57.760816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.793834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:57.877605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ad65e27-8249-4b3f-a6fc-86d8b6af4703'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:45:57.961997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] No DVR routers for this DVR port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:58.051840 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'code': 200} Jan 18 22:45:58.219838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.276459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51624) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:58.313108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:58.453413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-77ae2e2e-1681-4e03-82dd-e30a77d20da7 service neutron] 10.222.0.85 "PUT /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56/bindings/n-h1-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 3.9481130 Jan 18 22:45:58.471401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Pushing event deleted for resources: {'Port': ['ID=74c9546c-dcb2-47d2-8bb3-52230e514d20,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:58.481300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1725136193-network', 'tenant_id': '4d8d68a06d13417bb08b6014e889ae78'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:58.489641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:58.503833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Usage tracker for resource:network and tenant:4d8d68a06d13417bb08b6014e889ae78 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:58.522568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:58.523385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] No DVR routers for this DVR port 74c9546c-dcb2-47d2-8bb3-52230e514d20 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:58.526795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.528421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c11ad033-a94b-4d6c-b044-4bf57a216e3e req-baa44c67-697e-4b73-8535-942524bfbd9f tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.86 "DELETE /v2.0/ports/74c9546c-dcb2-47d2-8bb3-52230e514d20 HTTP/1.1" status: 204 len: 173 time: 3.7834380 Jan 18 22:45:58.528906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'name': 'network-vif-deleted', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:58.552979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb90d6c-7773-41f0-8476-7ce7d04233fd req-a459c535-8bf0-42d1-8410-3e8df49743dd tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:58.556157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7bb90d6c-7773-41f0-8476-7ce7d04233fd req-a459c535-8bf0-42d1-8410-3e8df49743dd tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.4481108 Jan 18 22:45:58.557361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:58.594906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Made reservation on behalf of 4d8d68a06d13417bb08b6014e889ae78 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:58.600919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.648388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.732863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7bb90d6c-7773-41f0-8476-7ce7d04233fd req-b3c3bd1c-e396-4315-b0b7-8c439e222cbb tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697431 Jan 18 22:45:58.826954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9b99a6a8-7e8f-4e06-9b2e-de893b817619 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:58.831816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9b99a6a8-7e8f-4e06-9b2e-de893b817619 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.2601299 Jan 18 22:45:59.021340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:59.031588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Usage tracker for resource:security_group_rule and tenant:4d8d68a06d13417bb08b6014e889ae78 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:59.039707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:59.057048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:59.095350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-cf79ee8f-d3fb-4999-9e96-2e1dc72379d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:59.098218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-cf79ee8f-d3fb-4999-9e96-2e1dc72379d4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1&tenant_id=6f7e89307477416b8a656556f106e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.2585878 Jan 18 22:45:59.119466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80c367-1ac8-48b9-80b3-2da43c693221 req-afea2319-3924-4f36-bcb8-b336ee8ba0ca tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:59.128235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a80c367-1ac8-48b9-80b3-2da43c693221 req-afea2319-3924-4f36-bcb8-b336ee8ba0ca tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 945 time: 0.1793482 Jan 18 22:45:59.258442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a80c367-1ac8-48b9-80b3-2da43c693221 req-1fe450d1-c504-4381-a105-b146c1b4a06a tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245692 Jan 18 22:45:59.287024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.296490 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.342679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-7c2c3f12-ad06-4944-b7ca-3fe65e1ee92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:59.346894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-7c2c3f12-ad06-4944-b7ca-3fe65e1ee92b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1096 time: 0.1745346 Jan 18 22:45:59.350027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec2319e-b2b2-4ff8-a042-691cf0b91a12,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:59.371581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:59.393276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.393615 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Added segment 9d92a14e-1afd-4168-8b12-93414812f94f of type vlan for network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 Jan 18 22:45:59.444980 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.537085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.537805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:59.538480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.854388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] Pushing event updated for resources: {'Network': ['ID=35e0d70f-8687-4488-ad99-fbfa033e8ab7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:59.861706 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a5d0ea0-01ba-4a90-8ec9-f2cd3e8924ad admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5834641 Jan 18 22:45:59.863715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:45:59.882295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Request body: {'subnet': {'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1725136193-subnet', 'tenant_id': '4d8d68a06d13417bb08b6014e889ae78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:59.891437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:45:59.898384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:45:59.898384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Usage tracker for resource:subnet and tenant:4d8d68a06d13417bb08b6014e889ae78 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:45:59.914190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:45:59.914190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:45:59.943871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Made reservation on behalf of 4d8d68a06d13417bb08b6014e889ae78 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:59.943871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.098216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:00.365626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:00.422063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-70bc6da3-dda0-40f3-8b0f-a251b3927dcf req-c9942a25-e1fd-43c9-a166-961fa63a7250 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Synchronizing usage tracker for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:00.454969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-70bc6da3-dda0-40f3-8b0f-a251b3927dcf req-c9942a25-e1fd-43c9-a166-961fa63a7250 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] Unset dirty status for tenant:f7f5f03cab9c4e4e8cf2fc2dc6972c7e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:00.456617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70bc6da3-dda0-40f3-8b0f-a251b3927dcf req-c9942a25-e1fd-43c9-a166-961fa63a7250 tempest-LiveMigrationTest-1577761493 tempest-LiveMigrationTest-1577761493-project] 10.222.0.78 "GET /v2.0/ports?device_id=383eaba9-451e-4a2f-9465-b3ed8cbcf310 HTTP/1.1" status: 200 len: 210 time: 0.8675296 Jan 18 22:46:00.470954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-542bdf9d-d63f-4e82-8249-0683b21c9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:00.472893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-542bdf9d-d63f-4e82-8249-0683b21c9a0a service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 1.1122608 Jan 18 22:46:00.551732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.594350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:00.596333 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.722540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-b6cd521a-3a03-4f24-b719-5a766bae0840 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 200 len: 217 time: 0.2342350 Jan 18 22:46:00.781990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca0c99e-5e6e-433a-91fa-4804e44d4300,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:00.792386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Checking segment: {'id': '9d92a14e-1afd-4168-8b12-93414812f94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:00.792386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Network hostable DHCP agents. Network: 35e0d70f-8687-4488-ad99-fbfa033e8ab7, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:46:00.910111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-017ffa8d-6af9-4bdd-8243-3f0e23668df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:00.913598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-017ffa8d-6af9-4bdd-8243-3f0e23668df0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.1906722 Jan 18 22:46:00.931068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:46:00.941698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.984077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 35e0d70f-8687-4488-ad99-fbfa033e8ab7) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:00.988202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:00.989699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:01.006558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ba69f-2ba3-4153-86f5-cf597b1699f9 None None] Network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:46:01.042852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f6197886-2380-43a4-bf14-f6d077932975 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1727986 Jan 18 22:46:01.121721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9a0cfe4e-0988-45fc-aed8-2278986bedc1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972845 Jan 18 22:46:01.176179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:01.189934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:01.598186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:01.677140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107ecf-bc8d-4563-b59a-7dc957f2cee4 req-8e4a03a8-36a4-4712-877b-931b57a38d72 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:01.699633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1107ecf-bc8d-4563-b59a-7dc957f2cee4 req-8e4a03a8-36a4-4712-877b-931b57a38d72 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 949 time: 0.6910870 Jan 18 22:46:01.733947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683f3ce-3467-419b-b128-913835484b8d None None] Network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:46:01.745149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-0936e8b3-b342-41a3-8e1c-c748eea1b981 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041954 Jan 18 22:46:01.905782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1107ecf-bc8d-4563-b59a-7dc957f2cee4 req-c18ae1b8-fffc-4d73-b926-b4c38ec940bc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060750 Jan 18 22:46:02.119820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-94a1ca89-b7e6-49f7-bb05-dd125bb9244d service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372164 Jan 18 22:46:02.379855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:02.390777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1549102217-network', 'tenant_id': 'f52c0ee17848426dae5b6e96cfc9b461'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:02.404835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:02.404835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Usage tracker for resource:network and tenant:f52c0ee17848426dae5b6e96cfc9b461 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:02.416144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:02.427693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:02.469442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Made reservation on behalf of f52c0ee17848426dae5b6e96cfc9b461 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:02.469442 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.484934 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383eaba9-451e-4a2f-9465-b3ed8cbcf310', 'name': 'network-vif-deleted', 'tag': '74c9546c-dcb2-47d2-8bb3-52230e514d20', 'status': 'completed', 'code': 200} Jan 18 22:46:02.506933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.534439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:02.548671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Usage tracker for resource:security_group_rule and tenant:f52c0ee17848426dae5b6e96cfc9b461 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:02.552544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:02.569989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:02.758716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.781944 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.815238 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'code': 200} Jan 18 22:46:02.817736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:46:02.841101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.841358 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Added segment 5f01c5d6-456c-4e7c-8e89-92a7491f4589 of type vlan for network a825b0da-79d9-4d47-88f8-e8da6fb9a55a Jan 18 22:46:02.900011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.951718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9b7dcb1d-1b33-4b92-9609-80549a232bd0 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:02.953267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-9b7dcb1d-1b33-4b92-9609-80549a232bd0 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1&tenant_id=6f7e89307477416b8a656556f106e5e4&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.3014095 Jan 18 22:46:02.994515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206668-0aed-4651-881d-c85deebb57ea req-4f0f5dc3-9260-48f5-a70e-d716c293bb7f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:02.996065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68206668-0aed-4651-881d-c85deebb57ea req-4f0f5dc3-9260-48f5-a70e-d716c293bb7f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.2532327 Jan 18 22:46:03.079976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.079976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:03.079976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.203493 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68206668-0aed-4651-881d-c85deebb57ea req-3f5e0cbe-85c5-4262-8c19-b1d9a21891a0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902850 Jan 18 22:46:03.269483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Pushing event updated for resources: {'Network': ['ID=a825b0da-79d9-4d47-88f8-e8da6fb9a55a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:03.286516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a825b0da-79d9-4d47-88f8-e8da6fb9a55a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:46:03.297819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-7975567a-7c8a-46e1-a2c2-651a4a48e092 service neutron] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:03.298257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd18621-cdbd-4ab9-8ec1-ca38c4aeebc4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:03.303074 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-7975567a-7c8a-46e1-a2c2-651a4a48e092 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.305096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74b32b2f-3721-4dc1-8937-af6e6a9b1fe1 req-7975567a-7c8a-46e1-a2c2-651a4a48e092 service neutron] 10.222.0.86 "DELETE /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56/bindings/n-h2-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.1963794 Jan 18 22:46:03.307631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-35f6028f-c637-4a99-b7f9-a64c0aa43847 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9264112 Jan 18 22:46:03.311532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51694) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:03.318051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Request body: {'subnet': {'network_id': 'a825b0da-79d9-4d47-88f8-e8da6fb9a55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1549102217-subnet', 'tenant_id': 'f52c0ee17848426dae5b6e96cfc9b461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:03.326531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:03.334944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Usage tracker for resource:subnet and tenant:f52c0ee17848426dae5b6e96cfc9b461 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:03.340893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:03.366951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4accf6a-fb21-4284-be53-497e938888bb req-ea98e33c-227f-46aa-beed-877068c2e5c2 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:03.371666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:03.376869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4accf6a-fb21-4284-be53-497e938888bb req-ea98e33c-227f-46aa-beed-877068c2e5c2 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 945 time: 0.4247849 Jan 18 22:46:03.411138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Made reservation on behalf of f52c0ee17848426dae5b6e96cfc9b461 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:03.412623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.458802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4accf6a-fb21-4284-be53-497e938888bb req-badd0e8e-55a6-47f6-bc13-5f6b60983916 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761230 Jan 18 22:46:03.761790 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.973798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Checking segment: {'id': '5f01c5d6-456c-4e7c-8e89-92a7491f4589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a825b0da-79d9-4d47-88f8-e8da6fb9a55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:03.974885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Network hostable DHCP agents. Network: a825b0da-79d9-4d47-88f8-e8da6fb9a55a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:46:04.010752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:04.018055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c82af9c-a46f-4bba-b971-1845a4f6a6e5,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:04.053566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Network a825b0da-79d9-4d47-88f8-e8da6fb9a55a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:46:04.057147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.072296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a825b0da-79d9-4d47-88f8-e8da6fb9a55a) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:04.085481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:04.085481 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.096781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ea8f0-636f-447f-91de-8565349b17e6 None None] Network a825b0da-79d9-4d47-88f8-e8da6fb9a55a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:46:04.164817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e25810f-91eb-4b6c-a052-f23cfced6cf0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8467333 Jan 18 22:46:04.535190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded00bda-0bce-4a23-95ba-cd69fcffb07a None None] Network a825b0da-79d9-4d47-88f8-e8da6fb9a55a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:46:04.662902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Deleting subnet c8fd75ae-b1e2-4724-b625-1e7a06d823f0 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:46:04.667571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.668659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dd34f-cf64-457a-a04f-f905d4214ce2 req-d845f231-b7f3-44a6-82fc-29a932d47961 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:04.675791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-551dd34f-cf64-457a-a04f-f905d4214ce2 req-d845f231-b7f3-44a6-82fc-29a932d47961 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 945 time: 0.4327114 Jan 18 22:46:04.708046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-9f457d9f-25b0-4f43-8bea-682be9893165 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:04.709703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-9f457d9f-25b0-4f43-8bea-682be9893165 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c&tenant_id=8d0cbcdfff20432bbdc993cd14875381&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 950 time: 0.2462912 Jan 18 22:46:04.781927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.814436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-551dd34f-cf64-457a-a04f-f905d4214ce2 req-9666cb5e-4d8a-4a42-8574-b83de8279c9b tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378138 Jan 18 22:46:04.826449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:04.894551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-08704261-567b-4528-b921-66e77c533079 service neutron] 10.222.0.85 "GET /v2.0/ports/5ad65e27-8249-4b3f-a6fc-86d8b6af4703/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.1721051 Jan 18 22:46:04.942789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.015733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2e7c9-3175-4f2b-9b50-8123122d913a req-b0a163a1-2c61-4da1-8461-7b1dca47f4a7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.023216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81f2e7c9-3175-4f2b-9b50-8123122d913a req-b0a163a1-2c61-4da1-8461-7b1dca47f4a7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1870062 Jan 18 22:46:05.108251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81f2e7c9-3175-4f2b-9b50-8123122d913a req-a75eeff6-3019-4a65-8adf-f29bb252f3cb tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818112 Jan 18 22:46:05.113552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.172161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-22892bab-e2cf-4b62-a30b-89b034c051c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.174741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-22892bab-e2cf-4b62-a30b-89b034c051c8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1101 time: 0.2541106 Jan 18 22:46:05.217597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fd75ae-b1e2-4724-b625-1e7a06d823f0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:05.219611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.225622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385d5b-01f8-4fad-8c39-ae6c3747d234 req-9e445790-1b39-4488-a1dc-136ae674d153 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.232690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29385d5b-01f8-4fad-8c39-ae6c3747d234 req-9e445790-1b39-4488-a1dc-136ae674d153 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1972330 Jan 18 22:46:05.240552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b9c9844d-b8ba-40b3-b9fc-cb04f21b1de4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c8fd75ae-b1e2-4724-b625-1e7a06d823f0 HTTP/1.1" status: 204 len: 168 time: 1.2262430 Jan 18 22:46:05.240803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51734) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:05.468034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.513742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29385d5b-01f8-4fad-8c39-ae6c3747d234 req-ec746eb4-cd30-400a-b236-b8aff0530d98 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798572 Jan 18 22:46:05.552922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-dced352d-9813-483a-8cb6-bc2e75d60617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.554427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-dced352d-9813-483a-8cb6-bc2e75d60617 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3679333 Jan 18 22:46:05.667050 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-02fee389-ffe5-4193-8a4e-059e42ff946d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.1053362 Jan 18 22:46:05.681524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.696714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867121-3595-4f80-8870-ee7ffd5cf4e9 req-d44f87a1-a2af-4c34-a583-a30d5cba4741 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.698503 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c1867121-3595-4f80-8870-ee7ffd5cf4e9 req-d44f87a1-a2af-4c34-a583-a30d5cba4741 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 950 time: 0.3540168 Jan 18 22:46:05.804314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-db56fc85-0054-45b4-8f0e-e2831ba3df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.806389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-db56fc85-0054-45b4-8f0e-e2831ba3df9b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0938160 Jan 18 22:46:05.853228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dae531-d68b-4789-b3a6-7bc61d026d7c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:05.864245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d84042-3c5a-44be-8791-da04a4d2807a req-4f9cd1a8-68e3-4db4-968d-0bba82344c86 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.871679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6d84042-3c5a-44be-8791-da04a4d2807a req-4f9cd1a8-68e3-4db4-968d-0bba82344c86 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 1096 time: 0.2032859 Jan 18 22:46:05.883276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639bf824-b183-43b8-bc26-c430123722a0') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:05.883887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639bf824-b183-43b8-bc26-c430123722a0') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:05.907776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.936490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6d84042-3c5a-44be-8791-da04a4d2807a req-0c79483d-06c1-4675-80c1-37a508e84a32 tempest-LiveAutoBlockMigrationV225Test-810163146 tempest-LiveAutoBlockMigrationV225Test-810163146-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Jan 18 22:46:05.938528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c1867121-3595-4f80-8870-ee7ffd5cf4e9 req-d6b43b48-993e-4a06-be64-95c9804854f3 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340956 Jan 18 22:46:05.951331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.968623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:46:05.968623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.976665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-d86377e5-eb89-48c5-8ad8-acf743550e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.981263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-d86377e5-eb89-48c5-8ad8-acf743550e0e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642261 Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:46:05.991655 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:46:06.168296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.174912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-75cd5a41-f94f-46c1-9319-79f87b70fab1 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848409 Jan 18 22:46:06.199646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.213674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=91dae531-d68b-4789-b3a6-7bc61d026d7c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:06.234359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c15bcebc-5797-4513-8663-3152fd604dd6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/91dae531-d68b-4789-b3a6-7bc61d026d7c HTTP/1.1" status: 204 len: 168 time: 0.9924996 Jan 18 22:46:06.237860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:06.368581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Deleting subnet e2f8e0ca-4add-416c-8d42-165c8d3fdf5a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:46:06.372835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.418031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-e90c9fa8-d9c6-442e-957f-78169aebbe36 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369199 Jan 18 22:46:06.431695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.489043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.537481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.553912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:06.689635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-d128a1c3-fc50-4ef1-882b-b15d06147568 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:06.693618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-d128a1c3-fc50-4ef1-882b-b15d06147568 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/networks?id=35e0d70f-8687-4488-ad99-fbfa033e8ab7 HTTP/1.1" status: 200 len: 815 time: 0.2728412 Jan 18 22:46:06.713232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-f491850b-89ff-4dfc-81a6-7e346b7adacb tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/quotas/4d8d68a06d13417bb08b6014e889ae78 HTTP/1.1" status: 200 len: 375 time: 0.0152931 Jan 18 22:46:06.719267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.778743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f8e0ca-4add-416c-8d42-165c8d3fdf5a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:06.792898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-55c09404-5a65-4764-85e6-f92fc5181b6a tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d8d68a06d13417bb08b6014e889ae78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713384 Jan 18 22:46:06.794079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.797029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.814471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fdec4fe7-a81a-40a4-9aa4-16c1f0855d67 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e2f8e0ca-4add-416c-8d42-165c8d3fdf5a HTTP/1.1" status: 204 len: 168 time: 0.5755670 Jan 18 22:46:06.817977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51770) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:06.868400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:06.876927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.070512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:07.077915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.156121 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'code': 200} Jan 18 22:46:07.167266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-1b3e0912-a2f7-409b-8d05-0364d5d9c400 service neutron] 10.222.0.78 "GET /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733034 Jan 18 22:46:07.279635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.314656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3342d080-93de-4603-aa1b-5827a978603a service neutron] 10.222.0.78 "GET /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459043 Jan 18 22:46:07.320052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffa1101-5025-4732-99f2-bcd931d84654']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:07.335205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f8934d-bdcc-42f1-a6e5-12cb057a7afc') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:07.335689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f8934d-bdcc-42f1-a6e5-12cb057a7afc') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:07.354508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.373206 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.384742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:46:07.385243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:46:07.400823 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:46:07.535798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.562913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.573270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffa1101-5025-4732-99f2-bcd931d84654,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:07.581955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cd114c4f-d61d-4cce-9f40-8e1011208983 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cffa1101-5025-4732-99f2-bcd931d84654 HTTP/1.1" status: 204 len: 168 time: 0.7561173 Jan 18 22:46:07.661590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abc65-72f2-490b-b03d-dfe6bf63a750 req-b8c9d814-468f-4b18-93bd-62f1c21d3ce5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:07.669478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5e0abc65-72f2-490b-b03d-dfe6bf63a750 req-b8c9d814-468f-4b18-93bd-62f1c21d3ce5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1096783 Jan 18 22:46:07.742688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5e0abc65-72f2-490b-b03d-dfe6bf63a750 req-5e277277-3785-4c82-8f10-927077f7ca36 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629323 Jan 18 22:46:07.832916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51808) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:07.920073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:07.920259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc1a9c48-9afc-4f99-819e-8b7975890bd2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7f5f03cab9c4e4e8cf2fc2dc6972c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842178 Jan 18 22:46:08.047322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35047233-e92f-49a5-a7d8-6740eadb81e1 req-7f990c23-89e8-4139-8d82-a641126c00ca tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:08.055760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35047233-e92f-49a5-a7d8-6740eadb81e1 req-7f990c23-89e8-4139-8d82-a641126c00ca tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.1340272 Jan 18 22:46:08.112331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20b16f9-8ba3-45f9-ba74-e1cee45b7f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.167552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20b16f9-8ba3-45f9-ba74-e1cee45b7f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.170722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35047233-e92f-49a5-a7d8-6740eadb81e1 req-33a091d3-c0db-4521-a8d9-a9a77e869d7d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133702 Jan 18 22:46:08.262539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20b16f9-8ba3-45f9-ba74-e1cee45b7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.290683 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7db739a-8f4f-4eda-b1cb-7f3dfee96834 req-1a912b4f-b8ec-4a66-b38f-837e8852cb3c tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 210 time: 0.0599802 Jan 18 22:46:08.295326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b16f9-8ba3-45f9-ba74-e1cee45b7f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7994263a-ff6a-4549-ac02-56f622f73952,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:08.332974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20b16f9-8ba3-45f9-ba74-e1cee45b7f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.334105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e20b16f9-8ba3-45f9-ba74-e1cee45b7f2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7994263a-ff6a-4549-ac02-56f622f73952 HTTP/1.1" status: 204 len: 168 time: 0.4125979 Jan 18 22:46:08.748938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dccf6-cffb-4fe2-888a-3a141f37f854 req-68d3513e-5590-4305-bb9d-9dd6eded476d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:08.750535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b5dccf6-cffb-4fe2-888a-3a141f37f854 req-68d3513e-5590-4305-bb9d-9dd6eded476d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 945 time: 0.3804135 Jan 18 22:46:08.817037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-4f77ba8b-4482-451a-a03f-3a1b24a093dc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:08.819205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-4f77ba8b-4482-451a-a03f-3a1b24a093dc tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 945 time: 0.3673358 Jan 18 22:46:08.959259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Deleting port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:08.959665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:09.157404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:09.178139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b5dccf6-cffb-4fe2-888a-3a141f37f854 req-7a19ac05-1367-452a-9b5f-8901162a2eb1 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875411 Jan 18 22:46:09.327311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51882) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:09.418407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d81e7471-e0e5-4d0b-8753-c3571b67361f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc6f06d1f5724309be9543fb590efb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898647 Jan 18 22:46:09.421340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:09.467846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354f05a-b42d-4161-8e8b-e64ba32a533e req-b24a597b-37b8-47ad-bc09-eb6db54a1a0a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:09.476849 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0354f05a-b42d-4161-8e8b-e64ba32a533e req-b24a597b-37b8-47ad-bc09-eb6db54a1a0a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.1895432 Jan 18 22:46:09.588616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0354f05a-b42d-4161-8e8b-e64ba32a533e req-4b69d6b2-6ba4-49b7-a1ec-870b532a8528 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108551 Jan 18 22:46:09.617781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4373e05-3722-4a92-a58b-30debc436ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:09.654103 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4373e05-3722-4a92-a58b-30debc436ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:09.655553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-54f981a3-7fdc-401b-a975-6169ad4b19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:09.657719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-54f981a3-7fdc-401b-a975-6169ad4b19e7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c&tenant_id=8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 1101 time: 0.5092490 Jan 18 22:46:09.684685 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'code': 200} Jan 18 22:46:09.767118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4373e05-3722-4a92-a58b-30debc436ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:09.797143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4373e05-3722-4a92-a58b-30debc436ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561b3ac-60a9-4134-b0fb-d885110c737e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:09.810340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] For port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:09.811167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:09.823416 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4373e05-3722-4a92-a58b-30debc436ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:09.824558 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c4373e05-3722-4a92-a58b-30debc436ef7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4561b3ac-60a9-4134-b0fb-d885110c737e HTTP/1.1" status: 204 len: 168 time: 0.4023228 Jan 18 22:46:10.083794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Calling delete_port for a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:10.097247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64872932-95a4-4334-a340-e91234afc104 req-16f159ae-c543-408c-843b-f4c114a5a2c7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:10.104881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64872932-95a4-4334-a340-e91234afc104 req-16f159ae-c543-408c-843b-f4c114a5a2c7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.2322617 Jan 18 22:46:10.207360 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64872932-95a4-4334-a340-e91234afc104 req-2ac32fc0-6e0b-48ee-b0f0-f785cb84741b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007352 Jan 18 22:46:10.209531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2629122b-f4ef-4fc1-a604-b98c018368a4 req-17c3ee86-c69a-48a0-acdf-53440a117ef2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 210 time: 0.2482326 Jan 18 22:46:10.260679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-2790d859-54ce-4689-99ed-0cd3c22423c8 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:10.260868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-861774a1-c77e-44d3-b4b4-e86b57ecd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:10.261717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-2790d859-54ce-4689-99ed-0cd3c22423c8 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Synchronizing usage tracker for tenant:4d8d68a06d13417bb08b6014e889ae78 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:10.262444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-861774a1-c77e-44d3-b4b4-e86b57ecd697 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1101 time: 0.5579062 Jan 18 22:46:10.359926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-2790d859-54ce-4689-99ed-0cd3c22423c8 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Unset dirty status for tenant:4d8d68a06d13417bb08b6014e889ae78 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:10.361364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-2790d859-54ce-4689-99ed-0cd3c22423c8 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.85 "GET /v2.0/networks?id=35e0d70f-8687-4488-ad99-fbfa033e8ab7 HTTP/1.1" status: 200 len: 815 time: 0.4088838 Jan 18 22:46:10.373437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Request body: {'port': {'device_id': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7', 'admin_state_up': True, 'tenant_id': '4d8d68a06d13417bb08b6014e889ae78'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:10.391100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:10.500339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-85b42c47-01d9-4cd9-bec4-ba784014c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:10.502080 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-85b42c47-01d9-4cd9-bec4-ba784014c741 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2206466 Jan 18 22:46:10.507936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:10.545048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e86f91ba-6f26-457b-8d7d-dca5a4439275'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:10.633078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:10.645369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:10.652056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-39a37116-9717-4f61-8522-300a19d3fc64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.1414952 Jan 18 22:46:10.707967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event deleted for resources: {'Port': ['ID=a2339a00-1eb8-4bd9-911d-6e2c9f80bc56,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:10.799853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:10.800118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:10.926168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] No DVR routers for this DVR port a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:10.935886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:10.967288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'name': 'network-vif-deleted', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:10.979066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-821744cf-0122-48d6-bfa3-37357f9a7969 req-a8445b83-24b6-4c45-b5e9-06b1df0060cb tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "DELETE /v2.0/ports/a2339a00-1eb8-4bd9-911d-6e2c9f80bc56 HTTP/1.1" status: 204 len: 173 time: 2.1412864 Jan 18 22:46:11.023199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-c0dbeca1-8584-4967-a806-e936ec7c2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:11.030172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-c0dbeca1-8584-4967-a806-e936ec7c2319 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3623765 Jan 18 22:46:11.127725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-439aad53-616e-4889-9613-da2d8e01ef7b req-d4989ef4-957d-46bc-bf24-e389923f4abe tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 210 time: 0.6283078 Jan 18 22:46:11.243566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.300657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:11.300919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-c578e5e8-1390-4939-8c13-2363b3fb3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:11.302200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-c578e5e8-1390-4939-8c13-2363b3fb3416 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2653675 Jan 18 22:46:11.311142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Usage tracker for resource:port and tenant:4d8d68a06d13417bb08b6014e889ae78 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:11.316447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:11.324863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:11.345092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Made reservation on behalf of 4d8d68a06d13417bb08b6014e889ae78 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:11.349939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.357461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:11.359762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:11.381119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.437391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'mac_address': 'fa:16:3e:f1:c9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:11.695570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Allocated IP 172.20.0.12 (35e0d70f-8687-4488-ad99-fbfa033e8ab7/aca0c99e-5e6e-433a-91fa-4804e44d4300/2d168f0a-3a06-4b6c-adb7-504770903d04) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:11.705612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:11.712637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:11.719944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.754215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9541ef8-df9a-4655-b38d-a9fecde93076 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:11.774690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:11.782321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.862120 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba801e6-52d5-46b5-84be-eb4ea88277e1', 'name': 'network-vif-deleted', 'tag': 'a2339a00-1eb8-4bd9-911d-6e2c9f80bc56', 'status': 'completed', 'code': 200} Jan 18 22:46:11.989225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:11.996442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b9541ef8-df9a-4655-b38d-a9fecde93076'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:12.013868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df438363-db6b-4a19-a440-6a49171b9445 req-e34b744e-41fe-49d9-93f7-795051354229 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:12.021017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df438363-db6b-4a19-a440-6a49171b9445 req-e34b744e-41fe-49d9-93f7-795051354229 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.6398373 Jan 18 22:46:12.104447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df438363-db6b-4a19-a440-6a49171b9445 req-0702fb97-c63d-4149-a9f7-df0c47379f7a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822458 Jan 18 22:46:12.133789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-cb9ace5c-414a-443d-a8a1-db5f426dfa98 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129532 Jan 18 22:46:12.194739 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18f2eec4-516d-4ad5-94ad-f5aea08e3f07 req-1bbbff04-8e14-426f-a31f-6e5153025f5f tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 210 time: 0.0853012 Jan 18 22:46:12.247495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e81a22b7-a579-4400-8086-0a793bb22f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.403966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.472176 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.530138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-fb9b489e-24b1-4496-a656-cd6f5098f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:12.533099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-fb9b489e-24b1-4496-a656-cd6f5098f678 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 1096 time: 0.6817272 Jan 18 22:46:12.579774 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'code': 200} Jan 18 22:46:12.628029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:12.631881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:12.636782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:12.671344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Pushing event updated for resources: {'Port': ['ID=2d168f0a-3a06-4b6c-adb7-504770903d04,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:12.740141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:12.741712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.797032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-9da3dfdb-17f8-4790-9494-fbf4d4e4f1a0 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4275320 Jan 18 22:46:12.809360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Request body: {'port': {'device_id': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:12.904280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-bc3aab41-59dd-4a80-80ba-30af60c1a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:12.906722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-bc3aab41-59dd-4a80-80ba-30af60c1a631 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.3400476 Jan 18 22:46:13.001097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-a6ee585e-aa86-4956-b5e1-7b68ba04ab9e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 HTTP/1.1" status: 200 len: 217 time: 0.0864158 Jan 18 22:46:13.084693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7d18be2-6506-4dba-9210-a82e64a077e9 req-68fa11ac-3153-4f23-9d58-4000e95e1685 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba801e6-52d5-46b5-84be-eb4ea88277e1 HTTP/1.1" status: 200 len: 210 time: 0.1401882 Jan 18 22:46:13.231151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acad28e1-780b-46dd-a5e7-8824ca29f2e1 req-78a28f6b-ff55-4150-b2d8-838ec7f890ed service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0901866 Jan 18 22:46:13.231574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:13.320579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b6a07-843c-4a02-aaaa-b36086aaeb94 req-5744efb6-6cc7-43e9-a1c3-93f7fada607e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:13.331281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b1b6a07-843c-4a02-aaaa-b36086aaeb94 req-5744efb6-6cc7-43e9-a1c3-93f7fada607e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 945 time: 0.7924962 Jan 18 22:46:13.351943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-d56060e3-c008-4b72-ab2d-fc66801ba45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:13.355475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-d56060e3-c008-4b72-ab2d-fc66801ba45b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.3399947 Jan 18 22:46:13.550933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b1b6a07-843c-4a02-aaaa-b36086aaeb94 req-34d813f5-8e14-4037-a185-bb402dafae3f tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051053 Jan 18 22:46:13.553149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-8e57f7fd-b6a4-4d6d-834e-ea8b3c859c3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461477 Jan 18 22:46:13.813696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-7305d5da-b461-4f72-95dd-08bec021bf1e service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474287 Jan 18 22:46:14.019445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b70b9aa-6c31-4ed6-a93d-b096ccc69f22 req-ff0a2a1e-8249-46d5-b7f8-968a873f0a14 service neutron] 10.222.0.85 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718218 Jan 18 22:46:14.085145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe55e0-fba1-4e3c-9be9-0d4ad89da67e req-c78d983f-05b0-4a70-8891-270075cd95ed tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:14.085547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d168f0a-3a06-4b6c-adb7-504770903d04 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:14.093558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-32fe55e0-fba1-4e3c-9be9-0d4ad89da67e req-c78d983f-05b0-4a70-8891-270075cd95ed tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 932 time: 0.2790444 Jan 18 22:46:14.099287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:14.115321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b888e-8529-4f61-8fef-d582a0e69435 req-479f7ec4-138c-4853-bf69-dc0f0166f049 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:14.117081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d3b888e-8529-4f61-8fef-d582a0e69435 req-479f7ec4-138c-4853-bf69-dc0f0166f049 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.3109336 Jan 18 22:46:14.159782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Transition to ACTIVE for port object 2d168f0a-3a06-4b6c-adb7-504770903d04 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:14.172264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:14.179626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-32fe55e0-fba1-4e3c-9be9-0d4ad89da67e req-ca14b48e-5a0e-49b1-987e-be37494be9da tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Jan 18 22:46:14.347400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a3f79c3a-fa2a-4c66-9cce-4b8dd9cd1fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:14.391335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d3b888e-8529-4f61-8fef-d582a0e69435 req-34cb302f-dae4-461b-84c7-adb17e49ba9e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525287 Jan 18 22:46:14.422343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:14.498216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Pushing event updated for resources: {'Port': ['ID=2d168f0a-3a06-4b6c-adb7-504770903d04,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:14.540840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Attempting to bind port 2d168f0a-3a06-4b6c-adb7-504770903d04 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:14.541218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Attempting to bind port 2d168f0a-3a06-4b6c-adb7-504770903d04 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '9d92a14e-1afd-4168-8b12-93414812f94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:14.541739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Attempting to bind port 2d168f0a-3a06-4b6c-adb7-504770903d04 on network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:14.547062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Port 2d168f0a-3a06-4b6c-adb7-504770903d04 on network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:14.547451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Attempting to bind port 2d168f0a-3a06-4b6c-adb7-504770903d04 on network 35e0d70f-8687-4488-ad99-fbfa033e8ab7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:14.553873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:14.554294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Checking segment: {'id': '9d92a14e-1afd-4168-8b12-93414812f94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:14.554745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Bound using segment: {'id': '9d92a14e-1afd-4168-8b12-93414812f94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:14.555585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Bound port: 2d168f0a-3a06-4b6c-adb7-504770903d04, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d92a14e-1afd-4168-8b12-93414812f94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:14.556027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:14.580163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:14.763376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-5444ce0e-2bac-4436-ad9a-3e57836c871d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419147 Jan 18 22:46:14.886669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] For port 2d168f0a-3a06-4b6c-adb7-504770903d04, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:14.913450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] For port 2d168f0a-3a06-4b6c-adb7-504770903d04, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2d168f0a-3a06-4b6c-adb7-504770903d04,segment=NetworkSegment(9d92a14e-1afd-4168-8b12-93414812f94f),segment_id=9d92a14e-1afd-4168-8b12-93414812f94f)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:14.930930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:14.987553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port b9541ef8-df9a-4655-b38d-a9fecde93076 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:14.987939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.028035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:15.029161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.031576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] 10.222.0.85 "PUT /v2.0/ports/2d168f0a-3a06-4b6c-adb7-504770903d04 HTTP/1.1" status: 200 len: 1092 time: 2.2274230 Jan 18 22:46:15.032276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'tag': '2d168f0a-3a06-4b6c-adb7-504770903d04'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:15.075602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a762043-84f1-4e55-adbb-4e0140506902 service neutron] Pushing event updated for resources: {'Port': ['ID=2d168f0a-3a06-4b6c-adb7-504770903d04,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:15.123195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-157a178f-7404-4f9d-b4ba-a208b8d622fe tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:15.135367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-157a178f-7404-4f9d-b4ba-a208b8d622fe tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710277 Jan 18 22:46:15.170665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-9b6d374a-365e-4805-b3d1-6de20b0c313c tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/quotas/4b60cea0778247e6a6776c4c0bd3743e HTTP/1.1" status: 200 len: 375 time: 0.0343161 Jan 18 22:46:15.181712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.312570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-a0315cef-6e06-4ac6-943f-60700b06a7ab tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1409116 Jan 18 22:46:15.423494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:15.425408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:15.441984 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.484655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.661708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142b647-45c7-4443-979a-cb15865f5eef req-22ce70e1-1262-4aa5-9b24-be14b8972685 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:15.663291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4142b647-45c7-4443-979a-cb15865f5eef req-22ce70e1-1262-4aa5-9b24-be14b8972685 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 943 time: 0.2493162 Jan 18 22:46:15.684488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-f8b708d2-4c51-47ae-98e8-707b6a0dacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:15.685845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-f8b708d2-4c51-47ae-98e8-707b6a0dacdc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d8d68a06d13417bb08b6014e889ae78&device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 1095 time: 0.3964808 Jan 18 22:46:15.713068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:15.716753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:15.738827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.740340 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.749176 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:15.921764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:16.043457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-75147841-a403-4d86-8184-edc7f890a29e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d168f0a-3a06-4b6c-adb7-504770903d04 HTTP/1.1" status: 200 len: 217 time: 0.3023846 Jan 18 22:46:16.211355 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'tag': '2d168f0a-3a06-4b6c-adb7-504770903d04', 'status': 'completed', 'code': 200} Jan 18 22:46:16.324435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4142b647-45c7-4443-979a-cb15865f5eef req-ace29d52-b728-4f34-81c8-3ddaaae91a36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374481 Jan 18 22:46:16.400899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-b82a85e2-15f3-4849-b258-d27db0755c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:16.411533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-b82a85e2-15f3-4849-b258-d27db0755c84 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=aca0c99e-5e6e-433a-91fa-4804e44d4300 HTTP/1.1" status: 200 len: 855 time: 0.3080475 Jan 18 22:46:16.437357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:16.530353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e572998-d17e-4489-b16f-c1d69d2bd8f7 req-3bb74e5f-b7bb-4987-bfb5-76c2f578f03b tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:16.538435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e572998-d17e-4489-b16f-c1d69d2bd8f7 req-3bb74e5f-b7bb-4987-bfb5-76c2f578f03b tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 944 time: 0.2316718 Jan 18 22:46:16.607232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e572998-d17e-4489-b16f-c1d69d2bd8f7 req-72a14f03-4ab5-41da-9de6-ace6667ae076 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673077 Jan 18 22:46:16.625155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-646b7de1-bb82-4f91-9985-f953f0dbf44a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=35e0d70f-8687-4488-ad99-fbfa033e8ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2056437 Jan 18 22:46:16.739340 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'code': 200} Jan 18 22:46:16.882807 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:16.921651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca62e6-c6b3-4b55-99e6-ca9a641e491b req-77509b64-9d58-451a-9ccb-5aabe8c18fb3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:16.929195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0dca62e6-c6b3-4b55-99e6-ca9a641e491b req-77509b64-9d58-451a-9ccb-5aabe8c18fb3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 948 time: 0.3075461 Jan 18 22:46:16.945388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-690e0c19-4732-47c9-b332-4d49b85b9673 service neutron] 10.222.0.85 "GET /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243121 Jan 18 22:46:16.983144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:17.040133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'mac_address': 'fa:16:3e:a9:e1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:17.072042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0dca62e6-c6b3-4b55-99e6-ca9a641e491b req-82380a87-3d93-41d7-b4fb-9bbdd68c9dfd tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416237 Jan 18 22:46:17.085366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-237114c1-6fec-4230-83ec-0df886f36178 req-1466fc06-832c-4f67-a395-99b12fbefea4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 210 time: 0.1276076 Jan 18 22:46:17.198593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43e4f0a8-f39e-4869-b5bd-0f43aace703f req-8479b93c-faed-46dc-81ee-8a0aa3013039 service neutron] 10.222.0.85 "GET /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397118 Jan 18 22:46:17.251590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:17.275854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:17.299816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:17.312921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:17.449996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-07b12d67-669c-4b95-a6b3-973fb2a5106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:17.452357 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-07b12d67-669c-4b95-a6b3-973fb2a5106d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d8d68a06d13417bb08b6014e889ae78&device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 1095 time: 0.1800754 Jan 18 22:46:17.459571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:17.571480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ad65e27-8249-4b3f-a6fc-86d8b6af4703'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:17.699404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-02a05795-324d-4d77-a744-1ba8ad7d8f28 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101723 Jan 18 22:46:17.903705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-5d6ab2b2-f3a6-4de9-bdfe-cc4debdbcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:17.905304 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-5d6ab2b2-f3a6-4de9-bdfe-cc4debdbcf7f service neutron] 10.222.0.85 "GET /v2.0/networks?id=35e0d70f-8687-4488-ad99-fbfa033e8ab7 HTTP/1.1" status: 200 len: 916 time: 0.4442382 Jan 18 22:46:18.021099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-e9a7330b-2e6e-4a17-961e-458823364b48 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d168f0a-3a06-4b6c-adb7-504770903d04 HTTP/1.1" status: 200 len: 217 time: 0.1066823 Jan 18 22:46:18.111224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-d3d80989-165f-4c2e-81f1-74e550ecbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:18.113546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-d3d80989-165f-4c2e-81f1-74e550ecbd1a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=aca0c99e-5e6e-433a-91fa-4804e44d4300 HTTP/1.1" status: 200 len: 855 time: 0.0854318 Jan 18 22:46:18.172754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a806b-9b64-48d2-9b0d-502279f8ca14 req-70f3556b-9ccd-48e0-a82d-34f0e64997ba tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:18.174589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-afd50da4-04fe-4f8e-b854-717aeecb14df tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:18.176748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-afd50da4-04fe-4f8e-b854-717aeecb14df tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4738834 Jan 18 22:46:18.180813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca2a806b-9b64-48d2-9b0d-502279f8ca14 req-70f3556b-9ccd-48e0-a82d-34f0e64997ba tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 943 time: 0.2075033 Jan 18 22:46:18.207873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-8f34bc06-7fa7-4cab-a1dd-8a1d23c8224c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=35e0d70f-8687-4488-ad99-fbfa033e8ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853219 Jan 18 22:46:18.230982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.364301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-32b94ca1-3292-48e3-8d0d-4ab4c7af8ee1 service neutron] 10.222.0.85 "GET /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469915 Jan 18 22:46:18.456333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:18.609752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b337fc-52f6-424b-ba82-3794f89a0137 req-abe6a6ee-843a-467c-913b-1bd1e5ec3edc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:18.618508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11b337fc-52f6-424b-ba82-3794f89a0137 req-abe6a6ee-843a-467c-913b-1bd1e5ec3edc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 950 time: 0.6444409 Jan 18 22:46:18.688061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:18.697736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca2a806b-9b64-48d2-9b0d-502279f8ca14 req-87935582-2f38-4fdd-9911-fb924d5ec559 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158086 Jan 18 22:46:18.707325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11b337fc-52f6-424b-ba82-3794f89a0137 req-3a6b8f20-b11f-4466-961c-811a1c3ed2bc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874705 Jan 18 22:46:18.708472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Usage tracker for resource:port and tenant:4b60cea0778247e6a6776c4c0bd3743e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:18.714123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:18.736341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:18.763324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:18.765360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:18.769667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.811245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2f9e9b3-571e-4479-8af9-bf10cc24d83a req-b0235b4d-ce50-4b00-aef5-5fbf8cbaaf18 service neutron] 10.222.0.85 "GET /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361613 Jan 18 22:46:18.883450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.904373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:18.910404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Usage tracker for resource:security_group_rule and tenant:4b60cea0778247e6a6776c4c0bd3743e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:18.914682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:18.924686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:19.006646 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-37ebcef3-e0a6-4b72-b5c5-43cf37ebd26f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2146926 Jan 18 22:46:19.066717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d95b3-e3ee-4a72-b6a7-eb1f4ce29410 req-f906c765-5447-4b2c-b19e-293651c9df60 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:19.073782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-393d95b3-e3ee-4a72-b6a7-eb1f4ce29410 req-f906c765-5447-4b2c-b19e-293651c9df60 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 944 time: 0.1418929 Jan 18 22:46:19.121303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3e35b8d-783e-4a52-bc3a-fc04d9d7987f req-96e4b589-2685-40d1-8238-4cb1cf32b698 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 210 time: 0.0943663 Jan 18 22:46:19.147826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-393d95b3-e3ee-4a72-b6a7-eb1f4ce29410 req-9e4c23ac-469a-4266-b913-29e505a46d51 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 Jan 18 22:46:19.178567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.263070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.459313 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'code': 200} Jan 18 22:46:19.464565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8fa830-fbed-4709-8703-dafe03a49a1b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:19.571078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.191 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/673e117c-2428-4bb1-ab6a-14e5762f99ab) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:19.643173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-a6f3db90-9ccc-4081-a7ae-1a269e9cd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:19.645239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-a6f3db90-9ccc-4081-a7ae-1a269e9cd2ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f7e89307477416b8a656556f106e5e4&device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 1095 time: 0.4602301 Jan 18 22:46:19.841068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.855575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object 673e117c-2428-4bb1-ab6a-14e5762f99ab will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:19.899731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:20.036819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-d3db0e66-b48f-494a-a62e-f51ef215b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:20.038649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-d3db0e66-b48f-494a-a62e-f51ef215b964 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 200 len: 922 time: 0.1615968 Jan 18 22:46:20.179381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:20.189771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:20.195362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-3fd1fd1f-45e0-40fb-baee-62dc383e05d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 200 len: 217 time: 0.0902839 Jan 18 22:46:20.199165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:20.320641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-947921b1-b1bd-43b1-9a72-83cd8909c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:20.324023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-947921b1-b1bd-43b1-9a72-83cd8909c3bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 200 len: 861 time: 0.0906696 Jan 18 22:46:20.324023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=673e117c-2428-4bb1-ab6a-14e5762f99ab,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:20.388665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-15442558-bab0-45ce-b410-f12d7660d108 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08d1e390-9b0b-4122-b04b-6293cecc7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545747 Jan 18 22:46:20.467573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2d168f0a-3a06-4b6c-adb7-504770903d04 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:20.471639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:20.558125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-14282a4a-004f-42c7-9041-de56a97d60e1 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610570 Jan 18 22:46:20.567508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:20.568155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:20.617083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-065084c4-c521-4a7f-ad2a-3ad38a25f5a8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3903701 Jan 18 22:46:20.677020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Request body: {'port': {'device_id': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:20.707242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a656da7d-1931-47d8-9843-0cda6d9cd8dc None None] Provisioning for port 673e117c-2428-4bb1-ab6a-14e5762f99ab completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:20.720392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a656da7d-1931-47d8-9843-0cda6d9cd8dc None None] Provisioning complete for port 673e117c-2428-4bb1-ab6a-14e5762f99ab triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:20.721068 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a656da7d-1931-47d8-9843-0cda6d9cd8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:20.757601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:20.758291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:20.918952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2d168f0a-3a06-4b6c-adb7-504770903d04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2d168f0a-3a06-4b6c-adb7-504770903d04,segment=NetworkSegment(9d92a14e-1afd-4168-8b12-93414812f94f),segment_id=9d92a14e-1afd-4168-8b12-93414812f94f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:20.932620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a656da7d-1931-47d8-9843-0cda6d9cd8dc None None] Port 673e117c-2428-4bb1-ab6a-14e5762f99ab cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:46:20.941960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '2d168f0a-3a06-4b6c-adb7-504770903d04', 'network_id': '35e0d70f-8687-4488-ad99-fbfa033e8ab7', 'port_id': '2d168f0a-3a06-4b6c-adb7-504770903d04', 'mac_address': 'fa:16:3e:5e:3a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca0c99e-5e6e-433a-91fa-4804e44d4300', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:21.063948 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.089039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d168f0a-3a06-4b6c-adb7-504770903d04 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:21.108713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2d168f0a-3a06-4b6c-adb7-504770903d04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2d168f0a-3a06-4b6c-adb7-504770903d04,segment=NetworkSegment(9d92a14e-1afd-4168-8b12-93414812f94f),segment_id=9d92a14e-1afd-4168-8b12-93414812f94f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:21.113864 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.119885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-12e0dc99-2318-4daa-b891-339d6e07e8ce tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:21.122147 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-12e0dc99-2318-4daa-b891-339d6e07e8ce tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=17d5dd61-344a-40e6-a521-cd2ff05c1374 HTTP/1.1" status: 200 len: 943 time: 0.1956453 Jan 18 22:46:21.126130 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.164741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-278c3995-ca60-410a-8a3c-e0f46d74eaf4 req-d0ec30f7-f793-4236-9686-18490128f334 service neutron] 10.222.0.86 "GET /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704238 Jan 18 22:46:21.176088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.224961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:21.231013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=2d168f0a-3a06-4b6c-adb7-504770903d04,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:21.239531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.242851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.243661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.243661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.243967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.244482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.244817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.245176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.245587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.245913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.246233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.246637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.246961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:21.279827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Deleting port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:21.280601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.361575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:21.380900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['2d168f0a-3a06-4b6c-adb7-504770903d04'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:21.495266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:21.567252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-be71288d-bf2d-4d7c-b8a7-14cfc9eba302 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487199 Jan 18 22:46:21.711317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] For port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:21.712132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:21.831406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-a9761d85-6df4-4ae5-8db3-610f3132110f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:21.832448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-a9761d85-6df4-4ae5-8db3-610f3132110f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135494 Jan 18 22:46:21.910145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Calling delete_port for fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:21.936640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-a832bff8-d84a-4f09-bb32-565f5e107167 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/quotas/8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 375 time: 0.0986872 Jan 18 22:46:21.995920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673e117c-2428-4bb1-ab6a-14e5762f99ab {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:22.009502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.045620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Transition to ACTIVE for port object 673e117c-2428-4bb1-ab6a-14e5762f99ab will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:22.058905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.102743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-1a0afcc8-00a2-409a-9a53-147fa621b00f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:22.104726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-1a0afcc8-00a2-409a-9a53-147fa621b00f tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 944 time: 0.1504612 Jan 18 22:46:22.113302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-e20084fe-6aa8-44ce-a8fd-120e65983225 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1689923 Jan 18 22:46:22.227797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Deleting port e86f91ba-6f26-457b-8d7d-dca5a4439275 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:22.228426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.297363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Pushing event updated for resources: {'Port': ['ID=673e117c-2428-4bb1-ab6a-14e5762f99ab,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:22.459123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.481301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2d168f0a-3a06-4b6c-adb7-504770903d04 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:22.523389 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:46:22.582711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Attempting to bind port 673e117c-2428-4bb1-ab6a-14e5762f99ab on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:22.583311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Attempting to bind port 673e117c-2428-4bb1-ab6a-14e5762f99ab by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:22.583837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Attempting to bind port 673e117c-2428-4bb1-ab6a-14e5762f99ab on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:22.591995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event deleted for resources: {'Port': ['ID=fb864df7-c4fa-46e7-b0b9-d21f5866f0b6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:22.597169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Port 673e117c-2428-4bb1-ab6a-14e5762f99ab on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:22.597707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Attempting to bind port 673e117c-2428-4bb1-ab6a-14e5762f99ab on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:22.607858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:22.608475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:22.609077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:22.609678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Bound port: 673e117c-2428-4bb1-ab6a-14e5762f99ab, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:22.610181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.650012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 2d168f0a-3a06-4b6c-adb7-504770903d04 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:22.659442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 2d168f0a-3a06-4b6c-adb7-504770903d04 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:22.660545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.732565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-ed5eee1f-fbaa-461f-9eb2-073baca6c8ce tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:22.733803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-ed5eee1f-fbaa-461f-9eb2-073baca6c8ce tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:22.736310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] For port e86f91ba-6f26-457b-8d7d-dca5a4439275, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e86f91ba-6f26-457b-8d7d-dca5a4439275,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:22.736912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.753978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] For port 673e117c-2428-4bb1-ab6a-14e5762f99ab, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:22.757748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] For port 673e117c-2428-4bb1-ab6a-14e5762f99ab, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:22.764379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-ed5eee1f-fbaa-461f-9eb2-073baca6c8ce tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:22.771533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-ed5eee1f-fbaa-461f-9eb2-073baca6c8ce tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 948 time: 0.2889690 Jan 18 22:46:22.797204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.829654 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.883125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2d168f0a-3a06-4b6c-adb7-504770903d04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2d168f0a-3a06-4b6c-adb7-504770903d04,segment=NetworkSegment(9d92a14e-1afd-4168-8b12-93414812f94f),segment_id=9d92a14e-1afd-4168-8b12-93414812f94f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:22.895572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.899916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Calling delete_port for e86f91ba-6f26-457b-8d7d-dca5a4439275 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:22.984813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:22.987456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.994779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] 10.222.0.85 "PUT /v2.0/ports/673e117c-2428-4bb1-ab6a-14e5762f99ab HTTP/1.1" status: 200 len: 1096 time: 2.3229370 Jan 18 22:46:22.997676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'tag': '673e117c-2428-4bb1-ab6a-14e5762f99ab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:23.083968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=2d168f0a-3a06-4b6c-adb7-504770903d04,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:23.089050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-e9e02d83-83c3-40a4-a19b-392aee1a35cf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:23.107402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e532b-6192-45e1-b0f3-4a254ede5902 service neutron] Pushing event updated for resources: {'Port': ['ID=673e117c-2428-4bb1-ab6a-14e5762f99ab,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:23.136628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-e9e02d83-83c3-40a4-a19b-392aee1a35cf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:23.147660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f229f6e-6dd0-47a6-9e20-dcaab9d120b5 req-e9e02d83-83c3-40a4-a19b-392aee1a35cf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749175 Jan 18 22:46:23.189930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] No DVR routers for this DVR port fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:23.197283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:23.203192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-deleted', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:23.204324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-a44932b3-4cf3-4f42-a226-5991467f021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:23.205870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-a44932b3-4cf3-4f42-a226-5991467f021f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 1099 time: 0.1639645 Jan 18 22:46:23.262862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f1c795cb-425f-4727-ade5-189ca1d70f8b req-61d3e941-dc8e-4845-b9ef-85d17e501a34 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "DELETE /v2.0/ports/fb864df7-c4fa-46e7-b0b9-d21f5866f0b6 HTTP/1.1" status: 204 len: 173 time: 2.1330552 Jan 18 22:46:23.394571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-60d5e5f9-2364-4481-abb4-9ddd8fe48518 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab HTTP/1.1" status: 200 len: 217 time: 0.1816199 Jan 18 22:46:23.413539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:23.518810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event deleted for resources: {'Port': ['ID=e86f91ba-6f26-457b-8d7d-dca5a4439275,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:23.531208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-3aaa5342-3302-4426-8054-c4c15f81ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:23.533415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-3aaa5342-3302-4426-8054-c4c15f81ee61 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0942452 Jan 18 22:46:23.638329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1308-1caf-4623-a312-a4b4764673f3 req-2632baa8-e162-4171-9269-ead99339c360 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:23.639840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc8a1308-1caf-4623-a312-a4b4764673f3 req-2632baa8-e162-4171-9269-ead99339c360 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.2472136 Jan 18 22:46:23.679879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] No DVR routers for this DVR port e86f91ba-6f26-457b-8d7d-dca5a4439275 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:23.682903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:23.708795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc8a1308-1caf-4623-a312-a4b4764673f3 req-84bc83e9-a06e-412d-bc86-78cba7d79caa tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622201 Jan 18 22:46:23.712822 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3019d81-7d29-4edd-a162-685b7b50d004 req-c577aad3-c8e4-489e-9dc9-3a69edf8e51b tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "DELETE /v2.0/ports/e86f91ba-6f26-457b-8d7d-dca5a4439275 HTTP/1.1" status: 204 len: 173 time: 1.5912490 Jan 18 22:46:23.718208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-8e11da46-2b67-40b3-9416-c8ac5d89204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:23.719883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-8e11da46-2b67-40b3-9416-c8ac5d89204a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731288 Jan 18 22:46:24.169307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-7d0e0e54-35be-4533-8e85-be671f0bc56a service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427865 Jan 18 22:46:24.171379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-7fabb8bd-68ea-4b26-876c-cc613ed4a5d1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8d0cbcdfff20432bbdc993cd14875381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320079 Jan 18 22:46:24.281945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d86a6ccc-e175-4001-8cc8-9332ba2bf245 req-9f3f1e28-1612-4752-bbf3-8d451096823d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:24.307141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d86a6ccc-e175-4001-8cc8-9332ba2bf245 req-9f3f1e28-1612-4752-bbf3-8d451096823d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:24.323244 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d86a6ccc-e175-4001-8cc8-9332ba2bf245 req-9f3f1e28-1612-4752-bbf3-8d451096823d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5cd0a19-22c4-4149-b558-eba81b327f5d HTTP/1.1" status: 200 len: 210 time: 0.1248512 Jan 18 22:46:24.391938 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'code': 200} Jan 18 22:46:24.468286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:24.550363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: e86f91ba-6f26-457b-8d7d-dca5a4439275 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:24.550957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e86f91ba-6f26-457b-8d7d-dca5a4439275 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:24.594483 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b4570aa8-94a5-43cd-81ef-9741b994894c req-c30a84fe-fbbf-4e18-9100-b7edc13fcd9e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 210 time: 0.0668297 Jan 18 22:46:24.603453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-e9268470-f3b2-4c8f-8add-59a7b94cd784 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:24.605927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-e9268470-f3b2-4c8f-8add-59a7b94cd784 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4255576 Jan 18 22:46:24.617349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b4c570f-de06-4aa2-86a6-fc3f2e8df9f2 req-73ff7451-80e7-4fad-ae97-5455059346d6 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389672 Jan 18 22:46:24.622314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Request body: {'port': {'device_id': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '8d0cbcdfff20432bbdc993cd14875381'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:24.717756 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'tag': '673e117c-2428-4bb1-ab6a-14e5762f99ab', 'status': 'completed', 'code': 200} Jan 18 22:46:24.757064 n-d-825178-1 neutron-server[87812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17d5dd61-344a-40e6-a521-cd2ff05c1374', 'name': 'network-vif-deleted', 'tag': 'fb864df7-c4fa-46e7-b0b9-d21f5866f0b6', 'status': 'failed', 'code': 422} returned with failed status Jan 18 22:46:24.866520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:24.877400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:24.887994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-acf1767c-f7b5-4020-95ee-79feea9c56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:24.889758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-acf1767c-f7b5-4020-95ee-79feea9c56e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 1099 time: 0.1741986 Jan 18 22:46:24.905274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Made reservation on behalf of 8d0cbcdfff20432bbdc993cd14875381 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:24.909036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.145690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e3a02-6e1f-4fed-a9bb-f2a9c1f64ac7 req-71d69e5f-3cbb-4cdc-aa0f-3a23c4f0607f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:25.153187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-362e3a02-6e1f-4fed-a9bb-f2a9c1f64ac7 req-71d69e5f-3cbb-4cdc-aa0f-3a23c4f0607f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 948 time: 0.1176493 Jan 18 22:46:25.200490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-362e3a02-6e1f-4fed-a9bb-f2a9c1f64ac7 req-76171e33-321e-42b8-8de1-c60c7adea619 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Jan 18 22:46:25.308618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-122952ee-136d-4918-9edb-24c757133ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:25.313690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-122952ee-136d-4918-9edb-24c757133ab8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4094493 Jan 18 22:46:25.409378 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-0ccee388-100d-4ef2-a9c8-642f579c5bfe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab HTTP/1.1" status: 200 len: 217 time: 0.0840356 Jan 18 22:46:25.463649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Allocated IP 192.168.233.190 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/1e4a0813-2bef-4400-b6c2-0cc61c4d6382) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:25.515394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06e0e9-ae7f-452a-8180-c90d74a5c726 req-d904ba02-a551-4631-b3b1-7fa69d09693b tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:25.516890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e06e0e9-ae7f-452a-8180-c90d74a5c726 req-d904ba02-a551-4631-b3b1-7fa69d09693b tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.3537264 Jan 18 22:46:25.534174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-d91e0ee7-0f4c-4864-8c29-1616587d4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:25.534174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-d91e0ee7-0f4c-4864-8c29-1616587d4181 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1086583 Jan 18 22:46:25.659083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e06e0e9-ae7f-452a-8180-c90d74a5c726 req-7d5f9317-4cae-4609-a490-781833a10f0d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242816 Jan 18 22:46:25.780920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-9ecb9e17-f644-4839-9439-641b90385314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:25.782412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-9ecb9e17-f644-4839-9439-641b90385314 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322714 Jan 18 22:46:25.936833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.979108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Transition to ACTIVE for port object 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:26.129609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-7e408738-efe1-4a22-a0de-0d2ddb19bd32 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299456 Jan 18 22:46:26.247592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.260453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ad65e27-8249-4b3f-a6fc-86d8b6af4703'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:26.302466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659', '587a9600-b8b3-4ba8-a40b-ab53141eb193'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:26.359101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:26.362477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:26.365775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd332623-2c81-470c-9fe2-b8b3d85f9859 req-c5eedd5b-12d1-4c47-a358-d0a08fb32277 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249665 Jan 18 22:46:26.366487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:26.407788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:26.419530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d168f0a-3a06-4b6c-adb7-504770903d04'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:26.462270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:26.462972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.471735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 673e117c-2428-4bb1-ab6a-14e5762f99ab details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:26.619689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-62c902bb-a577-4430-b054-1b7e4f76bb5d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0010693 Jan 18 22:46:26.637566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Request body: {'port': {'device_id': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:26.759553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'name': 'network-vif-deleted', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:26.783779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1593-bfb4-4c39-b5f4-86e02a92f519 req-e923ab94-4a8c-4c3b-a98a-cb7fce1ee63c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:26.792028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be2a1593-bfb4-4c39-b5f4-86e02a92f519 req-e923ab94-4a8c-4c3b-a98a-cb7fce1ee63c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 936 time: 0.1161892 Jan 18 22:46:26.822061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9befebc9-4f8d-4122-becb-cb56c5f9a5fe None None] Provisioning for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:26.840114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9befebc9-4f8d-4122-becb-cb56c5f9a5fe None None] Provisioning complete for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:26.840655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9befebc9-4f8d-4122-becb-cb56c5f9a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.861583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be2a1593-bfb4-4c39-b5f4-86e02a92f519 req-60d1f937-4716-4897-bdcb-147c21307b92 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569119 Jan 18 22:46:26.879676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-dae586b4-c85c-4dc3-b307-5e59c349c085 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:26.881227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-dae586b4-c85c-4dc3-b307-5e59c349c085 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.3777668 Jan 18 22:46:26.914477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.936208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-9f4e2bcf-3cf0-4dfb-9e1b-43caa4d4f96d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.0463085 Jan 18 22:46:26.973012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 673e117c-2428-4bb1-ab6a-14e5762f99ab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:27.009702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '673e117c-2428-4bb1-ab6a-14e5762f99ab', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '673e117c-2428-4bb1-ab6a-14e5762f99ab', 'mac_address': 'fa:16:3e:4d:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:27.012805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9befebc9-4f8d-4122-becb-cb56c5f9a5fe None None] Port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:46:27.044097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-155390aa-e4a9-4f89-86f3-eaf4362c9474 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916302 Jan 18 22:46:27.133494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.140695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b888-a50f-47a0-b60d-d00d63a238fc req-bf289099-1b50-44eb-957b-b9fb19c656cd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:27.142373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cff2b888-a50f-47a0-b60d-d00d63a238fc req-bf289099-1b50-44eb-957b-b9fb19c656cd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 948 time: 0.1034749 Jan 18 22:46:27.166477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673e117c-2428-4bb1-ab6a-14e5762f99ab {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:27.203615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 673e117c-2428-4bb1-ab6a-14e5762f99ab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:27.208590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cff2b888-a50f-47a0-b60d-d00d63a238fc req-f7ed9bde-b7a1-4cea-b822-08f9bf11de56 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586205 Jan 18 22:46:27.216788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.268749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-8f5eaa57-9adf-434d-a4cb-8fa6a5ede95c service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968403 Jan 18 22:46:27.314790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=673e117c-2428-4bb1-ab6a-14e5762f99ab,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:27.462931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:27.715467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:27.726870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.767898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Transition to ACTIVE for port object 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:27.777323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-103d1a00-90e8-4c6a-b8b5-dcea7305a3fb service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273712 Jan 18 22:46:27.778880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.855901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:28.088896 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d168f0a-3a06-4b6c-adb7-504770903d04', 'code': 200} Jan 18 22:46:28.343034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:28.343628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:28.344063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:28.359748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d089-6004-4715-8fa3-44765bae67f1 req-de01d866-8a92-4098-b78a-4fc3f24f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:28.361244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c750d089-6004-4715-8fa3-44765bae67f1 req-de01d866-8a92-4098-b78a-4fc3f24f9218 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 1097 time: 0.1883917 Jan 18 22:46:28.361960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:28.363722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:28.387303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:28.387709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:28.388118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:28.388616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Bound port: 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:28.388981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:28.499687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 673e117c-2428-4bb1-ab6a-14e5762f99ab up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:28.661588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 673e117c-2428-4bb1-ab6a-14e5762f99ab completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:28.669877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 673e117c-2428-4bb1-ab6a-14e5762f99ab triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:28.670524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:28.702602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c750d089-6004-4715-8fa3-44765bae67f1 req-94973094-457d-4f42-b34e-49fd5a1c4d22 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337197 Jan 18 22:46:28.730345 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd0a19-22c4-4149-b558-eba81b327f5d', 'name': 'network-vif-deleted', 'tag': 'e86f91ba-6f26-457b-8d7d-dca5a4439275', 'status': 'completed', 'code': 200} Jan 18 22:46:28.794461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f8638-3b77-4b8b-b912-d6386dd300ba req-5fa3f82c-da4c-4b7d-aa35-502da19e6e3d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:28.796189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a2f8638-3b77-4b8b-b912-d6386dd300ba req-5fa3f82c-da4c-4b7d-aa35-502da19e6e3d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.1892290 Jan 18 22:46:28.800876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:28.827898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:28.844253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:28.903684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:28.934392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:28.954773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a2f8638-3b77-4b8b-b912-d6386dd300ba req-34bd8302-3a01-40a3-bbb0-0a5169658588 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498835 Jan 18 22:46:28.961453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:28.966991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:28.972502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-6da6f834-29b0-447c-939d-17156cfb4014 service neutron] 10.222.0.86 "PUT /v2.0/ports/1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 1096 time: 2.3389702 Jan 18 22:46:28.977889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:28.995074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 673e117c-2428-4bb1-ab6a-14e5762f99ab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:29.005024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.107266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7b2d-f293-4fa3-a57c-95029d60c6a0 req-79f7f1c7-b993-4dfa-8b30-a35cfbca7c4b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:29.121634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-34fa7b2d-f293-4fa3-a57c-95029d60c6a0 req-79f7f1c7-b993-4dfa-8b30-a35cfbca7c4b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 948 time: 0.2363377 Jan 18 22:46:29.157491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=673e117c-2428-4bb1-ab6a-14e5762f99ab,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:29.191824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-34fa7b2d-f293-4fa3-a57c-95029d60c6a0 req-f236bd08-1d59-4894-ab35-2c090aa501b7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Jan 18 22:46:29.356574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aec6bde0-51d5-4456-a094-17ba7715e030 req-5fd6b5c3-0a6b-498b-a892-777919f1076e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 210 time: 0.0996687 Jan 18 22:46:29.434340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1dc66-62b7-4998-91d3-c67c685cc31e req-5ff69380-24ec-4a7c-8956-cdc3c35de343 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:29.436137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9de1dc66-62b7-4998-91d3-c67c685cc31e req-5ff69380-24ec-4a7c-8956-cdc3c35de343 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 950 time: 0.1140528 Jan 18 22:46:29.474622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589a644-2b11-4982-99c8-780355889b1c req-2dfae8bd-1947-47fe-9338-391491c5d161 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:29.478204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c589a644-2b11-4982-99c8-780355889b1c req-2dfae8bd-1947-47fe-9338-391491c5d161 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:29.493997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9de1dc66-62b7-4998-91d3-c67c685cc31e req-e16aee72-8bf0-4316-8c35-e6e64b539a5a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491281 Jan 18 22:46:29.510381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-2f15a454-7e31-4684-a8ee-4961b395f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:29.512712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-2f15a454-7e31-4684-a8ee-4961b395f756 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1099 time: 0.3099122 Jan 18 22:46:29.513692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c589a644-2b11-4982-99c8-780355889b1c req-2dfae8bd-1947-47fe-9338-391491c5d161 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:29.514911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c589a644-2b11-4982-99c8-780355889b1c req-2dfae8bd-1947-47fe-9338-391491c5d161 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.3769143 Jan 18 22:46:29.681542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Deleting port f7bd2118-ab9c-4cd9-9c3d-093c9467535d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:29.681968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.850218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-7a687790-910f-4b8f-8300-caac35ad9510 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.3263233 Jan 18 22:46:30.029981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-dae3d0f1-407e-4215-a2a3-0ee664511130 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.031459 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-dae3d0f1-407e-4215-a2a3-0ee664511130 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.3003626 Jan 18 22:46:30.040682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e16915-4225-4a9b-a3f2-ad0ea069175c req-e28eb63e-3f9c-4f5d-855c-19d373497bd0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.048201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2e16915-4225-4a9b-a3f2-ad0ea069175c req-e28eb63e-3f9c-4f5d-855c-19d373497bd0 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 944 time: 0.1897416 Jan 18 22:46:30.074033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Request body: {'port': {'device_id': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'admin_state_up': True, 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:30.090490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673e117c-2428-4bb1-ab6a-14e5762f99ab'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:30.204181 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2e16915-4225-4a9b-a3f2-ad0ea069175c req-c2246799-cce3-408c-ab0b-6240d65dc90d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549754 Jan 18 22:46:30.227155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] For port f7bd2118-ab9c-4cd9-9c3d-093c9467535d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:30.227884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:30.344221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:30.352517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Usage tracker for resource:port and tenant:9317091b3ffd47a3957a6b4d9597007e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:30.364686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:30.372788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:30.376747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-f534f5a7-70ae-448b-865c-4e0c376dda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.377893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-f534f5a7-70ae-448b-865c-4e0c376dda78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.5048735 Jan 18 22:46:30.379581 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'status': 'completed', 'code': 200} Jan 18 22:46:30.390781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Calling delete_port for f7bd2118-ab9c-4cd9-9c3d-093c9467535d owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:30.451698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:30.455309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:30.569924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264263b2-cdad-4b0f-8ef5-c4faf7a5b8dc req-308b4272-4d85-49a2-8983-9774abfb5265 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.576824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-264263b2-cdad-4b0f-8ef5-c4faf7a5b8dc req-308b4272-4d85-49a2-8983-9774abfb5265 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 948 time: 0.2087157 Jan 18 22:46:30.659188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-78fb1801-1fe2-41fd-b891-425a58ec557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.661157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-78fb1801-1fe2-41fd-b891-425a58ec557c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410352 Jan 18 22:46:30.692555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-264263b2-cdad-4b0f-8ef5-c4faf7a5b8dc req-65637bc1-7770-4e8b-8787-5d43d46e1b4a tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147230 Jan 18 22:46:30.697395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be56-d874-48a8-9e23-a87d63760fae req-7295a949-cc55-4167-8787-b0c2106d0a83 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.703498 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25c0be56-d874-48a8-9e23-a87d63760fae req-7295a949-cc55-4167-8787-b0c2106d0a83 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.2463920 Jan 18 22:46:30.726332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Allocated IP 172.20.0.2 (afff8b8b-056d-4f5b-9ab8-ae19b6faac84/98e88c07-2563-4afb-b5af-4750072a002b/8fbd6a09-fe06-4ac8-b6ba-59363449b05e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:30.786165 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673e117c-2428-4bb1-ab6a-14e5762f99ab', 'code': 200} Jan 18 22:46:31.045694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25c0be56-d874-48a8-9e23-a87d63760fae req-31740c48-00d4-48be-9815-290e1f5a488b tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412616 Jan 18 22:46:31.053685 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:31.222279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:31.240602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae495a-a0d1-4568-8ef2-feb022a0347d req-834bd92c-8f45-430e-a7a1-92a7b4bc304c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:31.247516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92ae495a-a0d1-4568-8ef2-feb022a0347d req-834bd92c-8f45-430e-a7a1-92a7b4bc304c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 948 time: 0.3227448 Jan 18 22:46:31.280969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-617307ef-b5db-4b57-a693-0af41f48f1ef req-d06d1ffa-838b-48d2-a50f-2fd7a3f66ca8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 210 time: 0.0752974 Jan 18 22:46:31.362859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92ae495a-a0d1-4568-8ef2-feb022a0347d req-86c79b1f-8b0a-4696-a33a-981bb1e4cfbc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143634 Jan 18 22:46:31.390815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:31.398907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event deleted for resources: {'Port': ['ID=f7bd2118-ab9c-4cd9-9c3d-093c9467535d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:31.526474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:31.531157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:31.534753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:31.556593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-01429f27-cd88-4830-8435-6873df43f23f service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861463 Jan 18 22:46:31.557639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] No DVR routers for this DVR port f7bd2118-ab9c-4cd9-9c3d-093c9467535d on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:31.561725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:31.670892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event updated for resources: {'Port': ['ID=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:31.748639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:31.749799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:31.798036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-a1bc727e-617c-4192-a294-11591c6e6b36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7274044 Jan 18 22:46:31.802687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5e47ec5a-46c1-437c-b344-404b3d420ae2 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:31.803499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c589a644-2b11-4982-99c8-780355889b1c req-5da70e80-9bcf-4b9d-81a9-997ac8e2ad64 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.86 "DELETE /v2.0/ports/f7bd2118-ab9c-4cd9-9c3d-093c9467535d HTTP/1.1" status: 204 len: 173 time: 2.1961799 Jan 18 22:46:31.804203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5e47ec5a-46c1-437c-b344-404b3d420ae2 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 948 time: 0.2202642 Jan 18 22:46:31.811977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Request body: {'port': {'device_id': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:31.819270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef724e2d-5301-4688-acef-28f9061ed76a req-acd0d339-b93b-492a-aee7-d9605b566630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:31.820483 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef724e2d-5301-4688-acef-28f9061ed76a req-acd0d339-b93b-492a-aee7-d9605b566630 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 1101 time: 0.9581435 Jan 18 22:46:31.904189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476181c5-23ee-4696-9d2b-a973ea24b685 req-f62c1ae5-2d8c-49e4-a674-8add8d362714 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:31.905704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-476181c5-23ee-4696-9d2b-a973ea24b685 req-f62c1ae5-2d8c-49e4-a674-8add8d362714 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 950 time: 0.4112086 Jan 18 22:46:31.909966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54ef846e-c15a-479d-a5f8-292cccf8187b req-2d01433c-1cc1-4d24-8ba7-0f241c3e11a9 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279154 Jan 18 22:46:31.928636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef724e2d-5301-4688-acef-28f9061ed76a req-4fddac03-b79f-4812-9178-b3e6ffa327bc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956972 Jan 18 22:46:31.965144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fb3596c0-a0ce-47c2-8e57-8a8e56c0658f req-2c59446b-af61-4f07-97ca-3310fd1a7d37 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=2325024c-b2c5-4675-9e99-a4a2ebf9d29e HTTP/1.1" status: 200 len: 210 time: 0.1599054 Jan 18 22:46:31.982508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-476181c5-23ee-4696-9d2b-a973ea24b685 req-bf6b0d4c-b671-4498-a321-4e19ab009fb0 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Jan 18 22:46:32.002580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Deleting port 1f89078d-8d32-445c-a557-9dc86a7ce885 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:32.002908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:32.103788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:32.131963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-5632047f-b679-450e-96fa-8ae37be0e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.133901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-5632047f-b679-450e-96fa-8ae37be0e8f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1099 time: 0.1190960 Jan 18 22:46:32.357619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540eb6-04b9-4c9b-a2a1-28edc98514cd req-642c264c-12f9-4ae2-b4cd-81c70d865152 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.365595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86540eb6-04b9-4c9b-a2a1-28edc98514cd req-642c264c-12f9-4ae2-b4cd-81c70d865152 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 948 time: 0.1932991 Jan 18 22:46:32.393964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-8b21b7bb-5a9c-436d-9691-83e871534e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.395539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-8b21b7bb-5a9c-436d-9691-83e871534e83 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2546575 Jan 18 22:46:32.396019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'name': 'network-vif-deleted', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:32.481178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-acbd2ed1-20b2-462b-a582-7bd25eb36d60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.0716298 Jan 18 22:46:32.485926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86540eb6-04b9-4c9b-a2a1-28edc98514cd req-07205b23-36b3-4bdf-8ecd-a052145ca180 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193533 Jan 18 22:46:32.553823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-bcd667fd-e4c4-4119-9014-eddfc98362e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.554348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-bcd667fd-e4c4-4119-9014-eddfc98362e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0667548 Jan 18 22:46:32.769590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54810-b174-4d71-a560-92068b26f059 req-5e9c2599-77a7-4786-ae8d-031c226b9c34 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.770286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] For port 1f89078d-8d32-445c-a557-9dc86a7ce885, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1f89078d-8d32-445c-a557-9dc86a7ce885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:32.770751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dfb54810-b174-4d71-a560-92068b26f059 req-5e9c2599-77a7-4786-ae8d-031c226b9c34 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:32.771261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:32.779849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-b4d2cbd2-c039-42ed-95cc-fdd5847ca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.781499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-b4d2cbd2-c039-42ed-95cc-fdd5847ca5a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192552 Jan 18 22:46:32.875134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dfb54810-b174-4d71-a560-92068b26f059 req-5e9c2599-77a7-4786-ae8d-031c226b9c34 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:32.883063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfb54810-b174-4d71-a560-92068b26f059 req-5e9c2599-77a7-4786-ae8d-031c226b9c34 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 948 time: 0.2523582 Jan 18 22:46:32.941931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfb54810-b174-4d71-a560-92068b26f059 req-94f0c114-dd1e-4587-a474-05cafb3de80c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578613 Jan 18 22:46:32.945558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Calling delete_port for 1f89078d-8d32-445c-a557-9dc86a7ce885 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:33.008245 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-c462cd5c-5e47-4954-9b77-27870b5460dc service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191432 Jan 18 22:46:33.008562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9bc79-e6b3-49d3-a72e-e5a3482a0142 req-40d33ded-26ae-49b0-a7b8-10cd2a73d0d9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:33.009299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-81d9bc79-e6b3-49d3-a72e-e5a3482a0142 req-40d33ded-26ae-49b0-a7b8-10cd2a73d0d9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:33.053255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-81d9bc79-e6b3-49d3-a72e-e5a3482a0142 req-40d33ded-26ae-49b0-a7b8-10cd2a73d0d9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:33.054390 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81d9bc79-e6b3-49d3-a72e-e5a3482a0142 req-40d33ded-26ae-49b0-a7b8-10cd2a73d0d9 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 931 time: 0.6074865 Jan 18 22:46:33.203711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0edc88ad-7500-40c2-9363-fd024bd123e8 req-91d66c91-7daa-4f5f-a03a-9c8895715cb6 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887763 Jan 18 22:46:33.205328 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2325024c-b2c5-4675-9e99-a4a2ebf9d29e', 'name': 'network-vif-deleted', 'tag': 'f7bd2118-ab9c-4cd9-9c3d-093c9467535d', 'status': 'completed', 'code': 200} Jan 18 22:46:33.214652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbd6a09-fe06-4ac8-b6ba-59363449b05e {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:33.227201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81d9bc79-e6b3-49d3-a72e-e5a3482a0142 req-43c47667-fadc-493c-8146-6058a75bfb36 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601820 Jan 18 22:46:33.228907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:33.255821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Transition to ACTIVE for port object 8fbd6a09-fe06-4ac8-b6ba-59363449b05e will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:33.258447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:33.415035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:33.463816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Pushing event deleted for resources: {'Port': ['ID=1f89078d-8d32-445c-a557-9dc86a7ce885,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:33.651783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] No DVR routers for this DVR port 1f89078d-8d32-445c-a557-9dc86a7ce885 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:33.666947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:33.672628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-deleted', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:33.717827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:33.733850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2a98c7c-9b32-4de6-a424-d685dc6b85e0 req-5fe86d51-a7e2-45d6-a295-ca5ee5483dfb tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "DELETE /v2.0/ports/1f89078d-8d32-445c-a557-9dc86a7ce885 HTTP/1.1" status: 204 len: 173 time: 1.8547814 Jan 18 22:46:33.787765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121245-7277-4154-8ab0-be07c359698c req-2d4783d0-58c7-4391-802c-89dde8710ed6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:33.789291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4121245-7277-4154-8ab0-be07c359698c req-2d4783d0-58c7-4391-802c-89dde8710ed6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 950 time: 0.3825603 Jan 18 22:46:33.840894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Attempting to bind port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:33.841355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Attempting to bind port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:33.841757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Attempting to bind port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:33.858634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:33.859152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Attempting to bind port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:33.872234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:33.872768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:33.873312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Bound using segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:33.873909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Bound port: 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:33.874559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:33.950011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4121245-7277-4154-8ab0-be07c359698c req-43591e53-2087-495e-abb7-54e80a30a153 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486318 Jan 18 22:46:34.056766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] For port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:34.058911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.062619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] For port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:34.073597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.148668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-d058eeca-885b-462d-9630-e7c60165d455 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.149451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-d058eeca-885b-462d-9630-e7c60165d455 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Synchronizing usage tracker for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:34.167073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-d058eeca-885b-462d-9630-e7c60165d455 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Unset dirty status for tenant:6f7e89307477416b8a656556f106e5e4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:34.169476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-d058eeca-885b-462d-9630-e7c60165d455 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 945 time: 0.1296041 Jan 18 22:46:34.216621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-88cc6263-6225-4580-ae47-62180a413382 req-d073e977-cf10-45a2-8e82-3489fed8119e tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Synchronizing usage tracker for tenant:f7f88e72aecc4a1198dabddca59e6504 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:34.231088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.231941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.233408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] 10.222.0.86 "PUT /v2.0/ports/8fbd6a09-fe06-4ac8-b6ba-59363449b05e HTTP/1.1" status: 200 len: 1091 time: 2.4268460 Jan 18 22:46:34.243823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313da1-9a66-416c-9ce4-944efe0e5e11 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:34.251522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-88cc6263-6225-4580-ae47-62180a413382 req-d073e977-cf10-45a2-8e82-3489fed8119e tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Unset dirty status for tenant:f7f88e72aecc4a1198dabddca59e6504 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:34.252106 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88cc6263-6225-4580-ae47-62180a413382 req-d073e977-cf10-45a2-8e82-3489fed8119e tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b78bbfc-18d1-4da3-99d3-98eb6397260e HTTP/1.1" status: 200 len: 210 time: 0.1071439 Jan 18 22:46:34.259475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Deleting port 631c0ed0-4286-4ba0-8391-112ff49fbab0 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:34.259817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.344749 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b78bbfc-18d1-4da3-99d3-98eb6397260e', 'name': 'network-vif-deleted', 'tag': '1f89078d-8d32-445c-a557-9dc86a7ce885', 'status': 'completed', 'code': 200} Jan 18 22:46:34.378757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-7f316609-d54c-40e1-8782-21d4a9e05a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.380259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-7f316609-d54c-40e1-8782-21d4a9e05a66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 1094 time: 0.0922375 Jan 18 22:46:34.517672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-4dc184c4-7d66-4564-9852-bf3d4ee865b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e HTTP/1.1" status: 200 len: 217 time: 0.1297369 Jan 18 22:46:34.600550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-7d92e820-6ac2-4c57-a8c6-b456bf5d452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.602033 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-7d92e820-6ac2-4c57-a8c6-b456bf5d452f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.0787776 Jan 18 22:46:34.641757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:34.646041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:34.648133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59fd60-7511-4da2-8146-600b58155276 req-e5a1d85d-f255-4538-9ba2-d14c4beb4443 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.649622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d59fd60-7511-4da2-8146-600b58155276 req-e5a1d85d-f255-4538-9ba2-d14c4beb4443 tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 945 time: 0.2123833 Jan 18 22:46:34.653961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-4b455b6a-5542-4c88-802f-af7623f0e4e6 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.655469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-4b455b6a-5542-4c88-802f-af7623f0e4e6 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 1101 time: 0.1801379 Jan 18 22:46:34.657424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-aa801153-5ac5-4ae5-b40c-c4bbe2d9d359 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483088 Jan 18 22:46:34.688817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: f7bd2118-ab9c-4cd9-9c3d-093c9467535d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:34.689155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f7bd2118-ab9c-4cd9-9c3d-093c9467535d not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:34.729386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d59fd60-7511-4da2-8146-600b58155276 req-f1b23d41-c81a-456e-a93c-12e904de431d tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/security-groups?id=2590724e-423e-4e2a-8099-7b0c5f05a97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659919 Jan 18 22:46:34.751911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.753816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] For port 631c0ed0-4286-4ba0-8391-112ff49fbab0, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=631c0ed0-4286-4ba0-8391-112ff49fbab0,segment=NetworkSegment(a9721d61-c8dd-472f-94a3-c6e128abd25e),segment_id=a9721d61-c8dd-472f-94a3-c6e128abd25e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:34.754189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.787574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:34.797554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Usage tracker for resource:security_group_rule and tenant:e2f03a7102c8448c9ff6987e9d2eecf4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:34.803633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:34.824598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:34.874524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-e256b2cb-effc-4659-9b9f-777d67351a6b service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108552 Jan 18 22:46:34.881194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:34.897049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:34.914539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Calling delete_port for 631c0ed0-4286-4ba0-8391-112ff49fbab0 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:34.956996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:34.974002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:34.991751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:34.997043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:35.069285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9086f-ca47-45ab-aa1f-55e6160a9605 req-72f5025d-5b42-4dcc-8e51-7f6d72ad3c1b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:35.070684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68f9086f-ca47-45ab-aa1f-55e6160a9605 req-72f5025d-5b42-4dcc-8e51-7f6d72ad3c1b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 948 time: 0.1666989 Jan 18 22:46:35.071215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:35.073999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-505ee20c-fad8-4591-8fd9-ae3646e3625a req-c81e407b-04b9-430f-8d7e-f0f284ddc064 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907649 Jan 18 22:46:35.080012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:35.082010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:35.112968 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e1b2fd8-7834-492c-affc-4fc23c7e916d req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315429 Jan 18 22:46:35.119946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e2330-976b-4b3c-9cf3-e7ee742aeba2 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14848bba-3312-47b3-aaab-b46296d14030,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:35.180251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68f9086f-ca47-45ab-aa1f-55e6160a9605 req-4893fed9-f689-4b95-b8cf-d6b21d7cca40 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966222 Jan 18 22:46:35.187306 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:35.233604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1e4a0813-2bef-4400-b6c2-0cc61c4d6382'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:35.312349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Pushing event deleted for resources: {'Port': ['ID=631c0ed0-4286-4ba0-8391-112ff49fbab0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:35.328491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] No DVR routers for this DVR port 631c0ed0-4286-4ba0-8391-112ff49fbab0 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:35.330902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:35.333900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'name': 'network-vif-deleted', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:35.352023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a77c386-10b1-4e8b-857d-6cabfb4eef83 req-68a2912a-22e2-44af-a18d-7c876d28820e tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.85 "DELETE /v2.0/ports/631c0ed0-4286-4ba0-8391-112ff49fbab0 HTTP/1.1" status: 204 len: 173 time: 1.1763029 Jan 18 22:46:35.648420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3695c7-24f4-41bf-baca-08f5d6bd46ac req-2bd72bf4-f892-4acb-93ad-853965fb2cd0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:35.649960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad3695c7-24f4-41bf-baca-08f5d6bd46ac req-2bd72bf4-f892-4acb-93ad-853965fb2cd0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 943 time: 0.0892870 Jan 18 22:46:35.712333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad3695c7-24f4-41bf-baca-08f5d6bd46ac req-b1422070-58af-4ae4-8580-3006c4da9fe0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489655 Jan 18 22:46:35.828331 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f13da1-66f8-4295-9364-9b2f5035caf8', 'name': 'network-vif-deleted', 'tag': '631c0ed0-4286-4ba0-8391-112ff49fbab0', 'status': 'completed', 'code': 200} Jan 18 22:46:35.993383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5fb6fcaf-3533-419f-8668-a8c7f45b5805 req-c846b007-8fd8-4876-9707-31b48099928c tempest-LiveAutoBlockMigrationV225Test-58590965 tempest-LiveAutoBlockMigrationV225Test-58590965-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4f13da1-66f8-4295-9364-9b2f5035caf8 HTTP/1.1" status: 200 len: 210 time: 0.0506527 Jan 18 22:46:36.061753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-b900ba04-26b3-4315-b816-b1961c2ad158 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:36.069630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-b900ba04-26b3-4315-b816-b1961c2ad158 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.1825478 Jan 18 22:46:36.090747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-3b7d5d26-d522-43aa-a2ff-cd76ecde3ec5 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/quotas/ded23796607b4af0881aa72c73e0d98e HTTP/1.1" status: 200 len: 375 time: 0.0196056 Jan 18 22:46:36.188809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-6ad61b1e-942b-4dad-acbb-fccf116f1ebf tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963655 Jan 18 22:46:36.335664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-3a9d50f6-9fe9-4815-8a8d-98018cef2108 service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392643 Jan 18 22:46:36.346274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'tag': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:36.354196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86a063e6-d036-4e2f-a78f-3b41d00efb4b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317497 Jan 18 22:46:36.476547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-d6ee2fde-afa8-497d-aed2-bef31f86e24d service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351426 Jan 18 22:46:36.495290 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:36.547788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:36.599083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 631c0ed0-4286-4ba0-8391-112ff49fbab0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:36.599631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 631c0ed0-4286-4ba0-8391-112ff49fbab0 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:36.631292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-1704afa0-7ed1-490e-bc82-3930ff7ea5b4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:36.633162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-1704afa0-7ed1-490e-bc82-3930ff7ea5b4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734215 Jan 18 22:46:36.650021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-98db7553-408a-4d6a-9466-1e0217d5688b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/quotas/4b60cea0778247e6a6776c4c0bd3743e HTTP/1.1" status: 200 len: 375 time: 0.0108156 Jan 18 22:46:36.660795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8fbd6a09-fe06-4ac8-b6ba-59363449b05e details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:36.806621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-2b0e8dbf-5ace-44d2-8f2f-d98f3b562537 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489372 Jan 18 22:46:36.827984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:36.847106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e', 'mac_address': 'fa:16:3e:34:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:36.851719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:36.915960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93ed2-4edf-4fa1-a271-689f0f552829 req-15fd1c47-9b50-4f0e-a66b-7925702ad95f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:36.919943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bfc93ed2-4edf-4fa1-a271-689f0f552829 req-15fd1c47-9b50-4f0e-a66b-7925702ad95f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 949 time: 0.1904988 Jan 18 22:46:36.993808 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.009565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bfc93ed2-4edf-4fa1-a271-689f0f552829 req-ff627b54-45bc-46ff-b3d4-75070ee806bc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835245 Jan 18 22:46:37.048465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd6a09-fe06-4ac8-b6ba-59363449b05e {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:37.077450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:37.085287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:37.085483 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.151221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:37.161732 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.333384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:37.380085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74be65d-11c2-42ea-9c5a-f916e951370a req-5a8ad7b2-6a31-4298-a7c3-83a983f367c2 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:37.388985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d74be65d-11c2-42ea-9c5a-f916e951370a req-5a8ad7b2-6a31-4298-a7c3-83a983f367c2 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 948 time: 0.2206869 Jan 18 22:46:37.417554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-f28f585c-f734-402b-b6bf-2005916157b7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:37.424550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.426026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-f28f585c-f734-402b-b6bf-2005916157b7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.86 "GET /v2.0/ports?device_id=238090fb-39af-4492-9589-cc4c59a3920c HTTP/1.1" status: 200 len: 945 time: 0.1979411 Jan 18 22:46:37.442298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d74be65d-11c2-42ea-9c5a-f916e951370a req-41689561-a80b-4964-bafc-b9d70cddfc1c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513880 Jan 18 22:46:37.446348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['8fbd6a09-fe06-4ac8-b6ba-59363449b05e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:37.524219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:37.543660 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'tag': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e', 'status': 'completed', 'code': 200} Jan 18 22:46:37.570761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Deleting port b9541ef8-df9a-4655-b38d-a9fecde93076 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:37.571115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.598639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:37.635500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.636322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:37.731685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8274ba3b-34e3-4d61-a136-f93209a8b3b3 req-cd478e95-822e-480b-88a5-5f5cdd942e7f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 210 time: 0.1241555 Jan 18 22:46:37.879105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:37.945274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.962786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52748) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:38.111883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:38.117529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.118936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:38.239191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:38.240006 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.258804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1f89078d-8d32-445c-a557-9dc86a7ce885 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:38.259147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1f89078d-8d32-445c-a557-9dc86a7ce885 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:38.319284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:38.431689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Calling delete_port for b9541ef8-df9a-4655-b38d-a9fecde93076 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:38.489484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Deleting subnet c36aea40-0aef-43b0-8dd6-48aac4083edc {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:46:38.497333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.501240 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'code': 200} Jan 18 22:46:38.538338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922323-e392-41ad-94d5-155d7c294bba req-c9fe5057-16e4-4765-b182-7108a74ce6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:38.547083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-c9fe5057-16e4-4765-b182-7108a74ce6b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 1095 time: 0.9172342 Jan 18 22:46:38.565434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-e785b972-df85-489d-915e-a8a5d2c5a10e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:38.567137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-e785b972-df85-489d-915e-a8a5d2c5a10e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.3401105 Jan 18 22:46:38.577126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c1c82-ea67-4567-9672-7674db90b67d req-cbbc2192-166f-4099-bb02-8d6fd112092c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:38.578869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-654c1c82-ea67-4567-9672-7674db90b67d req-cbbc2192-166f-4099-bb02-8d6fd112092c tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 948 time: 0.4146469 Jan 18 22:46:38.585721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Request body: {'port': {'device_id': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'admin_state_up': True, 'tenant_id': 'ded23796607b4af0881aa72c73e0d98e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:38.642991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.674588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8fbd6a09-fe06-4ac8-b6ba-59363449b05e up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:38.714810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a93c-ae1d-4e6d-8916-edaf0805e0b9 req-c7be8255-df24-4e01-9011-4748db2071a6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:38.721805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6684a93c-ae1d-4e6d-8916-edaf0805e0b9 req-c7be8255-df24-4e01-9011-4748db2071a6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 944 time: 0.6912529 Jan 18 22:46:38.764289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:38.773800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:38.776625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.800165 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6684a93c-ae1d-4e6d-8916-edaf0805e0b9 req-fd50e929-0bf0-4d5d-b364-9f84c2a5952b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774236 Jan 18 22:46:38.822508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:46:38.822861 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:46:38.847916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922323-e392-41ad-94d5-155d7c294bba req-abdccf1b-46a8-4a8f-b814-d35ac5ed1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:38.849394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-abdccf1b-46a8-4a8f-b814-d35ac5ed1474 service neutron] 10.222.0.86 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.2824817 Jan 18 22:46:38.927373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Deleting port bd9a1f24-9e39-46b1-a780-9cd19e0497ed {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:38.929633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.935063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.965965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.972916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-e3685442-fd57-447f-b897-c323b5c26b8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e HTTP/1.1" status: 200 len: 217 time: 0.1097381 Jan 18 22:46:38.973950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:38.990201 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.053477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922323-e392-41ad-94d5-155d7c294bba req-84bb90c0-98ab-4c12-8fcb-d36198b0a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.055652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-84bb90c0-98ab-4c12-8fcb-d36198b0a5be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.0767934 Jan 18 22:46:39.099741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:39.142505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d84e6ab-9600-4103-9cf8-b8d0a3a51973 req-fc4c8a8a-aabf-4d9d-b911-6834e0eab59b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 210 time: 0.0857296 Jan 18 22:46:39.150004 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-64d715fa-cb06-446d-ba50-9de1c5f3da1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521853 Jan 18 22:46:39.198483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:39.216413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45627d-cb75-4f6d-962d-d1526e977405 req-590e23cc-64aa-494e-8b1f-7a46d0c7cb99 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.218200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f45627d-cb75-4f6d-962d-d1526e977405 req-590e23cc-64aa-494e-8b1f-7a46d0c7cb99 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.5392404 Jan 18 22:46:39.261214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.266000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efed00-009a-479d-aff0-90dbfe7686d7 req-8fa53665-dd2e-4397-a5b1-13c62c928725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.267449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65efed00-009a-479d-aff0-90dbfe7686d7 req-8fa53665-dd2e-4397-a5b1-13c62c928725 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1101 time: 0.4889784 Jan 18 22:46:39.269221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:39.403195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36aea40-0aef-43b0-8dd6-48aac4083edc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:39.419134 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.430150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Made reservation on behalf of ded23796607b4af0881aa72c73e0d98e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:39.433781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.446511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Deleting port b9541ef8-df9a-4655-b38d-a9fecde93076 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:39.447093 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.458312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08f991de-0828-44d4-bf6e-67c36d0083ed admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c36aea40-0aef-43b0-8dd6-48aac4083edc HTTP/1.1" status: 204 len: 168 time: 1.4908719 Jan 18 22:46:39.464418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52772) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:39.480818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f45627d-cb75-4f6d-962d-d1526e977405 req-d4394285-9a8a-4156-806d-b9304ce99fd4 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389841 Jan 18 22:46:39.517186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65efed00-009a-479d-aff0-90dbfe7686d7 req-cdd5a0d4-148e-4c9a-adbf-6a77db69aa93 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702669 Jan 18 22:46:39.540976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-6a02ba13-2446-4190-8cba-552bb6aa0116 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813632 Jan 18 22:46:39.623313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08912f-3509-48f3-bbc0-957f6950e101 req-122caebe-0489-46c2-afe5-3a4fa8000ee4 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.626285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f08912f-3509-48f3-bbc0-957f6950e101 req-122caebe-0489-46c2-afe5-3a4fa8000ee4 tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 948 time: 0.3699427 Jan 18 22:46:39.685694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] For port bd9a1f24-9e39-46b1-a780-9cd19e0497ed, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:39.686061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.853203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f08912f-3509-48f3-bbc0-957f6950e101 req-57af953f-97d3-4881-a5ff-0b0507dc761e tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/security-groups?id=220dbaeb-231a-4631-ab89-69f3f200726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202654 Jan 18 22:46:39.936083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] For port b9541ef8-df9a-4655-b38d-a9fecde93076, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b9541ef8-df9a-4655-b38d-a9fecde93076,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:39.936443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.971720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Calling delete_port for bd9a1f24-9e39-46b1-a780-9cd19e0497ed owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:40.029678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:40.083802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Calling delete_port for b9541ef8-df9a-4655-b38d-a9fecde93076 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:40.085278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-272357ff-8477-4478-af8c-276e4249948c req-1e60f963-e185-4024-989e-a6019d3a13a8 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 210 time: 0.2082198 Jan 18 22:46:40.100181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-79f1310a-d59d-4ece-ba34-c6725bc0aafd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1357160 Jan 18 22:46:40.113838 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03922323-e392-41ad-94d5-155d7c294bba req-88db538f-53c5-471a-b78b-30ca1013f80c service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871531 Jan 18 22:46:40.314483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:40.323340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-28b66740-fefd-480f-a1bf-0b9aec9924a7 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385158 Jan 18 22:46:40.378195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Allocated IP 172.20.0.8 (a77c7078-7b31-4fa1-ba87-f87856d8e77e/94edd2a9-b7cd-4c96-b7cc-63fbb9481b03/ae777fa2-4ff1-42c7-91a4-3d0f6b693649) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:40.396928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event deleted for resources: {'Port': ['ID=b9541ef8-df9a-4655-b38d-a9fecde93076,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:40.414164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af8eea5c-d388-48d4-bb21-324414b79e57 req-c32d7b0f-656d-497b-9f9c-b8b1f7ddbe07 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 210 time: 0.0731230 Jan 18 22:46:40.452119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:40.454410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199e9f-131f-4ae2-ae9e-6cd810b916ff req-9aa79bd4-c3e9-4ea2-bb5d-ae9d72d97a9d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:40.461372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab199e9f-131f-4ae2-ae9e-6cd810b916ff req-9aa79bd4-c3e9-4ea2-bb5d-ae9d72d97a9d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.3850958 Jan 18 22:46:40.504390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076'}, {'server_uuid': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:40.586458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] No DVR routers for this DVR port b9541ef8-df9a-4655-b38d-a9fecde93076 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:40.595982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:40.598461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-deleted', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:40.629363 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab199e9f-131f-4ae2-ae9e-6cd810b916ff req-cb4c733e-ed21-43c7-819a-402973048591 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670091 Jan 18 22:46:40.674056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-1df36ad2-f64f-4ea6-a6e3-2630a4be1eb8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:40.675777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-1df36ad2-f64f-4ea6-a6e3-2630a4be1eb8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126490 Jan 18 22:46:40.677466 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd8be650-ca2d-4528-b6d2-3c76d30b3222 req-aa4e1719-baf9-4418-85ea-4aff6fbf5b68 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.86 "DELETE /v2.0/ports/b9541ef8-df9a-4655-b38d-a9fecde93076 HTTP/1.1" status: 204 len: 173 time: 3.2432795 Jan 18 22:46:40.690829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': '4cef272c-335f-467f-9635-2ff9e8f08193', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:40.706624 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'code': 200} Jan 18 22:46:40.706880 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e', 'code': 200} Jan 18 22:46:40.742492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d1e390-9b0b-4122-b04b-6293cecc7f62']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:40.763747 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238090fb-39af-4492-9589-cc4c59a3920c', 'name': 'network-vif-deleted', 'tag': 'b9541ef8-df9a-4655-b38d-a9fecde93076', 'status': 'completed', 'code': 200} Jan 18 22:46:40.780147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-4797cd73-2ca4-4a00-bf85-febf3f9df785 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:40.781966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-4797cd73-2ca4-4a00-bf85-febf3f9df785 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6689222 Jan 18 22:46:40.788425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9721d61-c8dd-472f-94a3-c6e128abd25e') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:40.788722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9721d61-c8dd-472f-94a3-c6e128abd25e') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:40.811913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:40.862442 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:40.927533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:40.931394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:40.940870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:40.960871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361782-25db-4fe7-80ac-dda94dabaf56 req-7dc21d00-ca97-4672-9164-e34ce0190620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:40.962508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8361782-25db-4fe7-80ac-dda94dabaf56 req-7dc21d00-ca97-4672-9164-e34ce0190620 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 1096 time: 0.1105554 Jan 18 22:46:40.964185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:40.968248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.005588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.029147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Pushing event deleted for resources: {'Port': ['ID=bd9a1f24-9e39-46b1-a780-9cd19e0497ed,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:41.075822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:46:41.076224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:46:41.092581 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:46:41.106403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8361782-25db-4fe7-80ac-dda94dabaf56 req-e8cd552f-8ade-4469-82e3-a734a0bcea7f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260872 Jan 18 22:46:41.106741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.113277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b6991881-d11a-41da-aa9b-33dc82578069 req-dcd59e6a-cea8-490f-9e0a-334f0083b20d tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 210 time: 0.0950971 Jan 18 22:46:41.215428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.15 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/1d27d93f-210d-4b3b-9b70-d41854e91814) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:41.245831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] No DVR routers for this DVR port bd9a1f24-9e39-46b1-a780-9cd19e0497ed on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:41.258709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.266115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-deleted', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:41.285355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b6cb1-11a7-4490-8d0c-e586468927e3 req-6015f0e8-7824-4b63-a558-3533c413aefe tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:41.286926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a85b6cb1-11a7-4490-8d0c-e586468927e3 req-6015f0e8-7824-4b63-a558-3533c413aefe tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.6028080 Jan 18 22:46:41.298615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.321418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:41.336350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.382001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-654c1c82-ea67-4567-9672-7674db90b67d req-4d3b5afd-de7f-4a04-902b-8c5c2ff256ae tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.86 "DELETE /v2.0/ports/bd9a1f24-9e39-46b1-a780-9cd19e0497ed HTTP/1.1" status: 204 len: 173 time: 2.7804625 Jan 18 22:46:41.383140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] Pushing event deleted for resources: {'Network': ['ID=08d1e390-9b0b-4122-b04b-6293cecc7f62,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:41.393696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:41.398039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-04241a7c-6981-4e80-b244-a12404dc8559 req-e53690a5-b75a-48ab-826e-586b754dc380 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:41.417163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:41.421632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.480005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-04241a7c-6981-4e80-b244-a12404dc8559 req-e53690a5-b75a-48ab-826e-586b754dc380 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:41.481388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04241a7c-6981-4e80-b244-a12404dc8559 req-e53690a5-b75a-48ab-826e-586b754dc380 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 210 time: 0.2366288 Jan 18 22:46:41.618668 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbabc43-9dcc-4cac-9e48-165fd6d41cbe', 'name': 'network-vif-deleted', 'tag': 'bd9a1f24-9e39-46b1-a780-9cd19e0497ed', 'status': 'completed', 'code': 200} Jan 18 22:46:41.620245 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6ef59458-50a8-4c2d-b3b3-f832df0da20e admin admin] 10.222.0.78 "DELETE /v2.0/networks/08d1e390-9b0b-4122-b04b-6293cecc7f62 HTTP/1.1" status: 204 len: 168 time: 2.1510417 Jan 18 22:46:41.621602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.626960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52800) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:41.685548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a85b6cb1-11a7-4490-8d0c-e586468927e3 req-e34f83c3-ad53-4130-bb43-411974b70ff7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891675 Jan 18 22:46:41.702361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.754911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:41.780699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object 1d27d93f-210d-4b3b-9b70-d41854e91814 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:41.790051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a369ac17-0d63-4c10-8051-f5f262e2db26 req-ebcb7abd-0301-45a3-b312-16a23f5237bb tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 210 time: 0.0749905 Jan 18 22:46:41.801083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:41.826489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.837710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:41.848183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:41.897514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:41.901405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:41.905636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:41.944631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=1d27d93f-210d-4b3b-9b70-d41854e91814,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:41.995513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:41.996270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.022899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:42.042884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-533a5d9f-642e-4bce-8121-11f8312d8b2e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3564799 Jan 18 22:46:42.059739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Request body: {'port': {'device_id': '4cef272c-335f-467f-9635-2ff9e8f08193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:42.064343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Deleting subnet 5e1df251-ba52-4316-861b-e496f0e4c5e7 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:46:42.092380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.124287 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08af17bb-8c50-4575-81dd-d2788018335e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.161454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:42.162117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.228194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.332671 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.353577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac55ac8b-8618-49ae-9d33-d1cd8080a246 None None] Provisioning for port 1d27d93f-210d-4b3b-9b70-d41854e91814 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:42.359622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac55ac8b-8618-49ae-9d33-d1cd8080a246 None None] Provisioning complete for port 1d27d93f-210d-4b3b-9b70-d41854e91814 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:42.360227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac55ac8b-8618-49ae-9d33-d1cd8080a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.365617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b1d28a6-4038-480a-ad3d-f3c36cf5ee4b req-d722366a-3233-4bc0-9d51-da778efa6f2f tempest-ListImageFiltersTestJSON-1947828974 tempest-ListImageFiltersTestJSON-1947828974-project] 10.222.0.78 "GET /v2.0/ports?device_id=5cbabc43-9dcc-4cac-9e48-165fd6d41cbe HTTP/1.1" status: 200 len: 210 time: 0.0653391 Jan 18 22:46:42.370780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-188a6066-8760-4668-afd4-311d27b094e1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7886939 Jan 18 22:46:42.380230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9abe4-bca7-4c7d-b6a8-168b2f134b57 req-3f981b23-2f75-4e5c-9c3d-828b629cd6e3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:42.387773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ba9abe4-bca7-4c7d-b6a8-168b2f134b57 req-3f981b23-2f75-4e5c-9c3d-828b629cd6e3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.5109136 Jan 18 22:46:42.419669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Request body: {'port': {'device_id': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:42.436538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ac55ac8b-8618-49ae-9d33-d1cd8080a246 None None] Port 1d27d93f-210d-4b3b-9b70-d41854e91814 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:46:42.479218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.195 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/af20f939-629c-40f1-a59d-73f122ff7ef7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:42.534457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ba9abe4-bca7-4c7d-b6a8-168b2f134b57 req-8e155e9b-3cbd-490a-8823-24e37b7c1514 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456113 Jan 18 22:46:42.583655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.676927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef515e8-6fc0-40a8-8eff-a656d48269ab req-833948bb-7460-4612-8823-dfebaa667d43 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:42.678314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bef515e8-6fc0-40a8-8eff-a656d48269ab req-833948bb-7460-4612-8823-dfebaa667d43 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 931 time: 0.0798228 Jan 18 22:46:42.681686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.688531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:42.740433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bef515e8-6fc0-40a8-8eff-a656d48269ab req-be46cce3-fb9c-43b6-975d-c228025e0b21 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556142 Jan 18 22:46:42.765549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: bd9a1f24-9e39-46b1-a780-9cd19e0497ed {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:42.765962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9a1f24-9e39-46b1-a780-9cd19e0497ed not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:42.766451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:42.800214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: b9541ef8-df9a-4655-b38d-a9fecde93076 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:42.800634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b9541ef8-df9a-4655-b38d-a9fecde93076 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:42.895288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:42.963631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1df251-ba52-4316-861b-e496f0e4c5e7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:42.974958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.002267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2462-25a2-4429-8c2e-da7ef816176d req-e8a727b3-af3e-45f8-9c44-909a74470a06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:43.002958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1d4f2462-25a2-4429-8c2e-da7ef816176d req-e8a727b3-af3e-45f8-9c44-909a74470a06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:43.019962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1d4f2462-25a2-4429-8c2e-da7ef816176d req-e8a727b3-af3e-45f8-9c44-909a74470a06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:43.021169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d4f2462-25a2-4429-8c2e-da7ef816176d req-e8a727b3-af3e-45f8-9c44-909a74470a06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 935 time: 0.1136792 Jan 18 22:46:43.044254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1d0a8ffd-14dc-4d51-8e6e-7deefa6a88bf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5e1df251-ba52-4316-861b-e496f0e4c5e7 HTTP/1.1" status: 204 len: 168 time: 1.4138732 Jan 18 22:46:43.048807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:43.081012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.115839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object af20f939-629c-40f1-a59d-73f122ff7ef7 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:43.142153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227fb29-5658-419c-ac2f-de224b6c2414 req-774e1dbc-a652-44b4-9439-04842b498985 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:43.143598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5227fb29-5658-419c-ac2f-de224b6c2414 req-774e1dbc-a652-44b4-9439-04842b498985 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.3170738 Jan 18 22:46:43.152311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d4f2462-25a2-4429-8c2e-da7ef816176d req-65d1f9ed-6ee3-4d08-9460-7102f24a5537 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252871 Jan 18 22:46:43.169763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.275849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5227fb29-5658-419c-ac2f-de224b6c2414 req-f09f369c-010e-4b04-b334-e6adaecc77ef tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740128 Jan 18 22:46:43.296459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.314456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.331649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:43.404482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:43.408736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:43.413855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:43.418531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a96bea7-a7b3-4df7-bede-fe3c994ccdb6']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:43.439674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aeb71a-eb3e-4a7d-a6ea-7d67c85f61d8') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:43.440083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aeb71a-eb3e-4a7d-a6ea-7d67c85f61d8') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:43.458533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.482869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:43.483515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.490280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=af20f939-629c-40f1-a59d-73f122ff7ef7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:43.579111 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.598521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-0b37c623-7f1d-4480-957e-6f9c468a36f2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7972815 Jan 18 22:46:43.616625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:46:43.617117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.624148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Request body: {'port': {'device_id': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:46:43.631703 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:46:43.778644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d01d1ab5-dab8-46f4-afc7-3f8e217de676 None None] Provisioning for port af20f939-629c-40f1-a59d-73f122ff7ef7 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:43.785201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d01d1ab5-dab8-46f4-afc7-3f8e217de676 None None] Provisioning complete for port af20f939-629c-40f1-a59d-73f122ff7ef7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:43.786088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d01d1ab5-dab8-46f4-afc7-3f8e217de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.862567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d01d1ab5-dab8-46f4-afc7-3f8e217de676 None None] Port af20f939-629c-40f1-a59d-73f122ff7ef7 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:46:43.864206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae777fa2-4ff1-42c7-91a4-3d0f6b693649 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:43.882819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.918628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a94bf-4c5c-47a9-a1ac-847ffe804c3b req-9cf7dc46-7f3b-404f-b1ae-227b4adeed1b tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:43.920292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a9a94bf-4c5c-47a9-a1ac-847ffe804c3b req-9cf7dc46-7f3b-404f-b1ae-227b4adeed1b tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1101 time: 0.4535289 Jan 18 22:46:43.921720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.926518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.942866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.966188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a96bea7-a7b3-4df7-bede-fe3c994ccdb6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:43.971420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Transition to ACTIVE for port object ae777fa2-4ff1-42c7-91a4-3d0f6b693649 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:43.983355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4645ba0b-ff3c-4798-a074-879752201cc4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0a96bea7-a7b3-4df7-bede-fe3c994ccdb6 HTTP/1.1" status: 204 len: 168 time: 0.9309921 Jan 18 22:46:44.002286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d27d93f-210d-4b3b-9b70-d41854e91814 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:44.007566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0a9a94bf-4c5c-47a9-a1ac-847ffe804c3b req-5be2d705-a6cd-44aa-9a9e-5bd03979fab1 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Jan 18 22:46:44.011706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.017970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.028726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Transition to ACTIVE for port object 1d27d93f-210d-4b3b-9b70-d41854e91814 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:44.034625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.193150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:44.282370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73c69-3757-4de5-871b-6ddecf95ee4a req-dfbc2be0-fc2a-4567-9476-6d5a314a0a3b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:44.283961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d73c69-3757-4de5-871b-6ddecf95ee4a req-dfbc2be0-fc2a-4567-9476-6d5a314a0a3b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.4946265 Jan 18 22:46:44.293284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Pushing event updated for resources: {'Port': ['ID=1d27d93f-210d-4b3b-9b70-d41854e91814,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:44.344638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Attempting to bind port 1d27d93f-210d-4b3b-9b70-d41854e91814 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:44.345036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Attempting to bind port 1d27d93f-210d-4b3b-9b70-d41854e91814 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:44.345374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Attempting to bind port 1d27d93f-210d-4b3b-9b70-d41854e91814 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:44.348048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec247-ab87-4b79-9e8f-5cb4eb1ee547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.352489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Port 1d27d93f-210d-4b3b-9b70-d41854e91814 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:44.353230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Attempting to bind port 1d27d93f-210d-4b3b-9b70-d41854e91814 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:44.360355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:44.360853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:44.361622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:44.362518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Bound port: 1d27d93f-210d-4b3b-9b70-d41854e91814, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:44.363000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.389010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:44.452937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d73c69-3757-4de5-871b-6ddecf95ee4a req-6688ef7f-b976-40be-a8ad-b79a80d954a4 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997150 Jan 18 22:46:44.467189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] For port 1d27d93f-210d-4b3b-9b70-d41854e91814, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:44.471226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] For port 1d27d93f-210d-4b3b-9b70-d41854e91814, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1d27d93f-210d-4b3b-9b70-d41854e91814,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:44.488293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.509628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-99018778-85b0-4369-8679-175c95c341fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f7e89307477416b8a656556f106e5e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2708249 Jan 18 22:46:44.511010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Attempting to bind port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:44.511604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Attempting to bind port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:44.512190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Attempting to bind port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:44.551743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52872) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:44.575445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:44.576036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Attempting to bind port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:44.585087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:44.585746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.587782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:44.588119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] 10.222.0.86 "PUT /v2.0/ports/1d27d93f-210d-4b3b-9b70-d41854e91814 HTTP/1.1" status: 200 len: 1095 time: 2.5352738 Jan 18 22:46:44.588477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Checking segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:44.589196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Bound using segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:44.589796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Bound port: ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:44.590432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.601707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cef272c-335f-467f-9635-2ff9e8f08193', 'tag': '1d27d93f-210d-4b3b-9b70-d41854e91814'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:44.672515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9c84e-cfc4-4263-a37a-8f26b034b830 service neutron] Pushing event updated for resources: {'Port': ['ID=1d27d93f-210d-4b3b-9b70-d41854e91814,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:44.737134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-364169dd-a7eb-404f-8d3b-1221c9b58dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.768462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-318732d7-f32c-4469-9dd7-d97ae3764194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:44.770113 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-318732d7-f32c-4469-9dd7-d97ae3764194 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 1098 time: 0.1373732 Jan 18 22:46:44.774797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-364169dd-a7eb-404f-8d3b-1221c9b58dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.800980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:44.811955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:44.820314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0635b-2c94-44f7-8dcf-99afe529533a req-362ee01b-b6e3-4c7d-af06-62e0600a9d4a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:44.821336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f8a0635b-2c94-44f7-8dcf-99afe529533a req-362ee01b-b6e3-4c7d-af06-62e0600a9d4a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:44.840788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:44.859437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-53f7c638-4ead-4a0b-a50c-d0f1fc16dc11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=1d27d93f-210d-4b3b-9b70-d41854e91814 HTTP/1.1" status: 200 len: 217 time: 0.0775995 Jan 18 22:46:44.951420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-c5dba00b-ccc2-46cc-9b85-4a80f468eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:44.954478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-c5dba00b-ccc2-46cc-9b85-4a80f468eef0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0814459 Jan 18 22:46:44.993696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f8a0635b-2c94-44f7-8dcf-99afe529533a req-362ee01b-b6e3-4c7d-af06-62e0600a9d4a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:45.001106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a0635b-2c94-44f7-8dcf-99afe529533a req-362ee01b-b6e3-4c7d-af06-62e0600a9d4a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 943 time: 0.3994422 Jan 18 22:46:45.003585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:45.004211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.010293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] 10.222.0.85 "PUT /v2.0/ports/ae777fa2-4ff1-42c7-91a4-3d0f6b693649 HTTP/1.1" status: 200 len: 1091 time: 2.6052155 Jan 18 22:46:45.035260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-364169dd-a7eb-404f-8d3b-1221c9b58dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.038452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:45.059982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364169dd-a7eb-404f-8d3b-1221c9b58dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2590724e-423e-4e2a-8099-7b0c5f05a97c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:45.061422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af20f939-629c-40f1-a59d-73f122ff7ef7 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:45.086048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-364169dd-a7eb-404f-8d3b-1221c9b58dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.087347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-364169dd-a7eb-404f-8d3b-1221c9b58dad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2590724e-423e-4e2a-8099-7b0c5f05a97c HTTP/1.1" status: 204 len: 168 time: 0.5318716 Jan 18 22:46:45.096551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203634f4-02da-41e7-9af7-f536ea3da16c service neutron] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:45.117077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.119613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-31428721-e16f-435e-9e3c-ad3655261be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:45.121505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-31428721-e16f-435e-9e3c-ad3655261be9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610844 Jan 18 22:46:45.139418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a0635b-2c94-44f7-8dcf-99afe529533a req-57bf1eed-02f3-4506-913b-4cdfb16d5625 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374512 Jan 18 22:46:45.173090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Transition to ACTIVE for port object af20f939-629c-40f1-a59d-73f122ff7ef7 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:45.188001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.233384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-ec96b8fc-1803-4e24-9078-8cc3b25741d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:45.235175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-ec96b8fc-1803-4e24-9078-8cc3b25741d0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 1094 time: 0.1781752 Jan 18 22:46:45.345391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-95eb4395-b477-42af-a87b-9c74ecead349 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171915 Jan 18 22:46:45.450959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-441ace5e-b6ee-49dc-a0c4-2db8f5be3ef4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649 HTTP/1.1" status: 200 len: 217 time: 0.2030752 Jan 18 22:46:45.451896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Pushing event updated for resources: {'Port': ['ID=af20f939-629c-40f1-a59d-73f122ff7ef7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:45.599156 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.602103 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.642419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92460c2-97ab-4f86-969b-b2f4eba87dce req-739c3ac3-d182-4fd4-a887-a5eb59f54fd7 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:45.643956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d92460c2-97ab-4f86-969b-b2f4eba87dce req-739c3ac3-d182-4fd4-a887-a5eb59f54fd7 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 947 time: 0.1911900 Jan 18 22:46:45.650920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-23e46778-e37b-4209-9e64-72a0bfb3de7d service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996309 Jan 18 22:46:45.707014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52902) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:45.742154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d92460c2-97ab-4f86-969b-b2f4eba87dce req-76332848-b42c-47fc-b21b-e5b02e81a710 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900521 Jan 18 22:46:45.813812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e2bc6f2-6e87-4720-b2b5-0bf825fe81cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d51beec11234ae4a8af1ebc42f1a906&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1054802 Jan 18 22:46:45.816032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52908) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:45.838246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Attempting to bind port af20f939-629c-40f1-a59d-73f122ff7ef7 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:45.838898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Attempting to bind port af20f939-629c-40f1-a59d-73f122ff7ef7 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:45.839454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Attempting to bind port af20f939-629c-40f1-a59d-73f122ff7ef7 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:45.848356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Port af20f939-629c-40f1-a59d-73f122ff7ef7 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:46:45.848910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Attempting to bind port af20f939-629c-40f1-a59d-73f122ff7ef7 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:45.855415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-2fbec9fe-c543-441e-967c-813fb88c3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:45.858429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-2fbec9fe-c543-441e-967c-813fb88c3e24 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.3902090 Jan 18 22:46:45.861226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:45.861792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:45.862370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:45.863000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Bound port: af20f939-629c-40f1-a59d-73f122ff7ef7, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:45.863546 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.937071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43f99885-54bc-4c2b-86c2-f072b79d458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.964057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43f99885-54bc-4c2b-86c2-f072b79d458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:45.971409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-7e34fb7e-a71c-4823-847e-58eb05458004 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964558 Jan 18 22:46:46.030176 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43f99885-54bc-4c2b-86c2-f072b79d458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.063593 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cef272c-335f-467f-9635-2ff9e8f08193', 'tag': '1d27d93f-210d-4b3b-9b70-d41854e91814', 'status': 'completed', 'code': 200} Jan 18 22:46:46.064318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f99885-54bc-4c2b-86c2-f072b79d458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab71d0-f8be-426f-a20b-8a12276e943f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:46.128245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43f99885-54bc-4c2b-86c2-f072b79d458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.144611 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43f99885-54bc-4c2b-86c2-f072b79d458b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0ab71d0-f8be-426f-a20b-8a12276e943f HTTP/1.1" status: 204 len: 168 time: 0.3231604 Jan 18 22:46:46.200822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-8b4ff80e-c4af-4b0b-b9ac-9b49a8a7858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.202338 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-8b4ff80e-c4af-4b0b-b9ac-9b49a8a7858d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 1098 time: 0.1257353 Jan 18 22:46:46.324017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-7c3ff0a5-23cd-414a-bf82-4e4a66163163 service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408473 Jan 18 22:46:46.331741 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'status': 'completed', 'code': 200} Jan 18 22:46:46.479440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2d03a1e-15f8-4ca3-96fc-ac948c949762 req-767542cf-2ffa-4a33-9512-0e67c6cbaa9b service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457181 Jan 18 22:46:46.517063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-f20ac67d-5a7e-416e-9212-caee91c665b9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0845985 Jan 18 22:46:46.521724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] For port af20f939-629c-40f1-a59d-73f122ff7ef7, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:46.525492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] For port af20f939-629c-40f1-a59d-73f122ff7ef7, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=af20f939-629c-40f1-a59d-73f122ff7ef7,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:46.533146 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.575944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-6832203c-e27e-4928-a922-725f0b957528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.577611 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-6832203c-e27e-4928-a922-725f0b957528 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3666646 Jan 18 22:46:46.589212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc77e4-8b72-4532-81ca-0d7f429c7ee4 req-643473c9-5f2a-49d1-9574-453282a6a9b9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.591330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aedc77e4-8b72-4532-81ca-0d7f429c7ee4 req-643473c9-5f2a-49d1-9574-453282a6a9b9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.2371418 Jan 18 22:46:46.659699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.660433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.661931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] 10.222.0.86 "PUT /v2.0/ports/af20f939-629c-40f1-a59d-73f122ff7ef7 HTTP/1.1" status: 200 len: 1096 time: 3.0419164 Jan 18 22:46:46.671279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-00132b65-64d2-434a-a929-d56cd9791005 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=1d27d93f-210d-4b3b-9b70-d41854e91814 HTTP/1.1" status: 200 len: 217 time: 0.0787189 Jan 18 22:46:46.693370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b03bab-2c41-4b22-8e52-f99c10657834 service neutron] Pushing event updated for resources: {'Port': ['ID=af20f939-629c-40f1-a59d-73f122ff7ef7,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:46.719687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-e2dfcb6e-0eba-4e76-8ae4-cb22c9c31642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.729917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-e2dfcb6e-0eba-4e76-8ae4-cb22c9c31642 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 1094 time: 0.1423297 Jan 18 22:46:46.772452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-daca6626-1321-49fe-b344-8e5f5835c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.774440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-daca6626-1321-49fe-b344-8e5f5835c05a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0965631 Jan 18 22:46:46.839887 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.920711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aedc77e4-8b72-4532-81ca-0d7f429c7ee4 req-36cdf2c9-2b42-4be0-90ca-de9e78a07ac6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715278 Jan 18 22:46:47.020527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-db295e77-9003-4d62-9996-1e231a128cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.024725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-db295e77-9003-4d62-9996-1e231a128cb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431507 Jan 18 22:46:47.033815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-527bd6c4-63af-4c12-8ddf-79e9707dd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.035905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-527bd6c4-63af-4c12-8ddf-79e9707dd3e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 1099 time: 0.3049159 Jan 18 22:46:47.172854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-713e8fdf-343c-48af-a7e9-1014c0af16c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=af20f939-629c-40f1-a59d-73f122ff7ef7 HTTP/1.1" status: 200 len: 217 time: 0.1194763 Jan 18 22:46:47.176612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-fb9e34d3-25be-4b6c-b575-e4175b0506de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.182230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-fb9e34d3-25be-4b6c-b575-e4175b0506de service neutron] 10.222.0.85 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 904 time: 0.3976374 Jan 18 22:46:47.266949 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-e473cea8-7aed-477f-bca3-0ef55aea6118 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302229 Jan 18 22:46:47.374107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-d33681a2-e204-4eba-991b-4fa9582af2f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649 HTTP/1.1" status: 200 len: 217 time: 0.1362991 Jan 18 22:46:47.397160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c932a-fc79-4c4f-906c-4d6229d04ac1 req-aaa1ba4c-2027-4142-9735-46f7567cfef0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.398700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c9c932a-fc79-4c4f-906c-4d6229d04ac1 req-aaa1ba4c-2027-4142-9735-46f7567cfef0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.2063861 Jan 18 22:46:47.459646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-82cf2b84-61ea-4836-ab71-668def514e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.461120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-82cf2b84-61ea-4836-ab71-668def514e43 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.0795481 Jan 18 22:46:47.468325 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c9c932a-fc79-4c4f-906c-4d6229d04ac1 req-4162f1c5-f90e-4a7e-8ded-d9b8e55a8764 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Jan 18 22:46:47.476449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-d5372d3b-b10e-4a66-840c-d876574f5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.487248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-d5372d3b-b10e-4a66-840c-d876574f5e64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2986772 Jan 18 22:46:47.525320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bf1257b-80e9-4909-b858-debbd7b0c596 req-d5b61971-9d22-424c-a20a-f79f07d553f7 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505524 Jan 18 22:46:47.586388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-9fa200d1-d6f8-48b6-90e3-3a31c73c671e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981700 Jan 18 22:46:47.606629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327aebe-25f7-4d07-9a45-f499e921a668 req-6ca6292f-0dea-4e29-8e58-8014979c7d40 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.608508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6327aebe-25f7-4d07-9a45-f499e921a668 req-6ca6292f-0dea-4e29-8e58-8014979c7d40 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 943 time: 0.3716288 Jan 18 22:46:47.888065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-d3873a35-a4ca-4d57-812a-4a3886b77f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.889856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-d3873a35-a4ca-4d57-812a-4a3886b77f07 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708608 Jan 18 22:46:47.908446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6327aebe-25f7-4d07-9a45-f499e921a668 req-9d949806-99b0-48f3-bff0-075a6b3752fb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755034 Jan 18 22:46:48.238417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-62660c86-6846-4942-b1bf-65243a9caa5d service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281004 Jan 18 22:46:48.292988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-d8b3f61b-5671-424c-a8f0-93b0b631f1ab service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810706 Jan 18 22:46:48.354314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'tag': 'af20f939-629c-40f1-a59d-73f122ff7ef7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:48.405852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea74098-0747-4315-a01a-5169edb2c31c req-4bf12502-bf76-4087-aa9b-18dd43a75618 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.406515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fea74098-0747-4315-a01a-5169edb2c31c req-4bf12502-bf76-4087-aa9b-18dd43a75618 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:46:48.526496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fea74098-0747-4315-a01a-5169edb2c31c req-4bf12502-bf76-4087-aa9b-18dd43a75618 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:46:48.527649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fea74098-0747-4315-a01a-5169edb2c31c req-4bf12502-bf76-4087-aa9b-18dd43a75618 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 947 time: 0.4246247 Jan 18 22:46:48.529629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb6f94c7-5c0c-4789-8b39-03e81ce011f9 req-ee30b9d9-68e5-4b12-9f20-2a921e6aa2b7 service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760108 Jan 18 22:46:48.592100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8d1d460-d15a-4615-85c7-69fb1ca91ffa req-b0f8a49e-64ea-46cf-bebb-68a710bff23c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328503 Jan 18 22:46:48.604353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fea74098-0747-4315-a01a-5169edb2c31c req-4c91b080-2179-4c38-b714-2b48356db5eb tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Jan 18 22:46:48.611010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:48.787328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3243bb-0838-4b5c-818d-28450c7c7512 req-79dfba91-4126-436a-a602-4155f6286286 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.799922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d3243bb-0838-4b5c-818d-28450c7c7512 req-79dfba91-4126-436a-a602-4155f6286286 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1465714 Jan 18 22:46:48.823086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1d27d93f-210d-4b3b-9b70-d41854e91814 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:48.866460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d3243bb-0838-4b5c-818d-28450c7c7512 req-09567343-735c-4a7d-ba1d-d0decb3f6914 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653827 Jan 18 22:46:48.923461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-82de640c-a4c4-4dac-bb8b-3bb64d07afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.930962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-82de640c-a4c4-4dac-bb8b-3bb64d07afb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1101 time: 0.1691222 Jan 18 22:46:48.991000 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'tag': 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'status': 'completed', 'code': 200} Jan 18 22:46:49.086398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:49.110262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:49.130292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'mac_address': 'fa:16:3e:cb:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:49.185428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-3035f5de-94c4-4e89-bf63-ece63aea48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.187191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-3035f5de-94c4-4e89-bf63-ece63aea48a0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 1099 time: 0.2170920 Jan 18 22:46:49.263590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-437cff04-0e3c-499c-b371-d4ffb66c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.265006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-437cff04-0e3c-499c-b371-d4ffb66c49ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3265595 Jan 18 22:46:49.275299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.306977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae777fa2-4ff1-42c7-91a4-3d0f6b693649 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:49.313413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1d27d93f-210d-4b3b-9b70-d41854e91814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1d27d93f-210d-4b3b-9b70-d41854e91814,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:49.337456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:49.342419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1d27d93f-210d-4b3b-9b70-d41854e91814', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1d27d93f-210d-4b3b-9b70-d41854e91814', 'mac_address': 'fa:16:3e:c0:61:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:49.343610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-fe232050-0c21-48a1-a142-797eea3c2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.345537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-fe232050-0c21-48a1-a142-797eea3c2034 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1496377 Jan 18 22:46:49.375121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-358cdaec-f300-49f1-b107-989f2e081454 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.1009612 Jan 18 22:46:49.416288 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.470626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-c92a181d-e37c-4dde-85bf-be8cec2c7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.474355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-c92a181d-e37c-4dde-85bf-be8cec2c7bd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0928998 Jan 18 22:46:49.478464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-2441505e-ef6e-4637-91d8-b8e4c239b6e1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=af20f939-629c-40f1-a59d-73f122ff7ef7 HTTP/1.1" status: 200 len: 217 time: 0.1148019 Jan 18 22:46:49.483779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.511582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d27d93f-210d-4b3b-9b70-d41854e91814 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:49.528677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1d27d93f-210d-4b3b-9b70-d41854e91814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1d27d93f-210d-4b3b-9b70-d41854e91814,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:49.533102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:49.543482 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.618894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd3a5-e28a-4e02-8e53-1d06502acdaf req-b3f7a248-87c8-4a53-827d-1a0e83fa7ad6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.620601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18bcd3a5-e28a-4e02-8e53-1d06502acdaf req-b3f7a248-87c8-4a53-827d-1a0e83fa7ad6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.5255222 Jan 18 22:46:49.625652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-014f2a2d-8b41-4fee-9605-64fe4d1f6e95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7f88e72aecc4a1198dabddca59e6504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370593 Jan 18 22:46:49.627501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-29d7575a-9752-4a7f-82c3-0f450f990779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.628880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-29d7575a-9752-4a7f-82c3-0f450f990779 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1412587 Jan 18 22:46:49.629987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:49.635828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1d27d93f-210d-4b3b-9b70-d41854e91814,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:49.671182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-062b8a81-baae-42cc-a2a8-b49937227d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.672673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-062b8a81-baae-42cc-a2a8-b49937227d58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868372 Jan 18 22:46:49.681085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3770-5a69-430f-a3cb-278311ec69fa req-903e47aa-63d1-4fd9-bfcc-38c6f576a1d6 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.682422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af8d3770-5a69-430f-a3cb-278311ec69fa req-903e47aa-63d1-4fd9-bfcc-38c6f576a1d6 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 944 time: 0.1161835 Jan 18 22:46:49.691562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['ae777fa2-4ff1-42c7-91a4-3d0f6b693649'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:49.762559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18bcd3a5-e28a-4e02-8e53-1d06502acdaf req-579b9415-515a-4a07-a1b5-ce44929ff3a0 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315289 Jan 18 22:46:49.783864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd037-319e-4c59-b2e7-eeef2e440427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.818653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-801d49cb-783c-4233-ad4c-ae5ad03bd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.819278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af8d3770-5a69-430f-a3cb-278311ec69fa req-64ee301b-55a2-4f60-b160-4bd514cc77c6 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186070 Jan 18 22:46:49.820122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-801d49cb-783c-4233-ad4c-ae5ad03bd3f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659212 Jan 18 22:46:49.822391 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd037-319e-4c59-b2e7-eeef2e440427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.857695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-f2c60cac-1338-48ca-a5a6-8176fada15ae service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743541 Jan 18 22:46:49.879553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:50.020662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd037-319e-4c59-b2e7-eeef2e440427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:50.155935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-063ffa25-15cf-4f8b-9a86-ebeb2c4ecb33 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923033 Jan 18 22:46:50.232274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcd037-319e-4c59-b2e7-eeef2e440427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220dbaeb-231a-4631-ab89-69f3f200726d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:50.241799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-40698517-b593-4fa7-8790-87b14b28a1d6 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120278 Jan 18 22:46:50.252074 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd037-319e-4c59-b2e7-eeef2e440427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:50.253154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0cdcd037-319e-4c59-b2e7-eeef2e440427 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/220dbaeb-231a-4631-ab89-69f3f200726d HTTP/1.1" status: 204 len: 168 time: 0.6209443 Jan 18 22:46:50.269778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649174bb-bc62-4e18-a136-8be0d4d98a18 req-0b46a5ec-8516-4ac6-83e4-db3149a458d5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:50.272450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-649174bb-bc62-4e18-a136-8be0d4d98a18 req-0b46a5ec-8516-4ac6-83e4-db3149a458d5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1101270 Jan 18 22:46:50.377524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-649174bb-bc62-4e18-a136-8be0d4d98a18 req-706548bf-0fa5-4795-9905-4873f03470e6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974312 Jan 18 22:46:50.426448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f0d30-9741-4ac5-b8b0-f81133f439cc req-7af9b201-8653-45d0-9b80-6aafb60a0d87 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:50.434315 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa9f0d30-9741-4ac5-b8b0-f81133f439cc req-7af9b201-8653-45d0-9b80-6aafb60a0d87 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 948 time: 0.3747442 Jan 18 22:46:50.455297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89c44d6f-8eca-4c8b-a78b-343d3cbbd5a9 req-15d01322-64c3-47d7-b131-ef4322e56cc7 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057712 Jan 18 22:46:50.505686 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa9f0d30-9741-4ac5-b8b0-f81133f439cc req-ae828757-adc3-4563-9280-db56931e15b7 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703130 Jan 18 22:46:50.707018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device af20f939-629c-40f1-a59d-73f122ff7ef7 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:46:50.809413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53094) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:50.868182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port af20f939-629c-40f1-a59d-73f122ff7ef7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=af20f939-629c-40f1-a59d-73f122ff7ef7,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:50.882736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'mac_address': 'fa:16:3e:de:5f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:46:50.947017 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:50.968969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af20f939-629c-40f1-a59d-73f122ff7ef7 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:50.987595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port af20f939-629c-40f1-a59d-73f122ff7ef7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=af20f939-629c-40f1-a59d-73f122ff7ef7,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:50.994083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.095787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=af20f939-629c-40f1-a59d-73f122ff7ef7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:51.134489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.164628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:51.168036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b88b2d-8d34-44dc-8c7c-09d3c35675a8 req-da98f4d5-74ad-4469-ae77-97f67b38119f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:51.171452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5b88b2d-8d34-44dc-8c7c-09d3c35675a8 req-da98f4d5-74ad-4469-ae77-97f67b38119f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 944 time: 0.1208513 Jan 18 22:46:51.173253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Usage tracker for resource:security_group_rule and tenant:28f151094cf843188c7a026dec062a50 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:51.176937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:51.184744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:51.230640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5b88b2d-8d34-44dc-8c7c-09d3c35675a8 req-ac9c1c05-7a22-4204-bc72-ee5f77705c91 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Jan 18 22:46:51.232629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f15172-09d3-43a2-83f9-8ffe42600f51 req-4fafc693-6eb5-4562-a76c-0f8b6857159c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:51.252024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8f15172-09d3-43a2-83f9-8ffe42600f51 req-4fafc693-6eb5-4562-a76c-0f8b6857159c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.2236302 Jan 18 22:46:51.269305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['af20f939-629c-40f1-a59d-73f122ff7ef7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:46:51.324120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8f15172-09d3-43a2-83f9-8ffe42600f51 req-bac9b6f2-f198-4d56-adc9-8b32a1608260 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687618 Jan 18 22:46:51.362787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53116) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:51.416365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.431223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.473940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53126) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:51.474157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28f151094cf843188c7a026dec062a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631775 Jan 18 22:46:51.495894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac8a297-ef75-4375-a1ff-0da179b2a1d0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:51.504181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.504524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.504866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.505238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.505573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.505896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.506223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.506547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.506872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.507327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.507655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.508069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a659cd9-dd5b-481c-b643-698044c9d04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:51.550953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1802187477-network', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:51.568152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:51.576558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Usage tracker for resource:network and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:51.583511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:51.726797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d912f-fe21-4614-8eb8-454d0a87c68c req-959363d1-c7e9-4c16-97a5-04201197f941 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:51.728271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c45d912f-fe21-4614-8eb8-454d0a87c68c req-959363d1-c7e9-4c16-97a5-04201197f941 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1079612 Jan 18 22:46:51.760910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:51.775451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.781474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c45d912f-fe21-4614-8eb8-454d0a87c68c req-2683ae32-f192-45ee-9891-235941a56552 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Jan 18 22:46:51.799558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Made reservation on behalf of b4dfbebcdbdb4ba78845890bdb44260c for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:51.802858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.825298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.844690 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:51.858180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:51.869010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Usage tracker for resource:security_group_rule and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:51.878485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:51.894771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:51.918799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc66d0-5b78-417a-a903-331d908ae386 req-d0a4cc8c-0e12-4acd-845c-a7cde1fd2c7b tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:51.920255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94dc66d0-5b78-417a-a903-331d908ae386 req-d0a4cc8c-0e12-4acd-845c-a7cde1fd2c7b tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.3407280 Jan 18 22:46:51.962587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc71b8-8076-49a9-8aba-906394a3eec5 req-aedd9f64-3c3f-4518-8592-b0a5fe684005 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:51.964216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23bc71b8-8076-49a9-8aba-906394a3eec5 req-aedd9f64-3c3f-4518-8592-b0a5fe684005 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 948 time: 0.0871611 Jan 18 22:46:51.973625 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.007761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94dc66d0-5b78-417a-a903-331d908ae386 req-a5e1b42d-f787-4f64-945a-6b5a591bf634 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718424 Jan 18 22:46:52.008454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac8a297-ef75-4375-a1ff-0da179b2a1d0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:52.015716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23bc71b8-8076-49a9-8aba-906394a3eec5 req-3eef5b9d-e0ff-4f2c-90d9-53414b08e58f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Jan 18 22:46:52.026094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.030070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ac8a297-ef75-4375-a1ff-0da179b2a1d0 HTTP/1.1" status: 204 len: 168 time: 0.5546110 Jan 18 22:46:52.033400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.033807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.034137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.034460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.034821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.035144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.035515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.035766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.036045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.036354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.036690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.037006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84a6e50-1870-4bb4-8944-1bacdabaa4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:52.111278 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.116751 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.148168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:46:52.157672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35419ba3-ec18-48ab-af39-2e246574df6f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:52.165097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.165584 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Added segment da0c2f22-c25c-42ae-8197-543abd6cfe1a of type vlan for network 86ef4ff9-5530-42b3-bd29-609d72689a2a Jan 18 22:46:52.197596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.231749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.232782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:52.233406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.340122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] Pushing event updated for resources: {'Network': ['ID=86ef4ff9-5530-42b3-bd29-609d72689a2a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:52.350716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1112d61e-0fa1-4fd1-9b36-078756b103ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9865775 Jan 18 22:46:52.353561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53152) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:52.357361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:46:52.362408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Request body: {'subnet': {'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1802187477-subnet', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:52.376603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:52.380859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Usage tracker for resource:subnet and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:52.384113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:52.390529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:52.405766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Made reservation on behalf of b4dfbebcdbdb4ba78845890bdb44260c for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:52.408909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.477312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53156) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:52.505063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.523109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:52.527221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Usage tracker for resource:security_group_rule and tenant:94767d423f2f49768d0318b6349130e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:52.530575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:52.536224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:52.580487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d451-cf91-4df8-9c9c-292cd81653bd req-10d43f14-b4be-47fa-8803-b2bf18465d21 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:52.581892 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4160d451-cf91-4df8-9c9c-292cd81653bd req-10d43f14-b4be-47fa-8803-b2bf18465d21 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 944 time: 0.2089353 Jan 18 22:46:52.645772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:52.652588 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4160d451-cf91-4df8-9c9c-292cd81653bd req-9d91b578-954c-4070-956c-a944f32dfdb4 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Jan 18 22:46:52.684108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.692198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.733661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.739884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device af20f939-629c-40f1-a59d-73f122ff7ef7 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:52.775099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94767d423f2f49768d0318b6349130e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951243 Jan 18 22:46:52.779731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53162) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:52.813140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:52.820062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:52.820588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.881368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Checking segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:52.881729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Network hostable DHCP agents. Network: 86ef4ff9-5530-42b3-bd29-609d72689a2a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:46:52.883631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a24415-440b-4542-af3a-e4d6a45f788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fde7ab-e07c-44a0-b505-daf9267f89c0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:52.888996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7695c570-900f-4088-be88-3abb1b44c77f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:52.902066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11298f-8a28-4a1f-852b-a5ea1104e13c req-f3623a49-0574-489d-b9a6-320a42b36d4d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:52.910096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a11298f-8a28-4a1f-852b-a5ea1104e13c req-f3623a49-0574-489d-b9a6-320a42b36d4d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.2604089 Jan 18 22:46:52.924579 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83bd4f29-320d-4579-9613-66c2a24a5f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.979291 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a11298f-8a28-4a1f-852b-a5ea1104e13c req-544a3dae-90c6-473b-9e47-8a829a010006 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661292 Jan 18 22:46:52.982382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:46:52.993718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.995845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83bd4f29-320d-4579-9613-66c2a24a5f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.013626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 86ef4ff9-5530-42b3-bd29-609d72689a2a) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:53.018665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:53.019273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.042755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port af20f939-629c-40f1-a59d-73f122ff7ef7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:53.052099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b609e94-23e3-4b49-85fb-a01b97aeb0bf None None] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:46:53.078107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-01abc400-1175-4c29-ae57-2f7f10ace470 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7232203 Jan 18 22:46:53.081086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53172) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:46:53.086693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:53.093887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:53.102020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Usage tracker for resource:router and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:53.104891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83bd4f29-320d-4579-9613-66c2a24a5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.113852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:53.124593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:53.125209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd4f29-320d-4579-9613-66c2a24a5f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fde7ab-e07c-44a0-b505-daf9267f89c0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:53.136692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83bd4f29-320d-4579-9613-66c2a24a5f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.151527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-83bd4f29-320d-4579-9613-66c2a24a5f44 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8fde7ab-e07c-44a0-b505-daf9267f89c0 HTTP/1.1" status: 204 len: 168 time: 0.3626239 Jan 18 22:46:53.166919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.167998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.190397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port af20f939-629c-40f1-a59d-73f122ff7ef7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:53.190802 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.229461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.244774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:53.276606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:53.301263 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.339357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee2f1-da3e-489c-b360-50430cb6a803 req-b38980b2-201b-4e02-b3b6-687835021a04 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:53.347790 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95dee2f1-da3e-489c-b360-50430cb6a803 req-b38980b2-201b-4e02-b3b6-687835021a04 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 948 time: 0.1527536 Jan 18 22:46:53.452659 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95dee2f1-da3e-489c-b360-50430cb6a803 req-261e85df-9614-47b1-9e54-16b9b548365c tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017599 Jan 18 22:46:53.567593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1da67-a1f9-4a78-b142-c0e102f0f4f2 req-d313a0de-82b5-4fad-b11c-09ae2937e367 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:53.574129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae1da67-a1f9-4a78-b142-c0e102f0f4f2 req-d313a0de-82b5-4fad-b11c-09ae2937e367 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.4012122 Jan 18 22:46:53.613955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-86ef4ff9-5530-42b3-bd29-609d72689a2a', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:46:53.615493 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.636242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:53.669085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.718659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.731161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed2359-36f0-47d9-805c-aed58aafc607 req-d04c480c-b06a-4084-801a-0aee9ee4769e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:53.733469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fed2359-36f0-47d9-805c-aed58aafc607 req-d04c480c-b06a-4084-801a-0aee9ee4769e tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.1450670 Jan 18 22:46:53.762135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae1da67-a1f9-4a78-b142-c0e102f0f4f2 req-3b4a1da7-ab1e-4889-a2a1-436e07449f32 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870208 Jan 18 22:46:53.780079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port af20f939-629c-40f1-a59d-73f122ff7ef7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=af20f939-629c-40f1-a59d-73f122ff7ef7,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:53.796142 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.797009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1d27d93f-210d-4b3b-9b70-d41854e91814 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:53.834648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fed2359-36f0-47d9-805c-aed58aafc607 req-4c893e16-4a16-40f8-8d78-f28e64d7928c tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789692 Jan 18 22:46:53.908978 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'code': 200} Jan 18 22:46:53.959375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Allocated IP 172.20.0.2 (86ef4ff9-5530-42b3-bd29-609d72689a2a/7695c570-900f-4088-be88-3abb1b44c77f/a259c351-7f25-44f2-9312-1cccff7a1364) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:54.180080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b635e-ed91-4ff3-a33f-203ce9949ef2 req-bc178e56-60bf-429a-be0f-a195a268e8bd tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:54.181877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d8b635e-ed91-4ff3-a33f-203ce9949ef2 req-bc178e56-60bf-429a-be0f-a195a268e8bd tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.1287494 Jan 18 22:46:54.247793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=af20f939-629c-40f1-a59d-73f122ff7ef7,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:54.269772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d8b635e-ed91-4ff3-a33f-203ce9949ef2 req-51f7a8a2-7823-4ae3-8bb6-6c1b5c522577 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813050 Jan 18 22:46:54.292891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1d27d93f-210d-4b3b-9b70-d41854e91814 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:54.307087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1d27d93f-210d-4b3b-9b70-d41854e91814 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:54.307617 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.375468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62095c-e0fa-4c76-bd3d-b7905a800cbf req-fbdcd58e-1a27-473d-affb-00c7d167242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:54.376825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e62095c-e0fa-4c76-bd3d-b7905a800cbf req-fbdcd58e-1a27-473d-affb-00c7d167242b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 1096 time: 0.4263897 Jan 18 22:46:54.443721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.484047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Transition to ACTIVE for port object a259c351-7f25-44f2-9312-1cccff7a1364 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:54.566542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Transition to ACTIVE for port object a259c351-7f25-44f2-9312-1cccff7a1364 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:54.569907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.582688 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.624011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e62095c-e0fa-4c76-bd3d-b7905a800cbf req-a01851b3-540a-4dc6-a211-0e570425b6ea service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310901 Jan 18 22:46:54.665742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:54.674917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:54.681865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:54.689756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1d27d93f-210d-4b3b-9b70-d41854e91814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1d27d93f-210d-4b3b-9b70-d41854e91814,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:54.690794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Pushing event updated for resources: {'Port': ['ID=a259c351-7f25-44f2-9312-1cccff7a1364,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:54.702981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.730048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.735888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce48e-4552-4a60-bee7-f67bc5e8ec3c req-779dcef9-476e-4304-8eca-ba4346f73cf1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:54.747487 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b75ce48e-4552-4a60-bee7-f67bc5e8ec3c req-779dcef9-476e-4304-8eca-ba4346f73cf1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 948 time: 0.1602552 Jan 18 22:46:54.759359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0b5d3-2808-4967-8db8-bb43da18fe64 req-9ad42778-d08d-4890-b2eb-1c0b525ea8d2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:54.767972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ef0b5d3-2808-4967-8db8-bb43da18fe64 req-9ad42778-d08d-4890-b2eb-1c0b525ea8d2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.6392832 Jan 18 22:46:54.787532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.835183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b75ce48e-4552-4a60-bee7-f67bc5e8ec3c req-de7e192f-2b9b-4cc0-9a76-75f6d34aa4de tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842514 Jan 18 22:46:54.896276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1d27d93f-210d-4b3b-9b70-d41854e91814,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:55.053106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Attempting to bind port a259c351-7f25-44f2-9312-1cccff7a1364 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:55.053481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Attempting to bind port a259c351-7f25-44f2-9312-1cccff7a1364 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:55.053865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Attempting to bind port a259c351-7f25-44f2-9312-1cccff7a1364 on network 86ef4ff9-5530-42b3-bd29-609d72689a2a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:46:55.069353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:46:55.069794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Checking segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:46:55.070260 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:55.070650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Bound using segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:46:55.071119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Bound port: a259c351-7f25-44f2-9312-1cccff7a1364, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:55.075959 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:55.094737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ef0b5d3-2808-4967-8db8-bb43da18fe64 req-9a9a484a-36ea-4143-97ec-b4ad17af45fa tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253038 Jan 18 22:46:55.113482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d0618-8e33-47e7-93a4-7574ddc60817 req-e1641069-f19c-4345-8fb9-4f347a9bcf56 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:55.124402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-569d0618-8e33-47e7-93a4-7574ddc60817 req-e1641069-f19c-4345-8fb9-4f347a9bcf56 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1804900 Jan 18 22:46:55.216403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-569d0618-8e33-47e7-93a4-7574ddc60817 req-d77fa2d2-21d3-490a-aef8-af228956b04a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909708 Jan 18 22:46:55.265774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] For port a259c351-7f25-44f2-9312-1cccff7a1364, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:46:55.269823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] For port a259c351-7f25-44f2-9312-1cccff7a1364, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a259c351-7f25-44f2-9312-1cccff7a1364,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:46:55.277616 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:55.295903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-6e9f5a39-5b16-4eaf-909b-92ccb3e066ff tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:55.297574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-6e9f5a39-5b16-4eaf-909b-92ccb3e066ff tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.4070337 Jan 18 22:46:55.382085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Allocated IP 172.25.4.198 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/45d35a26-4b46-4190-94d1-1a8a9815efb5) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:55.469091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e041c-98d4-46dc-81de-7a67577f9406 None None] Pushing event updated for resources: {'Port': ['ID=a259c351-7f25-44f2-9312-1cccff7a1364,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:55.562243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab95d3-a260-45c2-921f-a9495090abe6 req-4eea8881-cf0e-40bf-b82a-80fae26af4d5 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:55.564532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-16ab95d3-a260-45c2-921f-a9495090abe6 req-4eea8881-cf0e-40bf-b82a-80fae26af4d5 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.1381598 Jan 18 22:46:55.582544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Deleting port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:46:55.583190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:55.626758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-16ab95d3-a260-45c2-921f-a9495090abe6 req-c336197e-9b3b-40ed-ad34-951d9f25c3c7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564647 Jan 18 22:46:55.910329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af20f939-629c-40f1-a59d-73f122ff7ef7'}, {'server_uuid': '4cef272c-335f-467f-9635-2ff9e8f08193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d27d93f-210d-4b3b-9b70-d41854e91814'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:56.069188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-5a2ae8f2-8fd7-4fb8-97b0-e102d5327094 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=38b422ff558c4e01b104556bd67d1844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557108 Jan 18 22:46:56.118437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf46875-c8b0-4e46-aab8-bff03571b588 req-aa328e6f-1cf1-4847-93cd-aeae37382a5f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:56.122424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-edf46875-c8b0-4e46-aab8-bff03571b588 req-aa328e6f-1cf1-4847-93cd-aeae37382a5f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 946 time: 0.8209376 Jan 18 22:46:56.171649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:56.220337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-edf46875-c8b0-4e46-aab8-bff03571b588 req-62748dc6-1c77-430e-8f47-a66028a97e2a tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebd368ef-ca0f-4f38-a078-22cff878f773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797653 Jan 18 22:46:56.266824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] For port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:56.267186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:56.338034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-f2f7e04f-ed1b-46ab-8cba-8885675bbe21 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:56.339975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-f2f7e04f-ed1b-46ab-8cba-8885675bbe21 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625163 Jan 18 22:46:56.357740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-e8e91c3d-5637-4cc3-8edd-92b74da649a8 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/quotas/38b422ff558c4e01b104556bd67d1844 HTTP/1.1" status: 200 len: 375 time: 0.0121989 Jan 18 22:46:56.420047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3cfc6f73-9b9f-42e0-8453-2ef23c28152e tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=38b422ff558c4e01b104556bd67d1844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566094 Jan 18 22:46:56.489483 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:56.642202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=45d35a26-4b46-4190-94d1-1a8a9815efb5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:56.668297 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'code': 200} Jan 18 22:46:56.668558 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cef272c-335f-467f-9635-2ff9e8f08193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d27d93f-210d-4b3b-9b70-d41854e91814', 'code': 200} Jan 18 22:46:56.796689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:56.967137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:57.018212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:46:57.118462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3be1b3-517b-448d-9b7d-5e4876ab45dd None None] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:46:57.322275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a259c351-7f25-44f2-9312-1cccff7a1364 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:57.370404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2285d8-713a-4ddb-baba-72be57320db3 req-b6e43797-2457-4749-a844-b2bb6feec88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:57.373884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e2285d8-713a-4ddb-baba-72be57320db3 req-b6e43797-2457-4749-a844-b2bb6feec88f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 1100 time: 0.5842972 Jan 18 22:46:57.453133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7e369-e942-4ce7-aa27-7940cf75db7b req-dd40299c-8a50-4189-b433-360b9222a7e3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:57.464930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5af7e369-e942-4ce7-aa27-7940cf75db7b req-dd40299c-8a50-4189-b433-360b9222a7e3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.2252285 Jan 18 22:46:57.520558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-04c2051f-8a67-4acf-abbb-645ad0b8e421 None None] Provisioning for port a259c351-7f25-44f2-9312-1cccff7a1364 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:57.522124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e2285d8-713a-4ddb-baba-72be57320db3 req-318d7c6d-0051-47cc-b9e6-41feb7b47c28 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395545 Jan 18 22:46:57.558412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5af7e369-e942-4ce7-aa27-7940cf75db7b req-2516a4b3-e463-4b01-8d50-a9c101f5f17e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923090 Jan 18 22:46:57.608015 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:57.608533 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:57.608878 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f disassociated. External IP: 172.25.4.147, port: a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6. Jan 18 22:46:57.609404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Calling delete_port for a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:46:57.651127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a259c351-7f25-44f2-9312-1cccff7a1364 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:46:57.688436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a259c351-7f25-44f2-9312-1cccff7a1364 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:57.688811 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:57.706792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939e5a6-e9e9-4c64-b52a-8a3bf411de9e req-a11fc795-2da7-44ae-9e1e-876d85dab0cd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:57.708732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2939e5a6-e9e9-4c64-b52a-8a3bf411de9e req-a11fc795-2da7-44ae-9e1e-876d85dab0cd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 949 time: 1.2346373 Jan 18 22:46:57.859823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:57.936493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119594c6-2230-4641-a812-905a222eea56 req-27f29e3c-3b7b-4500-a4a5-895b6c11f564 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:57.945901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-119594c6-2230-4641-a812-905a222eea56 req-27f29e3c-3b7b-4500-a4a5-895b6c11f564 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.2110493 Jan 18 22:46:57.981343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2f0d3-9ca5-4032-a394-2c5ef6d996b9 req-382a99cc-ea92-49d7-9eed-13fe7a5c0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:57.983350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ab2f0d3-9ca5-4032-a394-2c5ef6d996b9 req-382a99cc-ea92-49d7-9eed-13fe7a5c0354 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 1101 time: 1.0192449 Jan 18 22:46:57.998049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:58.040625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ab2f0d3-9ca5-4032-a394-2c5ef6d996b9 req-e36a6167-bc1f-4f88-b60e-3d5dc05f5a1e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Jan 18 22:46:58.058818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-119594c6-2230-4641-a812-905a222eea56 req-5201a75f-9703-4ba3-9d3b-c905152814c1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111028 Jan 18 22:46:58.100589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2939e5a6-e9e9-4c64-b52a-8a3bf411de9e req-6e57efb9-10d0-4c01-bb91-194b706fb83f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703649 Jan 18 22:46:58.138277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a259c351-7f25-44f2-9312-1cccff7a1364, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a259c351-7f25-44f2-9312-1cccff7a1364,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:46:58.165963 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:58.300206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a259c351-7f25-44f2-9312-1cccff7a1364,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:58.351642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0a3bb22-f68c-4814-83f6-e0e69f810253 req-7e73754c-1c66-4976-a74a-12c12267bf25 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 210 time: 0.0825164 Jan 18 22:46:58.391722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-52c26f68-e151-45ec-9dfb-a17e47cacdeb None None] Provisioning complete for port a259c351-7f25-44f2-9312-1cccff7a1364 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:58.392167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52c26f68-e151-45ec-9dfb-a17e47cacdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:58.448104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-5714ea46-7716-4cf8-9c8f-639fb0ff4ff6 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=38b422ff558c4e01b104556bd67d1844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452428 Jan 18 22:46:58.484762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:58.606754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event deleted for resources: {'Port': ['ID=a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:58.607516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f791d00a-f90e-427a-b53a-a26b496a00cf req-ce5f7b0a-232c-45c1-b506-594310fb3958 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 210 time: 0.0677586 Jan 18 22:46:58.681275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:46:58.728218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:46:58.728654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:46:58.733610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-d08ec549-337f-4a86-bb18-02b5e7d26575 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:58.735111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-d08ec549-337f-4a86-bb18-02b5e7d26575 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799823 Jan 18 22:46:58.753808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Request body: {'port': {'device_id': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '38b422ff558c4e01b104556bd67d1844'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:58.931969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:58.938006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Usage tracker for resource:port and tenant:38b422ff558c4e01b104556bd67d1844 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:58.942231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:58.951310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:58.976619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Made reservation on behalf of 38b422ff558c4e01b104556bd67d1844 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:58.984369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.008298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.079179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:46:59.086825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Usage tracker for resource:security_group_rule and tenant:38b422ff558c4e01b104556bd67d1844 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:46:59.090427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:46:59.098099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:46:59.148973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a259c351-7f25-44f2-9312-1cccff7a1364 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:46:59.174671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5416cb-65bb-400f-8b92-40c0263ab2cf req-f38fff5e-2191-4c6f-97fb-fe07e5154335 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:59.184333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc5416cb-65bb-400f-8b92-40c0263ab2cf req-f38fff5e-2191-4c6f-97fb-fe07e5154335 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.7991569 Jan 18 22:46:59.218826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.327015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.345148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.358090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a259c351-7f25-44f2-9312-1cccff7a1364 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:59.358831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.392059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc5416cb-65bb-400f-8b92-40c0263ab2cf req-8f0e59b8-fcc8-440a-9885-2d9ef7bebea1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068670 Jan 18 22:46:59.418413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:46:59.523618 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:46:59.524542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b91e63-a4c0-4368-9d6f-2d4923e447ae req-23778f6d-4b12-4a7f-816f-b7a9255f7825 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:59.526211 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84b91e63-a4c0-4368-9d6f-2d4923e447ae req-23778f6d-4b12-4a7f-816f-b7a9255f7825 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.3246317 Jan 18 22:46:59.559814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0e4a4-8421-4d98-9c14-f23b618b5729,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:59.577250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Allocated IP 192.168.233.109 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/a284658b-fab2-416b-9193-69c2a94b394f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:59.608075 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84b91e63-a4c0-4368-9d6f-2d4923e447ae req-ad599ea2-a832-488d-935d-9a989bee58ed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723276 Jan 18 22:46:59.795891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:46:59.806811 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:46:59.820583 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:46:59.821361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:46:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:59.874968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.882706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d545e68-0b68-4c58-96d3-6e62c8189def req-30f90ad8-48d8-4478-be6b-b01ae17a831e tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:59.884211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d545e68-0b68-4c58-96d3-6e62c8189def req-30f90ad8-48d8-4478-be6b-b01ae17a831e tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.3622191 Jan 18 22:46:59.892612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] No DVR routers for this DVR port a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:59.895218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:59.896427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0389f-af22-4b5e-9786-9c7c953d5fab req-c392b2cb-ee6c-465f-8288-9cc8c4a5c358 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:59.898552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0f0389f-af22-4b5e-9786-9c7c953d5fab req-c392b2cb-ee6c-465f-8288-9cc8c4a5c358 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1697156 Jan 18 22:46:59.904889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Transition to ACTIVE for port object a284658b-fab2-416b-9193-69c2a94b394f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:59.909413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'name': 'network-vif-deleted', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:59.919830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Router 20c9fd9e-4d65-4538-b610-664201deabef is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:46:59.958249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0f0389f-af22-4b5e-9786-9c7c953d5fab req-1f16edc1-01e6-495b-ac28-04a67c86ef08 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Jan 18 22:46:59.978274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.020927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89dd8a04-5b49-4948-923d-602f2d7cc1db req-b4888442-d18b-4fcd-9431-83719a45fa9f tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.85 "DELETE /v2.0/ports/a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6 HTTP/1.1" status: 204 len: 173 time: 4.6785932 Jan 18 22:47:00.028317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d545e68-0b68-4c58-96d3-6e62c8189def req-9cd7dfaa-b979-4168-9edc-5a84c19a4279 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368749 Jan 18 22:47:00.101621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:00.105238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:00.109260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:00.130707 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:00.144508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Pushing event updated for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:00.240649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:00.242486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.270778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:47:00.283046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Sync routers for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:00.298088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:00.299504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:46:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:00.300870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52edc6d-c37f-472e-9f2a-7a81f0059a0e req-7e7dacca-844f-42f9-b511-bcbf1c0b2639 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:00.302983 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f52edc6d-c37f-472e-9f2a-7a81f0059a0e req-7e7dacca-844f-42f9-b511-bcbf1c0b2639 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 949 time: 0.1596415 Jan 18 22:47:00.305204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-3d9b822e-f82d-4744-ac83-9b39be264103 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5552428 Jan 18 22:47:00.318313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Request body: {'port': {'device_id': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:00.318535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc0483-bb13-4b77-a272-a87a896332cd req-81b22b92-9757-431f-bb36-07d9d0a28618 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:00.320206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eabc0483-bb13-4b77-a272-a87a896332cd req-81b22b92-9757-431f-bb36-07d9d0a28618 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 936 time: 0.1625371 Jan 18 22:47:00.321695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.323065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f7f15439-fdc2-41a6-849f-c8408ac13ca1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2409413 Jan 18 22:47:00.326143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53292) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:00.525778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eabc0483-bb13-4b77-a272-a87a896332cd req-f94a29a2-41ac-411c-8ab0-af0c72e678a3 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349461 Jan 18 22:47:00.562314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:00.617108 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:00.621644 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:00.628672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f52edc6d-c37f-472e-9f2a-7a81f0059a0e req-81e0e6aa-d293-47fb-824e-9de999dfe36e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170292 Jan 18 22:47:00.645710 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:00.648066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:46:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:00.719640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8e2af9cd-8cae-4159-a6ec-42496fbf9db4 None None] Provisioning for port a284658b-fab2-416b-9193-69c2a94b394f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:00.761758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.883451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8e2af9cd-8cae-4159-a6ec-42496fbf9db4 None None] Provisioning complete for port a284658b-fab2-416b-9193-69c2a94b394f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:00.883816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e2af9cd-8cae-4159-a6ec-42496fbf9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.902830 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:01.135754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8e2af9cd-8cae-4159-a6ec-42496fbf9db4 None None] Port a284658b-fab2-416b-9193-69c2a94b394f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:01.173782 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9580cce-632b-4e22-8927-4a68b0012c26', 'name': 'network-vif-deleted', 'tag': 'a4c1fb9d-24b0-4f61-96c7-d6367df2b2a6', 'status': 'completed', 'code': 200} Jan 18 22:47:01.243707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98eb8f3f-8a68-4774-ac16-6af5c7045750 req-7613edf4-cd51-4034-80ad-c3759bc7a1c7 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9580cce-632b-4e22-8927-4a68b0012c26 HTTP/1.1" status: 200 len: 210 time: 0.0722830 Jan 18 22:47:01.284883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:46:57Z', 'revision_number': 3, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:01.292716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Checking router: 20c9fd9e-4d65-4538-b610-664201deabef for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:01.293087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Updating router 20c9fd9e-4d65-4538-b610-664201deabef port 45d35a26-4b46-4190-94d1-1a8a9815efb5 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:01.294432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:01.299332 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3ee64-dc6b-4e67-8590-cdcc0d6dfb9a None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:41:48Z', 'revision_number': 4, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '40ddf0a0-4b47-4aaa-8793-7f26f960080f', 'name': '', 'network_id': '544f4b75-63f0-4735-bef6-f76319369ef3', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'mac_address': 'fa:16:3e:df:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:45Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'subnets': [{'id': '34b90308-a88d-4ec0-b5b4-796714ba4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:01.373520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:01.509889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a284658b-fab2-416b-9193-69c2a94b394f {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:01.526880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:01.550210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Transition to ACTIVE for port object a284658b-fab2-416b-9193-69c2a94b394f will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:01.568575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:01.620489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2bac5-84a1-42f1-92fe-c66c4b0c57f9 req-37982cc2-abf6-43f8-b507-aa4b080cd527 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:01.626226 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32c2bac5-84a1-42f1-92fe-c66c4b0c57f9 req-37982cc2-abf6-43f8-b507-aa4b080cd527 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 950 time: 0.1857855 Jan 18 22:47:01.639394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-2404f517-a844-4872-add1-afd8d3ea57ad tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:01.640822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-2404f517-a844-4872-add1-afd8d3ea57ad tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.5820487 Jan 18 22:47:01.766669 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900a8bf-41ff-4dbf-bbc9-09b86b3934d7 None None] New status for floating IP 16d75213-4e1c-4ec0-92a8-78e876bdb89f: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:47:01.773578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e559e-e612-48d5-8670-92bbaaf00647 req-15c05160-9b32-45e9-829a-a2cec3f3862a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:01.780528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-320e559e-e612-48d5-8670-92bbaaf00647 req-15c05160-9b32-45e9-829a-a2cec3f3862a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.3529849 Jan 18 22:47:01.800650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32c2bac5-84a1-42f1-92fe-c66c4b0c57f9 req-a1f5d831-2c0b-4005-9cc3-1a6c3abd5414 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678174 Jan 18 22:47:01.813820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Deleting port 2d168f0a-3a06-4b6c-adb7-504770903d04 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:01.814167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:01.819633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:01.838264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Transition to ACTIVE for port object 45d35a26-4b46-4190-94d1-1a8a9815efb5 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:01.863149 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:01.889154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aac73-9371-479f-be62-0ad853b515db service neutron] Pushing event updated for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:01.904494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-320e559e-e612-48d5-8670-92bbaaf00647 req-dec2f76e-84af-4d46-b510-2f4c4db1b7a1 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226516 Jan 18 22:47:02.040336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Attempting to bind port 45d35a26-4b46-4190-94d1-1a8a9815efb5 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:02.042113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Attempting to bind port 45d35a26-4b46-4190-94d1-1a8a9815efb5 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:02.044320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Attempting to bind port 45d35a26-4b46-4190-94d1-1a8a9815efb5 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:02.077303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:02.077972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:02.078377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.078815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:02.079282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Bound port: 45d35a26-4b46-4190-94d1-1a8a9815efb5, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:02.079649 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.110610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Attempting to bind port a284658b-fab2-416b-9193-69c2a94b394f on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:02.111182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Attempting to bind port a284658b-fab2-416b-9193-69c2a94b394f by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:02.111510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Attempting to bind port a284658b-fab2-416b-9193-69c2a94b394f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:02.122959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Port a284658b-fab2-416b-9193-69c2a94b394f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:02.123655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Attempting to bind port a284658b-fab2-416b-9193-69c2a94b394f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:02.131771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:02.132239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:02.132853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:02.133412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Bound port: a284658b-fab2-416b-9193-69c2a94b394f, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:02.133879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.134436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c283682-8ca9-4ca2-ad13-a6b66ed1ace2 None None] Pushing event updated for resources: {'Port': ['ID=45d35a26-4b46-4190-94d1-1a8a9815efb5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:02.207633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] For port 45d35a26-4b46-4190-94d1-1a8a9815efb5, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:02.212570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] For port 45d35a26-4b46-4190-94d1-1a8a9815efb5, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d35a26-4b46-4190-94d1-1a8a9815efb5,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:02.218188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.219896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83e05-b370-4c95-b282-5e2c927fc14d req-c734d4a3-5bb6-4c59-ba82-77e4c647868c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.221552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-afa83e05-b370-4c95-b282-5e2c927fc14d req-c734d4a3-5bb6-4c59-ba82-77e4c647868c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.2304380 Jan 18 22:47:02.273486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:02.278367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:02.286081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.305766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c283682-8ca9-4ca2-ad13-a6b66ed1ace2 None None] Pushing event updated for resources: {'Port': ['ID=45d35a26-4b46-4190-94d1-1a8a9815efb5,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:02.329142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:02.330236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:46:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:02.332120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-afa83e05-b370-4c95-b282-5e2c927fc14d req-92ce4ef5-3be1-4669-aa83-5bd6fc5fb48d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984397 Jan 18 22:47:02.355897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.356699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.358200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-832aac73-9371-479f-be62-0ad853b515db service neutron] 10.222.0.85 "PUT /v2.0/ports/a284658b-fab2-416b-9193-69c2a94b394f HTTP/1.1" status: 200 len: 1096 time: 2.0444357 Jan 18 22:47:02.358709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:02.366364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.409562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aac73-9371-479f-be62-0ad853b515db service neutron] Pushing event updated for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:02.495513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf87a9-806b-405a-a751-f7360a2a30b9 req-b10269ce-2b3f-49a5-986d-766c29acc549 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.509380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdaf87a9-806b-405a-a751-f7360a2a30b9 req-b10269ce-2b3f-49a5-986d-766c29acc549 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.4425294 Jan 18 22:47:02.566357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:02.568738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-5c3c8059-4095-4d8a-9547-afca0682e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.570534 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-5c3c8059-4095-4d8a-9547-afca0682e5d1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38b422ff558c4e01b104556bd67d1844&device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 1099 time: 0.1549010 Jan 18 22:47:02.575172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] For port 2d168f0a-3a06-4b6c-adb7-504770903d04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2d168f0a-3a06-4b6c-adb7-504770903d04,segment=NetworkSegment(9d92a14e-1afd-4168-8b12-93414812f94f),segment_id=9d92a14e-1afd-4168-8b12-93414812f94f)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:02.575549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.649429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-e02d9aff-abca-45dd-8f21-8e1744f05018 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a284658b-fab2-416b-9193-69c2a94b394f HTTP/1.1" status: 200 len: 217 time: 0.0694275 Jan 18 22:47:02.721210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-7cc398f3-880a-4d76-8251-06404432642d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.722070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-7cc398f3-880a-4d76-8251-06404432642d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Synchronizing usage tracker for tenant:4d8d68a06d13417bb08b6014e889ae78 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:02.736513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-722826f8-20fc-4aa8-bf8c-1e5494083333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.738015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-722826f8-20fc-4aa8-bf8c-1e5494083333 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0819297 Jan 18 22:47:02.748160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdaf87a9-806b-405a-a751-f7360a2a30b9 req-a32f4bc4-b9ef-4af5-b17a-e450a1f82eb0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378991 Jan 18 22:47:02.764973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Calling delete_port for 2d168f0a-3a06-4b6c-adb7-504770903d04 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:02.784274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-7cc398f3-880a-4d76-8251-06404432642d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Unset dirty status for tenant:4d8d68a06d13417bb08b6014e889ae78 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:02.790676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-7cc398f3-880a-4d76-8251-06404432642d tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba HTTP/1.1" status: 200 len: 946 time: 0.2786274 Jan 18 22:47:02.855264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-d58afcb2-b533-4aa0-9b2e-9c431c82fe8f tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Synchronizing usage tracker for tenant:4d8d68a06d13417bb08b6014e889ae78 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:02.882478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-15a54458-3c5a-4777-851f-188f7c1718b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.884243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-15a54458-3c5a-4777-851f-188f7c1718b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372459 Jan 18 22:47:02.889985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-d58afcb2-b533-4aa0-9b2e-9c431c82fe8f tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Unset dirty status for tenant:4d8d68a06d13417bb08b6014e889ae78 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:02.902360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:46:57Z', 'revision_number': 3, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:02.903429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8b99529-3209-4359-aa4b-3dd9257dec86 req-d58afcb2-b533-4aa0-9b2e-9c431c82fe8f tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.78 "GET /v2.0/security-groups?id=8ec2319e-b2b2-4ff8-a042-691cf0b91a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082935 Jan 18 22:47:02.906583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed43c88-81c0-45b0-b386-f9f4c0167f06 None None] The sync data for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 is: [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:46:57Z', 'revision_number': 3, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:02.932806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Allocated IP 172.20.0.1 (86ef4ff9-5530-42b3-bd29-609d72689a2a/7695c570-900f-4088-be88-3abb1b44c77f/2678a40e-d64e-4132-8751-639006f6ca3b) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:03.232875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-168822c1-2dfb-4f52-bc1c-46df61652d30 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264811 Jan 18 22:47:03.341297 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:03.415020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Pushing event deleted for resources: {'Port': ['ID=2d168f0a-3a06-4b6c-adb7-504770903d04,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:03.423394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:03.457288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a13d9943-206e-487a-8d32-b7a841b580c7 req-c5236275-2f52-4fee-a96d-80e9267d9c9c service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165060 Jan 18 22:47:03.474607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f7c34-07f9-4b13-9bd9-8aa4d132691a req-352a7d19-33c4-4b72-b098-0ccfde486339 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:03.480197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b863887-23a4-4328-92b4-cd685ba4439b req-d15b4a27-ecd1-4a69-8f8d-01278b6bcce7 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:03.480345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f7c34-07f9-4b13-9bd9-8aa4d132691a req-352a7d19-33c4-4b72-b098-0ccfde486339 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:03.481905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b863887-23a4-4328-92b4-cd685ba4439b req-d15b4a27-ecd1-4a69-8f8d-01278b6bcce7 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 948 time: 0.5189893 Jan 18 22:47:03.482064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c9f7c34-07f9-4b13-9bd9-8aa4d132691a req-352a7d19-33c4-4b72-b098-0ccfde486339 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193&device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 1690 time: 0.1574626 Jan 18 22:47:03.535367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] No DVR routers for this DVR port 2d168f0a-3a06-4b6c-adb7-504770903d04 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:03.537793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Transition to ACTIVE for port object 2678a40e-d64e-4132-8751-639006f6ca3b will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:03.541174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:03.541635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c9f7c34-07f9-4b13-9bd9-8aa4d132691a req-afca8563-3923-47c1-868e-c9e5b8636b5c tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514996 Jan 18 22:47:03.545585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'name': 'network-vif-deleted', 'tag': '2d168f0a-3a06-4b6c-adb7-504770903d04'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:03.593646 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18764688-53cd-4ef8-8ca7-73b26e305fe2 req-28ddd850-6939-42dd-9f79-bcc14fd711d2 tempest-VolumesAdminNegativeTest-1132752753 tempest-VolumesAdminNegativeTest-1132752753-project] 10.222.0.85 "DELETE /v2.0/ports/2d168f0a-3a06-4b6c-adb7-504770903d04 HTTP/1.1" status: 204 len: 173 time: 1.9414847 Jan 18 22:47:03.600002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b863887-23a4-4328-92b4-cd685ba4439b req-e107361f-78ac-4911-98b8-3bcdf5f0b5be tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924985 Jan 18 22:47:03.616741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:03.686060 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f', 'status': 'completed', 'code': 200} Jan 18 22:47:03.701836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:03.705913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:03.757750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:03.852983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Pushing event updated for resources: {'Port': ['ID=2678a40e-d64e-4132-8751-639006f6ca3b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:03.930872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:03.934346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19d7ce-c6ec-4985-9766-f0a5e5f8df33 req-cd3df1c5-b7f9-4183-b6a5-cbbf99367354 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:03.935972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c19d7ce-c6ec-4985-9766-f0a5e5f8df33 req-cd3df1c5-b7f9-4183-b6a5-cbbf99367354 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.1148243 Jan 18 22:47:03.990681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c19d7ce-c6ec-4985-9766-f0a5e5f8df33 req-c93ac613-6d23-4f84-ab2a-220611116320 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Jan 18 22:47:04.069376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.085507 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a3a2e3-c338-44c1-a09b-ea0f1e7624ba', 'name': 'network-vif-deleted', 'tag': '2d168f0a-3a06-4b6c-adb7-504770903d04', 'status': 'completed', 'code': 200} Jan 18 22:47:04.108576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-3ef74e7c-1998-4980-a7e2-392630778811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.110163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-3ef74e7c-1998-4980-a7e2-392630778811 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38b422ff558c4e01b104556bd67d1844&device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 1099 time: 0.4021039 Jan 18 22:47:04.139254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f73b627-8cb9-44a5-a035-b723e9bb0b4b None None] Provisioning for port 2678a40e-d64e-4132-8751-639006f6ca3b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:04.144885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f73b627-8cb9-44a5-a035-b723e9bb0b4b None None] Provisioning complete for port 2678a40e-d64e-4132-8751-639006f6ca3b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:04.145305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f73b627-8cb9-44a5-a035-b723e9bb0b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.230455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661de1d7-1ea2-42ca-abc3-c982e470c2ab req-738d3507-3472-4965-92f4-1c27b8c4fea3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.232074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-661de1d7-1ea2-42ca-abc3-c982e470c2ab req-738d3507-3472-4965-92f4-1c27b8c4fea3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.4293993 Jan 18 22:47:04.252033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7f73b627-8cb9-44a5-a035-b723e9bb0b4b None None] Port 2678a40e-d64e-4132-8751-639006f6ca3b cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:04.313161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-661de1d7-1ea2-42ca-abc3-c982e470c2ab req-1d65d3e0-1c9a-492c-9c73-9beae99da9b5 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 Jan 18 22:47:04.367041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-2377568e-48af-4cde-86b0-e629f39e9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.368503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-2377568e-48af-4cde-86b0-e629f39e9e60 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2484453 Jan 18 22:47:04.408571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796de233-fb68-4c86-a42d-5fc70c24226f req-b49a932a-ed78-42f8-b2f9-8d7d2bb710ac tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.410311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-796de233-fb68-4c86-a42d-5fc70c24226f req-b49a932a-ed78-42f8-b2f9-8d7d2bb710ac tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1115997 Jan 18 22:47:04.430549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:04.480073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-0fe8b771-8d40-477b-a821-6918405b33a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a284658b-fab2-416b-9193-69c2a94b394f HTTP/1.1" status: 200 len: 217 time: 0.1037858 Jan 18 22:47:04.504518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-796de233-fb68-4c86-a42d-5fc70c24226f req-4519edaa-05db-4ec9-b2e0-525732f3679f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882208 Jan 18 22:47:04.511361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Deleting subnet aca0c99e-5e6e-433a-91fa-4804e44d4300 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:47:04.514608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.578843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.603206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.627477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-e1394b8b-7246-4b0f-98e0-fd08387ff7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.629957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-e1394b8b-7246-4b0f-98e0-fd08387ff7c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1423657 Jan 18 22:47:04.641677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.669759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:04.690424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2d168f0a-3a06-4b6c-adb7-504770903d04 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:04.770813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 2d168f0a-3a06-4b6c-adb7-504770903d04 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:04.771632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2d168f0a-3a06-4b6c-adb7-504770903d04 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:04.818103 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3deb6ed2-60e4-42e5-a63b-393b07e5a042 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.835223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.860429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2380d-6d00-4df3-a399-071ee2a81427 req-add35466-7585-4f27-9b23-edc30d0ef714 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.861944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61d2380d-6d00-4df3-a399-071ee2a81427 req-add35466-7585-4f27-9b23-edc30d0ef714 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 1100 time: 0.3294005 Jan 18 22:47:04.886807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-4080b490-3e44-46f9-ba2b-8611a34ca053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.888490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-4080b490-3e44-46f9-ba2b-8611a34ca053 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2461517 Jan 18 22:47:04.895517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca0c99e-5e6e-433a-91fa-4804e44d4300,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:04.898906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.902627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3deb6ed2-60e4-42e5-a63b-393b07e5a042 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:04.925058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c905ef48-e73c-4ff7-9174-d240b7152345 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aca0c99e-5e6e-433a-91fa-4804e44d4300 HTTP/1.1" status: 204 len: 168 time: 0.4913435 Jan 18 22:47:04.929113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53344) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:04.966046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-194e93da-5a55-493f-87d1-d4f67555ca25 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:04.966748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-194e93da-5a55-493f-87d1-d4f67555ca25 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Synchronizing usage tracker for tenant:38b422ff558c4e01b104556bd67d1844 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:04.987559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-194e93da-5a55-493f-87d1-d4f67555ca25 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Unset dirty status for tenant:38b422ff558c4e01b104556bd67d1844 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:04.988815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-194e93da-5a55-493f-87d1-d4f67555ca25 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 948 time: 0.2184999 Jan 18 22:47:04.993906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3deb6ed2-60e4-42e5-a63b-393b07e5a042 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.029572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb6ed2-60e4-42e5-a63b-393b07e5a042 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd368ef-ca0f-4f38-a078-22cff878f773,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:05.067050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-09cc7254-f2b7-4d38-a0ff-2ee2c1e89525 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Synchronizing usage tracker for tenant:38b422ff558c4e01b104556bd67d1844 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:05.070043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3deb6ed2-60e4-42e5-a63b-393b07e5a042 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.073608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3deb6ed2-60e4-42e5-a63b-393b07e5a042 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "DELETE /v2.0/security-groups/ebd368ef-ca0f-4f38-a078-22cff878f773 HTTP/1.1" status: 204 len: 168 time: 0.4002974 Jan 18 22:47:05.074137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53350) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:05.099931 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-d6dfd751-a36f-427c-b90a-2df024bd45a0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] show failed (client error): The resource could not be found. Jan 18 22:47:05.103862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d6dfd751-a36f-427c-b90a-2df024bd45a0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "GET /v2.0/security-groups/ebd368ef-ca0f-4f38-a078-22cff878f773 HTTP/1.1" status: 404 len: 347 time: 0.0259063 Jan 18 22:47:05.104727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53354) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:05.130454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d35a26-4b46-4190-94d1-1a8a9815efb5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:05.182094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-09cc7254-f2b7-4d38-a0ff-2ee2c1e89525 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Unset dirty status for tenant:38b422ff558c4e01b104556bd67d1844 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:05.183240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ba84aec-3c37-4003-97a7-b888ca23cf2c req-09cc7254-f2b7-4d38-a0ff-2ee2c1e89525 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850836 Jan 18 22:47:05.189729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61d2380d-6d00-4df3-a399-071ee2a81427 req-edd3678d-355e-4c44-86c9-e2b6738e4a5b tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186138 Jan 18 22:47:05.226562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 45d35a26-4b46-4190-94d1-1a8a9815efb5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:05.233053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 45d35a26-4b46-4190-94d1-1a8a9815efb5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:05.233716 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.307647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Deleting port 30c71073-ed23-4fdb-8745-c8ae9c824db1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:05.308402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.352182 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-afeac4c7-866b-4f4a-a289-dd1ffdc97261 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527345 Jan 18 22:47:05.354648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.393451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.411529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 45d35a26-4b46-4190-94d1-1a8a9815efb5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d35a26-4b46-4190-94d1-1a8a9815efb5,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:05.416405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.438292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.487809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=45d35a26-4b46-4190-94d1-1a8a9815efb5,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:05.502316 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.550102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30130623-2db5-4e8e-b16d-69a6c333dd65 req-0882d1ca-6cb7-44be-85f2-9ea78189e989 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:05.551599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30130623-2db5-4e8e-b16d-69a6c333dd65 req-0882d1ca-6cb7-44be-85f2-9ea78189e989 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 1101 time: 0.1887271 Jan 18 22:47:05.553178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.553517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.746467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Pushing event updated for resources: {'Port': ['ID=2678a40e-d64e-4132-8751-639006f6ca3b,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:05.774435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.795113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64274e8e-a97d-4fbd-b25c-ea5b7ef1de4c req-7caad8e3-317d-47b4-b807-e9e8ebb3e69d service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234357 Jan 18 22:47:05.798078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.811732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Calling delete_port for 30c71073-ed23-4fdb-8745-c8ae9c824db1 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:05.867992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-30130623-2db5-4e8e-b16d-69a6c333dd65 req-2bb71039-685a-4676-b7dc-96a0ca7cec90 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Synchronizing usage tracker for tenant:e2f03a7102c8448c9ff6987e9d2eecf4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:05.900429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e0d70f-8687-4488-ad99-fbfa033e8ab7']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:05.904355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-30130623-2db5-4e8e-b16d-69a6c333dd65 req-2bb71039-685a-4676-b7dc-96a0ca7cec90 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Unset dirty status for tenant:e2f03a7102c8448c9ff6987e9d2eecf4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:05.905655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30130623-2db5-4e8e-b16d-69a6c333dd65 req-2bb71039-685a-4676-b7dc-96a0ca7cec90 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446765 Jan 18 22:47:05.915534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea456-2dc4-489f-bc7b-7fd00f4d9c6d req-f66ae3bb-5739-402a-82da-05fe3d052fcd tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:05.917098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bccea456-2dc4-489f-bc7b-7fd00f4d9c6d req-f66ae3bb-5739-402a-82da-05fe3d052fcd tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.5472000 Jan 18 22:47:05.946681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d92a14e-1afd-4168-8b12-93414812f94f') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:05.946981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d92a14e-1afd-4168-8b12-93414812f94f') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:05.971901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.983628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.012769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.038179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:47:06.038712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:47:06.053321 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:47:06.061190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bccea456-2dc4-489f-bc7b-7fd00f4d9c6d req-ea44a32d-bdb3-4caa-bf3e-516a7b0362a4 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354017 Jan 18 22:47:06.121923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Pushing event deleted for resources: {'Port': ['ID=30c71073-ed23-4fdb-8745-c8ae9c824db1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:06.128399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:06.132825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:06.197526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.226254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.229870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc2e7cc4-475f-4c7e-9e78-eef4cc30f9d0 tempest-ServersWithSpecificFlavorTestJSON-321670904 tempest-ServersWithSpecificFlavorTestJSON-321670904-project] 10.222.0.78 "DELETE /v2.0/floatingips/16d75213-4e1c-4ec0-92a8-78e876bdb89f HTTP/1.1" status: 204 len: 168 time: 1.1223812 Jan 18 22:47:06.235532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385141e-fd14-48b2-bec2-2ef71c6f1d7a req-1384cde5-c826-4161-94d7-91435b0a3a32 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:06.242722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9385141e-fd14-48b2-bec2-2ef71c6f1d7a req-1384cde5-c826-4161-94d7-91435b0a3a32 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.2115777 Jan 18 22:47:06.248650 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.274951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.294497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9385141e-fd14-48b2-bec2-2ef71c6f1d7a req-0357e14d-7400-4d63-8f1b-58a946337093 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Jan 18 22:47:06.295608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] Pushing event deleted for resources: {'Network': ['ID=35e0d70f-8687-4488-ad99-fbfa033e8ab7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:06.318554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-28502bd4-97ab-4535-a31a-ac7a362bb05f admin admin] 10.222.0.78 "DELETE /v2.0/networks/35e0d70f-8687-4488-ad99-fbfa033e8ab7 HTTP/1.1" status: 204 len: 168 time: 1.3838351 Jan 18 22:47:06.319116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:06.394526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Deleting subnet 0c82af9c-a46f-4bba-b971-1845a4f6a6e5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:47:06.398361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.437766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b48b1f-237e-47c0-b1c7-34ce1f093e83 req-e99d6527-20fc-4cd2-b537-bd8fc5a39f35 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:06.439885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91b48b1f-237e-47c0-b1c7-34ce1f093e83 req-e99d6527-20fc-4cd2-b537-bd8fc5a39f35 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.2444117 Jan 18 22:47:06.448377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Router 20c9fd9e-4d65-4538-b610-664201deabef has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:47:06.450706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.505169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df7ca49b-994d-4130-ae9f-d2a159dadd04 None None] Provisioning complete for port 2678a40e-d64e-4132-8751-639006f6ca3b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:06.505756 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df7ca49b-994d-4130-ae9f-d2a159dadd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.521468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.540365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91b48b1f-237e-47c0-b1c7-34ce1f093e83 req-796e2dd4-e833-4510-84bf-dab4ac194e38 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902486 Jan 18 22:47:06.604019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-df7ca49b-994d-4130-ae9f-d2a159dadd04 None None] Port 2678a40e-d64e-4132-8751-639006f6ca3b cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:06.605745 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.676135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2faead-149a-4025-85ce-66c566debe40 req-599a0c7d-c47e-43ae-8d23-f676ce6ba854 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:06.677792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f2faead-149a-4025-85ce-66c566debe40 req-599a0c7d-c47e-43ae-8d23-f676ce6ba854 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 948 time: 0.1136227 Jan 18 22:47:06.679704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.716620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a284658b-fab2-416b-9193-69c2a94b394f details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:06.737346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c82af9c-a46f-4bba-b971-1845a4f6a6e5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:06.745768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.765901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aadb9e7a-dfc6-4382-aff5-6f8c8687c898 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0c82af9c-a46f-4bba-b971-1845a4f6a6e5 HTTP/1.1" status: 204 len: 168 time: 0.4433665 Jan 18 22:47:06.767111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:06.789285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f2faead-149a-4025-85ce-66c566debe40 req-4323beec-bc7c-4a1b-8756-f733ec1caea7 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773559 Jan 18 22:47:06.860020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-e4c69e46-5b61-46fe-af79-61d536ac97a3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538073 Jan 18 22:47:06.895646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:06.898131 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.928075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'a284658b-fab2-416b-9193-69c2a94b394f', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'a284658b-fab2-416b-9193-69c2a94b394f', 'mac_address': 'fa:16:3e:1a:a8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:07.023910 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.030524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d1b686fc-343f-4699-bffa-53775cc150af tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:07.032162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d1b686fc-343f-4699-bffa-53775cc150af tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656392 Jan 18 22:47:07.057987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a284658b-fab2-416b-9193-69c2a94b394f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:07.065742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-fb538738-6db9-4fd0-9fe1-c50064f13fad tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/quotas/4b60cea0778247e6a6776c4c0bd3743e HTTP/1.1" status: 200 len: 375 time: 0.0263546 Jan 18 22:47:07.078066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.079948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:07.088328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.111119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a825b0da-79d9-4d47-88f8-e8da6fb9a55a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:07.124973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f01c5d6-456c-4e7c-8e89-92a7491f4589') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:07.125326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f01c5d6-456c-4e7c-8e89-92a7491f4589') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:07.141490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:47:07.156418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e520c29d-b487-485e-8d1e-3532a4524c40 admin admin] 10.222.0.78 "PUT /v2.0/routers/20c9fd9e-4d65-4538-b610-664201deabef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8208945 Jan 18 22:47:07.156564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d35a26-4b46-4190-94d1-1a8a9815efb5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:07.156665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.189270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.202067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:47:07.203597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.207110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Sync routers for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:07.207992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-5d5a69f5-47d2-4f3b-b106-00eed773be88 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411998 Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:47:07.221555 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:47:07.261231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:07.262032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:46:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:07.360909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a284658b-fab2-416b-9193-69c2a94b394f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:07.374222 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.392714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.404579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] Pushing event deleted for resources: {'Network': ['ID=a825b0da-79d9-4d47-88f8-e8da6fb9a55a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:07.410190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3153da71-c2ae-404d-babd-b5a0f0987efa admin admin] 10.222.0.78 "DELETE /v2.0/networks/a825b0da-79d9-4d47-88f8-e8da6fb9a55a HTTP/1.1" status: 204 len: 168 time: 0.6401336 Jan 18 22:47:07.423636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:07.425730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d54c8-9827-4d90-8c8f-b44f68fef76b req-2fdfd398-7d1d-42f0-8909-01f09ed0e14a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:07.427187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa2d54c8-9827-4d90-8c8f-b44f68fef76b req-2fdfd398-7d1d-42f0-8909-01f09ed0e14a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.1405230 Jan 18 22:47:07.473870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa2d54c8-9827-4d90-8c8f-b44f68fef76b req-352ef9d6-9f2b-4a2f-af4a-6d08b23a433d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jan 18 22:47:07.537523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 45d35a26-4b46-4190-94d1-1a8a9815efb5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:07.538124 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.597322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:07.631290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:07.733192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dba253e7-7fde-49ae-8aa6-3c93e79f7295 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d8d68a06d13417bb08b6014e889ae78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1004686 Jan 18 22:47:07.736007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53418) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:07.761416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f9a0-a81f-49fa-82b2-bb1ed6f05492 req-d3910483-c802-4e01-a8cc-e6d2c491af0c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:07.763007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b58f9a0-a81f-49fa-82b2-bb1ed6f05492 req-d3910483-c802-4e01-a8cc-e6d2c491af0c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.1054921 Jan 18 22:47:07.802622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-364438af-a7b0-4e56-aa6d-e70eab4953c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.818422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b58f9a0-a81f-49fa-82b2-bb1ed6f05492 req-e33a09a3-aded-4d28-9d67-f508fe6d4b6e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496185 Jan 18 22:47:07.837845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-364438af-a7b0-4e56-aa6d-e70eab4953c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.897189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-364438af-a7b0-4e56-aa6d-e70eab4953c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.917601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364438af-a7b0-4e56-aa6d-e70eab4953c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec2319e-b2b2-4ff8-a042-691cf0b91a12,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:07.931365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-364438af-a7b0-4e56-aa6d-e70eab4953c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.932653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-364438af-a7b0-4e56-aa6d-e70eab4953c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ec2319e-b2b2-4ff8-a042-691cf0b91a12 HTTP/1.1" status: 204 len: 168 time: 0.1956306 Jan 18 22:47:08.143385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 2, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:08.147213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Checking router: 20c9fd9e-4d65-4538-b610-664201deabef for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:08.147564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Updating router 20c9fd9e-4d65-4538-b610-664201deabef port 2678a40e-d64e-4132-8751-639006f6ca3b binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:08.202464 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.311887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53430) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:08.366482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-042cb3ec-d22d-4442-8ee4-89747c612872 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f52c0ee17848426dae5b6e96cfc9b461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503871 Jan 18 22:47:08.366768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53434) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:08.391668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53438) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:08.401178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026176095', 'description': 'tempest-description--317496088'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:08.408634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:08.423425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Usage tracker for resource:security_group and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:08.428427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:08.437360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:08.457028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc53846-148b-4c35-b19f-ae7bc4b20789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.484529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc53846-148b-4c35-b19f-ae7bc4b20789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.506665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.542565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:08.546585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Usage tracker for resource:security_group_rule and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:08.549531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:08.555631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:08.568334 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.583561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Transition to ACTIVE for port object 2678a40e-d64e-4132-8751-639006f6ca3b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:08.592964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.612113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc53846-148b-4c35-b19f-ae7bc4b20789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.660645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc53846-148b-4c35-b19f-ae7bc4b20789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd18621-cdbd-4ab9-8ec1-ca38c4aeebc4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:08.678343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc53846-148b-4c35-b19f-ae7bc4b20789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.680169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4fc53846-148b-4c35-b19f-ae7bc4b20789 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acd18621-cdbd-4ab9-8ec1-ca38c4aeebc4 HTTP/1.1" status: 204 len: 168 time: 0.3124835 Jan 18 22:47:08.682982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.691888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.698624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08654-370b-4c06-99a4-aa46722e0fb5 req-781c704a-e337-44b2-9363-64b2ed5b65c0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:08.705845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c0d08654-370b-4c06-99a4-aa46722e0fb5 req-781c704a-e337-44b2-9363-64b2ed5b65c0 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.1316969 Jan 18 22:47:08.766416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.767681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3750849 Jan 18 22:47:08.770571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53454) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:08.781830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Request body: {'security_group_rule': {'security_group_id': '8c6225fb-c43a-4f9e-bdec-56503c68871b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:08.788467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d962b-cb0b-466a-b098-8286b531ea22 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6225fb-c43a-4f9e-bdec-56503c68871b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:08.814092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c0d08654-370b-4c06-99a4-aa46722e0fb5 req-fdb4c9f7-fb24-4e55-a3fd-9526f7016d11 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054544 Jan 18 22:47:08.816084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:08.818951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a284658b-fab2-416b-9193-69c2a94b394f up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:08.823876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Usage tracker for resource:security_group_rule and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:08.832205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:08.855607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:08.889712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.929294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02f59-5cce-4072-a19d-1293f2df3951 None None] Pushing event updated for resources: {'Port': ['ID=2678a40e-d64e-4132-8751-639006f6ca3b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:09.080110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Attempting to bind port 2678a40e-d64e-4132-8751-639006f6ca3b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:09.080563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Attempting to bind port 2678a40e-d64e-4132-8751-639006f6ca3b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:09.081455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Attempting to bind port 2678a40e-d64e-4132-8751-639006f6ca3b on network 86ef4ff9-5530-42b3-bd29-609d72689a2a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:09.087540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:09.088013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Checking segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:09.088506 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.089022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Bound using segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:09.089577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Bound port: 2678a40e-d64e-4132-8751-639006f6ca3b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:09.090053 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.099709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.109272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.142111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd53ae-d117-49b3-81a0-618962576e55 req-f4d2b56a-4182-4e22-87a5-0b950ef6c2a5 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:09.143789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7abd53ae-d117-49b3-81a0-618962576e55 req-f4d2b56a-4182-4e22-87a5-0b950ef6c2a5 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 949 time: 0.2035701 Jan 18 22:47:09.162446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port a284658b-fab2-416b-9193-69c2a94b394f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:09.164265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe20572-8104-412d-bf87-72db8c5c1ed2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:09.192212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port a284658b-fab2-416b-9193-69c2a94b394f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:09.192861 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.211590 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.213165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eb475206-c55d-41ac-a547-6ec55048759e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4414570 Jan 18 22:47:09.216327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:09.222506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Request body: {'security_group_rule': {'security_group_id': '8c6225fb-c43a-4f9e-bdec-56503c68871b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:09.232667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:09.236660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7abd53ae-d117-49b3-81a0-618962576e55 req-8609483b-97cd-41a4-952a-502a16c12740 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812299 Jan 18 22:47:09.244740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Usage tracker for resource:security_group_rule and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:09.253160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:09.278337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] For port 2678a40e-d64e-4132-8751-639006f6ca3b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:09.278911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:09.292604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] For port 2678a40e-d64e-4132-8751-639006f6ca3b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2678a40e-d64e-4132-8751-639006f6ca3b,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:09.307702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.323401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.463379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.471035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.476917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02f59-5cce-4072-a19d-1293f2df3951 None None] Pushing event updated for resources: {'Port': ['ID=2678a40e-d64e-4132-8751-639006f6ca3b,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:09.478097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.494495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:09.500602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:46:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:09.511017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53482) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:09.526591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c888f7cb-27ac-49c1-99ce-84a32571b483,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:09.550145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.552320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b51b1d75-3425-43b7-bd65-78b41acb02fa tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344533 Jan 18 22:47:09.555723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:09.563938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:09.573281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:09.575674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc321bd-6301-4540-8cce-cf8267219a20 req-cf8c46f3-5026-42e6-bc1e-bc9062d2034e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:09.579489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Usage tracker for resource:floatingip and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:09.585443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:09.590026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4bc321bd-6301-4540-8cce-cf8267219a20 req-cf8c46f3-5026-42e6-bc1e-bc9062d2034e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.2354002 Jan 18 22:47:09.595839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:09.621480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.717704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4bc321bd-6301-4540-8cce-cf8267219a20 req-970d8862-6b44-4a8f-b271-c622238d14ae tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266346 Jan 18 22:47:09.729549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:09.740262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:09.785550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.994989 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f', 'code': 200} Jan 18 22:47:10.206874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:10.231911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:10.405534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268caf0f-eb95-4e5d-a7cb-9343bf971b1a req-d3c22ab1-62d7-4d7f-91a0-fe86287c10ff tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:10.412680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-268caf0f-eb95-4e5d-a7cb-9343bf971b1a req-d3c22ab1-62d7-4d7f-91a0-fe86287c10ff tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.4934692 Jan 18 22:47:10.439945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195585-4a7f-4bbb-8e26-7f370bf89488 req-91bd176a-46e8-47bc-85cc-7cce5a1c7b7c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:10.441647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31195585-4a7f-4bbb-8e26-7f370bf89488 req-91bd176a-46e8-47bc-85cc-7cce5a1c7b7c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.2739985 Jan 18 22:47:10.442146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53512) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:10.460126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:10.492304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-268caf0f-eb95-4e5d-a7cb-9343bf971b1a req-95ddffb4-62e5-4f23-a48c-a4a186b8a779 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Jan 18 22:47:10.724773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31195585-4a7f-4bbb-8e26-7f370bf89488 req-b3b1d905-f0fe-4218-ad5e-9f709ce2a386 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742150 Jan 18 22:47:10.778859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:09Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:10.780544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-863599582-network', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:10.784228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f0393-4d29-4beb-82b8-bb274ec77c79 None None] The sync data for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 is: [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:09Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:10.797737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:10.808056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Usage tracker for resource:network and tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:10.814329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:10.851157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:11.059597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Allocated IP 172.25.4.101 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/360440fe-24c4-400c-89ef-5bed19bd0d6e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:11.094660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefeb82-8d80-4a6a-942d-23354551a8cf req-e6d8703e-195d-4b63-841b-dd28a8cc42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:11.096235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0aefeb82-8d80-4a6a-942d-23354551a8cf req-e6d8703e-195d-4b63-841b-dd28a8cc42f3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 1101 time: 0.8713887 Jan 18 22:47:11.114654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9beaa89-45b9-4085-9f12-87d2679206b2 req-8e1ab1c4-51ba-4f8b-bcaa-29ac7de77cf4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 210 time: 0.3296285 Jan 18 22:47:11.159318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2678a40e-d64e-4132-8751-639006f6ca3b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:11.300382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0aefeb82-8d80-4a6a-942d-23354551a8cf req-abca8a2a-f3e7-47e9-9196-6c2178af7906 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822119 Jan 18 22:47:11.366577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.390702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2678a40e-d64e-4132-8751-639006f6ca3b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:11.395375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Made reservation on behalf of 8c2ff0023ebd4e00ae6c7e99dc79eb04 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:11.396311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2678a40e-d64e-4132-8751-639006f6ca3b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:11.396677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.398115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.422029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.474285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:11.478516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:11.481689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:11.487738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:11.565489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add43ba0-b0ae-43f1-9e25-753b0ded3e3e req-37fce608-1f9a-452c-9537-75732d37b4fe tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:11.573089 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-add43ba0-b0ae-43f1-9e25-753b0ded3e3e req-37fce608-1f9a-452c-9537-75732d37b4fe tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 950 time: 0.6696787 Jan 18 22:47:11.606278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.664998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-e0b80510-8a97-4e72-8e65-951d0ce69358 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802562 Jan 18 22:47:11.676687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.683431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-8ce97e35-4f2a-46ca-944f-c6797e03af07 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1605406 Jan 18 22:47:11.718025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event updated for resources: {'Port': ['ID=360440fe-24c4-400c-89ef-5bed19bd0d6e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:11.740328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:11.753626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:11.759788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:11.770413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 2678a40e-d64e-4132-8751-639006f6ca3b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2678a40e-d64e-4132-8751-639006f6ca3b,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:11.785782 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.826345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-add43ba0-b0ae-43f1-9e25-753b0ded3e3e req-f8f1201a-be66-4349-9218-797ac97695d0 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522342 Jan 18 22:47:11.892934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.913502 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.919719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=2678a40e-d64e-4132-8751-639006f6ca3b,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:12.005828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:47:12.030074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a0f22-58a6-49b3-b5d0-a71cec07810d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:12.082965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.083225 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Added segment 7973d939-f660-4bb5-aab4-261679517870 of type vlan for network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 Jan 18 22:47:12.095346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47357df8-dac5-46d8-a27f-434840fa3375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.110672 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.152908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b6296-715f-44db-b278-63cdd4d8a43a req-32bbdec0-a7f1-4afc-94b4-e29953e1e639 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:12.154629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9b6296-715f-44db-b278-63cdd4d8a43a req-32bbdec0-a7f1-4afc-94b4-e29953e1e639 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.7718754 Jan 18 22:47:12.167070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-65392f68-7865-4c56-b506-28947813fd1a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:12.168666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-65392f68-7865-4c56-b506-28947813fd1a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010148 Jan 18 22:47:12.202575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.213180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:12.219827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.301114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d486e-3953-4b65-8f8e-d23bbdae505e req-d8e03432-dd5d-4ca7-b464-1843568fe436 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:12.302664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-731d486e-3953-4b65-8f8e-d23bbdae505e req-d8e03432-dd5d-4ca7-b464-1843568fe436 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.2738545 Jan 18 22:47:12.335372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.336327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:12.336907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.383241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-2a96aba8-82d5-47b0-a38e-4a716d2a7e3f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:12.384795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-2a96aba8-82d5-47b0-a38e-4a716d2a7e3f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7090321 Jan 18 22:47:12.399656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:12.437152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9b6296-715f-44db-b278-63cdd4d8a43a req-3c2add63-4a43-4e7d-b52e-45444afaf6ca tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634776 Jan 18 22:47:12.617397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-731d486e-3953-4b65-8f8e-d23bbdae505e req-a3989d63-4a0d-485b-b867-631c0de8eb84 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050148 Jan 18 22:47:12.646218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] Pushing event updated for resources: {'Network': ['ID=b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:12.660310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:47:12.705586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.723166 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9e3c3466-f181-47a4-96af-ab3593017885 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2797999 Jan 18 22:47:12.729989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:12.737188 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-52163b42-1a54-4e1c-b3ad-e83d6ebd02dd service neutron] show failed (client error): The resource could not be found. Jan 18 22:47:12.738384 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-52163b42-1a54-4e1c-b3ad-e83d6ebd02dd service neutron] 10.222.0.86 "GET /v2.0/ports/1e4a0813-2bef-4400-b6c2-0cc61c4d6382/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.2709851 Jan 18 22:47:12.742739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Request body: {'subnet': {'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-subnet', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:12.770950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:12.783023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Usage tracker for resource:subnet and tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:12.785406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:12.788469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:12.797644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:12.798734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:12.828977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Made reservation on behalf of 8c2ff0023ebd4e00ae6c7e99dc79eb04 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:12.829262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.865632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:12.869549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.879592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.884731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:13.020016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:13.055586 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.065482 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-19dff05b-a854-4a26-bd52-8e802a90e082 req-65bd7a0f-4fdb-436b-a01b-a466fe35485a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 210 time: 0.2438252 Jan 18 22:47:13.085101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497e59e-a09c-4e86-85b5-9ec5ec2e313f req-8177d42a-6771-4eec-b4d3-0f4bbf0ed6f1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:13.093622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e497e59e-a09c-4e86-85b5-9ec5ec2e313f req-8177d42a-6771-4eec-b4d3-0f4bbf0ed6f1 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.5042627 Jan 18 22:47:13.094612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2678a40e-d64e-4132-8751-639006f6ca3b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:13.158558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event updated for resources: {'Port': ['ID=360440fe-24c4-400c-89ef-5bed19bd0d6e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:13.163112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2678a40e-d64e-4132-8751-639006f6ca3b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:13.163490 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.174286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-741a4505-1557-4df9-bd49-785f191642fb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5305932 Jan 18 22:47:13.257561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.294657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.305528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.125 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/20100425-551d-4fd9-a7cf-29b63f818885) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:13.306248 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fab5d88a-87fd-46e0-b589-2797495fb80b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7485256 Jan 18 22:47:13.390159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e497e59e-a09c-4e86-85b5-9ec5ec2e313f req-90f56ed1-a2b8-4f2e-8c21-766e5adf1f0e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519619 Jan 18 22:47:13.406590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:13.421273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.551842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-c5c09a18-747c-4927-b93f-6dd91d369a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:13.553360 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-c5c09a18-747c-4927-b93f-6dd91d369a0d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 1102 time: 0.1803174 Jan 18 22:47:13.560260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.794178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-0dad411f-e799-4ae4-b875-9cdb92c8a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:13.795883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-0dad411f-e799-4ae4-b875-9cdb92c8a14e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef&tenant_id=8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 1101 time: 0.7612195 Jan 18 22:47:13.802484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:13.825346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Checking segment: {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:13.825785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Network hostable DHCP agents. Network: b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:47:13.867406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-60b13a61-f10a-4b74-9bb7-29d1e9a094dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:13.868923 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-60b13a61-f10a-4b74-9bb7-29d1e9a094dc service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2732911 Jan 18 22:47:13.895389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:13.939836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd01b-c2cf-44b8-924c-4964610bbba5 req-744aa291-7644-45e9-99e9-2e19cb6886dc tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:13.941365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-273dd01b-c2cf-44b8-924c-4964610bbba5 req-744aa291-7644-45e9-99e9-2e19cb6886dc tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.2526276 Jan 18 22:47:13.953718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:47:13.958393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-a8bede69-65d5-4e02-bccd-0a3f8398f87b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 200 len: 217 time: 0.0823815 Jan 18 22:47:14.035069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:14.048388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:14.048924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.050495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b22f8a-fdc9-466b-87a5-b01c483df2e7 None None] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:47:14.075374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-273dd01b-c2cf-44b8-924c-4964610bbba5 req-1c8f2ccc-d9c0-4fe4-add4-bc2efb6a5fb4 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188989 Jan 18 22:47:14.104355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-742cafc6-11ff-478f-b80d-04c3941fd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:14.106391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-742cafc6-11ff-478f-b80d-04c3941fd17c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1213286 Jan 18 22:47:14.107890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2c7a867a-6e52-4620-ac45-89f47519c4f4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3758609 Jan 18 22:47:14.115636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53578) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:14.157503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.193682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:14.227853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:14.244229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Usage tracker for resource:router and tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:14.251814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:14.280679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:14.291603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.292825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.326882 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.345394 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7534-b5f8-4c25-9684-2b1ee90471e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.355058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object 20100425-551d-4fd9-a7cf-29b63f818885 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:14.361180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-a1c21156-bd9f-452b-9825-ee6e4b17d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:14.362766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-a1c21156-bd9f-452b-9825-ee6e4b17d62b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2461815 Jan 18 22:47:14.375413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.379081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a74d9e-a54a-4e87-aa05-ce57623d7690 req-c6a45914-1d8e-4dd4-b468-fa68bd9888b0 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:14.380562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91a74d9e-a54a-4e87-aa05-ce57623d7690 req-c6a45914-1d8e-4dd4-b468-fa68bd9888b0 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 950 time: 0.6113408 Jan 18 22:47:14.421095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614', 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'fixed_ips': [{'subnet_id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:47:14.421661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.538412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91a74d9e-a54a-4e87-aa05-ce57623d7690 req-a77262de-5b9e-40fa-a2f0-c8e1729e5924 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337962 Jan 18 22:47:14.576598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Deleting port 40ddf0a0-4b47-4aaa-8793-7f26f960080f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:14.585438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.639552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1017e3-9a3c-4c5e-a30d-2d884cf0fbeb req-d8e6294c-de93-45fc-89d3-bdf81413c44d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:14.646444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc1017e3-9a3c-4c5e-a30d-2d884cf0fbeb req-d8e6294c-de93-45fc-89d3-bdf81413c44d tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.3472893 Jan 18 22:47:14.654532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Allocated IP 172.20.0.2 (b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614/f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f/5212da48-25a9-412c-addc-ca0d618aec8b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:14.741415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-cd959443-c550-497b-b9ab-8514018c6b22 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674817 Jan 18 22:47:14.834635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09d58f8c-4395-489e-8f13-3d13d7866d3c req-59d55dd3-5e10-464e-b0d4-04c58f135bd0 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 210 time: 0.0950663 Jan 18 22:47:14.858893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.897907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:14.987912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:15.037512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:15.062170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:15.081438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:15.231240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.243913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] For port 40ddf0a0-4b47-4aaa-8793-7f26f960080f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=40ddf0a0-4b47-4aaa-8793-7f26f960080f,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:15.245607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.250142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.255262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc1017e3-9a3c-4c5e-a30d-2d884cf0fbeb req-19d9cf2d-120c-4ab6-813c-cdfd7a7f00e6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079528 Jan 18 22:47:15.310652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Transition to ACTIVE for port object 5212da48-25a9-412c-addc-ca0d618aec8b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:15.436343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Transition to ACTIVE for port object 5212da48-25a9-412c-addc-ca0d618aec8b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:15.469171 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.513126 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe60042d-b5d1-4858-ba23-d4ccdc576749 req-eabd1c71-1abc-4894-9f63-b8b9b1b4ac0b service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625582 Jan 18 22:47:15.524598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0644-d112-44fe-b98d-23302036baf1 req-808b8673-d5d9-4ea4-9f2a-34a862282f5e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:15.527008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-19de0644-d112-44fe-b98d-23302036baf1 req-808b8673-d5d9-4ea4-9f2a-34a862282f5e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 945 time: 0.3836052 Jan 18 22:47:15.590246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:15.640152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:15.663666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:15.671683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Deleting port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:15.672029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.675371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=20100425-551d-4fd9-a7cf-29b63f818885,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:15.698895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.14 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/c7cc8841-2913-4526-871b-7cf3f61bc652) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:15.709122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Calling delete_port for 40ddf0a0-4b47-4aaa-8793-7f26f960080f owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:15.813127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:15.813802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.833565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.835467 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.836266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c03a84ce-57a4-4386-9b84-2ad27825c8b2 None None] Provisioning for port 20100425-551d-4fd9-a7cf-29b63f818885 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:15.852518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Attempting to bind port 5212da48-25a9-412c-addc-ca0d618aec8b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:15.853064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Attempting to bind port 5212da48-25a9-412c-addc-ca0d618aec8b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:15.853526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Attempting to bind port 5212da48-25a9-412c-addc-ca0d618aec8b on network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:15.866303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c03a84ce-57a4-4386-9b84-2ad27825c8b2 None None] Provisioning complete for port 20100425-551d-4fd9-a7cf-29b63f818885 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:15.867062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c03a84ce-57a4-4386-9b84-2ad27825c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.909126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Pushing event updated for resources: {'Port': ['ID=5212da48-25a9-412c-addc-ca0d618aec8b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:15.997620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:15.997988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Checking segment: {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:15.998391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.998780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Bound using segment: {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:15.999257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Bound port: 5212da48-25a9-412c-addc-ca0d618aec8b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:15.999724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.098535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c03a84ce-57a4-4386-9b84-2ad27825c8b2 None None] Port 20100425-551d-4fd9-a7cf-29b63f818885 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:16.171441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] For port 5212da48-25a9-412c-addc-ca0d618aec8b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:16.174524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] For port 5212da48-25a9-412c-addc-ca0d618aec8b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5212da48-25a9-412c-addc-ca0d618aec8b,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:16.210026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.296216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] For port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:16.296808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.341779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9e7d1-8574-4de3-b2d2-b530830dbc42 None None] Pushing event updated for resources: {'Port': ['ID=5212da48-25a9-412c-addc-ca0d618aec8b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:16.407025 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-6481f198-333f-417f-ba90-2684b0eaf615 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2033224 Jan 18 22:47:16.438067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Request body: {'port': {'device_id': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:16.450270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Calling delete_port for 8fbd6a09-fe06-4ac8-b6ba-59363449b05e owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:16.489957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.512272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.530830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object c7cc8841-2913-4526-871b-7cf3f61bc652 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:16.576971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.590187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec894c79-748d-4619-9d5d-21264e4aa62f req-656dc31c-9894-4713-9600-eba1c19eca6a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:16.593484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec894c79-748d-4619-9d5d-21264e4aa62f req-656dc31c-9894-4713-9600-eba1c19eca6a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 1.5247140 Jan 18 22:47:16.760137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32154008-ca20-4730-b13d-d2952c3e6bdc req-8b3eb194-63cd-47a9-a0e1-143289ba7c5a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:16.765809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32154008-ca20-4730-b13d-d2952c3e6bdc req-8b3eb194-63cd-47a9-a0e1-143289ba7c5a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.8456159 Jan 18 22:47:16.784201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.797904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec894c79-748d-4619-9d5d-21264e4aa62f req-dd522629-ec61-45bd-8319-95c4a18683ef tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754103 Jan 18 22:47:16.858811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:16.951381 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.955658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.983110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.011049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:17.113185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:17.223205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5212da48-25a9-412c-addc-ca0d618aec8b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:17.245130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:17.256125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:17.258606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event deleted for resources: {'Port': ['ID=8fbd6a09-fe06-4ac8-b6ba-59363449b05e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:17.265913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:17.351198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=c7cc8841-2913-4526-871b-7cf3f61bc652,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:17.415361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.549519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ddf0a0-4b47-4aaa-8793-7f26f960080f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:17.580781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.599878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] No DVR routers for this DVR port 8fbd6a09-fe06-4ac8-b6ba-59363449b05e on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:17.608119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32154008-ca20-4730-b13d-d2952c3e6bdc req-9364060e-a9d0-4b6c-995e-b024187f67a2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028129 Jan 18 22:47:17.609688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.638269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'name': 'network-vif-deleted', 'tag': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:17.661056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-19de0644-d112-44fe-b98d-23302036baf1 req-9bf72141-9642-4731-acb1-679e0f44faed tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "DELETE /v2.0/ports/8fbd6a09-fe06-4ac8-b6ba-59363449b05e HTTP/1.1" status: 204 len: 173 time: 2.1204340 Jan 18 22:47:17.662590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Allocated IP 172.25.4.135 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/4c89528a-22cc-4d06-bca7-30c69ee2b24a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:17.680300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:17.777448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:17.778222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.783126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 5212da48-25a9-412c-addc-ca0d618aec8b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:18.113260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b27c1-bda3-419a-9478-4306ad00f240 req-094191bf-f354-4cb4-a0fc-d6847b372a48 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:18.115647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-be011e77-51a0-44a8-ae56-ec8aff42b233 req-e5271ff3-af75-4b9d-8e46-415b13747d16 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:18.115881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c00b27c1-bda3-419a-9478-4306ad00f240 req-094191bf-f354-4cb4-a0fc-d6847b372a48 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:18.149139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:47:18.165210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-f3fd151e-4235-4e30-b108-e98bd4915c63 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7692664 Jan 18 22:47:18.173459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c00b27c1-bda3-419a-9478-4306ad00f240 req-094191bf-f354-4cb4-a0fc-d6847b372a48 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:18.177509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-be011e77-51a0-44a8-ae56-ec8aff42b233 req-e5271ff3-af75-4b9d-8e46-415b13747d16 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:18.181523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a0a335f-6605-40f2-a190-0f37941c3ad0 None None] Provisioning for port c7cc8841-2913-4526-871b-7cf3f61bc652 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:18.182083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c00b27c1-bda3-419a-9478-4306ad00f240 req-094191bf-f354-4cb4-a0fc-d6847b372a48 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 935 time: 1.0562112 Jan 18 22:47:18.197546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a0a335f-6605-40f2-a190-0f37941c3ad0 None None] Provisioning complete for port c7cc8841-2913-4526-871b-7cf3f61bc652 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:18.198017 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a0a335f-6605-40f2-a190-0f37941c3ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.200022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be011e77-51a0-44a8-ae56-ec8aff42b233 req-e5271ff3-af75-4b9d-8e46-415b13747d16 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=063d8a9c-2876-4f2e-b913-37e3b598625b HTTP/1.1" status: 200 len: 210 time: 0.2174668 Jan 18 22:47:18.211059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Request body: {'port': {'device_id': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:18.279325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.303607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f2bf9-99db-4b53-8828-fce6ddca8e61 None None] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:47:18.321095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a335f-6605-40f2-a190-0f37941c3ad0 None None] Port c7cc8841-2913-4526-871b-7cf3f61bc652 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:18.327877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.451459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:18.493408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] Provisioning for port 5212da48-25a9-412c-addc-ca0d618aec8b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:18.505313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:18.508462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:18.591014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] Provisioning complete for port 5212da48-25a9-412c-addc-ca0d618aec8b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:18.597560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.598802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Pushing event updated for resources: {'Port': ['ID=4c89528a-22cc-4d06-bca7-30c69ee2b24a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:18.604035 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063d8a9c-2876-4f2e-b913-37e3b598625b', 'name': 'network-vif-deleted', 'tag': '8fbd6a09-fe06-4ac8-b6ba-59363449b05e', 'status': 'completed', 'code': 200} Jan 18 22:47:18.707787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:18.785510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c00b27c1-bda3-419a-9478-4306ad00f240 req-b8f2d585-800f-40b6-a0c2-9b9e3dd3907c tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987701 Jan 18 22:47:18.853726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.936914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:18.953429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.002359 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.046599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] For port 5212da48-25a9-412c-addc-ca0d618aec8b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5212da48-25a9-412c-addc-ca0d618aec8b,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:19.056963 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.090985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dd544-9033-4207-bdc5-172e76ef0ff5 req-1ad59523-5991-4b5d-9756-83810072e519 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:19.116395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b35dd544-9033-4207-bdc5-172e76ef0ff5 req-1ad59523-5991-4b5d-9756-83810072e519 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.3129909 Jan 18 22:47:19.142407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Transition to ACTIVE for port object 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:19.150512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.384497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b35dd544-9033-4207-bdc5-172e76ef0ff5 req-942e6039-b914-4997-95a7-2757e8fc57d5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668798 Jan 18 22:47:19.386454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8759e-e57f-4e0c-97a4-6b2452536c41 None None] Pushing event updated for resources: {'Port': ['ID=5212da48-25a9-412c-addc-ca0d618aec8b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:19.389370 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:47:19.389812 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:47:19.485411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-db466f85-ef02-4247-a624-2d48f63b123c None None] Provisioning complete for port 5212da48-25a9-412c-addc-ca0d618aec8b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:19.485782 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db466f85-ef02-4247-a624-2d48f63b123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.499747 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.501782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.524711 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'code': 200} Jan 18 22:47:19.772014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:19.778040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9961-abce-40db-a24c-430507493612 req-58b29242-8e3a-49fe-8d2c-479792a42c30 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:19.786985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6ac9961-abce-40db-a24c-430507493612 req-58b29242-8e3a-49fe-8d2c-479792a42c30 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 950 time: 0.2142911 Jan 18 22:47:19.912712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] No DVR routers for this DVR port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:19.926200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6ac9961-abce-40db-a24c-430507493612 req-9b5aef46-d258-4c46-bc91-af2e050c3972 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324751 Jan 18 22:47:20.096499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8fbd6a09-fe06-4ac8-b6ba-59363449b05e no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:20.181231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:20.181837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:20.181837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:20.190254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 8fbd6a09-fe06-4ac8-b6ba-59363449b05e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:20.192075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8fbd6a09-fe06-4ac8-b6ba-59363449b05e not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:20.198434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:20.198765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:20.229626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:20.229959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:20.230349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:20.230791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Bound port: 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:20.231170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.255681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29630d-ef02-4029-828b-a6f12991397f req-8439d2b4-6bfb-4323-a078-423dec2c866a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:20.257236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd29630d-ef02-4029-828b-a6f12991397f req-8439d2b4-6bfb-4323-a078-423dec2c866a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 0.8760042 Jan 18 22:47:20.291557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:47:20.482386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.524466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20100425-551d-4fd9-a7cf-29b63f818885 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:20.564048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.572017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd29630d-ef02-4029-828b-a6f12991397f req-ec676020-2357-4dac-8068-0b04533dd77a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023391 Jan 18 22:47:20.585393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-b7614a37-6a01-420a-969f-538b8827f61c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4943430 Jan 18 22:47:20.662315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e27790-9df6-4731-87b9-af8c4de8a55a req-b00007b6-8a1a-4cee-9e95-dffea853378d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:20.663927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77e27790-9df6-4731-87b9-af8c4de8a55a req-b00007b6-8a1a-4cee-9e95-dffea853378d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 935 time: 0.4602432 Jan 18 22:47:20.820702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:20.829130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Transition to ACTIVE for port object 20100425-551d-4fd9-a7cf-29b63f818885 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:20.834132 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77e27790-9df6-4731-87b9-af8c4de8a55a req-ae5a389a-82a0-48ee-b0d6-3988957cf3f3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574645 Jan 18 22:47:20.840366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:20.905989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.942129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-a9c72d90-e2b1-41a6-8337-6ca35611d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:20.944662 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-a9c72d90-e2b1-41a6-8337-6ca35611d7ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 1100 time: 0.3197908 Jan 18 22:47:20.987933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a48da-a919-4db8-af56-c8871d7bee90 req-4b6d18eb-6616-4d44-8e63-05142b9fdab2 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:20.994098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-258a48da-a919-4db8-af56-c8871d7bee90 req-4b6d18eb-6616-4d44-8e63-05142b9fdab2 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.85 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 950 time: 0.4041219 Jan 18 22:47:21.071005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.132358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5212da48-25a9-412c-addc-ca0d618aec8b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:21.198153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:47:21.206772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5212da48-25a9-412c-addc-ca0d618aec8b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:21.207525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.214306 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] Sync routers for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:21.215874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7c0883a4-9402-455b-8582-6a5145a75c81 admin admin] 10.222.0.78 "PUT /v2.0/routers/f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7016282 Jan 18 22:47:21.216825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Pushing event updated for resources: {'Port': ['ID=20100425-551d-4fd9-a7cf-29b63f818885,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:21.220562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53676) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:21.229543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Deleting port a284658b-fab2-416b-9193-69c2a94b394f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:21.229889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.246742 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:21.247371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:21.403561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Router b94763b2-121f-4548-b639-720b25270605 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:47:21.530291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:21.531647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.534759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] 10.222.0.85 "PUT /v2.0/ports/1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 1096 time: 7.6568615 Jan 18 22:47:21.564537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:21.570580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-eb17cc8f-05d7-4818-825b-b7e2978c753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:21.572268 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-eb17cc8f-05d7-4818-825b-b7e2978c753d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5403624 Jan 18 22:47:21.583616 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:21.632809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-55574e0b-50d0-4788-b462-4251b4374b01 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:21.639874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-55574e0b-50d0-4788-b462-4251b4374b01 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 0.8466938 Jan 18 22:47:21.729098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-a8389bfb-231e-4a8c-ad1a-42e064e1c82b tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/quotas/9317091b3ffd47a3957a6b4d9597007e HTTP/1.1" status: 200 len: 375 time: 0.0882862 Jan 18 22:47:21.871299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061e172-6ada-4d1c-ad06-be5f02f8954a service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:21.913645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-b0232d74-c9e4-4897-a3ed-0eb1403a5fc3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1719944 Jan 18 22:47:21.961124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-ae8e5ca3-5b2f-4ead-a5fa-455e57087d95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 200 len: 217 time: 0.1924415 Jan 18 22:47:21.997324 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:47:16Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:22.003795 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] Checking router: f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:22.026200 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] Routers {'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:22.027979 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:22.068853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066cf94-19b2-4450-bf3e-e399c35273ba req-cae8934e-908b-41ac-ad98-b0096d95da6e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:22.073438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8066cf94-19b2-4450-bf3e-e399c35273ba req-cae8934e-908b-41ac-ad98-b0096d95da6e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 948 time: 1.0757537 Jan 18 22:47:22.190196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.197648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Attempting to bind port 20100425-551d-4fd9-a7cf-29b63f818885 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:22.198147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Attempting to bind port 20100425-551d-4fd9-a7cf-29b63f818885 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:22.198480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Attempting to bind port 20100425-551d-4fd9-a7cf-29b63f818885 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:22.213856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cc8841-2913-4526-871b-7cf3f61bc652 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:22.225357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Port 20100425-551d-4fd9-a7cf-29b63f818885 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:22.225679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Attempting to bind port 20100425-551d-4fd9-a7cf-29b63f818885 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:22.231446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.235301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-16065dfa-47b8-4a65-b740-45ae233787d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:22.236781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-16065dfa-47b8-4a65-b740-45ae233787d6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1099 time: 0.6663229 Jan 18 22:47:22.244586 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] Set router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:22.247951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-2a37544d-7324-47b5-9c30-146b6cd55042 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334064 Jan 18 22:47:22.274994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:22.275325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:22.275713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:22.276148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Bound port: 20100425-551d-4fd9-a7cf-29b63f818885, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:22.276540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.379577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Transition to ACTIVE for port object c7cc8841-2913-4526-871b-7cf3f61bc652 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:22.437176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.558139 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:47:16Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:22.566525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:47:22.576823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Sync routers for ids ['b94763b2-121f-4548-b639-720b25270605'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:22.589610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-ff1fbe99-db4b-4869-95cb-cf2690e4b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:22.590873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5ef76-2332-4928-8b87-827bbf9176e1 None None] The sync data for ids ['f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1'] in n-d-825178-1 is: [{'id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901540484-router', 'tenant_id': '20fdffa90a9c43f4915f50c5c01db498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:36Z', 'updated_at': '2022-01-18T22:47:16Z', 'revision_number': 5, 'project_id': '20fdffa90a9c43f4915f50c5c01db498', 'gw_port': {'id': 'a71683ae-7640-4a61-8651-edf5f260dd5a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:37Z', 'updated_at': '2022-01-18T22:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:22.592848 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-ff1fbe99-db4b-4869-95cb-cf2690e4b7da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.6051395 Jan 18 22:47:22.597890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Routers {'b94763b2-121f-4548-b639-720b25270605'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:22.598549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b94763b2-121f-4548-b639-720b25270605'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:22.759212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.759212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d2b909b-8e4e-48ef-8b08-f3086bf6c11f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6388144 Jan 18 22:47:22.764705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc8841-2913-4526-871b-7cf3f61bc652,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:22.777679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53690) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:22.840096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a284658b-fab2-416b-9193-69c2a94b394f no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:22.975479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Set router b94763b2-121f-4548-b639-720b25270605 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:23.053122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-185e2054-68f0-42df-a064-383300585dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:23.055100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-185e2054-68f0-42df-a064-383300585dcb service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.7847707 Jan 18 22:47:23.057352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-a83abbeb-421d-44dd-9129-44c11c7b5a04 service neutron] 10.222.0.78 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083229 Jan 18 22:47:23.066174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] For port 20100425-551d-4fd9-a7cf-29b63f818885, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:23.109099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 40ddf0a0-4b47-4aaa-8793-7f26f960080f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:23.142383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-ad5fa32b-215d-4397-893d-87607cb25733 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.0737662 Jan 18 22:47:23.146354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] For port 20100425-551d-4fd9-a7cf-29b63f818885, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=20100425-551d-4fd9-a7cf-29b63f818885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:23.171033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 40ddf0a0-4b47-4aaa-8793-7f26f960080f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:23.171033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 40ddf0a0-4b47-4aaa-8793-7f26f960080f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:23.205228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.244602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.310225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Attempting to bind port c7cc8841-2913-4526-871b-7cf3f61bc652 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:23.310561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Attempting to bind port c7cc8841-2913-4526-871b-7cf3f61bc652 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:23.311755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Attempting to bind port c7cc8841-2913-4526-871b-7cf3f61bc652 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:23.335792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:23.336423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.337869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] 10.222.0.85 "PUT /v2.0/ports/20100425-551d-4fd9-a7cf-29b63f818885 HTTP/1.1" status: 200 len: 1096 time: 6.9067745 Jan 18 22:47:23.364879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Port c7cc8841-2913-4526-871b-7cf3f61bc652 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:23.365635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Attempting to bind port c7cc8841-2913-4526-871b-7cf3f61bc652 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:23.379683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-5b62aaa1-05bb-4101-9d6c-54645977f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:23.380704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-5b62aaa1-05bb-4101-9d6c-54645977f661 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2271061 Jan 18 22:47:23.506541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:23.506952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:23.507262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:23.507712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Bound port: c7cc8841-2913-4526-871b-7cf3f61bc652, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:23.508058 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.526935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f931de-6908-4bd4-b5ba-0839da42e86c service neutron] Pushing event updated for resources: {'Port': ['ID=20100425-551d-4fd9-a7cf-29b63f818885,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:23.609838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:23.628361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:23.640376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.707482 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8066cf94-19b2-4450-bf3e-e399c35273ba req-5251ae85-ac42-487b-b85f-93af752e1aca tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1430781 Jan 18 22:47:23.792652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.808421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:23.810379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] For port c7cc8841-2913-4526-871b-7cf3f61bc652, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:23.811108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-8fb222e2-226c-4070-ac0f-2f6103300a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:23.814108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-8fb222e2-226c-4070-ac0f-2f6103300a13 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1375527 Jan 18 22:47:23.819128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] For port c7cc8841-2913-4526-871b-7cf3f61bc652, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c7cc8841-2913-4526-871b-7cf3f61bc652,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:23.835349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-b5e65116-59fd-435c-9184-a0babe332e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:23.837014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-b5e65116-59fd-435c-9184-a0babe332e5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 1099 time: 0.3769326 Jan 18 22:47:23.840733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.880939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.890966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.891301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.893283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.894439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.902945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.903205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.903542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.903875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.904201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.904522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.904841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.918784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:47:19Z', 'revision_number': 3, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:23.934922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Checking router: b94763b2-121f-4548-b639-720b25270605 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:23.935262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Updating router b94763b2-121f-4548-b639-720b25270605 port 4c89528a-22cc-4d06-bca7-30c69ee2b24a binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:23.992668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-58455b4c-1203-4ac7-9693-24bfe125adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:23.994162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-58455b4c-1203-4ac7-9693-24bfe125adbc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5947144 Jan 18 22:47:24.018338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96562-707d-4fc9-a755-dd31bda08652 req-3e006f6c-d137-42b0-900a-688b131d4668 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:24.025703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34d96562-707d-4fc9-a755-dd31bda08652 req-3e006f6c-d137-42b0-900a-688b131d4668 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 948 time: 0.3980906 Jan 18 22:47:24.051772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Deleting port a71683ae-7640-4a61-8651-edf5f260dd5a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:24.051772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.062233 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.117775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-b36c3632-9f1f-48a2-b87c-dfb3ae1fc2a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=20100425-551d-4fd9-a7cf-29b63f818885 HTTP/1.1" status: 200 len: 217 time: 0.2656910 Jan 18 22:47:24.171997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:24.172898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.174447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] 10.222.0.86 "PUT /v2.0/ports/c7cc8841-2913-4526-871b-7cf3f61bc652 HTTP/1.1" status: 200 len: 1095 time: 5.9769766 Jan 18 22:47:24.293503 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-34599b95-0e78-4e81-aa96-81247fb9132e service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543581 Jan 18 22:47:24.423253 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34d96562-707d-4fc9-a755-dd31bda08652 req-284df263-5401-4c20-98de-2c39db888bb8 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966885 Jan 18 22:47:24.465118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:24.465519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.467955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35754e92-df2b-4a2e-a17e-242d7144484e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc8841-2913-4526-871b-7cf3f61bc652,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:24.480513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-a62101e2-2f40-47fb-bdc8-21abbac5ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:24.486544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-a62101e2-2f40-47fb-bdc8-21abbac5ff4a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3540921 Jan 18 22:47:24.619112 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'status': 'completed', 'code': 200} Jan 18 22:47:24.675892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.687747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-457a6f2f-9824-4922-9995-552c73fd79ed service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181562 Jan 18 22:47:24.688626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Transition to ACTIVE for port object 4c89528a-22cc-4d06-bca7-30c69ee2b24a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:24.706220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.779110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Attempting to bind port 4c89528a-22cc-4d06-bca7-30c69ee2b24a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:24.779485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Attempting to bind port 4c89528a-22cc-4d06-bca7-30c69ee2b24a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:24.779847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Attempting to bind port 4c89528a-22cc-4d06-bca7-30c69ee2b24a on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:24.783339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Calling delete_port for a284658b-fab2-416b-9193-69c2a94b394f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:24.790545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:24.790919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:24.791322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.791715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:24.792192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Bound port: 4c89528a-22cc-4d06-bca7-30c69ee2b24a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:24.792566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.843798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aaec6-bad2-4e7c-919c-49409cf7245a None None] Pushing event updated for resources: {'Port': ['ID=4c89528a-22cc-4d06-bca7-30c69ee2b24a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:24.926462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] For port 4c89528a-22cc-4d06-bca7-30c69ee2b24a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:24.931848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] For port 4c89528a-22cc-4d06-bca7-30c69ee2b24a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c89528a-22cc-4d06-bca7-30c69ee2b24a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:24.944673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.987414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-ff21ed19-5cdc-4819-b33a-d299a4ff343e service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898607 Jan 18 22:47:25.038997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-a336ede9-7fad-4480-b543-8b8b323f02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.049165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-a336ede9-7fad-4480-b543-8b8b323f02f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 1098 time: 0.6938283 Jan 18 22:47:25.070816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Routers {'b94763b2-121f-4548-b639-720b25270605'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:25.071718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b94763b2-121f-4548-b639-720b25270605'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:25.171565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-86625263-4923-4829-a82c-16c96abf5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.173173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-86625263-4923-4829-a82c-16c96abf5529 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6727414 Jan 18 22:47:25.174803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d62e4573-a59d-4749-83c5-a387b0c05a22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c7cc8841-2913-4526-871b-7cf3f61bc652 HTTP/1.1" status: 200 len: 217 time: 0.1045518 Jan 18 22:47:25.176980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-4ec201db-acf1-417f-a790-d10e74b46f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.178858 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-4ec201db-acf1-417f-a790-d10e74b46f18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1099 time: 0.5552945 Jan 18 22:47:25.237489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aaec6-bad2-4e7c-919c-49409cf7245a None None] Pushing event updated for resources: {'Port': ['ID=4c89528a-22cc-4d06-bca7-30c69ee2b24a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:25.356692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] Set router b94763b2-121f-4548-b639-720b25270605 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:25.662738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea178c88-eb66-4b0e-83b1-9ff3a298b1b6 req-e8e40760-e401-417b-9fd7-500d753c494e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.669972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea178c88-eb66-4b0e-83b1-9ff3a298b1b6 req-e8e40760-e401-417b-9fd7-500d753c494e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 947 time: 0.9793437 Jan 18 22:47:25.706021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] For port a71683ae-7640-4a61-8651-edf5f260dd5a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a71683ae-7640-4a61-8651-edf5f260dd5a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:25.713574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.771633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-fe6864e1-05f5-43ad-be95-9e70a2713f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.773276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-fe6864e1-05f5-43ad-be95-9e70a2713f10 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3259590 Jan 18 22:47:25.777608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bd3f0b7-1888-4b38-b118-c39e04ed04c3 req-41a9cd3c-132d-4718-a934-13668f7c3201 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2751307 Jan 18 22:47:25.781106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:47:19Z', 'revision_number': 3, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:25.792142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428b24-13ba-4312-9a86-2cd462d8f923 None None] The sync data for ids ['b94763b2-121f-4548-b639-720b25270605'] in n-d-825178-1 is: [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:47:19Z', 'revision_number': 3, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:25.813593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea178c88-eb66-4b0e-83b1-9ff3a298b1b6 req-f651b365-3dc7-4eba-845e-9ecae8af19d4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425593 Jan 18 22:47:25.880228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:47:25.880829 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:47:25.892659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3db6c0-ef03-4690-a194-37317164609c req-0d48c891-5a0e-436e-8169-9560c75aa3ab tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.895877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c3db6c0-ef03-4690-a194-37317164609c req-0d48c891-5a0e-436e-8169-9560c75aa3ab tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 1.6014357 Jan 18 22:47:25.963362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-d9625c06-f200-4100-838e-02e413b9e796 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771633 Jan 18 22:47:25.981690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Calling delete_port for a71683ae-7640-4a61-8651-edf5f260dd5a owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:26.067313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-82e1662a-d349-4ac4-a1f7-ebf666dea57c req-1bb14973-d37d-4b4e-97ed-1c94096035a8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 210 time: 0.0994797 Jan 18 22:47:26.074894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-c6caf8db-2b6c-418c-af8f-2abb69ea8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.076329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-c6caf8db-2b6c-418c-af8f-2abb69ea8ced service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.8560116 Jan 18 22:47:26.173116 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f', 'code': 200} Jan 18 22:47:26.217833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-d68f653d-2ffc-44b4-9710-af331cd1f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.219397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-d68f653d-2ffc-44b4-9710-af331cd1f123 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1099 time: 0.7283926 Jan 18 22:47:26.239572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-567db7a2-4c5d-4d56-b925-ca3ce5c29cc6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.1014512 Jan 18 22:47:26.378957 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c3db6c0-ef03-4690-a194-37317164609c req-bd0f5034-754e-4160-89a6-d7679a1b886b tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165437 Jan 18 22:47:26.385239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Deleting port a284658b-fab2-416b-9193-69c2a94b394f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:26.385590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.428991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-785f5b5b-e70c-432e-a22f-a8ce29667fac tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.430854 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-785f5b5b-e70c-432e-a22f-a8ce29667fac tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 811 time: 1.0921912 Jan 18 22:47:26.521934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-b02cd2d0-9ac6-4cc2-9d8a-289c00666383 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031869 Jan 18 22:47:26.617188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Request body: {'port': {'device_id': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'admin_state_up': True, 'tenant_id': '9317091b3ffd47a3957a6b4d9597007e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:26.652214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'tag': '20100425-551d-4fd9-a7cf-29b63f818885'}, {'name': 'network-changed', 'server_uuid': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'tag': 'c7cc8841-2913-4526-871b-7cf3f61bc652'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:26.749172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-f50010d4-c8b6-4a40-bc88-64fa037f0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.749172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-f50010d4-c8b6-4a40-bc88-64fa037f0b87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.4704802 Jan 18 22:47:26.828480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:26.832492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-0bde8121-e1b8-4bdc-aa0f-a0425d7fe658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.834810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-0bde8121-e1b8-4bdc-aa0f-a0425d7fe658 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0349965 Jan 18 22:47:26.885776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-7479298d-0783-44f0-8bc7-16880e00c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.887471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-7479298d-0783-44f0-8bc7-16880e00c1e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.6520312 Jan 18 22:47:27.206479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:27.230729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:27.238409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c89528a-22cc-4d06-bca7-30c69ee2b24a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:27.270356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-ed521c15-d269-4fce-a8a6-9a1e9b0556d2 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818805 Jan 18 22:47:27.306867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-b7bb6de7-5063-455f-a7df-91fa6618d053 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.3738866 Jan 18 22:47:27.366055 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.373541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.378449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.385399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:27.409940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:27.418638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.471664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71683ae-7640-4a61-8651-edf5f260dd5a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:27.492749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4c89528a-22cc-4d06-bca7-30c69ee2b24a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:27.531726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4c89528a-22cc-4d06-bca7-30c69ee2b24a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:27.532543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.625221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:27.643353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:27.705483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1e4a0813-2bef-4400-b6c2-0cc61c4d6382'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:27.708568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:27.767977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-389a9f48-aa8c-4db9-b431-db1636323b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:27.773216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b84fa-9ca5-4593-9773-144c2c48cd47 req-febe8ad8-e3a5-4732-89ca-69fa6b0e604e tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:27.775059 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b1b84fa-9ca5-4593-9773-144c2c48cd47 req-febe8ad8-e3a5-4732-89ca-69fa6b0e604e tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 948 time: 1.1353557 Jan 18 22:47:27.778515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-389a9f48-aa8c-4db9-b431-db1636323b40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0193050 Jan 18 22:47:27.786107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.811637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-f2b75172-8ab6-447e-81bd-1aa46ae0d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:27.815345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-f2b75172-8ab6-447e-81bd-1aa46ae0d099 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.4834328 Jan 18 22:47:27.815949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Made reservation on behalf of 9317091b3ffd47a3957a6b4d9597007e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:27.818761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4c89528a-22cc-4d06-bca7-30c69ee2b24a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c89528a-22cc-4d06-bca7-30c69ee2b24a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:27.819620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.834045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.838241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.005585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4c89528a-22cc-4d06-bca7-30c69ee2b24a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:28.022652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6be5d-a938-40a9-92ff-c458b300a548 req-612eb524-7fe6-4900-bf66-3fd5f5e0708d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:28.031762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f6be5d-a938-40a9-92ff-c458b300a548 req-612eb524-7fe6-4900-bf66-3fd5f5e0708d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 948 time: 1.3655834 Jan 18 22:47:28.148491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f1674c-c744-4ab9-b345-f9f1bc8db1bb req-71f31917-68b5-4bfa-929f-ab9a8221cba8 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605838 Jan 18 22:47:28.180622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43f6be5d-a938-40a9-92ff-c458b300a548 req-424f70ab-f097-4af2-a2fc-758d98a861ec tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478827 Jan 18 22:47:28.214133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-de4e15ef-4bb8-4394-92c1-2a8b5d55b40e service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344287 Jan 18 22:47:28.230733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.235949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] For port a284658b-fab2-416b-9193-69c2a94b394f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a284658b-fab2-416b-9193-69c2a94b394f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:28.236309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.246411 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.257236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-87ba29c4-35a4-4248-bccb-9641fe1afade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:28.258733 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-87ba29c4-35a4-4248-bccb-9641fe1afade service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3363116 Jan 18 22:47:28.264415 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'tag': '20100425-551d-4fd9-a7cf-29b63f818885', 'status': 'completed', 'code': 200} Jan 18 22:47:28.264843 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'tag': 'c7cc8841-2913-4526-871b-7cf3f61bc652', 'status': 'completed', 'code': 200} Jan 18 22:47:28.521021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Calling delete_port for a284658b-fab2-416b-9193-69c2a94b394f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:28.568318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b1b84fa-9ca5-4593-9773-144c2c48cd47 req-8f05ef01-78f4-4a10-9dbb-06c5d38b3a27 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/security-groups?id=09b0e4a4-8421-4d98-9c14-f23b618b5729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7553089 Jan 18 22:47:28.667829 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.668405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:47:28.677710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-bb13b036-e190-48c9-9a98-f8cae805d2e2 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473724 Jan 18 22:47:28.681002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-d6ec997f-559f-43d2-8a29-b384d50d76fc service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121897 Jan 18 22:47:28.727243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-3bf3c73f-6ebc-4f5c-a7f8-7fab4f11d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:28.728740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-3bf3c73f-6ebc-4f5c-a7f8-7fab4f11d1ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 1098 time: 0.3789730 Jan 18 22:47:28.745890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-4af56c57-2f35-46da-9f54-164962925eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:28.747489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-4af56c57-2f35-46da-9f54-164962925eed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 1099 time: 0.3510299 Jan 18 22:47:28.834682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 20100425-551d-4fd9-a7cf-29b63f818885 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:28.873624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:28.999587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6dabd24c-281c-48bb-b8be-a5355f0027ce req-41821b68-698c-4849-aade-950c1c926330 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 210 time: 0.2099617 Jan 18 22:47:29.041123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Allocated IP 172.20.0.1 (b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614/f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f/7f9fa6cd-5460-41ab-ad60-083205f4ae11) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:29.068225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92958b5d-0874-4ead-b674-48d94ad17d72 req-0fec341c-47d6-4570-ae83-8a41c1cd3c47 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:29.075807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-92958b5d-0874-4ead-b674-48d94ad17d72 req-0fec341c-47d6-4570-ae83-8a41c1cd3c47 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 947 time: 0.6777928 Jan 18 22:47:29.112346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 20100425-551d-4fd9-a7cf-29b63f818885, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=20100425-551d-4fd9-a7cf-29b63f818885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:29.136931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '20100425-551d-4fd9-a7cf-29b63f818885', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '20100425-551d-4fd9-a7cf-29b63f818885', 'mac_address': 'fa:16:3e:73:74:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:29.140820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:29.200216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Allocated IP 172.20.0.9 (afff8b8b-056d-4f5b-9ab8-ae19b6faac84/98e88c07-2563-4afb-b5af-4750072a002b/180633ba-2f5c-4ba8-b30c-8881ca0d4423) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:29.204230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.215541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:29.215921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.223211 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.224844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c44893e-b066-4287-9b0c-4c326b244122 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f7f8167c-8f34-4388-b0b0-e1e77d3a9dd1 HTTP/1.1" status: 204 len: 168 time: 7.9996738 Jan 18 22:47:29.233209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:29.244205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-90bcb156-40a2-4417-a591-ceb3aca98f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:29.245701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-90bcb156-40a2-4417-a591-ceb3aca98f23 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4365623 Jan 18 22:47:29.268646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20100425-551d-4fd9-a7cf-29b63f818885 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:29.307363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 20100425-551d-4fd9-a7cf-29b63f818885, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=20100425-551d-4fd9-a7cf-29b63f818885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:29.355755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.374731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-d7bd7a33-03b3-46d8-b750-8eae70b2126c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=20100425-551d-4fd9-a7cf-29b63f818885 HTTP/1.1" status: 200 len: 217 time: 0.1138685 Jan 18 22:47:29.441637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c89528a-22cc-4d06-bca7-30c69ee2b24a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:29.485913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-aae3f2c5-7a04-44f8-aa9f-75cd50df08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:29.487796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-aae3f2c5-7a04-44f8-aa9f-75cd50df08f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0854027 Jan 18 22:47:29.505534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-92958b5d-0874-4ead-b674-48d94ad17d72 req-4e1de0c6-fc8c-499b-9e85-e91054d7898f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287829 Jan 18 22:47:29.541473 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.551159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10e16e3a-71ab-41a8-82c6-84378a00ee4f req-f1f2c130-ac2a-4194-a9ae-d98e77290652 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634140 Jan 18 22:47:29.552045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-084a0d2a-9c09-4993-a3ca-59b9ea28c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:29.553678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-084a0d2a-9c09-4993-a3ca-59b9ea28c35f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.7458496 Jan 18 22:47:29.578809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=20100425-551d-4fd9-a7cf-29b63f818885,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:29.586003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:29.596309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:29.668574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:29.677902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4c89528a-22cc-4d06-bca7-30c69ee2b24a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:29.677902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.714438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Deleting subnet 34b90308-a88d-4ec0-b5b4-796714ba4315 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:47:29.718391 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.733282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.785456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.902231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:29.962247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Pushing event deleted for resources: {'Port': ['ID=a284658b-fab2-416b-9193-69c2a94b394f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:29.992688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-aeac60fc-703b-4b5f-8544-4a95853785fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c7cc8841-2913-4526-871b-7cf3f61bc652 HTTP/1.1" status: 200 len: 217 time: 0.3690262 Jan 18 22:47:30.055447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.104552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a71683ae-7640-4a61-8651-edf5f260dd5a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:30.163547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a71683ae-7640-4a61-8651-edf5f260dd5a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:30.163897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a71683ae-7640-4a61-8651-edf5f260dd5a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:30.187048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-9c968aed-2ea8-4f6e-88b2-c39389fe519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:30.188657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-9c968aed-2ea8-4f6e-88b2-c39389fe519e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1847320 Jan 18 22:47:30.204218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9ef7-fabd-40cc-b0af-f5e84d846c3a req-505e21e0-f20d-4e43-b92d-ca8d397321bc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:30.209458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea7f9ef7-fabd-40cc-b0af-f5e84d846c3a req-505e21e0-f20d-4e43-b92d-ca8d397321bc tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.5144269 Jan 18 22:47:30.272832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-aa22fb42-ae29-4cf0-b425-4e5f5be586fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:30.274371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-aa22fb42-ae29-4cf0-b425-4e5f5be586fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7667682 Jan 18 22:47:30.378522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] No DVR routers for this DVR port a284658b-fab2-416b-9193-69c2a94b394f on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:30.388411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea7f9ef7-fabd-40cc-b0af-f5e84d846c3a req-c2722d22-b0ee-4646-9693-b47904248104 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449108 Jan 18 22:47:30.397094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.399176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-258a48da-a919-4db8-af56-c8871d7bee90 req-f9e02339-477e-4324-8dab-24a1ecc96cd4 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.85 "DELETE /v2.0/ports/a284658b-fab2-416b-9193-69c2a94b394f HTTP/1.1" status: 204 len: 173 time: 9.4001467 Jan 18 22:47:30.414809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'name': 'network-vif-deleted', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:30.436309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.450685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713104-9114-49e8-930d-e0e8117f84af req-28bab93c-112b-4322-b9d9-7fb84393459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:30.452176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-28bab93c-112b-4322-b9d9-7fb84393459a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2415376 Jan 18 22:47:30.455999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-9e94e750-9815-4ac4-b0ad-c1eacc67e57a service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693902 Jan 18 22:47:30.461546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4e411-14ba-4132-ad12-a61ee0d31ca7 req-52b59a65-5759-426e-9d48-1df5093fda47 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:30.463058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aed4e411-14ba-4132-ad12-a61ee0d31ca7 req-52b59a65-5759-426e-9d48-1df5093fda47 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 945 time: 1.1001222 Jan 18 22:47:30.490653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.516027 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'code': 200} Jan 18 22:47:30.619329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Transition to ACTIVE for port object 7f9fa6cd-5460-41ab-ad60-083205f4ae11 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:30.674425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aed4e411-14ba-4132-ad12-a61ee0d31ca7 req-a1bf2b79-c871-43f2-95b8-6ad6a9ecd895 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004118 Jan 18 22:47:30.702954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.741983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.743215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86d6d965-959f-4278-a65b-287a5a12ce24 req-78824a9d-707f-4ef1-ac03-57c385457cc1 tempest-TenantUsagesTestJSON-526177615 tempest-TenantUsagesTestJSON-526177615-project] 10.222.0.78 "GET /v2.0/ports?device_id=39893855-e6f5-4ea5-820b-36a1d1b883f0 HTTP/1.1" status: 200 len: 210 time: 0.0852799 Jan 18 22:47:30.784399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-ff982ab0-979f-43b3-b411-e3f6ac562fa0 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223453 Jan 18 22:47:30.786261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-fcd884e9-3d20-4fc8-a682-2af4ee1eaf3c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991953 Jan 18 22:47:30.801952 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.847326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b90308-a88d-4ec0-b5b4-796714ba4315,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:30.850166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 20100425-551d-4fd9-a7cf-29b63f818885 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:30.858013 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39893855-e6f5-4ea5-820b-36a1d1b883f0', 'name': 'network-vif-deleted', 'tag': 'a284658b-fab2-416b-9193-69c2a94b394f', 'status': 'completed', 'code': 200} Jan 18 22:47:30.878823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.883507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:30.928772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:30.941512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:30.978597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.981285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-03b25cae-5a1f-459f-bd47-aad77e64ff3d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/34b90308-a88d-4ec0-b5b4-796714ba4315 HTTP/1.1" status: 204 len: 168 time: 1.6688645 Jan 18 22:47:30.993503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:31.007102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8fb8d-6a25-44aa-854c-347f9faead92 None None] Network 544f4b75-63f0-4735-bef6-f76319369ef3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:47:31.076796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9fa6cd-5460-41ab-ad60-083205f4ae11,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:31.078830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c7cc8841-2913-4526-871b-7cf3f61bc652 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:31.311777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3713104-9114-49e8-930d-e0e8117f84af req-0a2d5a85-0eb3-4ba1-a7b0-a27d94c0176b service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182252 Jan 18 22:47:31.359865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:31.430755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:31.439297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.593340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 20100425-551d-4fd9-a7cf-29b63f818885 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:31.605032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-92eab188-852b-447e-a369-8cedb98ad39e None None] Provisioning for port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:31.606757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:31.623014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 20100425-551d-4fd9-a7cf-29b63f818885 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:31.623385 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.659194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-92eab188-852b-447e-a369-8cedb98ad39e None None] Provisioning complete for port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:31.659566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-92eab188-852b-447e-a369-8cedb98ad39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.660748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-bd9038fb-d816-4046-a140-5ce3c22b77ad tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:31.662592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-bd9038fb-d816-4046-a140-5ce3c22b77ad tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef&tenant_id=8d0cbcdfff20432bbdc993cd14875381&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 950 time: 0.1649036 Jan 18 22:47:31.683569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:31.684398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.714153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event updated for resources: {'Port': ['ID=180633ba-2f5c-4ba8-b30c-8881ca0d4423,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:31.719114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31c1d-5e9c-46bb-87f8-d593aa283855 req-b9d98712-5abe-4a69-93c0-7163dcebe20f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:31.721081 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98d31c1d-5e9c-46bb-87f8-d593aa283855 req-b9d98712-5abe-4a69-93c0-7163dcebe20f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 947 time: 0.1707349 Jan 18 22:47:31.745437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c7cc8841-2913-4526-871b-7cf3f61bc652, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c7cc8841-2913-4526-871b-7cf3f61bc652,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:31.756997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.768453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'c7cc8841-2913-4526-871b-7cf3f61bc652', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'c7cc8841-2913-4526-871b-7cf3f61bc652', 'mac_address': 'fa:16:3e:b2:0d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:31.770093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-92eab188-852b-447e-a369-8cedb98ad39e None None] Port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:31.792154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-482065e1-63b4-4414-9b97-5512011fe7d3 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1814096 Jan 18 22:47:31.804787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98d31c1d-5e9c-46bb-87f8-d593aa283855 req-c7917722-7547-477a-8316-80a24610e9f9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608187 Jan 18 22:47:31.805294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Deleting port 16f75bba-5051-4cf6-a291-622005375e1b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:31.805711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.834050 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-be11e80f-fcb6-4757-ad9e-487e32a0d395 service neutron] 10.222.0.85 "GET /v2.0/ports/1e4a0813-2bef-4400-b6c2-0cc61c4d6382/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.1632442 Jan 18 22:47:31.929354 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.944735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Request body: {'port': {'device_id': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:31.968809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cc8841-2913-4526-871b-7cf3f61bc652 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:31.992342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.022308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c7cc8841-2913-4526-871b-7cf3f61bc652, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c7cc8841-2913-4526-871b-7cf3f61bc652,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:32.034230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.037888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-9aa7e906-4b79-439b-b3d8-a39e39851dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:32.040354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-9aa7e906-4b79-439b-b3d8-a39e39851dec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1101 time: 0.1744401 Jan 18 22:47:32.051439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69775-ee41-4a56-9ba2-782da14ff0aa req-d0ae1150-a2d6-458b-aed8-e0e42769679a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:32.052177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9cf69775-ee41-4a56-9ba2-782da14ff0aa req-d0ae1150-a2d6-458b-aed8-e0e42769679a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Synchronizing usage tracker for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:32.077060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] DHCP port deletion for 544f4b75-63f0-4735-bef6-f76319369ef3 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:47:32.104673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] Deleting port 16f75bba-5051-4cf6-a291-622005375e1b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:32.105200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.150991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 20100425-551d-4fd9-a7cf-29b63f818885, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=20100425-551d-4fd9-a7cf-29b63f818885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:32.168748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.180677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c7cc8841-2913-4526-871b-7cf3f61bc652,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:32.238409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8868999d-8cb8-4353-bf50-b8f7e27cf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:32.240497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8868999d-8cb8-4353-bf50-b8f7e27cf827 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1934936 Jan 18 22:47:32.316592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c7cc8841-2913-4526-871b-7cf3f61bc652'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:32.395018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-0707eafa-7264-46e3-a6b9-e5f08cf0010d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.1439407 Jan 18 22:47:32.475169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-c6dc088b-2b96-4e36-b0b9-65e954442f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:32.476776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-c6dc088b-2b96-4e36-b0b9-65e954442f2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0775883 Jan 18 22:47:32.539187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20100425-551d-4fd9-a7cf-29b63f818885'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:32.565006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=20100425-551d-4fd9-a7cf-29b63f818885,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:32.617018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-032d7998-2b2a-4672-98c4-87781560b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:32.620188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-032d7998-2b2a-4672-98c4-87781560b5f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368961 Jan 18 22:47:32.623071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] For port 16f75bba-5051-4cf6-a291-622005375e1b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16f75bba-5051-4cf6-a291-622005375e1b,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:32.627811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.684562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] For port 16f75bba-5051-4cf6-a291-622005375e1b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16f75bba-5051-4cf6-a291-622005375e1b,segment=NetworkSegment(c15f9bc5-5f9a-443d-95fd-21a83c482d85),segment_id=c15f9bc5-5f9a-443d-95fd-21a83c482d85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:32.685042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.706314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.715992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9cf69775-ee41-4a56-9ba2-782da14ff0aa req-d0ae1150-a2d6-458b-aed8-e0e42769679a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Unset dirty status for tenant:9317091b3ffd47a3957a6b4d9597007e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:32.723124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9cf69775-ee41-4a56-9ba2-782da14ff0aa req-d0ae1150-a2d6-458b-aed8-e0e42769679a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 931 time: 1.8600476 Jan 18 22:47:32.880962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] Calling delete_port for 16f75bba-5051-4cf6-a291-622005375e1b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:32.921513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Calling delete_port for 16f75bba-5051-4cf6-a291-622005375e1b owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:33.018555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.037848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-ce7f5b0d-32a6-4bb0-948b-5ae5f62f6b95 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109502 Jan 18 22:47:33.053562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9cf69775-ee41-4a56-9ba2-782da14ff0aa req-14a38152-720d-429b-8e9e-aa7ea2b5107a tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275447 Jan 18 22:47:33.056456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.143480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] Pushing event deleted for resources: {'Port': ['ID=16f75bba-5051-4cf6-a291-622005375e1b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:33.158412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819ce83-4037-41ac-84f4-f3b733c81b89 None None] No DVR routers for this DVR port 16f75bba-5051-4cf6-a291-622005375e1b on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:33.162054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16f75bba-5051-4cf6-a291-622005375e1b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:33.207514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 16f75bba-5051-4cf6-a291-622005375e1b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:33.207863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16f75bba-5051-4cf6-a291-622005375e1b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:33.255429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-1146be85-a9ac-4ada-96ee-b740a12cfcc1 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078316 Jan 18 22:47:33.284293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142ecf-9fa2-4822-83bd-bfcc55f877f2 req-fbecb405-c1f8-4c88-9d36-f4a1ab6b54de tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:33.292018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d142ecf-9fa2-4822-83bd-bfcc55f877f2 req-fbecb405-c1f8-4c88-9d36-f4a1ab6b54de tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.3655155 Jan 18 22:47:33.388274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d142ecf-9fa2-4822-83bd-bfcc55f877f2 req-fb48056c-21ac-4259-9155-336d24edbb16 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Jan 18 22:47:33.424526 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20100425-551d-4fd9-a7cf-29b63f818885', 'code': 200} Jan 18 22:47:33.474745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:47:33.475263 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:47:33.612500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:33.676488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0bf31-9e5b-4ebf-a9c0-24a951b462f1 req-13c8cf44-38dd-415e-8643-585a468caa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:33.678276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4da0bf31-9e5b-4ebf-a9c0-24a951b462f1 req-13c8cf44-38dd-415e-8643-585a468caa0a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 1101 time: 0.1749206 Jan 18 22:47:33.694770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ff8c-186f-4282-b67d-bf655c5805e6 req-f29dd5d0-263d-4920-ab08-c4c0e4c9890b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:33.696058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d931ff8c-186f-4282-b67d-bf655c5805e6 req-f29dd5d0-263d-4920-ab08-c4c0e4c9890b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 948 time: 0.1527710 Jan 18 22:47:33.768305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180633ba-2f5c-4ba8-b30c-8881ca0d4423 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:33.774212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.779613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.782797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.792679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d931ff8c-186f-4282-b67d-bf655c5805e6 req-827af468-8b5a-403e-95ca-6107559629db tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706575 Jan 18 22:47:33.798355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4da0bf31-9e5b-4ebf-a9c0-24a951b462f1 req-5c81c5d4-d20d-4c61-ba42-7a5b49a31e03 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013894 Jan 18 22:47:33.933340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Transition to ACTIVE for port object 180633ba-2f5c-4ba8-b30c-8881ca0d4423 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:33.948237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-926a0aa4-f517-4c5b-a0ce-2a61c4d4fd09 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38b422ff558c4e01b104556bd67d1844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346488 Jan 18 22:47:33.948962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.951151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53830) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:33.961618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.966596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9fa6cd-5460-41ab-ad60-083205f4ae11,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.002864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Deleting port 16f75bba-5051-4cf6-a291-622005375e1b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:34.003171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.021841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1926c09-1074-4574-b758-3901d345fe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.048659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1926c09-1074-4574-b758-3901d345fe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.086935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.118826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1926c09-1074-4574-b758-3901d345fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.142161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1926c09-1074-4574-b758-3901d345fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0e4a4-8421-4d98-9c14-f23b618b5729,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.155277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1926c09-1074-4574-b758-3901d345fe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.157041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e1926c09-1074-4574-b758-3901d345fe56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/09b0e4a4-8421-4d98-9c14-f23b618b5729 HTTP/1.1" status: 204 len: 168 time: 0.2046323 Jan 18 22:47:34.245530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] The port '16f75bba-5051-4cf6-a291-622005375e1b' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:47:34.518980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53852) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:34.540792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.554956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Pushing event updated for resources: {'Port': ['ID=180633ba-2f5c-4ba8-b30c-8881ca0d4423,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.565132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:34.569666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Usage tracker for resource:security_group_rule and tenant:6200927f2ad24f4cbeec4757922a2905 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:34.573405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:34.581636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:34.695559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.698755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.736818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.758300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544f4b75-63f0-4735-bef6-f76319369ef3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:34.773783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:34.776965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Attempting to bind port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:34.777476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Attempting to bind port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:34.778037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Attempting to bind port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:34.781551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15f9bc5-5f9a-443d-95fd-21a83c482d85') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:34.782032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15f9bc5-5f9a-443d-95fd-21a83c482d85') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:34.793884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:34.808753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6200927f2ad24f4cbeec4757922a2905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885704 Jan 18 22:47:34.809919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:34.810419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Attempting to bind port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 on network afff8b8b-056d-4f5b-9ab8-ae19b6faac84 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:34.811296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04049fb8-3385-481b-9b7d-e8cb7dce0c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b33920c-ac5c-4309-be90-17359b870c67,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.814430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53858) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:34.814747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.857208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:34.894234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3e94111-9938-47dc-a494-ad74baeea2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.912508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:34.912508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Checking segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:34.912888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Bound using segment: {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:34.913382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Bound port: 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba89d0-6d3c-4f37-b151-79e65152b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:34.913730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.935823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c7cc8841-2913-4526-871b-7cf3f61bc652 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:34.954009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37cda8-9a12-4718-af96-7b2130165df9 req-185cc684-07c8-43f6-9be7-8fb1e5118bdf tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:34.955596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b37cda8-9a12-4718-af96-7b2130165df9 req-185cc684-07c8-43f6-9be7-8fb1e5118bdf tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.2552102 Jan 18 22:47:34.994786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2393f-dc3f-41d2-95f4-152eaa3d6245 req-3195f9f3-352b-4d7b-b107-984b19a86e86 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:35.002078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fd2393f-dc3f-41d2-95f4-152eaa3d6245 req-3195f9f3-352b-4d7b-b107-984b19a86e86 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 943 time: 0.7515335 Jan 18 22:47:35.004791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.029598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b37cda8-9a12-4718-af96-7b2130165df9 req-986f390d-91a9-4dde-bf72-546081df9cc7 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596836 Jan 18 22:47:35.034232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3e94111-9938-47dc-a494-ad74baeea2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.092038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:47:35.092538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:47:35.113551 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:47:35.235118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3e94111-9938-47dc-a494-ad74baeea2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.244221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:35.269512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e94111-9938-47dc-a494-ad74baeea2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b33920c-ac5c-4309-be90-17359b870c67,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:35.291350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3e94111-9938-47dc-a494-ad74baeea2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.299444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e3e94111-9938-47dc-a494-ad74baeea2cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b33920c-ac5c-4309-be90-17359b870c67 HTTP/1.1" status: 204 len: 168 time: 0.4790215 Jan 18 22:47:35.315790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'mac_address': 'fa:16:3e:cb:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:35.360764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port c7cc8841-2913-4526-871b-7cf3f61bc652 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:35.385408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fd2393f-dc3f-41d2-95f4-152eaa3d6245 req-fe8bd9ce-93d4-43b6-ad8b-cad898729084 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697560 Jan 18 22:47:35.395024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port c7cc8841-2913-4526-871b-7cf3f61bc652 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:35.395677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.458557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Router b94763b2-121f-4548-b639-720b25270605 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:47:35.459289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.461735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] For port 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:35.467823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] For port 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:35.491121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.500383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.543877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6d24bfb4-a9c3-4a2b-865e-8995ce6a32f4 None None] Provisioning complete for port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:35.544632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d24bfb4-a9c3-4a2b-865e-8995ce6a32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.549096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=544f4b75-63f0-4735-bef6-f76319369ef3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:35.599852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169e3cf-50fb-4226-a7ab-10dc79555d4a req-de4c34d8-9b29-4607-84c7-ab776edb008a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:35.601464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8169e3cf-50fb-4226-a7ab-10dc79555d4a req-de4c34d8-9b29-4607-84c7-ab776edb008a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 948 time: 0.2129104 Jan 18 22:47:35.655653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Pushing event updated for resources: {'Port': ['ID=180633ba-2f5c-4ba8-b30c-8881ca0d4423,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:35.690313 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.703187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8169e3cf-50fb-4226-a7ab-10dc79555d4a req-d7fe2ca6-ac71-4d20-bbaa-a6bd91c27077 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900939 Jan 18 22:47:35.795634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.814302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6d24bfb4-a9c3-4a2b-865e-8995ce6a32f4 None None] Port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:35.817994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae777fa2-4ff1-42c7-91a4-3d0f6b693649 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:35.878011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc8841-2913-4526-871b-7cf3f61bc652'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:35.887038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:47:35.901575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:35.905907 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Sync routers for ids ['b94763b2-121f-4548-b639-720b25270605'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:35.908068 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92a44182-367c-4bc5-bf16-1289fd290f74 admin admin] 10.222.0.78 "PUT /v2.0/routers/b94763b2-121f-4548-b639-720b25270605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1189106 Jan 18 22:47:35.921151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:35.921971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.923533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-d78e1311-c028-4e1e-b781-5703f356fe19 service neutron] 10.222.0.86 "PUT /v2.0/ports/180633ba-2f5c-4ba8-b30c-8881ca0d4423 HTTP/1.1" status: 200 len: 1091 time: 3.9868238 Jan 18 22:47:35.925609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'tag': '180633ba-2f5c-4ba8-b30c-8881ca0d4423'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:35.938975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6300d9d1-567f-4bbc-bf6b-e96324b8f4d0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/544f4b75-63f0-4735-bef6-f76319369ef3 HTTP/1.1" status: 204 len: 168 time: 4.9349935 Jan 18 22:47:35.939685 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.943010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:35.945220 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Routers {'b94763b2-121f-4548-b639-720b25270605'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:35.946281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b94763b2-121f-4548-b639-720b25270605'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:36.114067 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc8841-2913-4526-871b-7cf3f61bc652', 'code': 200} Jan 18 22:47:36.232845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c7cc8841-2913-4526-871b-7cf3f61bc652, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c7cc8841-2913-4526-871b-7cf3f61bc652,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:36.259076 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'tag': '180633ba-2f5c-4ba8-b30c-8881ca0d4423', 'status': 'completed', 'code': 200} Jan 18 22:47:36.290414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['ae777fa2-4ff1-42c7-91a4-3d0f6b693649'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:36.429984 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Set router b94763b2-121f-4548-b639-720b25270605 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:36.485119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-c2aab0b3-2d7d-438e-a704-8dcc901d4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:36.489197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-c2aab0b3-2d7d-438e-a704-8dcc901d4030 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 1094 time: 0.4004402 Jan 18 22:47:36.548617 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:36.568041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:36.669304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:36.816755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c7cc8841-2913-4526-871b-7cf3f61bc652,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:36.899423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-a880537d-25a3-468b-816c-c0d757dbb3f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423 HTTP/1.1" status: 200 len: 217 time: 0.2498653 Jan 18 22:47:36.942447 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:47:37.046317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116de3-4eef-41dc-8f90-d567b726062b req-ba033e72-b23b-4834-977e-f3bf244dd379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:37.047684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-ba033e72-b23b-4834-977e-f3bf244dd379 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.1355987 Jan 18 22:47:37.112448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 4, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '7f9fa6cd-5460-41ab-ad60-083205f4ae11', 'name': '', 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'mac_address': 'fa:16:3e:bf:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:33Z', 'revision_number': 2, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'subnets': [{'id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:37.124766 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Checking router: b94763b2-121f-4548-b639-720b25270605 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:37.125566 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Updating router b94763b2-121f-4548-b639-720b25270605 port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:37.183769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-fce69cc9-6c8f-473d-a9ec-48db7a0bac88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167715 Jan 18 22:47:37.251799 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:37.304840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad80df-7af4-4d05-a2fb-fa2877cdb2a3 req-03851c86-dcda-4807-96fb-1c853290b275 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:37.319970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35ad80df-7af4-4d05-a2fb-fa2877cdb2a3 req-03851c86-dcda-4807-96fb-1c853290b275 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 950 time: 0.8286629 Jan 18 22:47:37.592438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-c64f27d9-8275-4a1e-ac27-272064477b80 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790989 Jan 18 22:47:37.981943 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:37.999540 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Transition to ACTIVE for port object 7f9fa6cd-5460-41ab-ad60-083205f4ae11 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:38.011134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-eebe1f17-e64d-4b98-bcdb-ba446a10fc43 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8020318 Jan 18 22:47:38.021064 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.035530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:38.063132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:38.099263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Usage tracker for resource:floatingip and tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:38.186245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:38.209359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35ad80df-7af4-4d05-a2fb-fa2877cdb2a3 req-5bf3be2e-a9e4-4fa4-a3f1-8e288271e40a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8863211 Jan 18 22:47:38.213019 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Pushing event updated for resources: {'Port': ['ID=7f9fa6cd-5460-41ab-ad60-083205f4ae11,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:38.217426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d116de3-4eef-41dc-8f90-d567b726062b req-ee3bf502-f7ae-4bd4-b400-db0ccc66ce20 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121485 Jan 18 22:47:38.282555 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.282914 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.283220 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.283542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.283859 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.284178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.284492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.289552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.290161 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.290500 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.291519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.292987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:38.295448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:38.445776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-57654ea0-4190-4d7d-b45a-1d7fe8c67aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.448374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-57654ea0-4190-4d7d-b45a-1d7fe8c67aa3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef&tenant_id=8d0cbcdfff20432bbdc993cd14875381 HTTP/1.1" status: 200 len: 1101 time: 1.7302630 Jan 18 22:47:38.451504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.469910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-06cf616a-f6dc-4a8e-948c-f7cebf8de1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.472225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-06cf616a-f6dc-4a8e-948c-f7cebf8de1d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9317091b3ffd47a3957a6b4d9597007e&device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 1094 time: 0.1954157 Jan 18 22:47:38.485379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f998ab0-5e23-44be-b150-9f54b1b468ed req-53dda960-e6c9-4806-8bf9-3ba02f00023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.493826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7f998ab0-5e23-44be-b150-9f54b1b468ed req-53dda960-e6c9-4806-8bf9-3ba02f00023b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 1100 time: 2.1174855 Jan 18 22:47:38.524740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:38.569629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Attempting to bind port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:38.570003 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Attempting to bind port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:38.570362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Attempting to bind port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 on network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:38.593897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:38.594444 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Checking segment: {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:38.594913 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.595451 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Bound using segment: {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:38.596702 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Bound port: 7f9fa6cd-5460-41ab-ad60-083205f4ae11, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7973d939-f660-4bb5-aab4-261679517870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:38.601513 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.831436 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] For port 7f9fa6cd-5460-41ab-ad60-083205f4ae11, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:38.837544 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] For port 7f9fa6cd-5460-41ab-ad60-083205f4ae11, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7f9fa6cd-5460-41ab-ad60-083205f4ae11,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:38.859175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:38.859838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7f998ab0-5e23-44be-b150-9f54b1b468ed req-95e7b04d-0a73-48c4-9673-c640ec7e1ab7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280016 Jan 18 22:47:38.860309 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.895675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.975162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9660cf-7202-4a91-9f6f-b41fb7a3dcc6 req-3a8576b1-057f-43cc-b591-65937af346b7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.988408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d9660cf-7202-4a91-9f6f-b41fb7a3dcc6 req-3a8576b1-057f-43cc-b591-65937af346b7 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 943 time: 0.5069985 Jan 18 22:47:38.991971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-b07c860e-d97d-4f16-99b9-c2801dd6f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.995417 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-b07c860e-d97d-4f16-99b9-c2801dd6f116 service neutron] 10.222.0.86 "GET /v2.0/networks?id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 200 len: 912 time: 0.5129840 Jan 18 22:47:39.006872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:39.008665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:39.037885 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225d1c9-e672-4e39-b5e9-8d71705d0a25 None None] Pushing event updated for resources: {'Port': ['ID=7f9fa6cd-5460-41ab-ad60-083205f4ae11,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:39.091999 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Routers {'b94763b2-121f-4548-b639-720b25270605'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:39.092612 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b94763b2-121f-4548-b639-720b25270605'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:39.102420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d9660cf-7202-4a91-9f6f-b41fb7a3dcc6 req-f921e358-b1d7-4e6e-aacb-6820c662a025 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107008 Jan 18 22:47:39.312625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:39.317959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-ed97ecad-c770-4fb1-b703-b9a1eeaad6d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423 HTTP/1.1" status: 200 len: 217 time: 0.2383645 Jan 18 22:47:39.355521 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:39.367883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:39.393755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:39.395248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:39.408437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:39.476397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-b9b9e905-4834-4525-9352-60ecad830522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.481523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-b9b9e905-4834-4525-9352-60ecad830522 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 200 len: 851 time: 0.1546869 Jan 18 22:47:39.560552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] Set router b94763b2-121f-4548-b639-720b25270605 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:39.568425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:39.790638 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-6c888f5c-5074-4504-86da-00c79dbf9e03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afff8b8b-056d-4f5b-9ab8-ae19b6faac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092130 Jan 18 22:47:39.932707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:39.965629 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:40.089557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 4, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '7f9fa6cd-5460-41ab-ad60-083205f4ae11', 'name': '', 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'mac_address': 'fa:16:3e:bf:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:38Z', 'revision_number': 4, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'subnets': [{'id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:40.095429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d320ce-c7a8-4bcd-ad46-b58880a45ad2 None None] The sync data for ids ['b94763b2-121f-4548-b639-720b25270605'] in n-d-825178-1 is: [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 4, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '7f9fa6cd-5460-41ab-ad60-083205f4ae11', 'name': '', 'network_id': 'b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'mac_address': 'fa:16:3e:bf:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:38Z', 'revision_number': 4, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'subnets': [{'id': 'f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:40.114497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe3bd4-a5ea-41d6-8754-5c62863afab8 req-f2d5a8b4-d07e-482b-8694-1df91f5cbbc6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:40.121500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ebe3bd4-a5ea-41d6-8754-5c62863afab8 req-f2d5a8b4-d07e-482b-8694-1df91f5cbbc6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 949 time: 0.6388190 Jan 18 22:47:40.156061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:40.209923 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ebe3bd4-a5ea-41d6-8754-5c62863afab8 req-bfcd0572-fd00-4fa0-80ef-d11df092dade tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874252 Jan 18 22:47:40.236190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Allocated IP 172.25.4.57 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/635cc50a-e09e-4d3b-92fe-9c1440d921af) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:40.292690 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-6ce321f7-e00f-4f51-aa1e-039ac702a8a0 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820249 Jan 18 22:47:40.417099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:40.552554 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cff50ee-233b-4d88-bc3b-dfe4cb1ecd53 req-59ff6fa7-b6dd-47a9-ace5-45bf2131b165 service neutron] 10.222.0.86 "GET /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513728 Jan 18 22:47:40.652683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:40.670787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Transition to ACTIVE for port object 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:40.676740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:40.736884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:40.739806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e72e7-3ad1-47ff-988e-2e96dbf0a874 req-d35ce39b-1fc1-4185-8245-16d6749e049e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:40.749756 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b20e72e7-3ad1-47ff-988e-2e96dbf0a874 req-d35ce39b-1fc1-4185-8245-16d6749e049e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 949 time: 0.1087751 Jan 18 22:47:40.785486 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:47:40.786133 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:47:40.818554 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b20e72e7-3ad1-47ff-988e-2e96dbf0a874 req-b08ac063-3bdc-4138-9355-b05b90e6412d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 Jan 18 22:47:40.878091 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'code': 200} Jan 18 22:47:40.961387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 180633ba-2f5c-4ba8-b30c-8881ca0d4423 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:41.113761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Deleting port f3f6038e-8b35-40f1-a3ba-4699cfe8e673 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:41.113761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.275991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-ccdad98d-bc92-47e0-8476-7d666e6a5ea8 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1026176095&fields=id&tenant_id=b4dfbebcdbdb4ba78845890bdb44260c HTTP/1.1" status: 200 len: 267 time: 0.1292958 Jan 18 22:47:41.280000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7f9fa6cd-5460-41ab-ad60-083205f4ae11 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:41.439103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] For port f3f6038e-8b35-40f1-a3ba-4699cfe8e673, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:41.439558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.475808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-d4d6d50c-947d-4285-a5dd-e807165b27ec tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:41.484314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-d4d6d50c-947d-4285-a5dd-e807165b27ec tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/networks?id=86ef4ff9-5530-42b3-bd29-609d72689a2a HTTP/1.1" status: 200 len: 816 time: 0.2069614 Jan 18 22:47:41.509544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-f9883629-d818-491d-a04f-109a88715077 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/quotas/b4dfbebcdbdb4ba78845890bdb44260c HTTP/1.1" status: 200 len: 375 time: 0.0238914 Jan 18 22:47:41.544606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:41.558876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:41.559711 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.623497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Calling delete_port for f3f6038e-8b35-40f1-a3ba-4699cfe8e673 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:41.652653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-09a4ccb9-d9f9-4461-913c-4e184a9ecd09 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b4dfbebcdbdb4ba78845890bdb44260c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420879 Jan 18 22:47:41.671390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:41.740968 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.788786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 7f9fa6cd-5460-41ab-ad60-083205f4ae11, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7f9fa6cd-5460-41ab-ad60-083205f4ae11,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:41.792280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '180633ba-2f5c-4ba8-b30c-8881ca0d4423', 'network_id': 'afff8b8b-056d-4f5b-9ab8-ae19b6faac84', 'port_id': '180633ba-2f5c-4ba8-b30c-8881ca0d4423', 'mac_address': 'fa:16:3e:b4:c2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e88c07-2563-4afb-b5af-4750072a002b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:41.864880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.924420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:41.941818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] No DVR routers for this DVR port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:41.968033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.013357 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-b7771aed-61ba-4466-9da1-e9c000811b30 service neutron] 10.222.0.78 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578081 Jan 18 22:47:42.031405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.069134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180633ba-2f5c-4ba8-b30c-8881ca0d4423 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:42.073892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=7f9fa6cd-5460-41ab-ad60-083205f4ae11,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:42.118801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:42.119180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:42.119503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:42.148159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:42.148390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:42.148504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Attempting to bind port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:42.159131 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.161634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:42.162230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:42.162553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:42.162990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Bound port: 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:42.163392 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.233526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.250595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85392235-3500-4aa6-857d-cf9d3656cfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.297668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=180633ba-2f5c-4ba8-b30c-8881ca0d4423,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:42.306335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f6038e-8b35-40f1-a3ba-4699cfe8e673,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:42.335114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.428512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['180633ba-2f5c-4ba8-b30c-8881ca0d4423'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:42.452713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-559b29a6-a5dc-48d8-b5a1-96c72022d658 service neutron] 10.222.0.78 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379163 Jan 18 22:47:42.509897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:42.512378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:42.517368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:42.524295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=635cc50a-e09e-4d3b-92fe-9c1440d921af,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:42.532124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:42.599181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:42.622183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.779080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:42.779699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:42.781233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] 10.222.0.86 "PUT /v2.0/ports/1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 1097 time: 4.2816761 Jan 18 22:47:43.228432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.238307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da10963-0e2c-48a8-84b8-d875d5253e8f service neutron] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=11']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:43.308541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84236b2-b8e5-4cfb-8c62-830be2f76e0f req-afb7f47a-0597-4cb0-87ef-5d860301e0dd tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:43.310013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c84236b2-b8e5-4cfb-8c62-830be2f76e0f req-afb7f47a-0597-4cb0-87ef-5d860301e0dd tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 944 time: 0.1074283 Jan 18 22:47:43.318224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7f9fa6cd-5460-41ab-ad60-083205f4ae11 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:43.371695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c84236b2-b8e5-4cfb-8c62-830be2f76e0f req-8526c321-d4ce-4955-9285-a0172edda159 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526903 Jan 18 22:47:43.385244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.563562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-7267ba25-4d81-4d17-8e2a-abf96b49edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:43.565123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-7267ba25-4d81-4d17-8e2a-abf96b49edfc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1100 time: 0.7265055 Jan 18 22:47:43.565654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.587728 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:43.588097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.633798 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'code': 200} Jan 18 22:47:43.874774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806c54-ca9b-41ff-8014-31b648915681 req-3d693d30-8471-4e0a-ade0-97313cd8712e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:43.882895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6806c54-ca9b-41ff-8014-31b648915681 req-3d693d30-8471-4e0a-ade0-97313cd8712e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 949 time: 0.1952441 Jan 18 22:47:43.950007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6806c54-ca9b-41ff-8014-31b648915681 req-67d377ae-efbf-44e8-b4c1-0215b09fc865 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654197 Jan 18 22:47:43.970430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-cd57f4b4-4a7a-4afc-94ab-be2fad4a0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:43.972199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-cd57f4b4-4a7a-4afc-94ab-be2fad4a0a02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3329594 Jan 18 22:47:44.123907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-ceece91b-814c-4213-b225-c6b4a3c15686 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.0920429 Jan 18 22:47:44.260689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Router 0b54734d-0173-4ed1-8b73-1d03e745e5ab has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:47:44.262213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fcf18-55d5-4a2b-8370-c93c7466e580 req-66413ac9-9f92-4028-b296-936d47b5be6a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:44.263858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-377fcf18-55d5-4a2b-8370-c93c7466e580 req-66413ac9-9f92-4028-b296-936d47b5be6a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 949 time: 0.1624796 Jan 18 22:47:44.268620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-7d9fab2d-52b6-4d72-b0f6-5546593db086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:44.270323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-7d9fab2d-52b6-4d72-b0f6-5546593db086 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1311524 Jan 18 22:47:44.347034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-377fcf18-55d5-4a2b-8370-c93c7466e580 req-27a6cb0d-8fed-445a-a9c7-91de7d544a09 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728347 Jan 18 22:47:44.363362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726309e0-accb-4c80-a703-eb2f89fcc8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:44.378296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:47:44.418257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:44.428223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:44.540220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2d30e66-20c2-447a-9ebc-7d14c70d7e8a req-9ff8b8b5-3c9b-4610-9902-56388222a0de tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 210 time: 0.0749285 Jan 18 22:47:44.609806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=635cc50a-e09e-4d3b-92fe-9c1440d921af,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:45.005471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 180633ba-2f5c-4ba8-b30c-8881ca0d4423 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:45.043616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba805a-433d-4f86-ad84-eeb615d1250f req-0003e270-5b92-474d-a68e-e1549f7f57b3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.051037 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bba805a-433d-4f86-ad84-eeb615d1250f req-0003e270-5b92-474d-a68e-e1549f7f57b3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 950 time: 0.1934295 Jan 18 22:47:45.139738 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8bba805a-433d-4f86-ad84-eeb615d1250f req-1d40adc1-2a68-4664-bfca-16a3121cf387 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874581 Jan 18 22:47:45.183035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:45.189422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:45.190037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.308253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54042) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:45.314661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.338674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:47:45.351619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-53050dfd-9d29-414f-8775-0812ca012d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.353202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-53050dfd-9d29-414f-8775-0812ca012d7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0169866 Jan 18 22:47:45.361442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-f9a7feb8-f016-4fa9-97e6-eabdbf47755b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.362123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-f9a7feb8-f016-4fa9-97e6-eabdbf47755b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Synchronizing usage tracker for tenant:b4dfbebcdbdb4ba78845890bdb44260c on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:45.379986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac3b9a-0a2e-42dc-a9af-de3557c2cc85 req-21213b3e-ac2e-49e3-9584-07a16c1fab9e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.381855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98ac3b9a-0a2e-42dc-a9af-de3557c2cc85 req-21213b3e-ac2e-49e3-9584-07a16c1fab9e tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 944 time: 0.1358216 Jan 18 22:47:45.409127 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.421022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] Sync routers for ids ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:45.443650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98ac3b9a-0a2e-42dc-a9af-de3557c2cc85 req-3ffedd02-c7dc-4b1e-87f5-b0fa28e2ca23 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Jan 18 22:47:45.485270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:45.488801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180633ba-2f5c-4ba8-b30c-8881ca0d4423'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:45.501280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] Routers {'0b54734d-0173-4ed1-8b73-1d03e745e5ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:45.504312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:45.520073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-7f263be5-9283-4d8b-99f7-245dd76204dc service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523736 Jan 18 22:47:45.569598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.578432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-9a30354c-3df9-4aab-8e83-23a15b5b501c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.5652032 Jan 18 22:47:45.647125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.650918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d78a3f8d-e92d-4f0b-8549-8a212f4a018d admin admin] 10.222.0.78 "PUT /v2.0/routers/0b54734d-0173-4ed1-8b73-1d03e745e5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7057457 Jan 18 22:47:45.651574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:45.652938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:45.792282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.792977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.856325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:45.866346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-f9a7feb8-f016-4fa9-97e6-eabdbf47755b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Unset dirty status for tenant:b4dfbebcdbdb4ba78845890bdb44260c on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:45.867475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-f9a7feb8-f016-4fa9-97e6-eabdbf47755b tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.85 "GET /v2.0/networks?id=86ef4ff9-5530-42b3-bd29-609d72689a2a HTTP/1.1" status: 200 len: 816 time: 0.9769390 Jan 18 22:47:45.920368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-b7aebc94-6bd0-4f56-a8a8-1e4de42745c2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:45.934109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:45.973803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6766d1dfe28b4a09b3a978fc13c26951 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:45.983658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-5a99884c-4c61-457c-8698-7f59e0395363 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Synchronizing usage tracker for tenant:b4dfbebcdbdb4ba78845890bdb44260c on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:46.001599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:46.005073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-b7aebc94-6bd0-4f56-a8a8-1e4de42745c2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:46.006939 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-b7aebc94-6bd0-4f56-a8a8-1e4de42745c2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.4275415 Jan 18 22:47:46.011892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.014010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:46.048567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=180633ba-2f5c-4ba8-b30c-8881ca0d4423,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:46.139505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] Set router 0b54734d-0173-4ed1-8b73-1d03e745e5ab gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:46.176347 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-096b887e-58ac-474d-a2bd-a097f9471a13 req-6f5651ef-2115-4dc4-8844-a164b89d537c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491022 Jan 18 22:47:46.189759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-5a99884c-4c61-457c-8698-7f59e0395363 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Unset dirty status for tenant:b4dfbebcdbdb4ba78845890bdb44260c on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:46.190994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-5a99884c-4c61-457c-8698-7f59e0395363 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4dfbebcdbdb4ba78845890bdb44260c HTTP/1.1" status: 200 len: 380 time: 0.3045897 Jan 18 22:47:46.203562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Request body: {'port': {'device_id': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'admin_state_up': True, 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'security_groups': ['8c6225fb-c43a-4f9e-bdec-56503c68871b']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:46.386534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.418174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Deleting port 8132c74e-ecb3-42c9-96f6-b410c54c1720 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:46.418779 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.469464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-741170af-d0ec-4e05-963f-771fc7e8b93e tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:46.471593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-741170af-d0ec-4e05-963f-771fc7e8b93e tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.4550626 Jan 18 22:47:46.507633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-7f008642-4ff4-4571-a7ae-948dc30126a1 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:47:46.508534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cacb4d7-0daf-42b0-beb3-41c78e0e6a66 req-7f008642-4ff4-4571-a7ae-948dc30126a1 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138793 Jan 18 22:47:46.548302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:46.553026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Usage tracker for resource:port and tenant:b4dfbebcdbdb4ba78845890bdb44260c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:46.556308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:46.562653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:46.596463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.611020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.652038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Made reservation on behalf of b4dfbebcdbdb4ba78845890bdb44260c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:46.657070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.668185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:47:42Z', 'revision_number': 5, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port': {'id': '8132c74e-ecb3-42c9-96f6-b410c54c1720', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:56Z', 'updated_at': '2022-01-18T22:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:46.695635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] Checking router: 0b54734d-0173-4ed1-8b73-1d03e745e5ab for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:46.717367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] Routers {'0b54734d-0173-4ed1-8b73-1d03e745e5ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:47:46.720233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:46.726666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7becf64-0865-490d-b553-60a4971fbd4b req-58434622-bfb9-45fe-a98a-9e6cf6409f6d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:46.736638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7becf64-0865-490d-b553-60a4971fbd4b req-58434622-bfb9-45fe-a98a-9e6cf6409f6d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:46.738306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7becf64-0865-490d-b553-60a4971fbd4b req-58434622-bfb9-45fe-a98a-9e6cf6409f6d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a&device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 1690 time: 0.4083409 Jan 18 22:47:46.765197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6766d1dfe28b4a09b3a978fc13c26951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4459569 Jan 18 22:47:46.773547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54074) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:46.805986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] For port 8132c74e-ecb3-42c9-96f6-b410c54c1720, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8132c74e-ecb3-42c9-96f6-b410c54c1720,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:46.806651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.839175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ca630-fa4c-493e-8945-48db8b4e74f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f022f-71ad-4048-9b18-fc64d1d08e2b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:47.037248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] Set router 0b54734d-0173-4ed1-8b73-1d03e745e5ab gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:47:47.097468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Calling delete_port for 8132c74e-ecb3-42c9-96f6-b410c54c1720 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:47.144522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d592b0cd-9175-4689-87f0-ceea8b9fd470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.234466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:47:46Z', 'revision_number': 6, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:47.242735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1dcda-2d6e-4ccb-a154-b68b7b9efa2e None None] The sync data for ids ['0b54734d-0173-4ed1-8b73-1d03e745e5ab'] in n-d-825178-1 is: [{'id': '0b54734d-0173-4ed1-8b73-1d03e745e5ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1244689709-router', 'tenant_id': '9df333d0643c4592874b24e5b754aca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:54Z', 'updated_at': '2022-01-18T22:47:46Z', 'revision_number': 6, 'project_id': '9df333d0643c4592874b24e5b754aca8', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:47.254119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748d18-ae20-4964-9b0b-3ad2db89bad1 req-309d2ea7-18f7-4aa4-af64-f7072364ce5b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:47.261677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01748d18-ae20-4964-9b0b-3ad2db89bad1 req-309d2ea7-18f7-4aa4-af64-f7072364ce5b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 949 time: 0.4930379 Jan 18 22:47:47.272583 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.287286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d592b0cd-9175-4689-87f0-ceea8b9fd470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.356385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Allocated IP 172.20.0.6 (86ef4ff9-5530-42b3-bd29-609d72689a2a/7695c570-900f-4088-be88-3abb1b44c77f/cf96bb11-750c-46e1-af7e-293b6785e430) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:47.369582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7becf64-0865-490d-b553-60a4971fbd4b req-d1442029-684f-4c25-b812-4964c71deead tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174142 Jan 18 22:47:47.424901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01748d18-ae20-4964-9b0b-3ad2db89bad1 req-5490e42e-2f2b-477e-ae3b-c6c8e07608f2 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474402 Jan 18 22:47:47.490023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d592b0cd-9175-4689-87f0-ceea8b9fd470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.567272 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180633ba-2f5c-4ba8-b30c-8881ca0d4423', 'code': 200} Jan 18 22:47:47.611443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592b0cd-9175-4689-87f0-ceea8b9fd470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f022f-71ad-4048-9b18-fc64d1d08e2b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:47.718869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d592b0cd-9175-4689-87f0-ceea8b9fd470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.722641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d592b0cd-9175-4689-87f0-ceea8b9fd470 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae9f022f-71ad-4048-9b18-fc64d1d08e2b HTTP/1.1" status: 204 len: 168 time: 0.9456134 Jan 18 22:47:47.739063 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'status': 'completed', 'code': 200} Jan 18 22:47:47.810725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.831282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b8738-aa01-41b8-b7fb-c3fba276534f req-c53b17d9-ff4f-4a7f-925a-61eb858cc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:47.832939 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db5b8738-aa01-41b8-b7fb-c3fba276534f req-c53b17d9-ff4f-4a7f-925a-61eb858cc70d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 1096 time: 0.1972330 Jan 18 22:47:47.906473 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-295df924-fd70-4a2f-9975-65cb96db99a6 req-60f157d2-2ccc-4353-8285-a6d025f9ee1a tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 210 time: 0.2843871 Jan 18 22:47:47.931769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Transition to ACTIVE for port object cf96bb11-750c-46e1-af7e-293b6785e430 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:48.332683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:48.434471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db5b8738-aa01-41b8-b7fb-c3fba276534f req-3503f9b2-cc3c-4dff-ba8f-df4336978104 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858893 Jan 18 22:47:48.454845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:48.457144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Pushing event deleted for resources: {'Port': ['ID=8132c74e-ecb3-42c9-96f6-b410c54c1720,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:48.497246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176b30-5bda-4147-970d-7242891f5cfa req-ce83a133-f17e-4738-8cd0-2bbc29d348d2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.503788 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e176b30-5bda-4147-970d-7242891f5cfa req-ce83a133-f17e-4738-8cd0-2bbc29d348d2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 945 time: 0.1817300 Jan 18 22:47:48.510964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-f2cd3bef-84d2-4b9b-8675-c27a2a618ae2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:48.530834 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:48.539678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:48.608192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-cc669c5e-fe71-4dcb-9a92-304f84bb5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.609788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:48.610040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-cc669c5e-fe71-4dcb-9a92-304f84bb5c33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1100 time: 0.8425512 Jan 18 22:47:48.620020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-da39de16-80f4-482f-bed5-b365712d41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.620020 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-da39de16-80f4-482f-bed5-b365712d41b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8d0cbcdfff20432bbdc993cd14875381&device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1100 time: 0.8869810 Jan 18 22:47:48.620570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:48.626236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:48.630703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:48.669497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e176b30-5bda-4147-970d-7242891f5cfa req-10246f7c-1d29-4238-b9e6-3368c5060111 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572156 Jan 18 22:47:48.705777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event updated for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:48.716302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Usage tracker for resource:security_group_rule and tenant:6b67875d714341cd8400859e0acb45fb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:48.741243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.742849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:48.762472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-f2cd3bef-84d2-4b9b-8675-c27a2a618ae2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:48.762472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-f2cd3bef-84d2-4b9b-8675-c27a2a618ae2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8078046 Jan 18 22:47:48.787212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-eb10879d-9cff-4bfd-9e00-7c753fd463c1 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5885639 Jan 18 22:47:48.804772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Request body: {'port': {'device_id': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:48.840897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:48.877972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:48.907001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.000236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:49.019113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:49.072718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:49.195101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.233816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f3f6038e-8b35-40f1-a3ba-4699cfe8e673 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:49.243539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:49.271355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f3f6038e-8b35-40f1-a3ba-4699cfe8e673 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:49.272001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f3f6038e-8b35-40f1-a3ba-4699cfe8e673 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:49.272589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8132c74e-ecb3-42c9-96f6-b410c54c1720 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:49.294897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5f09-915f-4f51-a28b-389360ce6806 req-def069ab-f2af-4828-a522-324a6623222b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:49.296740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-639b5f09-915f-4f51-a28b-389360ce6806 req-def069ab-f2af-4828-a522-324a6623222b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 949 time: 0.2710869 Jan 18 22:47:49.313308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 8132c74e-ecb3-42c9-96f6-b410c54c1720 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:49.313921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.314126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8132c74e-ecb3-42c9-96f6-b410c54c1720 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:49.318567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bbc8862d-b09f-49a6-a198-d440647bd20a None None] Provisioning for port cf96bb11-750c-46e1-af7e-293b6785e430 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:49.327524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.329461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bbc8862d-b09f-49a6-a198-d440647bd20a None None] Provisioning complete for port cf96bb11-750c-46e1-af7e-293b6785e430 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:49.330038 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbc8862d-b09f-49a6-a198-d440647bd20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.348426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.382654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-6b5ab99f-ad1d-4e64-8d78-14f9ced1195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:49.384105 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-6b5ab99f-ad1d-4e64-8d78-14f9ced1195f service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.7556338 Jan 18 22:47:49.424308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:49.432425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8862d-b09f-49a6-a198-d440647bd20a None None] Port cf96bb11-750c-46e1-af7e-293b6785e430 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:47:49.440664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:47:49.479091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-639b5f09-915f-4f51-a28b-389360ce6806 req-0cd29620-fdde-43e9-9d3d-8d510ef0b4a9 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409807 Jan 18 22:47:49.579806 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.602023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:49.655213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:49.669455 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.763422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-1720a496-08c7-44d5-92a6-4cfc65220786 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.3602400 Jan 18 22:47:49.764578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.764578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b54734d-0173-4ed1-8b73-1d03e745e5ab {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:47:49.767875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:49.772308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-ebc29163-ef54-4813-acda-911793b44510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:49.773772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-ebc29163-ef54-4813-acda-911793b44510 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 1.0776856 Jan 18 22:47:49.844850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1c519-9157-4922-a36f-b8c9a25ad72c req-fea992b9-41de-4657-b8b3-06725e9a3bc6 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:49.852187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c1c519-9157-4922-a36f-b8c9a25ad72c req-fea992b9-41de-4657-b8b3-06725e9a3bc6 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 1100 time: 0.1672294 Jan 18 22:47:49.964849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf96bb11-750c-46e1-af7e-293b6785e430 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:49.976421 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.990553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c1c519-9157-4922-a36f-b8c9a25ad72c req-24913eaa-9a76-4d7b-b821-f671e7dde4e1 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373589 Jan 18 22:47:49.994505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1e4a0813-2bef-4400-b6c2-0cc61c4d6382'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:49.997297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-c2b05a13-d327-4d91-b2a7-bd54120e0e97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 200 len: 217 time: 0.1615515 Jan 18 22:47:50.014929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Transition to ACTIVE for port object cf96bb11-750c-46e1-af7e-293b6785e430 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:50.033709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.133447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.174667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.196538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-e8b48412-22e3-4191-a66c-a624d58e42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:50.197436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-e8b48412-22e3-4191-a66c-a624d58e42a3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.4225943 Jan 18 22:47:50.293614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.294756 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cba018f1-9c51-4c74-9170-824d24aba96c admin admin] 10.222.0.78 "DELETE /v2.0/routers/0b54734d-0173-4ed1-8b73-1d03e745e5ab HTTP/1.1" status: 204 len: 168 time: 4.6406398 Jan 18 22:47:50.316853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:50.356541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:50.370969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-04c8893e-08e4-4dee-8d0a-4d2ae281050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:50.372500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-04c8893e-08e4-4dee-8d0a-4d2ae281050d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3505237 Jan 18 22:47:50.383311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b67875d714341cd8400859e0acb45fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9192438 Jan 18 22:47:50.387753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd2a8-3a2b-46e4-a8b5-2f7f2e1c4824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0aa67e-6ff0-4ae0-9884-acd7a40bd863,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:50.400167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54118) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:50.524229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Deleting subnet 92a70357-927a-4a3d-8bd5-fcffee57acdb {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:47:50.537029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.549830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a35c0-98b5-47ba-a20f-387ae648e569 req-50fbe41a-dc09-45f3-aa7b-6302f9a6d513 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:50.550524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c48a35c0-98b5-47ba-a20f-387ae648e569 req-50fbe41a-dc09-45f3-aa7b-6302f9a6d513 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Synchronizing usage tracker for tenant:b4dfbebcdbdb4ba78845890bdb44260c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:50.553027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Attempting to bind port cf96bb11-750c-46e1-af7e-293b6785e430 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:50.553361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Attempting to bind port cf96bb11-750c-46e1-af7e-293b6785e430 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:50.553686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Attempting to bind port cf96bb11-750c-46e1-af7e-293b6785e430 on network 86ef4ff9-5530-42b3-bd29-609d72689a2a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:50.567577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-710f73ac-8e01-4cf5-8698-296eaee382be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.570325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Port cf96bb11-750c-46e1-af7e-293b6785e430 on network 86ef4ff9-5530-42b3-bd29-609d72689a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:47:50.570634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Attempting to bind port cf96bb11-750c-46e1-af7e-293b6785e430 on network 86ef4ff9-5530-42b3-bd29-609d72689a2a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:50.608376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-95ac19b1-fc52-458c-a978-7288a4cf8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:50.609909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-95ac19b1-fc52-458c-a978-7288a4cf8b84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3726993 Jan 18 22:47:50.620861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:50.621155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.621320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Checking segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:50.621793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Bound using segment: {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:50.622303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Bound port: cf96bb11-750c-46e1-af7e-293b6785e430, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0c2f22-c25c-42ae-8197-543abd6cfe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:50.622659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.672511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c48a35c0-98b5-47ba-a20f-387ae648e569 req-50fbe41a-dc09-45f3-aa7b-6302f9a6d513 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Unset dirty status for tenant:b4dfbebcdbdb4ba78845890bdb44260c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:50.679288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c48a35c0-98b5-47ba-a20f-387ae648e569 req-50fbe41a-dc09-45f3-aa7b-6302f9a6d513 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 943 time: 0.4965143 Jan 18 22:47:50.682665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.718315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-710f73ac-8e01-4cf5-8698-296eaee382be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.817922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c48a35c0-98b5-47ba-a20f-387ae648e569 req-93633d11-694a-4855-a645-a6a82a18b3b2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375148 Jan 18 22:47:50.820420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-552885a8-e4e9-490c-985c-9766b1357cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:50.821263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:50.821959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-552885a8-e4e9-490c-985c-9766b1357cb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4358435 Jan 18 22:47:50.831068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:50.855196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.931207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-710f73ac-8e01-4cf5-8698-296eaee382be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:50.976391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f73ac-8e01-4cf5-8698-296eaee382be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0aa67e-6ff0-4ae0-9884-acd7a40bd863,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:51.015538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-006c6b8c-8e2f-4379-9456-a3afefa0e6e6 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605363 Jan 18 22:47:51.020303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-710f73ac-8e01-4cf5-8698-296eaee382be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:51.021741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-710f73ac-8e01-4cf5-8698-296eaee382be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b0aa67e-6ff0-4ae0-9884-acd7a40bd863 HTTP/1.1" status: 204 len: 168 time: 0.6175697 Jan 18 22:47:51.049045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.049956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:51.051444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] 10.222.0.85 "PUT /v2.0/ports/cf96bb11-750c-46e1-af7e-293b6785e430 HTTP/1.1" status: 200 len: 1091 time: 2.2544818 Jan 18 22:47:51.052019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:51.083828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd46b98-6554-446a-922c-e5759d5e78d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:51.291538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-7b328f30-e5d8-4a3a-92c9-d3cebdd55013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.298073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-7b328f30-e5d8-4a3a-92c9-d3cebdd55013 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b4dfbebcdbdb4ba78845890bdb44260c&device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 1094 time: 0.1900015 Jan 18 22:47:51.485768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-8235d87e-609c-45f4-ace2-d61b8e70f1ce service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470098 Jan 18 22:47:51.547010 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-55dc7b2b-5062-4c39-ab3a-4e5a540a0499 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194800 Jan 18 22:47:51.644638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:51.651203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-b8c2ef70-b3f1-4da2-b41c-80a718c952de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf96bb11-750c-46e1-af7e-293b6785e430 HTTP/1.1" status: 200 len: 217 time: 0.3505049 Jan 18 22:47:51.720463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f39e1-a575-49a4-b5d6-0c4e60ec81d4 req-4b70dfaf-4706-40a1-88fc-208663905102 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.728273 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-649f39e1-a575-49a4-b5d6-0c4e60ec81d4 req-4b70dfaf-4706-40a1-88fc-208663905102 tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 1101 time: 0.1493115 Jan 18 22:47:51.759623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-3e778b63-e782-4eb2-97f5-79ced5f337b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.761208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-3e778b63-e782-4eb2-97f5-79ced5f337b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7695c570-900f-4088-be88-3abb1b44c77f HTTP/1.1" status: 200 len: 855 time: 0.1021485 Jan 18 22:47:51.798615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-649f39e1-a575-49a4-b5d6-0c4e60ec81d4 req-304d6b75-0f4b-41a6-ad81-3495418c64be tempest-MigrationsAdminTest-1015174927 tempest-MigrationsAdminTest-1015174927-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599627 Jan 18 22:47:51.799045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Allocated IP 172.25.4.96 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/23ec292f-a692-429e-acea-fc39fc950bdd) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:51.847810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:51.901928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-b38d7475-9117-454f-95aa-4ba27c71796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.903803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-b38d7475-9117-454f-95aa-4ba27c71796c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=86ef4ff9-5530-42b3-bd29-609d72689a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263516 Jan 18 22:47:52.053109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-a30e3ea9-d503-46c1-978d-f90ae21da451 service neutron] 10.222.0.85 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412325 Jan 18 22:47:52.258370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-671940d8-902a-4d47-b3a8-81fcc1208351 req-bbfe8f6a-5a84-413c-bbb5-d3a972fb6809 service neutron] 10.222.0.85 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574099 Jan 18 22:47:52.299109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4c875da-5ef0-4f6f-99c3-b4595b9075aa req-f787caa9-3e56-428a-b22e-24f71db23cc5 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487304 Jan 18 22:47:52.314139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a70357-927a-4a3d-8bd5-fcffee57acdb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:52.320252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.320496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3038ea1b-c700-4308-a027-7e0769fe5ce8 None None] Network d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:47:52.324313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e74a0e-66b2-4fe7-a6ba-8142513b16df req-fc505f47-3569-4b29-acad-1c67675bdcc8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:52.330789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/92a70357-927a-4a3d-8bd5-fcffee57acdb HTTP/1.1" status: 204 len: 168 time: 2.0073545 Jan 18 22:47:52.331921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59e74a0e-66b2-4fe7-a6ba-8142513b16df req-fc505f47-3569-4b29-acad-1c67675bdcc8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 945 time: 0.2782056 Jan 18 22:47:52.333729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:52.338077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.339054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.339407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.339748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.340107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.342957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.347301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.347682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.348017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.348347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.348676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.349032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37563c2-140f-4cf4-828a-df13edf48843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:52.437866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:52.452306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.483327 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.510973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.540751 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59e74a0e-66b2-4fe7-a6ba-8142513b16df req-0638583f-a809-4186-b7e3-075224c335bc tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999102 Jan 18 22:47:52.552734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Deleting port 9b1884d5-1f92-4466-968f-7404865857bf {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:52.554840 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.623712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=23ec292f-a692-429e-acea-fc39fc950bdd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:52.654880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:52.656403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:52.661357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:52.722901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] DHCP port deletion for d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:47:52.727845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-network', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:52.741990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Deleting port 9b1884d5-1f92-4466-968f-7404865857bf {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:52.742587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.742814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:52.748927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Usage tracker for resource:network and tenant:df159922fb6e4031acbee36795d15f4a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:52.753851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:52.763282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:52.801972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Made reservation on behalf of df159922fb6e4031acbee36795d15f4a for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:52.806631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.836301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.858696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:52.864771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Usage tracker for resource:security_group_rule and tenant:df159922fb6e4031acbee36795d15f4a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:52.870409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:52.879330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:52.881031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] For port 9b1884d5-1f92-4466-968f-7404865857bf, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b1884d5-1f92-4466-968f-7404865857bf,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:52.881399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.881606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.984564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.043562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:53.116926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Calling delete_port for 9b1884d5-1f92-4466-968f-7404865857bf owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:53.213306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.224521 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.258189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] For port 9b1884d5-1f92-4466-968f-7404865857bf, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b1884d5-1f92-4466-968f-7404865857bf,segment=NetworkSegment(1ba492ae-be0f-4561-abd6-6adf7c51011f),segment_id=1ba492ae-be0f-4561-abd6-6adf7c51011f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:53.258662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.294950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04a92-6315-4fa9-b82c-e96640273354 req-3543615b-2ece-43c1-b58e-70100e4f1ddf tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:53.302616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87b04a92-6315-4fa9-b82c-e96640273354 req-3543615b-2ece-43c1-b58e-70100e4f1ddf tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 1101 time: 0.1319551 Jan 18 22:47:53.339576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b1884d5-1f92-4466-968f-7404865857bf no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:47:53.343744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.398376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=23ec292f-a692-429e-acea-fc39fc950bdd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:53.400745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87b04a92-6315-4fa9-b82c-e96640273354 req-6b8d30da-b104-4927-9345-fbf01c488f34 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Jan 18 22:47:53.401564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] No DVR routers for this DVR port 9b1884d5-1f92-4466-968f-7404865857bf on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:53.403474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1884d5-1f92-4466-968f-7404865857bf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:53.409342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.415056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.422622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.437935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:47:53.445584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9b1884d5-1f92-4466-968f-7404865857bf {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:47:53.446239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b1884d5-1f92-4466-968f-7404865857bf not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:47:53.448998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.449392 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Added segment a22c2306-250f-4eb5-8870-8313815d447e of type vlan for network a2636d2f-6df0-4e10-8556-0f0065ffd60b Jan 18 22:47:53.473172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Calling delete_port for 9b1884d5-1f92-4466-968f-7404865857bf owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:53.497569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.498218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.498776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.499327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.499870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.500424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.501013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.501548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.502088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.502807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.502933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.503473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.504005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:53.604987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:53.645365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.653599 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:47:53.654230 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:47:53.681552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.683699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:53.684342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.685833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:53.687470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:53.698680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:53.699380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.714425 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.722057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-0faad1ee-d248-497e-be0c-36e9bf40cb9d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8567941 Jan 18 22:47:53.817887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba492ae-be0f-4561-abd6-6adf7c51011f') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:53.818259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba492ae-be0f-4561-abd6-6adf7c51011f') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:53.831729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.849278 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.873610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:47:53.873610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:53.876626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-d12b9da7-32d1-4529-aece-6d0a9959e179 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:53.910546 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'status': 'completed', 'code': 200} Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:47:53.921219 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:47:53.923658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] Pushing event updated for resources: {'Network': ['ID=a2636d2f-6df0-4e10-8556-0f0065ffd60b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:53.938812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1efdac0-b5d3-4cad-a91f-3d87e9068381 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4553716 Jan 18 22:47:53.942927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:53.950503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Request body: {'subnet': {'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-subnet', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:53.952405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:47:53.957293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:53.963172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Usage tracker for resource:subnet and tenant:df159922fb6e4031acbee36795d15f4a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:53.967278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-d12b9da7-32d1-4529-aece-6d0a9959e179 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:53.969415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-d12b9da7-32d1-4529-aece-6d0a9959e179 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.2461903 Jan 18 22:47:53.970493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:53.983005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:54.090267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.100247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Made reservation on behalf of df159922fb6e4031acbee36795d15f4a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:54.104080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.139444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:54.142393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:54.155050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Deleting port 9b1884d5-1f92-4466-968f-7404865857bf {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:54.155433 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.181871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.197085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.242710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.283419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dacc163e-08dc-4823-a5f6-aae4ff71f8b4 None None] The port '9b1884d5-1f92-4466-968f-7404865857bf' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:47:54.290035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:54.306629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-580bc883-e835-477b-b595-beed3476edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:54.308106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-580bc883-e835-477b-b595-beed3476edda service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b4dfbebcdbdb4ba78845890bdb44260c&device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 1094 time: 0.4014239 Jan 18 22:47:54.317172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-c293528c-a687-45e3-a6f0-63cf49545f30 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:54.337616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfd0851a-0850-40df-9f83-df4ba487d74c req-c293528c-a687-45e3-a6f0-63cf49545f30 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3562665 Jan 18 22:47:54.356587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e4d5e6de-52d0-415c-9372-19af1033b078 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d7dc3186-f8cb-4906-bf0a-f69e0e5fcbc9 HTTP/1.1" status: 204 len: 168 time: 2.0212078 Jan 18 22:47:54.380094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=13']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:54.565860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855fe74-80d2-4c30-a970-8cae3172f471 req-c2113df1-195e-4e62-9873-37da55a88d41 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:54.567605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1855fe74-80d2-4c30-a970-8cae3172f471 req-c2113df1-195e-4e62-9873-37da55a88d41 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 943 time: 0.2807591 Jan 18 22:47:54.581043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:54.592672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-1042a1a0-0714-4d18-a0fb-608d3b19fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:54.594270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-1042a1a0-0714-4d18-a0fb-608d3b19fc7c service neutron] 10.222.0.85 "GET /v2.0/networks?id=86ef4ff9-5530-42b3-bd29-609d72689a2a HTTP/1.1" status: 200 len: 917 time: 0.2395961 Jan 18 22:47:54.647677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d6163cb5-8da4-4e93-b36b-9a8e7a39c5bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20fdffa90a9c43f4915f50c5c01db498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648875 Jan 18 22:47:54.649982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:54.670486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.707541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1855fe74-80d2-4c30-a970-8cae3172f471 req-7592b5c6-49fa-4c91-bc3b-5d073ef002c7 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307573 Jan 18 22:47:54.712667 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-060f7330-517f-4d4d-8819-78dbb0f758b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf96bb11-750c-46e1-af7e-293b6785e430 HTTP/1.1" status: 200 len: 217 time: 0.1060791 Jan 18 22:47:54.835211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-7251ff84-5cc1-4777-8873-d40b157e8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:54.837134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-7251ff84-5cc1-4777-8873-d40b157e8062 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7695c570-900f-4088-be88-3abb1b44c77f HTTP/1.1" status: 200 len: 855 time: 0.1189036 Jan 18 22:47:54.853205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661c6de5-e1bc-4216-93f6-bec86e7a53a2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:54.855542 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eba6cd-4d18-47b1-abdc-d46537e65700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.877153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Checking segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:54.877153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Network hostable DHCP agents. Network: a2636d2f-6df0-4e10-8556-0f0065ffd60b, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:47:54.920112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eba6cd-4d18-47b1-abdc-d46537e65700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.949529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-811365cc-fc0f-4b25-baf0-f40b7780a1d8 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563550 Jan 18 22:47:54.999125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-38ff3bb0-57c8-4024-82bc-d1a7addefa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:55.001250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-38ff3bb0-57c8-4024-82bc-d1a7addefa36 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=86ef4ff9-5530-42b3-bd29-609d72689a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164536 Jan 18 22:47:55.181331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:47:55.223306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a2636d2f-6df0-4e10-8556-0f0065ffd60b) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:55.223567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-f22102d4-64b8-430b-8015-602c6a9cf97e service neutron] 10.222.0.85 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147920 Jan 18 22:47:55.230975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:55.231562 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.236138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac015-2cbf-488b-b513-b5a6584ba6c0 req-fa270308-9fd0-4203-b2c9-238c52131f1e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:55.244850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414ce10-bf41-4820-a855-4c67fd7ed671 None None] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:47:55.256651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-457ac015-2cbf-488b-b513-b5a6584ba6c0 req-fa270308-9fd0-4203-b2c9-238c52131f1e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 951 time: 0.2170689 Jan 18 22:47:55.281976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eba6cd-4d18-47b1-abdc-d46537e65700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.346500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eba6cd-4d18-47b1-abdc-d46537e65700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.348227 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-42eba6cd-4d18-47b1-abdc-d46537e65700 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/542f2e45-a4b7-4867-bfc5-2936d57a3bad HTTP/1.1" status: 204 len: 168 time: 0.6969500 Jan 18 22:47:55.353758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-89cd4aa1-ebaa-431a-8707-f17358456652 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4094312 Jan 18 22:47:55.365079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-b34e0d10-30f2-4e92-a6a7-fb9c61ddbfd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:55.372786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-b34e0d10-30f2-4e92-a6a7-fb9c61ddbfd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223497 Jan 18 22:47:55.377335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:55.397733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:55.407188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:55.412591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Usage tracker for resource:router and tenant:df159922fb6e4031acbee36795d15f4a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:47:55.416983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:47:55.429242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:55.446255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eba6cd-4d18-47b1-abdc-d46537e65700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f2e45-a4b7-4867-bfc5-2936d57a3bad,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:55.448656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-d2c2bca6-8f91-4197-95ad-66e042552a33 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/quotas/4b60cea0778247e6a6776c4c0bd3743e HTTP/1.1" status: 200 len: 375 time: 0.0742509 Jan 18 22:47:55.494382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.494382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.527711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.644502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13a2e4c4-77f0-45f9-864b-eb435ac44336 req-7b7f2dae-049b-4c23-a8e3-09a36897121b service neutron] 10.222.0.85 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871975 Jan 18 22:47:55.660406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-457ac015-2cbf-488b-b513-b5a6584ba6c0 req-5cceaf24-838c-4c8d-93e7-a3d0ee098b0b tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048240 Jan 18 22:47:55.691499 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-71243736-bc26-44a3-b86a-b0267ab71f6d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2354658 Jan 18 22:47:55.755773 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'code': 200} Jan 18 22:47:55.773536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'fixed_ips': [{'subnet_id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:47:55.774392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.029972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Allocated IP 172.20.0.2 (a2636d2f-6df0-4e10-8556-0f0065ffd60b/661c6de5-e1bc-4216-93f6-bec86e7a53a2/a1d22e2e-24e8-4bdd-bed6-e1823d8b1313) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:56.201527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54234) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:56.243855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-adb390de-2990-4cba-835c-409a4b2f753f tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4902995 Jan 18 22:47:56.266710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:56.267777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.285791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:56.310080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:56.335592 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a0b41f5-93b2-47c4-bf62-29a1de8e7189 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9df333d0643c4592874b24e5b754aca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195631 Jan 18 22:47:56.338645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54242) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:47:56.343400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.378518 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.407045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Transition to ACTIVE for port object a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:56.428004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Transition to ACTIVE for port object a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:56.438958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.439326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-dd32052b-b0ff-4d05-baad-5093439dd977 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:56.440911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-dd32052b-b0ff-4d05-baad-5093439dd977 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 951 time: 0.8584948 Jan 18 22:47:56.456779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ca48e-6af6-4dc2-8a60-5a502c71d50c req-5152200e-25ca-4a8e-bb15-67b12a3a185c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:56.464295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-848ca48e-6af6-4dc2-8a60-5a502c71d50c req-5152200e-25ca-4a8e-bb15-67b12a3a185c tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 945 time: 0.3625553 Jan 18 22:47:56.520635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:56.525225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:56.529376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:56.543049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Pushing event updated for resources: {'Port': ['ID=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:56.590140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Deleting port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:47:56.590664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.621788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf677a94-dcf2-4922-ae0b-bdfa54a893f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.673419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-848ca48e-6af6-4dc2-8a60-5a502c71d50c req-57de9b25-650e-49e2-bd5e-676595ca2d56 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038023 Jan 18 22:47:56.695127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Attempting to bind port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:56.698432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Attempting to bind port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:56.698818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Attempting to bind port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 on network a2636d2f-6df0-4e10-8556-0f0065ffd60b {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:47:56.714121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:47:56.714490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Checking segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:47:56.714957 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.715344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Bound using segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:47:56.715807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Bound port: a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:56.716176 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.723874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf677a94-dcf2-4922-ae0b-bdfa54a893f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.813293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.912001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf677a94-dcf2-4922-ae0b-bdfa54a893f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.937289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf677a94-dcf2-4922-ae0b-bdfa54a893f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19d737-bc3b-4649-9cf9-f0d693a5eb09,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:56.960068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf677a94-dcf2-4922-ae0b-bdfa54a893f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:56.966229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf677a94-dcf2-4922-ae0b-bdfa54a893f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f19d737-bc3b-4649-9cf9-f0d693a5eb09 HTTP/1.1" status: 204 len: 168 time: 0.6249907 Jan 18 22:47:56.976682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:47:56.989605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:47:57.016671 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:57.113560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Allocated IP 172.25.4.11 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/5d644614-f498-4a3c-9c56-19de6b439521) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:57.389720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb176-3a70-440d-b547-af408ae6f29a None None] Pushing event updated for resources: {'Port': ['ID=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:57.793359 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:57.930214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-3257affc-defa-4842-b06d-c21885dd74a4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755475 Jan 18 22:47:58.138670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.189466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23f5b5-e241-49b4-b3e6-8556b8853f0f req-947d595f-9a14-4aac-bf4e-43b72de173cb tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:58.196551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b23f5b5-e241-49b4-b3e6-8556b8853f0f req-947d595f-9a14-4aac-bf4e-43b72de173cb tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 943 time: 1.3645861 Jan 18 22:47:58.200360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] For port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:47:58.200726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.245369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.305214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=5d644614-f498-4a3c-9c56-19de6b439521,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:58.337310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:58.342177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:58.346652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:58.420876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-f958c119-3eca-4d8a-a4b4-93490cb2ee8d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:58.422503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-f958c119-3eca-4d8a-a4b4-93490cb2ee8d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4832127 Jan 18 22:47:58.440168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:58.458067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Calling delete_port for 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:47:58.515076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.587131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.683810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.684065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b23f5b5-e241-49b4-b3e6-8556b8853f0f req-cfec7847-0e39-4f87-a476-66cb7e7d86c9 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861076 Jan 18 22:47:58.862465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:47:58.879425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482546b-6bdd-4b07-91f0-f105466a8ed4 None None] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:47:58.884994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:47:58.935926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cf96bb11-750c-46e1-af7e-293b6785e430 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:47:58.947201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Allocated IP 172.25.4.36 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/2d32376c-b27b-4eab-957b-cf7ac50fdf79) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:58.955242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:58.958978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:58.963018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.044514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659', '587a9600-b8b3-4ba8-a40b-ab53141eb193', '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:59.080442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ad65e27-8249-4b3f-a6fc-86d8b6af4703'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:47:59.098079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event deleted for resources: {'Port': ['ID=1e4a0813-2bef-4400-b6c2-0cc61c4d6382,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:59.232548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5a89d8a7-3028-47aa-805e-6494bb01abef None None] Provisioning for port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:59.233575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9827a6e-36d8-4405-916e-0961b2631ee6 req-a4ac33e9-fd90-44a5-9cff-6b1111f9ff37 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 210 time: 0.2003706 Jan 18 22:47:59.315578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:47:59.338804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.361433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.369066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] No DVR routers for this DVR port 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:59.373339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.382338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-deleted', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:59.458921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eee90769-9d2b-4dcd-8b80-dcb50976a85e req-d0199d33-b7b6-4b36-9190-a5810bb51e33 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "DELETE /v2.0/ports/1e4a0813-2bef-4400-b6c2-0cc61c4d6382 HTTP/1.1" status: 204 len: 173 time: 3.0102050 Jan 18 22:47:59.461063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.233 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/831fab32-2a03-4cf9-a5e4-22b6cf6d377f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:59.526938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-22bff2b7-9436-4a3a-9a3c-2ca947565688 req-edca3d0b-99ac-411f-aed8-49982d1efa56 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:47:59.591109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-22bff2b7-9436-4a3a-9a3c-2ca947565688 req-edca3d0b-99ac-411f-aed8-49982d1efa56 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:47:59.592600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22bff2b7-9436-4a3a-9a3c-2ca947565688 req-edca3d0b-99ac-411f-aed8-49982d1efa56 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=7eb8630e-ff9b-47a4-9504-53f66400c7ef HTTP/1.1" status: 200 len: 210 time: 0.1359134 Jan 18 22:47:59.604655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.679029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.686703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=5d644614-f498-4a3c-9c56-19de6b439521,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:59.724089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.899744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:59.901020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Pushing event updated for resources: {'Port': ['ID=2d32376c-b27b-4eab-957b-cf7ac50fdf79,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:59.921944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:59.926746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:47:59.929889 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:59.931459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-31648c79-4db3-451c-8c5d-971e11e43e64 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6853752 Jan 18 22:48:00.140567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-7183ecdf-c0aa-41a8-8a82-20e4c23af983 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:00.185531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:00.206981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-7183ecdf-c0aa-41a8-8a82-20e4c23af983 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:00.207978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-7183ecdf-c0aa-41a8-8a82-20e4c23af983 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.11 HTTP/1.1" status: 200 len: 695 time: 0.2623973 Jan 18 22:48:00.210841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object 831fab32-2a03-4cf9-a5e4-22b6cf6d377f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:00.235189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:00.307529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:00.307907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:00.374622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:00.406599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:00.472506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'port_id': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'mac_address': 'fa:16:3e:1b:83:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:48:00.482768 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8630e-ff9b-47a4-9504-53f66400c7ef', 'name': 'network-vif-deleted', 'tag': '1e4a0813-2bef-4400-b6c2-0cc61c4d6382', 'status': 'completed', 'code': 200} Jan 18 22:48:00.526287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:00.570178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-0efc03b2-65f3-4b79-8f1e-3562411d238c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:00.571623 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a324d4f5-7b7e-4f3c-9821-7ee6968c4424 req-0efc03b2-65f3-4b79-8f1e-3562411d238c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3566797 Jan 18 22:48:00.589085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:00.592571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:00.610060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:00.676091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:00.755524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:00.757182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:00.757893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:00.801211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-c976b34f-c8d2-4ee9-a809-bd451c6e9534 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3663406 Jan 18 22:48:00.817812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Request body: {'port': {'device_id': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:00.883231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf96bb11-750c-46e1-af7e-293b6785e430 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:00.948627 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.013679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:01.029142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:01.082899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.111156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.144086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:01.186541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d9b0-93d7-4999-9c70-44b1382a1c09 req-a79612db-7417-49c9-a910-97d9fa463c29 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:01.187393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d009d9b0-93d7-4999-9c70-44b1382a1c09 req-a79612db-7417-49c9-a910-97d9fa463c29 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:01.205469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.216508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54340) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:01.220887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:01.221529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e4a0813-2bef-4400-b6c2-0cc61c4d6382 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:01.225732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d009d9b0-93d7-4999-9c70-44b1382a1c09 req-a79612db-7417-49c9-a910-97d9fa463c29 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:01.227219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d009d9b0-93d7-4999-9c70-44b1382a1c09 req-a79612db-7417-49c9-a910-97d9fa463c29 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 936 time: 0.2311773 Jan 18 22:48:01.246047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:01.249270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c442998-16f1-47fc-acd4-08596bb00345 None None] Provisioning complete for port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:01.249926 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c442998-16f1-47fc-acd4-08596bb00345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.302711 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.347473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['cf96bb11-750c-46e1-af7e-293b6785e430'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:01.359061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33b99c-3972-4fb0-aa74-eb9061ba005c req-e1c5c58d-07e8-4243-81f0-881e802d8ca2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:01.360612 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e33b99c-3972-4fb0-aa74-eb9061ba005c req-e1c5c58d-07e8-4243-81f0-881e802d8ca2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 943 time: 0.4419222 Jan 18 22:48:01.377227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d009d9b0-93d7-4999-9c70-44b1382a1c09 req-f1ed5b04-5b58-4a76-a63b-d9967257fa91 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015837 Jan 18 22:48:01.401799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:01.487511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e33b99c-3972-4fb0-aa74-eb9061ba005c req-3b1d529e-9820-45fb-95d9-156ca2b478d5 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688486 Jan 18 22:48:01.503086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.533001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:01.546186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Usage tracker for resource:security_group_rule and tenant:13177a0738084e1badfd6cfe92924ad8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:01.551343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:01.561759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:01.571533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Router 00630de3-82a8-45bb-8e45-5cd2c5ef806f is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:48:01.578040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:01.800673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f7fe5-c970-4c93-a1f1-17ad8f3e6b42 req-156750aa-f46f-46d8-9bb2-e7b20cc3d6b6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:01.811208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db2f7fe5-c970-4c93-a1f1-17ad8f3e6b42 req-156750aa-f46f-46d8-9bb2-e7b20cc3d6b6 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 945 time: 0.2507339 Jan 18 22:48:01.818655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef8a9b4a-1e51-4247-989e-778ae8a04911 None None] Provisioning for port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:01.828162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef8a9b4a-1e51-4247-989e-778ae8a04911 None None] Provisioning complete for port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:01.828531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9b4a-1e51-4247-989e-778ae8a04911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.835816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831fab32-2a03-4cf9-a5e4-22b6cf6d377f {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:01.855066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.859297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-079a2d33-ee94-49a8-a23d-101d812b4001 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3214977 Jan 18 22:48:01.866583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:01.877240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:01.877559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:01.888455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:48:01.897106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:01.901838 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Sync routers for ids ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:01.918180 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Routers {'00630de3-82a8-45bb-8e45-5cd2c5ef806f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:01.920255 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:01.953312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db2f7fe5-c970-4c93-a1f1-17ad8f3e6b42 req-edd3b92d-5f11-4295-a46d-6633e2ee87e8 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3f3e0eb-12ec-4318-96d5-dad767c2eece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406026 Jan 18 22:48:01.954347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Transition to ACTIVE for port object 831fab32-2a03-4cf9-a5e4-22b6cf6d377f will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:01.966238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.970197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-638d283c-d9bf-4773-97bb-0ebbc70dc589 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5887592 Jan 18 22:48:01.970944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:01.972295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:01.992492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a9b4a-1e51-4247-989e-778ae8a04911 None None] Port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:48:02.055104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.094724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.115638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4e460-765b-4ea8-a059-b10f5553989d req-f98c8395-f4f5-43bd-b785-73d741ed5237 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:02.117313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29a4e460-765b-4ea8-a059-b10f5553989d req-f98c8395-f4f5-43bd-b785-73d741ed5237 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4274dd3-1e88-4ff9-9366-b7fd5a2be86c HTTP/1.1" status: 200 len: 945 time: 0.2099221 Jan 18 22:48:02.141260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.211947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4cd18-d328-4ff0-82f1-730c9b918f95,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:02.284704 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Set router 00630de3-82a8-45bb-8e45-5cd2c5ef806f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:02.317107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Pushing event updated for resources: {'Port': ['ID=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:02.337588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Deleting port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:02.337954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.384396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6dd4c68d-c7a9-47fc-8f77-16a6f34d4c74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13177a0738084e1badfd6cfe92924ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1541216 Jan 18 22:48:02.391241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54364) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:02.511676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Attempting to bind port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:02.521532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Attempting to bind port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:02.522142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Attempting to bind port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:02.530903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:48:02.537027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Attempting to bind port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:02.556928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:02.568372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:02.571118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:02.571823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Bound port: 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:02.572348 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.597183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7335525e-ebd1-4880-ae5c-e725252784d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.684593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7335525e-ebd1-4880-ae5c-e725252784d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.695469 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:48:00Z', 'revision_number': 3, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:02.702481 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Checking router: 00630de3-82a8-45bb-8e45-5cd2c5ef806f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:02.702901 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Updating router 00630de3-82a8-45bb-8e45-5cd2c5ef806f port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:48:02.786491 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.795764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] For port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:02.799666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] For port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:02.801864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7335525e-ebd1-4880-ae5c-e725252784d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.819721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335525e-ebd1-4880-ae5c-e725252784d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4cd18-d328-4ff0-82f1-730c9b918f95,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:02.822436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.908195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Pushing event updated for resources: {'Port': ['ID=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:02.912119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:02.912733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.914158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6896525d-aff5-4d5f-baa9-46f3f29ba031 service neutron] 10.222.0.86 "PUT /v2.0/ports/831fab32-2a03-4cf9-a5e4-22b6cf6d377f HTTP/1.1" status: 200 len: 1096 time: 2.1019371 Jan 18 22:48:02.914586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'tag': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:02.921987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7335525e-ebd1-4880-ae5c-e725252784d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:02.925401 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7335525e-ebd1-4880-ae5c-e725252784d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caf4cd18-d328-4ff0-82f1-730c9b918f95 HTTP/1.1" status: 204 len: 168 time: 0.5306568 Jan 18 22:48:03.106479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cf96bb11-750c-46e1-af7e-293b6785e430 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:03.124569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-0896c495-b353-4a95-bc35-5e813f4d8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:03.126459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-0896c495-b353-4a95-bc35-5e813f4d8007 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 1099 time: 0.1629510 Jan 18 22:48:03.222830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-9786302c-71a1-4b56-807e-2952ac76a5be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f HTTP/1.1" status: 200 len: 217 time: 0.0885496 Jan 18 22:48:03.283894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port cf96bb11-750c-46e1-af7e-293b6785e430 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:03.291585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port cf96bb11-750c-46e1-af7e-293b6785e430 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:03.291950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.366401 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.388979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.401655 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Transition to ACTIVE for port object 2d32376c-b27b-4eab-957b-cf7ac50fdf79 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:03.412016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:03.419730 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.523668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-afc8417a-d447-4c1a-80cc-f05979043f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:03.528139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-afc8417a-d447-4c1a-80cc-f05979043f36 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2987089 Jan 18 22:48:03.537038 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Attempting to bind port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:03.538008 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Attempting to bind port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:03.539907 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Attempting to bind port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:03.545542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725c1f-103f-47a8-86f1-a6325813e571 None None] Pushing event updated for resources: {'Port': ['ID=2d32376c-b27b-4eab-957b-cf7ac50fdf79,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:03.568546 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:03.569052 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:03.570529 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.575078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:03.575842 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Bound port: 2d32376c-b27b-4eab-957b-cf7ac50fdf79, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:03.576350 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.624610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54420) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:03.654959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.668994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] For port 2d32376c-b27b-4eab-957b-cf7ac50fdf79, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:03.672663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:03.674117 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] For port 2d32376c-b27b-4eab-957b-cf7ac50fdf79, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2d32376c-b27b-4eab-957b-cf7ac50fdf79,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:03.676736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Usage tracker for resource:security_group_rule and tenant:c3456525eed745529a8b192128a3073d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:03.680490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:03.682873 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.686376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:03.726670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:03.727053 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.774891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-a1126b4a-a0d6-4b7c-972b-61aecb1bf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:03.776424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-a1126b4a-a0d6-4b7c-972b-61aecb1bf4dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409327 Jan 18 22:48:03.777359 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Routers {'00630de3-82a8-45bb-8e45-5cd2c5ef806f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:03.778398 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:03.790841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] For port 180633ba-2f5c-4ba8-b30c-8881ca0d4423, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=180633ba-2f5c-4ba8-b30c-8881ca0d4423,segment=NetworkSegment(0cba89d0-6d3c-4f37-b151-79e65152b3a5),segment_id=0cba89d0-6d3c-4f37-b151-79e65152b3a5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:03.791530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.866533 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.903578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:03.904531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:03.913170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:03.914147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:03.972342 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] Set router 00630de3-82a8-45bb-8e45-5cd2c5ef806f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:04.035518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Calling delete_port for 180633ba-2f5c-4ba8-b30c-8881ca0d4423 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:04.044694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-6b892921-50c5-47b3-8314-021beb1bcd43 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549920 Jan 18 22:48:04.051942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:04.089988 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.110670 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.143191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.157829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2eb965-bb6e-4644-8d73-c8efafc565eb req-23c8f606-5c6d-4809-a2b0-d49c8d9ed93f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:04.165377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e2eb965-bb6e-4644-8d73-c8efafc565eb req-23c8f606-5c6d-4809-a2b0-d49c8d9ed93f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 948 time: 0.4552369 Jan 18 22:48:04.175679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.183705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:04.189479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.194295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Allocated IP 172.25.4.116 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/871ad90c-bd70-4d40-8214-55b440d7b234) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:04.202258 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725c1f-103f-47a8-86f1-a6325813e571 None None] Pushing event updated for resources: {'Port': ['ID=2d32376c-b27b-4eab-957b-cf7ac50fdf79,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:04.254404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.291228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:04.303437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['180633ba-2f5c-4ba8-b30c-8881ca0d4423'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:04.338611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Pushing event deleted for resources: {'Port': ['ID=180633ba-2f5c-4ba8-b30c-8881ca0d4423,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:04.342299 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:48:00Z', 'revision_number': 3, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:04.347816 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250227ec-9037-47a8-b76f-efc960c550bc None None] The sync data for ids ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'] in n-d-825178-1 is: [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:48:00Z', 'revision_number': 3, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:04.369509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e2eb965-bb6e-4644-8d73-c8efafc565eb req-b4ccd916-87bd-422b-b5f9-b8773c064b15 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029452 Jan 18 22:48:04.378640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68feec52-c568-4c59-8f5e-8cdd5ae723e8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:04.390254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-98c93c30-3e57-42b2-97a7-515bf77c5aab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3456525eed745529a8b192128a3073d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617891 Jan 18 22:48:04.414701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54426) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:04.473917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e51f2f9-14ea-47ea-b143-fd9196899e8b req-4e05f183-07d3-4ccf-9352-8d4efe8b5bc4 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818054 Jan 18 22:48:04.505157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-7cb3045f-8ef9-4b93-b377-f6123894d0d6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:04.506988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-7cb3045f-8ef9-4b93-b377-f6123894d0d6 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 951 time: 0.4609656 Jan 18 22:48:04.606175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] No DVR routers for this DVR port 180633ba-2f5c-4ba8-b30c-8881ca0d4423 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:48:04.608909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-442d3046-1caa-412e-8256-ddcbb991c8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.616150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.628376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'name': 'network-vif-deleted', 'tag': '180633ba-2f5c-4ba8-b30c-8881ca0d4423'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:04.701145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-442d3046-1caa-412e-8256-ddcbb991c8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.714429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Deleting port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:04.714844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.814202 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.862549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29a4e460-765b-4ea8-a059-b10f5553989d req-793289d1-94cb-4d96-9d20-6431df4b67e2 tempest-DeleteServersTestJSON-1083914149 tempest-DeleteServersTestJSON-1083914149-project] 10.222.0.86 "DELETE /v2.0/ports/180633ba-2f5c-4ba8-b30c-8881ca0d4423 HTTP/1.1" status: 204 len: 173 time: 2.6673977 Jan 18 22:48:04.866149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4371-1d37-45c7-bcda-40d5543d2193 req-40fd1441-8f4c-440d-8c4f-c9d5d3166188 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:04.867510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3dae4371-1d37-45c7-bcda-40d5543d2193 req-40fd1441-8f4c-440d-8c4f-c9d5d3166188 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.3565052 Jan 18 22:48:04.908578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-442d3046-1caa-412e-8256-ddcbb991c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.942407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.968638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:04.996744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3046-1caa-412e-8256-ddcbb991c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68feec52-c568-4c59-8f5e-8cdd5ae723e8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:05.027405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-442d3046-1caa-412e-8256-ddcbb991c8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.028525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-442d3046-1caa-412e-8256-ddcbb991c8ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/68feec52-c568-4c59-8f5e-8cdd5ae723e8 HTTP/1.1" status: 204 len: 168 time: 0.6127670 Jan 18 22:48:05.041340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3dae4371-1d37-45c7-bcda-40d5543d2193 req-4ba7d0aa-e6ed-48da-a21e-12eaf86cb28d tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554959 Jan 18 22:48:05.128240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] For port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:05.128240 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.129537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=871ad90c-bd70-4d40-8214-55b440d7b234,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:05.203006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:05.207595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:05.210961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:05.302764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Calling delete_port for 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:05.484399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2d32376c-b27b-4eab-957b-cf7ac50fdf79 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:05.487266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.505067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Allocated IP 172.20.0.1 (a2636d2f-6df0-4e10-8556-0f0065ffd60b/661c6de5-e1bc-4216-93f6-bec86e7a53a2/ef85ffad-c6f5-438a-83f7-c5cad2aa7182) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:05.518606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.536554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659', '587a9600-b8b3-4ba8-a40b-ab53141eb193'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:05.592576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event deleted for resources: {'Port': ['ID=5ad65e27-8249-4b3f-a6fc-86d8b6af4703,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:05.757838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:05.758951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.790602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:05.792416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.916740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] No DVR routers for this DVR port 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:48:05.921519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:05.939500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7c22-0b4a-4a57-8a22-46ee7638e1a9 req-b2017d59-67d7-4acc-b0a8-d8d0aab4abb3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:05.941370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c53c7c22-0b4a-4a57-8a22-46ee7638e1a9 req-b2017d59-67d7-4acc-b0a8-d8d0aab4abb3 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fa7a410-ff4c-4088-92a0-fbbb0a91024c HTTP/1.1" status: 200 len: 951 time: 0.4977510 Jan 18 22:48:06.003674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.005469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-171e76af-c00e-4a34-8e13-db0f78f8cb62 req-30e41955-3700-4d0f-9291-99a0ffc26c5c tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.85 "DELETE /v2.0/ports/5ad65e27-8249-4b3f-a6fc-86d8b6af4703 HTTP/1.1" status: 204 len: 173 time: 1.4833677 Jan 18 22:48:06.014102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c53c7c22-0b4a-4a57-8a22-46ee7638e1a9 req-bca67819-c444-4056-aecd-1575ffae8873 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637085 Jan 18 22:48:06.105742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Transition to ACTIVE for port object ef85ffad-c6f5-438a-83f7-c5cad2aa7182 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:06.109461 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.137119 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'tag': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'status': 'completed', 'code': 200} Jan 18 22:48:06.200984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 2d32376c-b27b-4eab-957b-cf7ac50fdf79, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2d32376c-b27b-4eab-957b-cf7ac50fdf79,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:06.222898 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.276008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:48:06.320434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.346694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.377604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=2d32376c-b27b-4eab-957b-cf7ac50fdf79,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:06.424800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event updated for resources: {'Port': ['ID=871ad90c-bd70-4d40-8214-55b440d7b234,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:06.432714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.538452 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.542513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-a5dc2fd3-4d82-411d-8663-50326386c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:06.543597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-a5dc2fd3-4d82-411d-8663-50326386c043 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 1099 time: 0.3670588 Jan 18 22:48:06.618150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:06.663095 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'code': 200} Jan 18 22:48:06.677736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:06.687940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:06.692868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:06.733447 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4274dd3-1e88-4ff9-9366-b7fd5a2be86c', 'name': 'network-vif-deleted', 'tag': '180633ba-2f5c-4ba8-b30c-8881ca0d4423', 'status': 'completed', 'code': 200} Jan 18 22:48:06.739770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:06.840397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-ea829187-2a20-40b1-b704-729e4e7c8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:06.842319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-ea829187-2a20-40b1-b704-729e4e7c8a10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2770967 Jan 18 22:48:06.851649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.033752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855833-2b9f-4a1f-be05-82bef24b98af req-32a2e93e-5b85-4160-92f7-203c467c56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.035274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09855833-2b9f-4a1f-be05-82bef24b98af req-32a2e93e-5b85-4160-92f7-203c467c56a4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 1096 time: 0.2767568 Jan 18 22:48:07.044579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522918-255e-4089-9759-f9cca16ca1fb req-a82dd6c2-1326-47ba-bcf7-3c7a6edba6a5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.046326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b522918-255e-4089-9759-f9cca16ca1fb req-a82dd6c2-1326-47ba-bcf7-3c7a6edba6a5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 948 time: 0.2012050 Jan 18 22:48:07.094488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 831fab32-2a03-4cf9-a5e4-22b6cf6d377f details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:48:07.097221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 180633ba-2f5c-4ba8-b30c-8881ca0d4423 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:07.128052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09855833-2b9f-4a1f-be05-82bef24b98af req-c6b4ba9d-c211-413b-9f47-de5180cd818d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807052 Jan 18 22:48:07.131122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b522918-255e-4089-9759-f9cca16ca1fb req-d6bceee0-e1e2-45cb-8072-9083d3479311 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 Jan 18 22:48:07.171832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 180633ba-2f5c-4ba8-b30c-8881ca0d4423 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:07.172268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 180633ba-2f5c-4ba8-b30c-8881ca0d4423 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:07.177056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:07.219543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:07.220034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ad65e27-8249-4b3f-a6fc-86d8b6af4703 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:07.249553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7c698165-eb0b-4e10-8fd6-e8fc29674989 None None] Provisioning for port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:07.266766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-97dd8f84-a5d4-4bb6-be8b-210c3d1d6ddc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f HTTP/1.1" status: 200 len: 217 time: 0.4164190 Jan 18 22:48:07.267369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.268422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-c73827cc-21b1-462d-9b72-172e4c75e343 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4083271 Jan 18 22:48:07.305198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7c698165-eb0b-4e10-8fd6-e8fc29674989 None None] Provisioning complete for port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:07.306101 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c698165-eb0b-4e10-8fd6-e8fc29674989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.343352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d5c3f-1e36-429e-b833-ad32cebe2152 req-3f2cbbd5-ba09-4dcf-9a95-74b97656d3a8 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.345077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f2d5c3f-1e36-429e-b833-ad32cebe2152 req-3f2cbbd5-ba09-4dcf-9a95-74b97656d3a8 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.0986454 Jan 18 22:48:07.387105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7c698165-eb0b-4e10-8fd6-e8fc29674989 None None] Port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:48:07.400863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2d32376c-b27b-4eab-957b-cf7ac50fdf79 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:07.405240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f2d5c3f-1e36-429e-b833-ad32cebe2152 req-799dfc05-9747-4578-9752-ad1f2c5ac157 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532956 Jan 18 22:48:07.439913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-454e19ac-b165-4173-8760-c35d79ad2a30 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:07.472194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-ece3caa2-acdb-40c0-9bdf-663fdb3feb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.473654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-ece3caa2-acdb-40c0-9bdf-663fdb3feb3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2004237 Jan 18 22:48:07.478089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-454e19ac-b165-4173-8760-c35d79ad2a30 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:07.479366 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-454e19ac-b165-4173-8760-c35d79ad2a30 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.116 HTTP/1.1" status: 200 len: 696 time: 0.1651413 Jan 18 22:48:07.524939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:07.525340 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.575793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:07.595799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'mac_address': 'fa:16:3e:21:5d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:48:07.698076 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.728411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831fab32-2a03-4cf9-a5e4-22b6cf6d377f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:07.732622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-b0e287dd-e8ff-4bda-a5d6-e41eec21f358 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.734329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-b0e287dd-e8ff-4bda-a5d6-e41eec21f358 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.1613321 Jan 18 22:48:07.739381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.749624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:07.753690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-b594c3ed-458e-4b31-96e8-7b22d0e8ef7c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/quotas/ded23796607b4af0881aa72c73e0d98e HTTP/1.1" status: 200 len: 375 time: 0.0112007 Jan 18 22:48:07.755120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:07.763826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-da390cca-7f51-4724-ba23-3b3dc5e4e92f tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.765341 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b56fc8f-21cf-4bce-a72b-2557a80889f3 req-da390cca-7f51-4724-ba23-3b3dc5e4e92f tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.2428937 Jan 18 22:48:07.770165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-45e1fae6-ccc9-40b2-9d33-7459159d1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:07.771671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-45e1fae6-ccc9-40b2-9d33-7459159d1094 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2901015 Jan 18 22:48:07.837604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:07.848270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-ca91edcc-7aa1-4b22-af2b-37fa561243ad tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863955 Jan 18 22:48:08.006078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-9d2e690c-6b36-48ad-8e17-40536926a1ad service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498618 Jan 18 22:48:08.017812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['831fab32-2a03-4cf9-a5e4-22b6cf6d377f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:08.045284 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-6c7a6b15-ff2c-42f7-a344-87a683abd56c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477779 Jan 18 22:48:08.145097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-deleted', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:08.160180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-b3f3096a-35d2-4fd5-be1c-cbfe93682fe0 service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527317 Jan 18 22:48:08.256993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-66baf62d-3fe6-4e2e-9bc9-3bb469ff8973 req-6a920ca9-ef64-43b5-90fd-34a54bc20743 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips/ad27ad30-55a7-4196-97c4-27eef6cb82c9 HTTP/1.1" status: 200 len: 693 time: 0.1164336 Jan 18 22:48:08.394703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:08.400711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2556d29e-b92d-46c1-ba73-5a5ac6cd6a4c req-0306a1b0-6590-497e-ba6d-1938f82e8af5 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474326 Jan 18 22:48:08.410355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:08.561954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baf62d-3fe6-4e2e-9bc9-3bb469ff8973 req-6b9217e0-785c-4732-9609-02a2d4ee6228 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:08.563319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-66baf62d-3fe6-4e2e-9bc9-3bb469ff8973 req-6b9217e0-785c-4732-9609-02a2d4ee6228 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.2994721 Jan 18 22:48:08.566484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:08.568860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:08.613372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-5329f0e1-d3d7-45a1-a75a-f72ac6d45b15 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:08.615051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-5329f0e1-d3d7-45a1-a75a-f72ac6d45b15 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae HTTP/1.1" status: 200 len: 943 time: 0.1192131 Jan 18 22:48:08.665614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:08.710546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Deleting port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:08.710934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:08.823720 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7a410-ff4c-4088-92a0-fbbb0a91024c', 'name': 'network-vif-deleted', 'tag': '5ad65e27-8249-4b3f-a6fc-86d8b6af4703', 'status': 'completed', 'code': 200} Jan 18 22:48:08.977311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:08.978727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:09.095506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 831fab32-2a03-4cf9-a5e4-22b6cf6d377f up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:09.224985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] For port ae777fa2-4ff1-42c7-91a4-3d0f6b693649, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:09.226006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:09.329294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Router 00630de3-82a8-45bb-8e45-5cd2c5ef806f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:48:09.351138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:09.356197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:09.356567 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:09.448676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fea92d50-50d3-4ab8-a02b-0993db97e0db req-b3d4e083-705d-411b-8d90-9980f536a2ea tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 210 time: 0.1010721 Jan 18 22:48:09.460232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Calling delete_port for ae777fa2-4ff1-42c7-91a4-3d0f6b693649 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:09.510382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c6bf-ed9a-48fc-8a13-23696f42e394 req-0e46cc60-8d83-4a95-869d-2ef259724373 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:09.521316 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cbd1c6bf-ed9a-48fc-8a13-23696f42e394 req-0e46cc60-8d83-4a95-869d-2ef259724373 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 949 time: 0.5201604 Jan 18 22:48:09.542152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-34ee3582-a65a-4c46-a37d-e226b46198fb None None] Provisioning complete for port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:09.542382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34ee3582-a65a-4c46-a37d-e226b46198fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:09.615252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34ee3582-a65a-4c46-a37d-e226b46198fb None None] Port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:48:09.618397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:09.669134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:09.673555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cbd1c6bf-ed9a-48fc-8a13-23696f42e394 req-4472d4ac-de5c-4358-aae0-077cf6da4edc tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507826 Jan 18 22:48:09.679552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:09.696940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:48:09.713918 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-51027605-d24a-408b-be9b-f8fcbd22edb4 admin admin] 10.222.0.78 "PUT /v2.0/routers/00630de3-82a8-45bb-8e45-5cd2c5ef806f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7402809 Jan 18 22:48:09.747870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Sync routers for ids ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:09.822580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Routers {'00630de3-82a8-45bb-8e45-5cd2c5ef806f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:09.823251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:09.826959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:09.954472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event deleted for resources: {'Port': ['ID=ae777fa2-4ff1-42c7-91a4-3d0f6b693649,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:10.025000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] No DVR routers for this DVR port ae777fa2-4ff1-42c7-91a4-3d0f6b693649 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:48:10.029692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:10.054249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccbb2b52-73c2-4e4d-8722-8948fdffff9c req-c3c1bf41-92e2-431e-ad1a-16c1acdff0bb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "DELETE /v2.0/ports/ae777fa2-4ff1-42c7-91a4-3d0f6b693649 HTTP/1.1" status: 204 len: 173 time: 1.4330971 Jan 18 22:48:10.065526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:10.097648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa58e27-1f04-4620-b89e-567deb92324b req-cb445dc4-c41a-40bb-a981-c7bf84a2b94d tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:10.105518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fa58e27-1f04-4620-b89e-567deb92324b req-cb445dc4-c41a-40bb-a981-c7bf84a2b94d tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.4838183 Jan 18 22:48:10.161628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fa58e27-1f04-4620-b89e-567deb92324b req-6937470d-8556-4c76-b9a8-05ffdae7cc70 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549629 Jan 18 22:48:10.186063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39002d-fc4e-43c5-bf00-6ac31fbec841 req-407b853b-727d-49f4-a0e0-63f76f13bd42 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:10.193683 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff39002d-fc4e-43c5-bf00-6ac31fbec841 req-407b853b-727d-49f4-a0e0-63f76f13bd42 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.3559101 Jan 18 22:48:10.308319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff39002d-fc4e-43c5-bf00-6ac31fbec841 req-f7a232a7-55b6-4ff8-8f3c-2ec0116be32d tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133814 Jan 18 22:48:10.341067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-3b6ca506-3ebe-4bb1-a62d-625fefa7fc2f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:10.346894 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-3b6ca506-3ebe-4bb1-a62d-625fefa7fc2f tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.3600998 Jan 18 22:48:10.358388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-1782baf2-42dd-4bf1-95f5-291f7542921f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:10.370948 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-1782baf2-42dd-4bf1-95f5-291f7542921f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.3828211 Jan 18 22:48:10.405209 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'code': 200} Jan 18 22:48:10.407207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Set router 00630de3-82a8-45bb-8e45-5cd2c5ef806f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:10.443626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-c74e4f98-3979-4fd6-9bd6-66f440249795 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips/ad27ad30-55a7-4196-97c4-27eef6cb82c9 HTTP/1.1" status: 200 len: 693 time: 0.2377212 Jan 18 22:48:10.478820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Request body: {'port': {'device_id': '68bb3e3d-deee-410d-858a-369de41abe77', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'admin_state_up': True, 'tenant_id': 'ded23796607b4af0881aa72c73e0d98e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:10.716927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Deleting port 587a9600-b8b3-4ba8-a40b-ab53141eb193 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:10.717187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:10.773033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:10.773987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-c0ed665c-6992-4f1c-96ee-b742600e910e tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:10.780547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-c0ed665c-6992-4f1c-96ee-b742600e910e tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3360512 Jan 18 22:48:10.794099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-4ce9bb1e-9c67-40ac-9b7d-cefa2db39dc1 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:48:10.797144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-4ce9bb1e-9c67-40ac-9b7d-cefa2db39dc1 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093758 Jan 18 22:48:10.844013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-network', 'tenant_id': '429b85b514ca41a1801743b4f7debae7'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:10.848876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:10.852907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Usage tracker for resource:network and tenant:429b85b514ca41a1801743b4f7debae7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:10.855945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:10.861886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:10.895216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Made reservation on behalf of 429b85b514ca41a1801743b4f7debae7 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:10.897844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:10.946906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:10.973404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-deleted', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:11.036323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-5a37abed-14e2-43ba-b71c-19c70280a272 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.116 HTTP/1.1" status: 200 len: 696 time: 0.2316704 Jan 18 22:48:11.037957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:11.042785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:11.047468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Usage tracker for resource:security_group_rule and tenant:429b85b514ca41a1801743b4f7debae7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:11.055545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:11.058870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Usage tracker for resource:port and tenant:ded23796607b4af0881aa72c73e0d98e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:11.068570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:48:07Z', 'revision_number': 4, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ef85ffad-c6f5-438a-83f7-c5cad2aa7182', 'name': '', 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'mac_address': 'fa:16:3e:68:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:05Z', 'updated_at': '2022-01-18T22:48:07Z', 'revision_number': 2, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'subnets': [{'id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:11.070375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:11.073583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Checking router: 00630de3-82a8-45bb-8e45-5cd2c5ef806f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:11.073741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Updating router 00630de3-82a8-45bb-8e45-5cd2c5ef806f port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:48:11.076528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:11.103774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:11.130408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-e1100c2d-8503-4bcb-94ae-b274dc71d73b tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.116 HTTP/1.1" status: 200 len: 696 time: 0.0872095 Jan 18 22:48:11.140389 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.184615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:11.235726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: ae777fa2-4ff1-42c7-91a4-3d0f6b693649 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:11.236009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ae777fa2-4ff1-42c7-91a4-3d0f6b693649 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:11.239678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0f6d-4901-4f54-9b74-cd29fc112d51 req-8f492ea0-b7e0-4d19-98db-1ebfff6812a5 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:11.241148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5ec0f6d-4901-4f54-9b74-cd29fc112d51 req-8f492ea0-b7e0-4d19-98db-1ebfff6812a5 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.4669662 Jan 18 22:48:11.245553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Made reservation on behalf of ded23796607b4af0881aa72c73e0d98e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:11.249074 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.258665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54556) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:11.276817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Request body: {'floatingip': {'port_id': 'cf96bb11-750c-46e1-af7e-293b6785e430'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:11.400451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Deleting port 871ad90c-bd70-4d40-8214-55b440d7b234 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:11.400706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.582222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.582858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.617411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31ecdd8f-207f-4aa6-869d-0ceedc3b6db1 req-541b53d4-2e12-4cc3-acb6-c5d99c3bddd0 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 210 time: 0.1329944 Jan 18 22:48:11.619631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.647946 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.662460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Transition to ACTIVE for port object ef85ffad-c6f5-438a-83f7-c5cad2aa7182 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:11.679548 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.728753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Calling delete_port for 871ad90c-bd70-4d40-8214-55b440d7b234 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:11.780147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] For port 587a9600-b8b3-4ba8-a40b-ab53141eb193, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=587a9600-b8b3-4ba8-a40b-ab53141eb193,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:11.780500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.899860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b7c4c-298b-4b92-837b-3617cc4a44b8 None None] Pushing event updated for resources: {'Port': ['ID=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:11.968338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Attempting to bind port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:11.971153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Attempting to bind port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:11.973751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Attempting to bind port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 on network a2636d2f-6df0-4e10-8556-0f0065ffd60b {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:11.982797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:11.983473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Checking segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:11.984043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:11.984590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Bound using segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:11.985244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Bound port: ef85ffad-c6f5-438a-83f7-c5cad2aa7182, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:11.985830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.015261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.054095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Calling delete_port for 587a9600-b8b3-4ba8-a40b-ab53141eb193 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:12.080902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event deleted for resources: {'Port': ['ID=871ad90c-bd70-4d40-8214-55b440d7b234,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:12.137282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-59444bf2-37dc-4511-a487-8ec9a4e03006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.166649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] For port ef85ffad-c6f5-438a-83f7-c5cad2aa7182, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:12.171775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] For port ef85ffad-c6f5-438a-83f7-c5cad2aa7182, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:12.181455 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.229139 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.251761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.266764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Routers {'00630de3-82a8-45bb-8e45-5cd2c5ef806f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:12.267395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:47:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:12.280765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.287688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.298111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cdae555-f9b8-4e0a-bfbf-0e3a2f52ca4a req-19a46e46-738d-4416-b2b8-68628f72bdf2 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "DELETE /v2.0/floatingips/ad27ad30-55a7-4196-97c4-27eef6cb82c9 HTTP/1.1" status: 204 len: 173 time: 1.1606808 Jan 18 22:48:12.350175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b7c4c-298b-4b92-837b-3617cc4a44b8 None None] Pushing event updated for resources: {'Port': ['ID=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:12.352721 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcc0816-3ced-4ae7-9d6e-b87a31eba3ae', 'name': 'network-vif-deleted', 'tag': 'ae777fa2-4ff1-42c7-91a4-3d0f6b693649', 'status': 'completed', 'code': 200} Jan 18 22:48:12.434692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:48:12.455021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:12.526057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] Set router 00630de3-82a8-45bb-8e45-5cd2c5ef806f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:12.607911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:12.613415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Allocated IP 172.20.0.7 (a77c7078-7b31-4fa1-ba87-f87856d8e77e/94edd2a9-b7cd-4c96-b7cc-63fbb9481b03/e3c2945e-e07c-400d-87c6-2822156078d2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:12.639934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa729a7f-b87d-4d27-91b4-2828639ea7e6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:12.662957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.663312 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Added segment 2770f1f4-a924-4167-8fc7-2101a3af7592 of type vlan for network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 Jan 18 22:48:12.691712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce916eb1-18fa-4f2a-9071-de1dfa554210 req-401d374e-4658-4375-be39-2ae379a9e81e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:12.692851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ce916eb1-18fa-4f2a-9071-de1dfa554210 req-401d374e-4658-4375-be39-2ae379a9e81e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:12.711797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ce916eb1-18fa-4f2a-9071-de1dfa554210 req-401d374e-4658-4375-be39-2ae379a9e81e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:12.726296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce916eb1-18fa-4f2a-9071-de1dfa554210 req-401d374e-4658-4375-be39-2ae379a9e81e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 950 time: 0.2463183 Jan 18 22:48:12.798783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce916eb1-18fa-4f2a-9071-de1dfa554210 req-2647a042-3fed-4102-963d-c52c0f49f986 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Jan 18 22:48:12.880601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:48:07Z', 'revision_number': 4, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ef85ffad-c6f5-438a-83f7-c5cad2aa7182', 'name': '', 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'mac_address': 'fa:16:3e:68:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:05Z', 'updated_at': '2022-01-18T22:48:12Z', 'revision_number': 4, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'subnets': [{'id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:12.886840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242ac86-e1bd-458d-a29c-30c3a3b563a1 None None] The sync data for ids ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'] in n-d-825178-1 is: [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:48:07Z', 'revision_number': 4, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ef85ffad-c6f5-438a-83f7-c5cad2aa7182', 'name': '', 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'mac_address': 'fa:16:3e:68:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:05Z', 'updated_at': '2022-01-18T22:48:12Z', 'revision_number': 4, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'subnets': [{'id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:12.895535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:12.914386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72887d-b8c0-447c-8883-0061a1283d7d req-ee389409-350c-45a7-8061-fb141e775cc6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:12.922823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a72887d-b8c0-447c-8883-0061a1283d7d req-ee389409-350c-45a7-8061-fb141e775cc6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 950 time: 0.7066009 Jan 18 22:48:12.935453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.003740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:13.009566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.022001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659', '587a9600-b8b3-4ba8-a40b-ab53141eb193'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:13.083808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0029113a494c4cba4af30e87a9145f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:13.085043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d030b8-800b-48a6-a61d-6afbffe5a940 req-98f2f4fc-c881-4e80-a2eb-4647800f754a tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:13.101662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d030b8-800b-48a6-a61d-6afbffe5a940 req-98f2f4fc-c881-4e80-a2eb-4647800f754a tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2084644 Jan 18 22:48:13.157590 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'code': 200} Jan 18 22:48:13.179473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:13.207597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:13.415152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-66034194-a764-4807-85f0-b833a754583d req-e1687ed8-5ed0-44a6-9e5a-163040fa6c7f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:13.434829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a72887d-b8c0-447c-8883-0061a1283d7d req-69c16c53-561c-40c3-95f8-df87d92f0578 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109677 Jan 18 22:48:13.459905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ef85ffad-c6f5-438a-83f7-c5cad2aa7182 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:13.499490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-66034194-a764-4807-85f0-b833a754583d req-e1687ed8-5ed0-44a6-9e5a-163040fa6c7f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:13.515842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-66034194-a764-4807-85f0-b833a754583d req-e1687ed8-5ed0-44a6-9e5a-163040fa6c7f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 210 time: 0.1562479 Jan 18 22:48:13.527349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfb9d-53ad-4f84-85aa-254fcf383bbb req-9d4d5a06-5cda-4e0c-8376-23ead28e3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:13.533591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89adfb9d-53ad-4f84-85aa-254fcf383bbb req-9d4d5a06-5cda-4e0c-8376-23ead28e3fae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 1101 time: 0.2945743 Jan 18 22:48:13.577449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:13.583973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:13.584573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.675762 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:48:13.769194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.770155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:13.771141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.798196 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.813127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1021a6a1-c9f5-4067-81bb-53e77165af00 req-0017a1eb-4857-44c9-a191-b540065ad20c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:13.816854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89adfb9d-53ad-4f84-85aa-254fcf383bbb req-68d820f0-fbd0-42d5-9350-b8bccf50addb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751462 Jan 18 22:48:13.848502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] No DVR routers for this DVR port 587a9600-b8b3-4ba8-a40b-ab53141eb193 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:48:13.850477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ef85ffad-c6f5-438a-83f7-c5cad2aa7182, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:13.852228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event deleted for resources: {'Port': ['ID=587a9600-b8b3-4ba8-a40b-ab53141eb193,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:13.855530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1021a6a1-c9f5-4067-81bb-53e77165af00 req-0017a1eb-4857-44c9-a191-b540065ad20c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:13.862323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.873649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1021a6a1-c9f5-4067-81bb-53e77165af00 req-0017a1eb-4857-44c9-a191-b540065ad20c tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=8c2ff0023ebd4e00ae6c7e99dc79eb04 HTTP/1.1" status: 200 len: 1654 time: 0.2940674 Jan 18 22:48:13.879910 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.903701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-deleted', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:13.993901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.088199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021a6a1-c9f5-4067-81bb-53e77165af00 req-8114519b-ad5d-4d70-8bea-94cb7335f500 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:14.090103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1021a6a1-c9f5-4067-81bb-53e77165af00 req-8114519b-ad5d-4d70-8bea-94cb7335f500 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks?id=0a397774-82c8-4517-a621-05eb287f7f2c&id=0a397774-82c8-4517-a621-05eb287f7f2c&id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 787 time: 0.2140534 Jan 18 22:48:14.252241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c838e04-91e8-400b-ae7f-5efe41a11e36 req-7123b5fc-7bba-47ba-b28a-1522c1bd94d5 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8c4520-4ec4-41a6-8afc-d2f54ddc8780 HTTP/1.1" status: 200 len: 210 time: 0.1934285 Jan 18 22:48:14.261539 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8c4520-4ec4-41a6-8afc-d2f54ddc8780', 'name': 'network-vif-deleted', 'tag': '587a9600-b8b3-4ba8-a40b-ab53141eb193', 'status': 'completed', 'code': 200} Jan 18 22:48:14.291557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:48:14.335046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38931292-6c06-480a-b8f1-1a06f16f0d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.406039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] Pushing event updated for resources: {'Network': ['ID=078ef8d8-55b9-453e-bbcf-f0c9cf1a5612,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.418073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:48:14.445271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-aa2a8f57-8c16-45a5-922d-72bd2472b417 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips/8dc86c67-dc10-4a12-895f-4155b62ae6a1 HTTP/1.1" status: 200 len: 692 time: 0.2033758 Jan 18 22:48:14.482688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.512045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.517400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-918ca83d-fdc5-4ac2-a6b3-26d01fcdd722 req-6a631413-feb4-41bf-a22d-398e5def3a21 tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "DELETE /v2.0/ports/587a9600-b8b3-4ba8-a40b-ab53141eb193 HTTP/1.1" status: 204 len: 173 time: 4.1450667 Jan 18 22:48:14.552326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.591199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-880dd4b5-4f44-403f-a05d-7cafe61d99b7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8050270 Jan 18 22:48:14.619940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.628753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:14.629651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda1e735-03c7-4320-985a-0299d31b44af,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.649820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.772857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Request body: {'subnet': {'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-subnet', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:14.795343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-fefe264b-6f24-4843-8571-3b66f7010059 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:14.803946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-fefe264b-6f24-4843-8571-3b66f7010059 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3523903 Jan 18 22:48:14.814779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:14.846157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c4d27250-d059-4a11-a280-70100ef19a52 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b0029113a494c4cba4af30e87a9145f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2209396 Jan 18 22:48:14.847685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Usage tracker for resource:subnet and tenant:429b85b514ca41a1801743b4f7debae7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:14.866854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:14.951566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:15.007363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:15.026677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.050973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-fb346b34-fda9-437f-9a83-7cf3678ec4e9 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.11 HTTP/1.1" status: 200 len: 695 time: 0.2457631 Jan 18 22:48:15.135966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:15.147720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Made reservation on behalf of 429b85b514ca41a1801743b4f7debae7 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:15.150043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.184663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e89b95-cd82-48c2-a128-2474ce61c526 req-334f7e26-9a94-48ab-b407-7d89dd316802 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:15.186240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33e89b95-cd82-48c2-a128-2474ce61c526 req-334f7e26-9a94-48ab-b407-7d89dd316802 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 950 time: 0.5486674 Jan 18 22:48:15.220449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 587a9600-b8b3-4ba8-a40b-ab53141eb193 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:15.220724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 587a9600-b8b3-4ba8-a40b-ab53141eb193 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:15.240548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:15.243580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-c0a760ba-6935-4a33-90ef-dcc96bb8cfd5 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.11 HTTP/1.1" status: 200 len: 695 time: 0.1862986 Jan 18 22:48:15.255552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-66a4281f-8969-492d-9066-bec4986bae77 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3415751 Jan 18 22:48:15.322538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:15.346380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:15.348348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:15.423065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2499588f-9e07-4337-a793-113635c09d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.443486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ef85ffad-c6f5-438a-83f7-c5cad2aa7182 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:15.501619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Deleting port 5d644614-f498-4a3c-9c56-19de6b439521 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:15.502377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.508856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2499588f-9e07-4337-a793-113635c09d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.516375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:15.516781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.557129 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Floating IP 853dd483-cd1d-4827-93c3-fd729a773b36 associated. External IP: 172.25.4.101, port: cf96bb11-750c-46e1-af7e-293b6785e430. Jan 18 22:48:15.567161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-d2d7d9f0-b375-4d13-9db5-3b7f74320f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:15.568644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-d2d7d9f0-b375-4d13-9db5-3b7f74320f8d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 1101 time: 0.2494352 Jan 18 22:48:15.612533 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.652384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.747701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:15.748323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.827973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33e89b95-cd82-48c2-a128-2474ce61c526 req-333ad7ed-290b-4eb9-9537-8cd988e1f7f3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762186 Jan 18 22:48:15.843491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-010209c4-0537-4dc1-9576-189cb2c7aa11 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3880730 Jan 18 22:48:15.858366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Request body: {'port': {'device_id': '68bb3e3d-deee-410d-858a-369de41abe77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:15.966042 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.966516 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:15.969334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.034072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2499588f-9e07-4337-a793-113635c09d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.105290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-cb9f3152-af2e-4919-8c03-37f12e3537f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:16.106825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-cb9f3152-af2e-4919-8c03-37f12e3537f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.3099782 Jan 18 22:48:16.114034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Calling delete_port for 5d644614-f498-4a3c-9c56-19de6b439521 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:16.220420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-68f7bed5-a9e2-433a-bea3-bc3b2e06670e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab HTTP/1.1" status: 200 len: 217 time: 0.0774145 Jan 18 22:48:16.290641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499588f-9e07-4337-a793-113635c09d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda1e735-03c7-4320-985a-0299d31b44af,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:16.304366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-fda64462-a590-44fe-bf45-335b800547d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:16.305852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-fda64462-a590-44fe-bf45-335b800547d2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0790975 Jan 18 22:48:16.335808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2499588f-9e07-4337-a793-113635c09d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.339255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2499588f-9e07-4337-a793-113635c09d56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cda1e735-03c7-4320-985a-0299d31b44af HTTP/1.1" status: 204 len: 168 time: 1.4572294 Jan 18 22:48:16.356090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e51c86-f1e4-4e2c-88b6-506bc9af12e2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:16.459736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.468231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-8af8b6cc-7182-42a8-be66-ea4ecbe19c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:16.469757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-8af8b6cc-7182-42a8-be66-ea4ecbe19c6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526346 Jan 18 22:48:16.471727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.475201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Checking segment: {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:16.475605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Network hostable DHCP agents. Network: 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:48:16.552763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event deleted for resources: {'Port': ['ID=5d644614-f498-4a3c-9c56-19de6b439521,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:16.668428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:48:16.683080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923360e8-79b3-41d9-ac77-caf4f9ef8a8f req-45631aa7-b685-4961-ae50-a9c97acc44f7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:16.683853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-923360e8-79b3-41d9-ac77-caf4f9ef8a8f req-45631aa7-b685-4961-ae50-a9c97acc44f7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:16.718559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:16.724234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:16.724904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.730000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb70db-ddc6-4ec1-a3a6-0095e672e9d6 None None] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:48:16.766615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-5a208635-9176-43a6-86cf-d664faf1823b service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582746 Jan 18 22:48:16.768635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:16.792312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.795875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.845530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:16.851421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Usage tracker for resource:security_group_rule and tenant:707ce69f87a646f9ac1a736370aead2c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:16.854677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:16.861457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:16.867541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Router 20c9fd9e-4d65-4538-b610-664201deabef has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:48:16.909300 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.015562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-923360e8-79b3-41d9-ac77-caf4f9ef8a8f req-45631aa7-b685-4961-ae50-a9c97acc44f7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:17.017077 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-923360e8-79b3-41d9-ac77-caf4f9ef8a8f req-45631aa7-b685-4961-ae50-a9c97acc44f7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 931 time: 0.9970045 Jan 18 22:48:17.030997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.031225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eaddc68a-4d8a-4f55-acaf-1709fb6d02cc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3943613 Jan 18 22:48:17.032118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa41c02d-7f91-4bbd-831f-e992bbab7326 req-01aca535-deef-4ed8-abb4-a04e831c5e31 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "DELETE /v2.0/floatingips/8dc86c67-dc10-4a12-895f-4155b62ae6a1 HTTP/1.1" status: 204 len: 173 time: 1.7813072 Jan 18 22:48:17.052353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-078ef8d8-55b9-453e-bbcf-f0c9cf1a5612', 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'fixed_ips': [{'subnet_id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:48:17.053739 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.060152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54636) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:17.076421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:17.094405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:17.108898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Usage tracker for resource:router and tenant:429b85b514ca41a1801743b4f7debae7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:17.119403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:17.138058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:17.150207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ba369aa-44db-4b71-aad3-89c9dd8627c5 req-e4da289a-8a9e-4a56-a3f8-d91e9fa73133 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400464 Jan 18 22:48:17.191535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.206870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.244282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.248688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.258449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Allocated IP 172.20.0.2 (078ef8d8-55b9-453e-bbcf-f0c9cf1a5612/b5e51c86-f1e4-4e2c-88b6-506bc9af12e2/f69c1809-58cf-4164-b223-93ae1802b282) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:17.304724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=707ce69f87a646f9ac1a736370aead2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321364 Jan 18 22:48:17.306326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904e91-c083-4378-8a47-9b37a7ec3881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4076b0-7876-4bb4-a9c5-f1b0eda3c0bf,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:17.311430 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.312050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54646) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:17.407728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:48:17.419845 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] Sync routers for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:17.427950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.436317 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:17.437494 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:17.529406 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-923360e8-79b3-41d9-ac77-caf4f9ef8a8f req-b77c6f25-7f23-451f-935f-107d1c3139e4 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816852 Jan 18 22:48:17.649242 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbceab91-dca4-4c15-8c1c-1478b9ec0bd2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "PUT /v2.0/floatingips/853dd483-cd1d-4827-93c3-fd729a773b36 HTTP/1.1" status: 200 len: 991 time: 6.3842852 Jan 18 22:48:17.665275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:17.673672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.688597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-46de8ffc-27a0-4556-81fe-eeff4b97b2bc tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips/6491fecb-9351-4b5d-9ec4-4e7074fb309f HTTP/1.1" status: 200 len: 692 time: 0.1227841 Jan 18 22:48:17.699161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Transition to ACTIVE for port object f69c1809-58cf-4164-b223-93ae1802b282 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:17.750019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Transition to ACTIVE for port object f69c1809-58cf-4164-b223-93ae1802b282 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:17.760983 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.904766 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:17.921335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:17.939748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:17.962906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:17.980471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Pushing event updated for resources: {'Port': ['ID=f69c1809-58cf-4164-b223-93ae1802b282,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:18.020167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c2945e-e07c-400d-87c6-2822156078d2 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:18.042447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-02671a28-0a7e-4e8f-bb8b-abe01b5aba65 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.050798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d630592-5b98-45e4-a155-29acaf0dfe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.051189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-02671a28-0a7e-4e8f-bb8b-abe01b5aba65 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3571160 Jan 18 22:48:18.082639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d630592-5b98-45e4-a155-29acaf0dfe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.119135 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.156096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-9240b47c-93c7-4ced-aa6e-bde369c42e85 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.1038942 Jan 18 22:48:18.163413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Attempting to bind port f69c1809-58cf-4164-b223-93ae1802b282 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:18.164075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Attempting to bind port f69c1809-58cf-4164-b223-93ae1802b282 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:18.165790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Attempting to bind port f69c1809-58cf-4164-b223-93ae1802b282 on network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:18.172591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:18.173455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Checking segment: {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:18.174061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.174627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Bound using segment: {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:18.175963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Bound port: f69c1809-58cf-4164-b223-93ae1802b282, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:18.176529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.188213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.236451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c1a63-e219-481f-a8cb-f216f6b45f2e req-5ea32a0d-b226-4a28-a05c-7b936f212114 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.243797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-338c1a63-e219-481f-a8cb-f216f6b45f2e req-5ea32a0d-b226-4a28-a05c-7b936f212114 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 950 time: 0.7832010 Jan 18 22:48:18.255452 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-612ecc33-b9fb-491e-9877-4f499989308b tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0973680 Jan 18 22:48:18.284658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:18.289186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:18.297368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.329738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Transition to ACTIVE for port object e3c2945e-e07c-400d-87c6-2822156078d2 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:18.344786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d630592-5b98-45e4-a155-29acaf0dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.356932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.381293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-338c1a63-e219-481f-a8cb-f216f6b45f2e req-7da35662-0fda-4935-9be5-97638882bbe7 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314769 Jan 18 22:48:18.400028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630592-5b98-45e4-a155-29acaf0dfe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4076b0-7876-4bb4-a9c5-f1b0eda3c0bf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:18.438284 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '853dd483-cd1d-4827-93c3-fd729a773b36', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'port_id': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'mac_address': 'fa:16:3e:1b:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:11Z', 'updated_at': '2022-01-18T22:48:14Z', 'revision_number': 1, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:11Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:18.438899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440fe1-4388-4cd0-8f75-99f6db9e00c9 None None] Pushing event updated for resources: {'Port': ['ID=f69c1809-58cf-4164-b223-93ae1802b282,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:18.448613 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] Checking router: 20c9fd9e-4d65-4538-b610-664201deabef for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:18.461170 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:18.461543 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:18.473416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d630592-5b98-45e4-a155-29acaf0dfe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.477985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8d630592-5b98-45e4-a155-29acaf0dfe6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e4076b0-7876-4bb4-a9c5-f1b0eda3c0bf HTTP/1.1" status: 204 len: 168 time: 1.1648018 Jan 18 22:48:18.745043 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:18.877084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:18.922847 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:19.114354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Deleting port 23ec292f-a692-429e-acea-fc39fc950bdd {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:19.121172 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:19.149628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:19.154529 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'status': 'completed', 'code': 200} Jan 18 22:48:19.213133 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '853dd483-cd1d-4827-93c3-fd729a773b36', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'port_id': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'mac_address': 'fa:16:3e:1b:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:11Z', 'updated_at': '2022-01-18T22:48:14Z', 'revision_number': 1, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:11Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:19.222958 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86526b3a-e8f9-4394-9cb1-43d46fa01f5a None None] The sync data for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 is: [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '853dd483-cd1d-4827-93c3-fd729a773b36', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'port_id': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'mac_address': 'fa:16:3e:1b:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:11Z', 'updated_at': '2022-01-18T22:48:14Z', 'revision_number': 1, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:11Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:19.281208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Allocated IP 172.25.4.203 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/fe63b420-9306-4e0b-b696-80bf84e30057) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:19.590973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-48d5a388-bd17-41a5-892a-6bbd1e6fedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:19.591824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-48d5a388-bd17-41a5-892a-6bbd1e6fedbc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b4dfbebcdbdb4ba78845890bdb44260c&device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 1096 time: 0.4168446 Jan 18 22:48:19.606211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f69c1809-58cf-4164-b223-93ae1802b282 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:19.634785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Attempting to bind port e3c2945e-e07c-400d-87c6-2822156078d2 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:19.634785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Attempting to bind port e3c2945e-e07c-400d-87c6-2822156078d2 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:19.635599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Attempting to bind port e3c2945e-e07c-400d-87c6-2822156078d2 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:19.672631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Port e3c2945e-e07c-400d-87c6-2822156078d2 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:48:19.674314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Attempting to bind port e3c2945e-e07c-400d-87c6-2822156078d2 on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:19.714596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:19.714946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Checking segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:19.715725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Bound using segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:19.715831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Bound port: e3c2945e-e07c-400d-87c6-2822156078d2, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:19.716474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:19.726208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fe715-66d8-409b-8ce5-3335e5599f86 None None] New status for floating IP 853dd483-cd1d-4827-93c3-fd729a773b36: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:48:19.730365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:19.730673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:19.920041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Calling delete_port for 23ec292f-a692-429e-acea-fc39fc950bdd owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:20.066615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f69c1809-58cf-4164-b223-93ae1802b282 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:20.131830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:20.135997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f3b9-7229-40fd-9501-694dececc3ac req-bfeff11b-9532-4dc9-bc11-1175614de7a1 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:20.147182 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2c7f3b9-7229-40fd-9501-694dececc3ac req-bfeff11b-9532-4dc9-bc11-1175614de7a1 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 1101 time: 0.8506355 Jan 18 22:48:20.175274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.208640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:20.223116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.223504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103acded-7be4-4a01-922c-839fb1239488 None None] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:48:20.348236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:20.348655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.355082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] 10.222.0.85 "PUT /v2.0/ports/e3c2945e-e07c-400d-87c6-2822156078d2 HTTP/1.1" status: 200 len: 1091 time: 4.5004942 Jan 18 22:48:20.365445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] Provisioning for port f69c1809-58cf-4164-b223-93ae1802b282 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:20.396306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2c7f3b9-7229-40fd-9501-694dececc3ac req-95135965-71b1-4050-a85a-c88e0cccebd5 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489576 Jan 18 22:48:20.405750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] Provisioning complete for port f69c1809-58cf-4164-b223-93ae1802b282 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:20.405750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.420460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-0415a347-9df8-44fb-9eb8-4dd297fda529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:20.438608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-0415a347-9df8-44fb-9eb8-4dd297fda529 service neutron] 10.222.0.85 "GET /v2.0/networks?id=86ef4ff9-5530-42b3-bd29-609d72689a2a HTTP/1.1" status: 200 len: 917 time: 0.8299096 Jan 18 22:48:20.539628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-f65989d4-71c5-42ed-bc83-e40c0dd3c61e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:20.539628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-f65989d4-71c5-42ed-bc83-e40c0dd3c61e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Synchronizing usage tracker for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:20.586775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e302d82-b3b8-4ff0-8355-7ccdafecd439 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:20.601752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.695326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.702225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event deleted for resources: {'Port': ['ID=23ec292f-a692-429e-acea-fc39fc950bdd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:20.831464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-f65989d4-71c5-42ed-bc83-e40c0dd3c61e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Unset dirty status for tenant:8d0cbcdfff20432bbdc993cd14875381 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:20.833518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-f65989d4-71c5-42ed-bc83-e40c0dd3c61e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.6979356 Jan 18 22:48:20.924781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.001110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:21.009989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:21.015392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:21.035812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:21.045779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.094879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-77d79023-8f68-40d9-af81-549cb78749a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf96bb11-750c-46e1-af7e-293b6785e430 HTTP/1.1" status: 200 len: 1001 time: 0.6466827 Jan 18 22:48:21.099272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe63b420-9306-4e0b-b696-80bf84e30057,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:21.162464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:21.190382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.221838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93f60b-c1c0-443e-b2d6-f4db417ecc23 None None] Pushing event updated for resources: {'Port': ['ID=f69c1809-58cf-4164-b223-93ae1802b282,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:21.244813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-a6edc10f-4631-4780-acbc-c510b28d6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.246670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-a6edc10f-4631-4780-acbc-c510b28d6bf9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 1094 time: 0.8331814 Jan 18 22:48:21.250402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.251670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea40e6a8-36a7-44ad-850d-c489da6600a6 req-1b64f70e-d58e-431d-923e-8f076d5348d6 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "DELETE /v2.0/floatingips/6491fecb-9351-4b5d-9ec4-4e7074fb309f HTTP/1.1" status: 204 len: 173 time: 2.9950206 Jan 18 22:48:21.256442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Deleting port c83e27da-5b07-45b0-a2ac-ea3a3f934659 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:21.257447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.441815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-bba0066a-fc03-4f1e-9221-02153439065b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c2945e-e07c-400d-87c6-2822156078d2 HTTP/1.1" status: 200 len: 217 time: 0.1421981 Jan 18 22:48:21.463514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f69c1809-58cf-4164-b223-93ae1802b282 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:21.509013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd0f07-5ed4-44d4-821f-9b64cb8db5e4 req-533f86e4-d9f1-49fd-b4f1-bfb416f7bd6d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.510070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ddd0f07-5ed4-44d4-821f-9b64cb8db5e4 req-533f86e4-d9f1-49fd-b4f1-bfb416f7bd6d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 943 time: 0.8006339 Jan 18 22:48:21.521994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-d492723f-fc33-4314-b05b-a41bfaca98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.523874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-d492723f-fc33-4314-b05b-a41bfaca98a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7695c570-900f-4088-be88-3abb1b44c77f HTTP/1.1" status: 200 len: 855 time: 0.4187844 Jan 18 22:48:21.548806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f69c1809-58cf-4164-b223-93ae1802b282 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:21.549140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.612609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-662f88a4-02cd-4dd3-af6c-f912d23abe64 None None] Provisioning complete for port f69c1809-58cf-4164-b223-93ae1802b282 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:21.613026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-662f88a4-02cd-4dd3-af6c-f912d23abe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:21.628364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ddd0f07-5ed4-44d4-821f-9b64cb8db5e4 req-fa10b96f-a1ec-45e0-9291-31c842dd1ad7 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084743 Jan 18 22:48:21.837688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-cbd766d2-f196-4cc2-b839-b1015c9f9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.839164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-cbd766d2-f196-4cc2-b839-b1015c9f9f5b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.3809910 Jan 18 22:48:21.847178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-7a9cc5c1-c099-4648-a08e-0052e2c04f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.848806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-7a9cc5c1-c099-4648-a08e-0052e2c04f8d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=86ef4ff9-5530-42b3-bd29-609d72689a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902884 Jan 18 22:48:21.902963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-2847058a-932d-4fac-adb0-71516507c820 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539000 Jan 18 22:48:21.945410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9522f-6922-4e9f-ada6-3f43c2e6b7b8 req-c81fd6ba-2778-4290-8f12-9c785031408e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.947147 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7f9522f-6922-4e9f-ada6-3f43c2e6b7b8 req-c81fd6ba-2778-4290-8f12-9c785031408e tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/ports?device_id=768de2dc-1b29-4f5a-9691-82bfd8f8e18a HTTP/1.1" status: 200 len: 949 time: 0.5095987 Jan 18 22:48:21.955202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:22.067961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] For port c83e27da-5b07-45b0-a2ac-ea3a3f934659, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c83e27da-5b07-45b0-a2ac-ea3a3f934659,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:22.068340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:22.077968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b6df15df-ac1e-4e07-86d2-18f1ba7619a0 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693858 Jan 18 22:48:22.156097 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7f9522f-6922-4e9f-ada6-3f43c2e6b7b8 req-f511db75-614b-468d-a270-3bb1c4cb1d2a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.78 "GET /v2.0/security-groups?id=b60bef81-deeb-4940-b894-8575daa9bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996894 Jan 18 22:48:22.224038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Calling delete_port for c83e27da-5b07-45b0-a2ac-ea3a3f934659 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:22.235292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-2c3a0ad4-b932-4cb2-af2a-1bdf41e93f48 service neutron] 10.222.0.85 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773813 Jan 18 22:48:22.252702 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'status': 'completed', 'code': 200} Jan 18 22:48:22.367546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-0ab67846-b162-4a37-a628-87b1f5ac033d service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515164 Jan 18 22:48:22.376987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-93486679-4783-4345-90be-ebbe0f73b00a tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips/9b72e100-0d9f-4f20-bcf1-3f34e5f30529 HTTP/1.1" status: 200 len: 692 time: 0.1213732 Jan 18 22:48:22.519088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-4281a572-0f42-4066-ba48-5bddd38c88dd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:22.522784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-4281a572-0f42-4066-ba48-5bddd38c88dd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4345019 Jan 18 22:48:22.549806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-148fb4be-3c94-41df-82a8-c15b9ce2049c req-b154a92a-2ab1-4d8f-a84b-10f9148479a5 service neutron] 10.222.0.85 "GET /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993588 Jan 18 22:48:22.691356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:22.703933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c83e27da-5b07-45b0-a2ac-ea3a3f934659'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:22.757075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-bf531096-6cf3-4862-8747-bb2c332cf6bf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/quotas/4b60cea0778247e6a6776c4c0bd3743e HTTP/1.1" status: 200 len: 375 time: 0.2216678 Jan 18 22:48:22.758886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e7a4c52-866b-4449-b7f8-b84f7dbb1759 req-41333c86-5d33-4201-b90f-855cb1bd8809 service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801544 Jan 18 22:48:22.768294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Pushing event deleted for resources: {'Port': ['ID=c83e27da-5b07-45b0-a2ac-ea3a3f934659,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:22.776088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-06ae8086-f03b-4146-bebe-a5e791cbb557 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:22.777529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-06ae8086-f03b-4146-bebe-a5e791cbb557 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3698740 Jan 18 22:48:22.820931 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:22.963658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] No DVR routers for this DVR port c83e27da-5b07-45b0-a2ac-ea3a3f934659 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:48:22.968989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:22.973282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-0d36a3dc-62d5-4690-95ad-50d6b28c248d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Synchronizing usage tracker for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:23.014655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-33bc3f03-b551-4268-8d9f-4e2d24617976 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2521079 Jan 18 22:48:23.072456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Router be19e5fe-145c-4ee1-a292-9d381df3b7a1 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:48:23.156110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fc278d3-d81d-4584-a1e6-f37d40fe82cc req-c597ae52-8767-4da8-b497-790d6123ac1a tempest-MigrationsAdminTest-1510218350 tempest-MigrationsAdminTest-1510218350-project] 10.222.0.86 "DELETE /v2.0/ports/c83e27da-5b07-45b0-a2ac-ea3a3f934659 HTTP/1.1" status: 204 len: 173 time: 2.1779866 Jan 18 22:48:23.169266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-0d36a3dc-62d5-4690-95ad-50d6b28c248d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Unset dirty status for tenant:8c2ff0023ebd4e00ae6c7e99dc79eb04 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:23.171930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-0d36a3dc-62d5-4690-95ad-50d6b28c248d tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.3672957 Jan 18 22:48:23.285078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-19abaae1-a7db-458b-8a0b-93c5ee17575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:23.286508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-19abaae1-a7db-458b-8a0b-93c5ee17575d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 1094 time: 0.4252164 Jan 18 22:48:23.332098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:48:23.342007 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Sync routers for ids ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:23.353783 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Routers {'be19e5fe-145c-4ee1-a292-9d381df3b7a1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:23.354333 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:23.377459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:23.378945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ea83cc1-1973-4d23-8a46-20a7c59c47c4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3155224 Jan 18 22:48:23.386895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54736) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:23.471215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-39e794fd-3c1f-456d-9c0d-222b32cd0fd7 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.2700455 Jan 18 22:48:23.539609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1103396189', 'description': 'tempest-description-1930622661'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:23.546692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:23.565598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Usage tracker for resource:security_group and tenant:ee4f3b0158ed4bf585e11a87a71e881b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:23.571275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:23.581017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:23.664454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:23.677126 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Set router be19e5fe-145c-4ee1-a292-9d381df3b7a1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:23.682414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:23.721577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-b33896d6-b7c1-4736-a77e-e4c72204d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:23.723005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-b33896d6-b7c1-4736-a77e-e4c72204d80b service neutron] 10.222.0.85 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 904 time: 0.4215448 Jan 18 22:48:23.760257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:23.773877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Usage tracker for resource:security_group_rule and tenant:ee4f3b0158ed4bf585e11a87a71e881b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:23.780018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:23.790361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:23.818169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-59b02bc0-39a4-4957-8ca0-657c756aabf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c2945e-e07c-400d-87c6-2822156078d2 HTTP/1.1" status: 200 len: 217 time: 0.0793741 Jan 18 22:48:23.819113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Deleting port 635cc50a-e09e-4d3b-92fe-9c1440d921af {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:23.819459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.013763 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:48:21Z', 'revision_number': 3, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:24.019665 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Checking router: be19e5fe-145c-4ee1-a292-9d381df3b7a1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:24.020169 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Updating router be19e5fe-145c-4ee1-a292-9d381df3b7a1 port fe63b420-9306-4e0b-b696-80bf84e30057 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:48:24.082317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-669daf1b-2ccd-4464-ab88-b34ff4055d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:24.083707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-669daf1b-2ccd-4464-ab88-b34ff4055d66 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.2383604 Jan 18 22:48:24.095481 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.153170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-ad215fdf-f08a-4fba-a527-995474311b4a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614071 Jan 18 22:48:24.211767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.232025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.249072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:24.258348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-deleted', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:24.261361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Usage tracker for resource:security_group_rule and tenant:ee4f3b0158ed4bf585e11a87a71e881b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:24.266625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:24.282360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.282982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.291849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:24.339911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bffdb8-202c-4b8f-851a-70e7120fd10e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:24.421036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Calling delete_port for 635cc50a-e09e-4d3b-92fe-9c1440d921af owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:24.461929 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.476111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Transition to ACTIVE for port object fe63b420-9306-4e0b-b696-80bf84e30057 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:24.483996 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.492545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-89d1b702-1e3e-402b-b788-c484c8a7dfba service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318558 Jan 18 22:48:24.506486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.531286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.552674 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Attempting to bind port fe63b420-9306-4e0b-b696-80bf84e30057 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:24.553088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Attempting to bind port fe63b420-9306-4e0b-b696-80bf84e30057 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:24.553934 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Attempting to bind port fe63b420-9306-4e0b-b696-80bf84e30057 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:24.566193 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:24.566580 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:24.567112 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.567511 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:24.567977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Bound port: fe63b420-9306-4e0b-b696-80bf84e30057, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:24.568464 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.571569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.594652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.615359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9af8dfd3-3ecc-4be0-95e7-4d6ecf79a180 req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1064384 Jan 18 22:48:24.679613 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e065a-37ee-4556-8c6b-3a4101cfbe58 None None] Pushing event updated for resources: {'Port': ['ID=fe63b420-9306-4e0b-b696-80bf84e30057,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:24.689245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] For port fe63b420-9306-4e0b-b696-80bf84e30057, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:24.693098 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] For port fe63b420-9306-4e0b-b696-80bf84e30057, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fe63b420-9306-4e0b-b696-80bf84e30057,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:24.700350 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-09f683da-ecca-4d4c-bac0-55fcb18a3d7f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311389 Jan 18 22:48:24.703202 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.755439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc3864-4900-4a8a-b0bc-7d7af4b374ea tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d00d8-cce0-426b-8072-8a12534936c1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:24.758617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54748) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:24.859521 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Routers {'be19e5fe-145c-4ee1-a292-9d381df3b7a1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:24.860346 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:24.968933 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e065a-37ee-4556-8c6b-3a4101cfbe58 None None] Pushing event updated for resources: {'Port': ['ID=fe63b420-9306-4e0b-b696-80bf84e30057,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:25.089926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d428bce4-0b32-4b8e-857c-01f445ed488d req-8a74370a-5729-4af9-b76c-68758e2969dc service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906384 Jan 18 22:48:25.093419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.133420 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] Set router be19e5fe-145c-4ee1-a292-9d381df3b7a1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:25.149512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818c76c-4488-44ef-b4c4-7d0e2ade6a3c req-9fc7e5ec-bd9b-49d1-9cd9-f1fca93c7705 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:25.150991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6818c76c-4488-44ef-b4c4-7d0e2ade6a3c req-9fc7e5ec-bd9b-49d1-9cd9-f1fca93c7705 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 943 time: 0.1889713 Jan 18 22:48:25.176981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Pushing event deleted for resources: {'Port': ['ID=635cc50a-e09e-4d3b-92fe-9c1440d921af,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:25.185502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:25.220546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: c83e27da-5b07-45b0-a2ac-ea3a3f934659 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:25.221238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c83e27da-5b07-45b0-a2ac-ea3a3f934659 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:25.252459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Deleting subnet 98e88c07-2563-4afb-b5af-4750072a002b {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:48:25.266842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.274386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-7bfdf80b-eb1e-4f25-8d5a-d0a4299b6f82 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:25.275869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-7bfdf80b-eb1e-4f25-8d5a-d0a4299b6f82 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5635357 Jan 18 22:48:25.277524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:48:25.288868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:25.296889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6818c76c-4488-44ef-b4c4-7d0e2ade6a3c req-32f6ee52-9374-485e-8e57-7b42e882246f tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346295 Jan 18 22:48:25.303004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.304418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Allocated IP 172.20.0.1 (078ef8d8-55b9-453e-bbcf-f0c9cf1a5612/b5e51c86-f1e4-4e2c-88b6-506bc9af12e2/b1876746-c180-4403-93cd-53287491ef27) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:25.347206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.422361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.431062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54754) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:25.437090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7d2686f-c207-4070-b0cc-82884150e9f8 req-f5e33712-c8f9-4f69-8e29-0c35c691f726 tempest-FloatingIPDetailsTestJSON-747458845 tempest-FloatingIPDetailsTestJSON-747458845-project] 10.222.0.78 "DELETE /v2.0/floatingips/9b72e100-0d9f-4f20-bcf1-3f34e5f30529 HTTP/1.1" status: 204 len: 173 time: 1.9648700 Jan 18 22:48:25.487483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:25.502111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'mac_address': 'fa:16:3e:a2:b1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:48:25.520866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:25.540706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:25.570885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:25.574730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.575417 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.605329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c2945e-e07c-400d-87c6-2822156078d2 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:25.614601 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:48:21Z', 'revision_number': 3, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:25.619364 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b087b6-2022-4864-b28b-f96f8d9761d0 None None] The sync data for ids ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'] in n-d-825178-1 is: [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:48:21Z', 'revision_number': 3, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:25.631040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:25.640856 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.665392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe8c3700-3790-4f0d-a924-0918d141a53c req-98f2534e-401f-4973-b03b-b95032a1cb48 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 210 time: 0.0747051 Jan 18 22:48:25.772414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.790205 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768de2dc-1b29-4f5a-9691-82bfd8f8e18a', 'name': 'network-vif-deleted', 'tag': 'c83e27da-5b07-45b0-a2ac-ea3a3f934659', 'status': 'completed', 'code': 200} Jan 18 22:48:25.796193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Request body: {'security_group': {'name': 'tempest-securitygroup-802111326', 'description': 'tempest-description-1915499296'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:25.824356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:25.827417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:25.833474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.834151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.834653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.835146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.835627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.836307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.836784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.837442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.838785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.839315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.839817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.840305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:25.846695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Usage tracker for resource:security_group and tenant:ee4f3b0158ed4bf585e11a87a71e881b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:25.854176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:25.874163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:25.890273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.896220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e3c2945e-e07c-400d-87c6-2822156078d2'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:25.916568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Transition to ACTIVE for port object b1876746-c180-4403-93cd-53287491ef27 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:25.999908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.018571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.043144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:26.060415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.206 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/f063ed9a-6a33-4c67-a213-58822272f245) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:26.063469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Usage tracker for resource:security_group_rule and tenant:ee4f3b0158ed4bf585e11a87a71e881b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:26.068339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:26.094926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:26.110637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54762) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:26.190167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:26.191639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:26.227954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:26.315188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.356629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.381203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.474462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0bc149-a16a-4f51-827b-444437ffa994,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:26.486966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a937186d-5ddb-4f13-9410-904d47f3a555 None None] Provisioning for port b1876746-c180-4403-93cd-53287491ef27 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:26.490413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.494708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a937186d-5ddb-4f13-9410-904d47f3a555 None None] Provisioning complete for port b1876746-c180-4403-93cd-53287491ef27 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:26.495515 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a937186d-5ddb-4f13-9410-904d47f3a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.498168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.499414 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ac47f26-858e-48f6-a663-1e0f7535d803 req-2579a973-b22d-4f74-9a33-d2862a4b7a81 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7084322 Jan 18 22:48:26.526513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object f063ed9a-6a33-4c67-a213-58822272f245 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:26.578928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a937186d-5ddb-4f13-9410-904d47f3a555 None None] Port b1876746-c180-4403-93cd-53287491ef27 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:48:26.584842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.601611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652', '831fab32-2a03-4cf9-a5e4-22b6cf6d377f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:26.687599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:26.706247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:26.714850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:26.717102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Pushing event updated for resources: {'Port': ['ID=b1876746-c180-4403-93cd-53287491ef27,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:26.737325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:26.738493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:26.912806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=f063ed9a-6a33-4c67-a213-58822272f245,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:26.957336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-437278098', 'description': 'tempest-description-379390683'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:26.967153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:27.042100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Usage tracker for resource:security_group and tenant:7ed7e8bdef7640f6ac76aea163c42625 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:27.063098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:27.085365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:27.092563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-968e9ce6-3500-439b-a275-a2472683f2e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d0cbcdfff20432bbdc993cd14875381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764400 Jan 18 22:48:27.108450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:27.117373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.130912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e88c07-2563-4afb-b5af-4750072a002b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:27.146869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.170210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:27.171078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.180624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.204197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-241f40ca-d705-4cec-a501-0436334d5de9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/98e88c07-2563-4afb-b5af-4750072a002b HTTP/1.1" status: 204 len: 168 time: 2.4370372 Jan 18 22:48:27.216820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54782) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:27.284840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968810c-a59d-4ef1-9947-68c280fdfadf req-1c25d87f-6527-411a-bf98-97d09fd9673c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:27.286679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e968810c-a59d-4ef1-9947-68c280fdfadf req-1c25d87f-6527-411a-bf98-97d09fd9673c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 944 time: 0.7738211 Jan 18 22:48:27.297561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:27.362248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.379207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:27.397381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cd1829b3-cdba-40fb-b6c2-6a5f91def241 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1119368 Jan 18 22:48:27.398064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Usage tracker for resource:security_group_rule and tenant:7ed7e8bdef7640f6ac76aea163c42625 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:27.428670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Request body: {'port': {'device_id': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:27.435355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8b15c634-cb1a-4b74-bd21-202e89408a08 None None] Provisioning for port f063ed9a-6a33-4c67-a213-58822272f245 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:27.435355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8b15c634-cb1a-4b74-bd21-202e89408a08 None None] Provisioning complete for port f063ed9a-6a33-4c67-a213-58822272f245 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:27.435355 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b15c634-cb1a-4b74-bd21-202e89408a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.449990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:27.465642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port e3c2945e-e07c-400d-87c6-2822156078d2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:27.509488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00ed33ca-2030-4425-b77a-a1f4797d8a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.517211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port e3c2945e-e07c-400d-87c6-2822156078d2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:27.517211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.524874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e968810c-a59d-4ef1-9947-68c280fdfadf req-1ab00c32-6289-4109-8feb-781224f07a0e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741669 Jan 18 22:48:27.555865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.581318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:27.676853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fe63b420-9306-4e0b-b696-80bf84e30057 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:27.717897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00ed33ca-2030-4425-b77a-a1f4797d8a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.909766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:27.987784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.161604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:48:28.210869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.230065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.280377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.304723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00ed33ca-2030-4425-b77a-a1f4797d8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.325510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8b15c634-cb1a-4b74-bd21-202e89408a08 None None] Port f063ed9a-6a33-4c67-a213-58822272f245 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:48:28.344013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port fe63b420-9306-4e0b-b696-80bf84e30057 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:28.361280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.365632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fe63b420-9306-4e0b-b696-80bf84e30057 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:28.365632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.446835 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.463292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed33ca-2030-4425-b77a-a1f4797d8a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60bef81-deeb-4940-b894-8575daa9bbc2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:28.614259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:28.645749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:28.671933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.728205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Pushing event updated for resources: {'Port': ['ID=b1876746-c180-4403-93cd-53287491ef27,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:28.747726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afff8b8b-056d-4f5b-9ab8-ae19b6faac84']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:28.755957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:28.760498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:28.774155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba89d0-6d3c-4f37-b151-79e65152b3a5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:28.774563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba89d0-6d3c-4f37-b151-79e65152b3a5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:28.779335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d7b37-9f76-4eef-9eb9-9f09b64f828d req-7e367b82-b9e0-4c85-b396-8b5466c33385 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:28.781115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-809d7b37-9f76-4eef-9eb9-9f09b64f828d req-7e367b82-b9e0-4c85-b396-8b5466c33385 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 936 time: 0.6784763 Jan 18 22:48:28.787275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00ed33ca-2030-4425-b77a-a1f4797d8a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.790851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-00ed33ca-2030-4425-b77a-a1f4797d8a36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b60bef81-deeb-4940-b894-8575daa9bbc2 HTTP/1.1" status: 204 len: 168 time: 1.6787584 Jan 18 22:48:28.809897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.855370 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.867016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:28.889945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.901085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port fe63b420-9306-4e0b-b696-80bf84e30057, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fe63b420-9306-4e0b-b696-80bf84e30057,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:28.923107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.929376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:48:28.930137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:48:28.949090 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:48:29.083232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=fe63b420-9306-4e0b-b696-80bf84e30057,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:29.109336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.181011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.192919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:29.198182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.208468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Usage tracker for resource:security_group_rule and tenant:7ed7e8bdef7640f6ac76aea163c42625 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:29.214757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-809d7b37-9f76-4eef-9eb9-9f09b64f828d req-a481ef77-b1e3-445c-9db4-c4c2a31d2ac3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429720 Jan 18 22:48:29.227068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.248933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:29.261279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Router be19e5fe-145c-4ee1-a292-9d381df3b7a1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:48:29.270791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:29.270791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] Pushing event deleted for resources: {'Network': ['ID=afff8b8b-056d-4f5b-9ab8-ae19b6faac84,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:29.277447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-28478006-119a-4643-a081-b99bf1b4b659 None None] Provisioning complete for port b1876746-c180-4403-93cd-53287491ef27 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:29.277447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28478006-119a-4643-a081-b99bf1b4b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.316827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af8494-7e42-44d8-bfb4-ee5e39dbe5c5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:29.351193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9a381bd0-cc82-44d1-84aa-d5e8abfa166e admin admin] 10.222.0.78 "DELETE /v2.0/networks/afff8b8b-056d-4f5b-9ab8-ae19b6faac84 HTTP/1.1" status: 204 len: 168 time: 2.1301980 Jan 18 22:48:29.405822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-28478006-119a-4643-a081-b99bf1b4b659 None None] Port b1876746-c180-4403-93cd-53287491ef27 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:48:29.415415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:29.472425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fe63b420-9306-4e0b-b696-80bf84e30057 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:29.490212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.496501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f063ed9a-6a33-4c67-a213-58822272f245 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:29.506066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.510583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.553610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fe63b420-9306-4e0b-b696-80bf84e30057 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:29.554307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.556463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-746202a8-a162-42bc-9744-bf670f0ddf0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d46d9c3edbe6459b98e8032c44563399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399250 Jan 18 22:48:29.564820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:29.595592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Transition to ACTIVE for port object f063ed9a-6a33-4c67-a213-58822272f245 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:29.599654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41505182-5f64-4498-ac36-0c7cd75de18f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:29.601533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.602742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba00e86a-4f6a-45ba-a2d2-083e40908017 req-14ba9e85-3b97-42d5-8bb1-d959f49d88ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.6745205 Jan 18 22:48:29.614659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.753001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54808) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:29.785351 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'code': 200} Jan 18 22:48:29.828099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Deleting port 7f9fa6cd-5460-41ab-ad60-083205f4ae11 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:29.828445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.906259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-632308067', 'description': 'tempest-description-1420493939'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:29.933664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:29.989120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Usage tracker for resource:security_group and tenant:7ed7e8bdef7640f6ac76aea163c42625 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:29.998721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Pushing event updated for resources: {'Port': ['ID=f063ed9a-6a33-4c67-a213-58822272f245,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:30.001248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:30.005906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-492fcceb-996f-4f64-ace3-dfb260a1a57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.013973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:30.070956 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-492fcceb-996f-4f64-ace3-dfb260a1a57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.079697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.092130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-513d6259-4c90-4ded-a7a7-13264dcbb6fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9317091b3ffd47a3957a6b4d9597007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020723 Jan 18 22:48:30.097107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54812) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:30.101918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Attempting to bind port f063ed9a-6a33-4c67-a213-58822272f245 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:30.102224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Attempting to bind port f063ed9a-6a33-4c67-a213-58822272f245 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:30.102554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Attempting to bind port f063ed9a-6a33-4c67-a213-58822272f245 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:30.127794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:48:30.143825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-49054e59-1634-466a-9825-3e37c87de255 admin admin] 10.222.0.78 "PUT /v2.0/routers/be19e5fe-145c-4ee1-a292-9d381df3b7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7478266 Jan 18 22:48:30.144060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Port f063ed9a-6a33-4c67-a213-58822272f245 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:48:30.144060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Attempting to bind port f063ed9a-6a33-4c67-a213-58822272f245 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:30.149208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Sync routers for ids ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:30.159619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16e6ef-c1f2-4a55-b831-5195c3f5ad87 req-ba56ff04-8002-4e05-a998-7d21b404979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:30.161318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a16e6ef-c1f2-4a55-b831-5195c3f5ad87 req-ba56ff04-8002-4e05-a998-7d21b404979d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 1096 time: 0.3491530 Jan 18 22:48:30.161573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Routers {'be19e5fe-145c-4ee1-a292-9d381df3b7a1'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:30.162440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:30.175649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b42fb2-a0cd-4230-ab63-441ab7eec323 req-fbe3fc98-9b96-4ce2-b81e-a1c182ffb8d4 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:30.177198 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11b42fb2-a0cd-4230-ab63-441ab7eec323 req-fbe3fc98-9b96-4ce2-b81e-a1c182ffb8d4 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 945 time: 0.4185019 Jan 18 22:48:30.182430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:30.185127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:30.185473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:30.185862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:30.186297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Bound port: f063ed9a-6a33-4c67-a213-58822272f245, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:30.186844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.189884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] For port 7f9fa6cd-5460-41ab-ad60-083205f4ae11, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7f9fa6cd-5460-41ab-ad60-083205f4ae11,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:30.190244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.214883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Usage tracker for resource:security_group_rule and tenant:7ed7e8bdef7640f6ac76aea163c42625 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:30.233206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:30.276383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:30.336790 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a16e6ef-c1f2-4a55-b831-5195c3f5ad87 req-f806a486-0a5b-44e3-b1e1-1394f86c5629 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524923 Jan 18 22:48:30.345878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Calling delete_port for 7f9fa6cd-5460-41ab-ad60-083205f4ae11 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:30.362332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d13239a-c0d7-47bf-95d8-6250df62cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.384488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-492fcceb-996f-4f64-ace3-dfb260a1a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.405987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11b42fb2-a0cd-4230-ab63-441ab7eec323 req-a4438ca8-125d-4ca9-b8ed-f7b521403e5a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187793 Jan 18 22:48:30.425199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Set router be19e5fe-145c-4ee1-a292-9d381df3b7a1 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:30.427821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fcceb-996f-4f64-ace3-dfb260a1a57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb3a49d-d94c-4a05-a2e9-7d8a2a6cd8c2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:30.457187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d13239a-c0d7-47bf-95d8-6250df62cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.476315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] For port f063ed9a-6a33-4c67-a213-58822272f245, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:30.532154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] For port f063ed9a-6a33-4c67-a213-58822272f245, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f063ed9a-6a33-4c67-a213-58822272f245,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:30.560217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-492fcceb-996f-4f64-ace3-dfb260a1a57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.563815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-492fcceb-996f-4f64-ace3-dfb260a1a57d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fb3a49d-d94c-4a05-a2e9-7d8a2a6cd8c2 HTTP/1.1" status: 204 len: 168 time: 0.9886124 Jan 18 22:48:30.573456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.661183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:30.661802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.663214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] 10.222.0.86 "PUT /v2.0/ports/f063ed9a-6a33-4c67-a213-58822272f245 HTTP/1.1" status: 200 len: 1096 time: 3.2519345 Jan 18 22:48:30.665774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.666588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'tag': 'f063ed9a-6a33-4c67-a213-58822272f245'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:30.702931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.184854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b2eb-8216-407d-b262-ced3fbd074bc service neutron] Pushing event updated for resources: {'Port': ['ID=f063ed9a-6a33-4c67-a213-58822272f245,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:31.194093 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d13239a-c0d7-47bf-95d8-6250df62cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.204633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe950e0-5bc3-4a60-83a8-28258b0591f7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:31.347930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.376755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d13239a-c0d7-47bf-95d8-6250df62cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.378098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0d13239a-c0d7-47bf-95d8-6250df62cbfa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3f3e0eb-12ec-4318-96d5-dad767c2eece HTTP/1.1" status: 204 len: 168 time: 1.2775567 Jan 18 22:48:31.379729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13239a-c0d7-47bf-95d8-6250df62cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3e0eb-12ec-4318-96d5-dad767c2eece,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:31.383796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.386327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ddb682a1-89fd-40b2-addb-6da20eb77dc0 req-c555c155-f9be-460d-9d4d-3b47b21b4d02 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4843781 Jan 18 22:48:31.444703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-ad86ff82-3f62-4054-90c6-765175807f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:31.447177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-ad86ff82-3f62-4054-90c6-765175807f3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 1099 time: 0.6186287 Jan 18 22:48:31.524197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab7664-84f0-438b-83b3-c4418f6e0cb4 req-d1b9b2c0-dd10-461e-ac8a-71ba1c01bbce tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:31.533784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bdab7664-84f0-438b-83b3-c4418f6e0cb4 req-d1b9b2c0-dd10-461e-ac8a-71ba1c01bbce tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 948 time: 0.6574147 Jan 18 22:48:31.574991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-cea3e008-e156-466d-9348-671ce3461378 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=f063ed9a-6a33-4c67-a213-58822272f245 HTTP/1.1" status: 200 len: 217 time: 0.1179135 Jan 18 22:48:31.576022 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'tag': 'f063ed9a-6a33-4c67-a213-58822272f245', 'status': 'completed', 'code': 200} Jan 18 22:48:31.926392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-7e5bbed9-5ee2-4775-8a6a-5e7b7530dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:31.938561 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-7e5bbed9-5ee2-4775-8a6a-5e7b7530dc4f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3563764 Jan 18 22:48:32.097445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9fa6cd-5460-41ab-ad60-083205f4ae11,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:32.238879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:48:27Z', 'revision_number': 4, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1876746-c180-4403-93cd-53287491ef27', 'name': '', 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'mac_address': 'fa:16:3e:1a:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:24Z', 'updated_at': '2022-01-18T22:48:27Z', 'revision_number': 2, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'subnets': [{'id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:32.270876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Checking router: be19e5fe-145c-4ee1-a292-9d381df3b7a1 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:32.282938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Updating router be19e5fe-145c-4ee1-a292-9d381df3b7a1 port b1876746-c180-4403-93cd-53287491ef27 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:48:32.444213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bdab7664-84f0-438b-83b3-c4418f6e0cb4 req-4c3adae9-12d0-4c1c-9058-bccd4af2df7e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9090383 Jan 18 22:48:32.506055 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:32.974728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-00332b66-c209-476c-84e7-9c4083b86ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:32.978417 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-00332b66-c209-476c-84e7-9c4083b86ba6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0310729 Jan 18 22:48:33.387267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.538468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.554448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2c73-964c-4f93-901a-701f4737f736 req-4eac1573-007f-424b-9064-6c4bbf74a230 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:33.555973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4daa2c73-964c-4f93-901a-701f4737f736 req-4eac1573-007f-424b-9064-6c4bbf74a230 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 945 time: 0.8210964 Jan 18 22:48:33.593419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Transition to ACTIVE for port object b1876746-c180-4403-93cd-53287491ef27 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:33.611118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.782783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4daa2c73-964c-4f93-901a-701f4737f736 req-046bfdaf-2b9a-48cb-87fa-06d13f832f9d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105448 Jan 18 22:48:33.831451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c928056a-b456-478e-bdd3-45c0de177de5 req-bbef98f9-a492-48d6-9363-9b496dfe605c tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Synchronizing usage tracker for tenant:7ed7e8bdef7640f6ac76aea163c42625 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:34.047587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c928056a-b456-478e-bdd3-45c0de177de5 req-bbef98f9-a492-48d6-9363-9b496dfe605c tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Unset dirty status for tenant:7ed7e8bdef7640f6ac76aea163c42625 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:34.047587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-bbef98f9-a492-48d6-9363-9b496dfe605c tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42326 time: 2.1043980 Jan 18 22:48:34.101363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:34.267677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6011-a19a-414e-816a-28ba33293ab4 None None] Pushing event updated for resources: {'Port': ['ID=b1876746-c180-4403-93cd-53287491ef27,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:34.333203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.382213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-561256d5-15fd-4a56-b67c-4f382c18b4ff tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/10c0bcc6-6485-48a1-8bb2-844031def403 HTTP/1.1" status: 200 len: 2981 time: 0.3329456 Jan 18 22:48:34.396290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Attempting to bind port b1876746-c180-4403-93cd-53287491ef27 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:34.396865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-a4a83b0c-b90d-464d-aaeb-6387dc872c5c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3984461 Jan 18 22:48:34.396991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Attempting to bind port b1876746-c180-4403-93cd-53287491ef27 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:34.397532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Attempting to bind port b1876746-c180-4403-93cd-53287491ef27 on network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:34.409652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:34.409854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Checking segment: {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:34.410320 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.410828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Bound using segment: {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:34.411930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Bound port: b1876746-c180-4403-93cd-53287491ef27, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2770f1f4-a924-4167-8fc7-2101a3af7592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:34.412271 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.648761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] For port b1876746-c180-4403-93cd-53287491ef27, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:34.667211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] For port b1876746-c180-4403-93cd-53287491ef27, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b1876746-c180-4403-93cd-53287491ef27,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:34.667211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.757565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-514149456-network', 'tenant_id': 'aa08842096e04c1ca0f6e29fae56de4c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:34.764090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Router b94763b2-121f-4548-b639-720b25270605 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:48:34.825143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:34.885940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327ac6-1423-4991-b4ef-2f1680024ec5 req-95f0e77b-a6d4-4907-b775-8d02a32258c2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:34.885940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a327ac6-1423-4991-b4ef-2f1680024ec5 req-95f0e77b-a6d4-4907-b775-8d02a32258c2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 948 time: 0.3902652 Jan 18 22:48:34.964792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Usage tracker for resource:network and tenant:aa08842096e04c1ca0f6e29fae56de4c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:34.975611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:34.989830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:35.006865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6011-a19a-414e-816a-28ba33293ab4 None None] Pushing event updated for resources: {'Port': ['ID=b1876746-c180-4403-93cd-53287491ef27,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:35.009298 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-c9c9c0fd-fd55-4c6d-9ff4-d1692a0cffe9 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/10c0bcc6-6485-48a1-8bb2-844031def403 HTTP/1.1" status: 200 len: 2981 time: 0.6263857 Jan 18 22:48:35.033673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Routers {'be19e5fe-145c-4ee1-a292-9d381df3b7a1'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:35.035682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:35.040930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-845d7c7e-5aa5-475a-ae87-c20b186ecd8f req-0834ffba-e22a-47d3-8f0e-16ca2b12e495 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760772 Jan 18 22:48:35.205209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Made reservation on behalf of aa08842096e04c1ca0f6e29fae56de4c for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:35.215894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.252902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a327ac6-1423-4991-b4ef-2f1680024ec5 req-f16a08a0-a5bf-4530-82b3-7994800b60f1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575612 Jan 18 22:48:35.265829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:48:35.278959 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] Sync routers for ids ['b94763b2-121f-4548-b639-720b25270605'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:35.299901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.322314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e4ed428-9dfa-4136-bf51-b426c7e2b5de admin admin] 10.222.0.78 "PUT /v2.0/routers/b94763b2-121f-4548-b639-720b25270605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8840039 Jan 18 22:48:35.329997 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] Routers {'b94763b2-121f-4548-b639-720b25270605'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:35.332189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54908) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:35.348551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b94763b2-121f-4548-b639-720b25270605'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:35.367998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-7a42976c-acfa-488f-89e7-bc15e2eb75e6 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/14848bba-3312-47b3-aaab-b46296d14030 HTTP/1.1" status: 200 len: 2981 time: 0.3564301 Jan 18 22:48:35.389300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:35.397017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Usage tracker for resource:security_group_rule and tenant:aa08842096e04c1ca0f6e29fae56de4c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:35.406048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:35.424754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:35.624067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.635010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] Set router be19e5fe-145c-4ee1-a292-9d381df3b7a1 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:35.652182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.728578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:35.811586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:48:35.938130 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-5becd32a-2790-48aa-900a-62cb8fffe67c tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/14848bba-3312-47b3-aaab-b46296d14030 HTTP/1.1" status: 200 len: 2981 time: 0.5685470 Jan 18 22:48:35.983618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.984522 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Added segment 3ea1a079-1cac-4c64-9f57-ef329a3b1329 of type vlan for network 154336cf-20f7-4cb5-a959-6f20d44eeca1 Jan 18 22:48:36.056137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.140034 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] Set router b94763b2-121f-4548-b639-720b25270605 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:36.264186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.354405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:48:27Z', 'revision_number': 4, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1876746-c180-4403-93cd-53287491ef27', 'name': '', 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'mac_address': 'fa:16:3e:1a:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:24Z', 'updated_at': '2022-01-18T22:48:34Z', 'revision_number': 4, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'subnets': [{'id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:36.365797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5a969-e44a-4ef7-82a3-99cf71a7df6d None None] The sync data for ids ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'] in n-d-825178-1 is: [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:48:27Z', 'revision_number': 4, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1876746-c180-4403-93cd-53287491ef27', 'name': '', 'network_id': '078ef8d8-55b9-453e-bbcf-f0c9cf1a5612', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'mac_address': 'fa:16:3e:1a:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:24Z', 'updated_at': '2022-01-18T22:48:34Z', 'revision_number': 4, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'subnets': [{'id': 'b5e51c86-f1e4-4e2c-88b6-506bc9af12e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:36.403249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-4845a69b-4992-47c8-83d2-80502062eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:36.407455 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-4845a69b-4992-47c8-83d2-80502062eac2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 1099 time: 1.2961569 Jan 18 22:48:36.407455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.411597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:36.411597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.443784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.524720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Deleting port 4c89528a-22cc-4d06-bca7-30c69ee2b24a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:36.526410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.552081 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.689279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5816443 Jan 18 22:48:36.689998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54918) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:36.724025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Request body: {'subnet': {'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-514149456-subnet', 'tenant_id': 'aa08842096e04c1ca0f6e29fae56de4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:36.753286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:36.827925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Usage tracker for resource:subnet and tenant:aa08842096e04c1ca0f6e29fae56de4c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:36.835174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:36.867416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-4a043c64-6c23-46d5-865a-b47cc4bd1655 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/35419ba3-ec18-48ab-af39-2e246574df6f HTTP/1.1" status: 200 len: 2981 time: 0.9263906 Jan 18 22:48:36.873713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:36.939005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Made reservation on behalf of aa08842096e04c1ca0f6e29fae56de4c for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:36.945415 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.970155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2659f-6945-41d4-8a55-fac8c358519d admin admin] Pushing event updated for resources: {'Network': ['ID=154336cf-20f7-4cb5-a959-6f20d44eeca1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:36.985390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:48:37.147109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-f5944b78-73f4-468e-a809-4dfe05f2022a tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/35419ba3-ec18-48ab-af39-2e246574df6f HTTP/1.1" status: 200 len: 2981 time: 0.2526963 Jan 18 22:48:37.200207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-8e733d29-da77-46d7-8563-ddbe14bdff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.208796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-8e733d29-da77-46d7-8563-ddbe14bdff14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.7758207 Jan 18 22:48:37.257453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f063ed9a-6a33-4c67-a213-58822272f245 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:48:37.335206 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:48:31Z', 'revision_number': 5, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port': {'id': '4c89528a-22cc-4d06-bca7-30c69ee2b24a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94763b2-121f-4548-b639-720b25270605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:16Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:37.339748 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] Checking router: b94763b2-121f-4548-b639-720b25270605 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:37.371673 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] Routers {'b94763b2-121f-4548-b639-720b25270605'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:48:37.372936 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:48:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b94763b2-121f-4548-b639-720b25270605'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:37.425687 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-4376ecaf-0b99-44e3-b0d9-7e3a926339d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=f063ed9a-6a33-4c67-a213-58822272f245 HTTP/1.1" status: 200 len: 217 time: 0.2094188 Jan 18 22:48:37.611916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-2c411cec-abff-4d8f-a7fc-9c7511071419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.613606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-2c411cec-abff-4d8f-a7fc-9c7511071419 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1737566 Jan 18 22:48:37.678024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f063ed9a-6a33-4c67-a213-58822272f245, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f063ed9a-6a33-4c67-a213-58822272f245,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:37.723142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'f063ed9a-6a33-4c67-a213-58822272f245', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'f063ed9a-6a33-4c67-a213-58822272f245', 'mac_address': 'fa:16:3e:04:da:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:48:37.770967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-442e80a4-b1fe-42c5-852e-9a62f892019c tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3a8fa830-fbed-4709-8703-dafe03a49a1b HTTP/1.1" status: 200 len: 2981 time: 0.6075268 Jan 18 22:48:37.846201 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] Set router b94763b2-121f-4548-b639-720b25270605 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:48:37.846640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1876746-c180-4403-93cd-53287491ef27 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:37.908634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-a207a02a-2b57-44b9-8409-0b3c3a74b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.911953 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-a207a02a-2b57-44b9-8409-0b3c3a74b8ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2852054 Jan 18 22:48:37.936242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:37.990317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-61691df4-ea46-4f4d-baae-6fab38264061 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3a8fa830-fbed-4709-8703-dafe03a49a1b HTTP/1.1" status: 200 len: 2981 time: 0.1984522 Jan 18 22:48:38.097440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f063ed9a-6a33-4c67-a213-58822272f245 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:38.134830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:38.151790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f063ed9a-6a33-4c67-a213-58822272f245, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f063ed9a-6a33-4c67-a213-58822272f245,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:38.161562 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:38.166016 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:48:36Z', 'revision_number': 6, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:38.174899 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33d890-1a7d-4aa9-8afc-f8dba384174a None None] The sync data for ids ['b94763b2-121f-4548-b639-720b25270605'] in n-d-825178-1 is: [{'id': 'b94763b2-121f-4548-b639-720b25270605', 'name': 'tempest-FloatingIPDetailsTestJSON-863599582-router', 'tenant_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:14Z', 'updated_at': '2022-01-18T22:48:36Z', 'revision_number': 6, 'project_id': '8c2ff0023ebd4e00ae6c7e99dc79eb04', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:38.346414 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-2f409cde-5f48-4867-abb3-daa37197452a tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/67bffdb8-202c-4b8f-851a-70e7120fd10e HTTP/1.1" status: 200 len: 2981 time: 0.0868759 Jan 18 22:48:38.353888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b1876746-c180-4403-93cd-53287491ef27 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:38.363019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] For port 4c89528a-22cc-4d06-bca7-30c69ee2b24a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c89528a-22cc-4d06-bca7-30c69ee2b24a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:38.364868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:38.375151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b1876746-c180-4403-93cd-53287491ef27 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:38.375691 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:38.464961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-38b4c92c-561f-4d97-bd26-594793489b14 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/67bffdb8-202c-4b8f-851a-70e7120fd10e HTTP/1.1" status: 200 len: 2981 time: 0.0955331 Jan 18 22:48:38.478242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['f063ed9a-6a33-4c67-a213-58822272f245'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:38.572641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-9ecf209a-de36-4932-98a1-2c864fb6c141 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950744 Jan 18 22:48:38.589314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Calling delete_port for 4c89528a-22cc-4d06-bca7-30c69ee2b24a owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:38.860513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f063ed9a-6a33-4c67-a213-58822272f245,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:39.143990 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:39.148332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.148875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.149310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.149835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.150298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.150781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.151414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.151987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.152738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:39.166875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c414938-296a-49b4-8f7b-f15ba0a0bf51 req-f079541e-8126-4025-a82f-60f0afd264cd tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6405 time: 1.1129599 Jan 18 22:48:39.169029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:39.234773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b1876746-c180-4403-93cd-53287491ef27, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b1876746-c180-4403-93cd-53287491ef27,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:39.258663 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88eb5224-c75a-4c20-889e-f95526fb4777 req-08959e29-acd0-4f63-9c83-c21d82b7a384 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745009 Jan 18 22:48:39.262852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:39.331815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-f02b7fd7-cd53-4109-a9f9-9d19bc429aeb tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6f1a8b35-5515-4821-8c76-69c021ef3d11 HTTP/1.1" status: 200 len: 2981 time: 0.8645406 Jan 18 22:48:39.358236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Pushing event deleted for resources: {'Port': ['ID=4c89528a-22cc-4d06-bca7-30c69ee2b24a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:39.426871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b1876746-c180-4403-93cd-53287491ef27,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:39.453975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-5b974333-2022-4792-9c68-c129169a35c9 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6f1a8b35-5515-4821-8c76-69c021ef3d11 HTTP/1.1" status: 200 len: 2981 time: 0.1207819 Jan 18 22:48:39.559247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-e1afc8b1-b332-4022-a2c5-50be1972b679 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/74af8494-7e42-44d8-bfb4-ee5e39dbe5c5 HTTP/1.1" status: 200 len: 2981 time: 0.1040087 Jan 18 22:48:39.582190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Checking segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:39.585675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Network hostable DHCP agents. Network: 154336cf-20f7-4cb5-a959-6f20d44eeca1, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:48:39.609659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c89528a-22cc-4d06-bca7-30c69ee2b24a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:39.640621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-10788042-854c-417a-8edd-c4be03769344 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/74af8494-7e42-44d8-bfb4-ee5e39dbe5c5 HTTP/1.1" status: 200 len: 2981 time: 0.0800073 Jan 18 22:48:39.662293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d11dd-b1c0-46bb-8b29-5230edbae164,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:39.668208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4c89528a-22cc-4d06-bca7-30c69ee2b24a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:39.668673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c89528a-22cc-4d06-bca7-30c69ee2b24a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:39.669263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7f9fa6cd-5460-41ab-ad60-083205f4ae11 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:39.736430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 7f9fa6cd-5460-41ab-ad60-083205f4ae11 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:39.736789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7f9fa6cd-5460-41ab-ad60-083205f4ae11 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:39.748432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-461e56db-b27d-4415-8995-0d6c19efe0c0 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/92cc00af-14b1-49cb-8ef6-2053fe2fa1ba HTTP/1.1" status: 200 len: 2981 time: 0.1066442 Jan 18 22:48:39.753539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:48:39.867754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 154336cf-20f7-4cb5-a959-6f20d44eeca1) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:39.872275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:39.876879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2f1e8-258f-4cab-9224-2aefc68c912c None None] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:48:39.890572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-bfe44a2c-59e1-4a9c-83df-83683f76b882 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/92cc00af-14b1-49cb-8ef6-2053fe2fa1ba HTTP/1.1" status: 200 len: 2981 time: 0.1322761 Jan 18 22:48:40.006650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-46fe8809-77f4-4305-baf0-ba9cd246fb7b tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/aa729a7f-b87d-4d27-91b4-2828639ea7e6 HTTP/1.1" status: 200 len: 2981 time: 0.0976655 Jan 18 22:48:40.055723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:40.056216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.097301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-c8998cc0-0d2c-43d3-bb4f-dda1636b8ae3 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/aa729a7f-b87d-4d27-91b4-2828639ea7e6 HTTP/1.1" status: 200 len: 2981 time: 0.0783613 Jan 18 22:48:40.169848 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-9fb2d663-ee97-475e-9beb-a49147ea2637 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b49f1254-2356-4148-a9a8-699e4f9f35f4 HTTP/1.1" status: 200 len: 2973 time: 0.0713849 Jan 18 22:48:40.174311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.180487 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.205951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af48e68c-9535-4995-ab94-4f40c3660e1e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5104520 Jan 18 22:48:40.223887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87617c-7e1b-4b04-a8c3-27ae795a7fc8 req-7d2c3e57-d7de-4db6-a34d-046456553223 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:40.225522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d87617c-7e1b-4b04-a8c3-27ae795a7fc8 req-7d2c3e57-d7de-4db6-a34d-046456553223 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 949 time: 0.4732168 Jan 18 22:48:40.226681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.227242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94763b2-121f-4548-b639-720b25270605 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:48:40.291671 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.299796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ec4cc04a-17b1-4f88-9b23-8da4fa223fca admin admin] 10.222.0.78 "DELETE /v2.0/routers/b94763b2-121f-4548-b639-720b25270605 HTTP/1.1" status: 204 len: 168 time: 4.9588585 Jan 18 22:48:40.308014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54926) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:40.321882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0108a-5e1a-429e-a07b-3f050a04153f None None] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:48:40.341931 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-4545c361-2076-4345-b480-ce0b1420214d tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b49f1254-2356-4148-a9a8-699e4f9f35f4 HTTP/1.1" status: 200 len: 2973 time: 0.1506746 Jan 18 22:48:40.388857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d87617c-7e1b-4b04-a8c3-27ae795a7fc8 req-36e12c2d-c52b-4e34-b880-c7ce295d7545 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521235 Jan 18 22:48:40.432249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Deleting subnet f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:48:40.438045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.454385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-b182965c-cb87-4e8e-853c-85fc185d1bc1 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ed7a0f22-58a6-49b3-b5d0-a71cec07810d HTTP/1.1" status: 200 len: 2981 time: 0.1110234 Jan 18 22:48:40.564461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.578520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-a4206935-6b00-409b-bc7c-f85aa1fcac89 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ed7a0f22-58a6-49b3-b5d0-a71cec07810d HTTP/1.1" status: 200 len: 2981 time: 0.1228871 Jan 18 22:48:40.668919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-a62596a3-759a-4283-87a1-cd1add9c4b2b tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f91ed69c-627f-4417-8abf-fa6586aa6a3d HTTP/1.1" status: 200 len: 2977 time: 0.0803976 Jan 18 22:48:40.722922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.742774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c928056a-b456-478e-bdd3-45c0de177de5 req-954e8eb4-cb56-4814-a9ba-2507b39f13fc tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f91ed69c-627f-4417-8abf-fa6586aa6a3d HTTP/1.1" status: 200 len: 2977 time: 0.0660901 Jan 18 22:48:40.886974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:40.937056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12a2ca-1bf3-49aa-9ffe-8d0fa505b2dc req-b585ad97-600e-4cf0-ad80-a38b17e437f5 tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:40.955680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf12a2ca-1bf3-49aa-9ffe-8d0fa505b2dc req-b585ad97-600e-4cf0-ad80-a38b17e437f5 tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 886 time: 0.1918118 Jan 18 22:48:41.102027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c40813-39ce-486a-b7c4-7c38dc31ef15 None None] Network b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:48:41.102614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.105177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:41.117264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6a51fb98-5ed4-4ab8-beff-cf986b919871 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f6db6c62-82f5-4f65-8cc8-0c9ecf745e0f HTTP/1.1" status: 204 len: 168 time: 0.8063145 Jan 18 22:48:41.118599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54942) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:41.227618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41359ff8-1c7e-429b-8c67-ea589f9a67e5 req-1e39cf22-074f-446e-867a-e5cfb12b196d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:41.234554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41359ff8-1c7e-429b-8c67-ea589f9a67e5 req-1e39cf22-074f-446e-867a-e5cfb12b196d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 945 time: 0.4081311 Jan 18 22:48:41.278913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.298666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f063ed9a-6a33-4c67-a213-58822272f245 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:41.308888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41359ff8-1c7e-429b-8c67-ea589f9a67e5 req-b1291945-6e3f-40ee-a8e8-f76630e54fcb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733197 Jan 18 22:48:41.309666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Deleting port 5212da48-25a9-412c-addc-ca0d618aec8b {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:41.310069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.476005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1876746-c180-4403-93cd-53287491ef27 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:41.588778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port f063ed9a-6a33-4c67-a213-58822272f245 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:41.601442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b1876746-c180-4403-93cd-53287491ef27 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:41.603981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.621347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-8eb53afd-9933-485d-98e6-242835a211d3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:41.624572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-8eb53afd-9933-485d-98e6-242835a211d3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Synchronizing usage tracker for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:41.634026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port f063ed9a-6a33-4c67-a213-58822272f245 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:41.634607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.671903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] DHCP port deletion for b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:48:41.679811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-8eb53afd-9933-485d-98e6-242835a211d3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Unset dirty status for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:41.681341 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-8eb53afd-9933-485d-98e6-242835a211d3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 814 time: 0.3468647 Jan 18 22:48:41.686388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6b626bb4-736a-4ce3-8104-f27e3586512b req-e448973c-e727-4bd2-9cc2-677a8abe4b6e tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Synchronizing usage tracker for tenant:ee4f3b0158ed4bf585e11a87a71e881b on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:41.700905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] For port 5212da48-25a9-412c-addc-ca0d618aec8b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5212da48-25a9-412c-addc-ca0d618aec8b,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:41.701535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.704146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-77f35f9e-6d56-4fc6-bab3-2ab7ea31eabb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/quotas/aa08842096e04c1ca0f6e29fae56de4c HTTP/1.1" status: 200 len: 375 time: 0.0160341 Jan 18 22:48:41.707108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Deleting port 5212da48-25a9-412c-addc-ca0d618aec8b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:41.707674 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.768985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-78e0c4a9-2c2d-48a1-af3e-bb0bde35b481 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637987 Jan 18 22:48:41.892825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Calling delete_port for 5212da48-25a9-412c-addc-ca0d618aec8b owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:41.926652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:41.992651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063ed9a-6a33-4c67-a213-58822272f245'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:42.020443 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-41be4969-dba4-4295-bb97-bc2a8ecfcd82 service neutron] 10.222.0.78 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500060 Jan 18 22:48:42.042354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f063ed9a-6a33-4c67-a213-58822272f245, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f063ed9a-6a33-4c67-a213-58822272f245,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:42.080159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6b626bb4-736a-4ce3-8104-f27e3586512b req-e448973c-e727-4bd2-9cc2-677a8abe4b6e tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Unset dirty status for tenant:ee4f3b0158ed4bf585e11a87a71e881b on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:42.083281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b626bb4-736a-4ce3-8104-f27e3586512b req-e448973c-e727-4bd2-9cc2-677a8abe4b6e tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee4f3b0158ed4bf585e11a87a71e881b HTTP/1.1" status: 200 len: 6103 time: 0.7124872 Jan 18 22:48:42.145286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.211829 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.221657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5212da48-25a9-412c-addc-ca0d618aec8b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:42.237507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] No DVR routers for this DVR port 5212da48-25a9-412c-addc-ca0d618aec8b on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:48:42.292125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-312bac0d-2329-4461-bc1f-a56e30d7940e service neutron] 10.222.0.78 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674286 Jan 18 22:48:42.335634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b626bb4-736a-4ce3-8104-f27e3586512b req-a49c41c4-a5b5-4f1d-93af-ea980022f458 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "GET /v2.0/security-groups/67bffdb8-202c-4b8f-851a-70e7120fd10e HTTP/1.1" status: 200 len: 2981 time: 0.2462890 Jan 18 22:48:42.343911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b1177a7-4397-4adb-9c02-8b8154af69af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.375247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] For port 5212da48-25a9-412c-addc-ca0d618aec8b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5212da48-25a9-412c-addc-ca0d618aec8b,segment=NetworkSegment(7973d939-f660-4bb5-aab4-261679517870),segment_id=7973d939-f660-4bb5-aab4-261679517870)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:42.375878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.383900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f063ed9a-6a33-4c67-a213-58822272f245,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:42.494732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.524074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:42.541068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7973d939-f660-4bb5-aab4-261679517870') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:42.541352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7973d939-f660-4bb5-aab4-261679517870') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:42.555334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.573681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Calling delete_port for 5212da48-25a9-412c-addc-ca0d618aec8b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:48:42.584534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.603741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:48:42.607592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.710360 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:48:42.714268 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:48:42.784681 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:48:42.797846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.798493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.798966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.799863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.800099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.800687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.801174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.802033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.802686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:42.821997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-19e97fc5-3925-46a7-a713-16ad9bd3368b req-190873a4-b702-442f-94b9-e69dc486772c tempest-NetworksTest-1566220727 tempest-NetworksTest-1566220727-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6373 time: 0.3606968 Jan 18 22:48:42.822753 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.851635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:42.888861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:42.974352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1a3d99f7-44a4-4b2a-8234-352f340254d2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b85eb3cf-fb6e-4f6b-a0dc-ed8b02423614 HTTP/1.1" status: 204 len: 168 time: 1.8322704 Jan 18 22:48:43.034344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b626bb4-736a-4ce3-8104-f27e3586512b req-69b05c90-a22e-4b5c-adeb-9d0135500b57 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "GET /v2.0/security-groups/67bffdb8-202c-4b8f-851a-70e7120fd10e HTTP/1.1" status: 200 len: 2981 time: 0.2490571 Jan 18 22:48:43.217285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Deleting port 5212da48-25a9-412c-addc-ca0d618aec8b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:48:43.218363 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:43.394965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6baf03-9ace-4ec7-85d4-b8117bfc2149 req-5b3952ef-6ee6-414b-8116-70109d41a7ac tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:43.410623 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd6baf03-9ace-4ec7-85d4-b8117bfc2149 req-5b3952ef-6ee6-414b-8116-70109d41a7ac tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 950 time: 0.2673316 Jan 18 22:48:43.640859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54984) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:43.681559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd6baf03-9ace-4ec7-85d4-b8117bfc2149 req-6fb2b1ac-c927-4ec6-865b-02a74e0a4ba0 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673917 Jan 18 22:48:43.690320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0beff1ca-fb73-4498-a5f2-b14967ab680e None None] The port '5212da48-25a9-412c-addc-ca0d618aec8b' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:48:43.698694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5212da48-25a9-412c-addc-ca0d618aec8b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:48:43.761401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54992) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:43.831688 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063ed9a-6a33-4c67-a213-58822272f245', 'code': 200} Jan 18 22:48:43.887098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-22cc5c49-ebd5-42d4-9cc5-f58bebad2577 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c2ff0023ebd4e00ae6c7e99dc79eb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429378 Jan 18 22:48:43.889901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55002) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:43.895069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5212da48-25a9-412c-addc-ca0d618aec8b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:48:43.895407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5212da48-25a9-412c-addc-ca0d618aec8b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:48:44.127751 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f46d79-a173-4de2-bca8-05dcfa67001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.222303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024235b8-430a-4203-b890-f1bf4bdfefa2 req-354361a0-8e05-4f30-bc7e-7de40a69e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:44.227064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-024235b8-430a-4203-b890-f1bf4bdfefa2 req-354361a0-8e05-4f30-bc7e-7de40a69e091 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 1101 time: 0.2331111 Jan 18 22:48:44.262813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ee9919c6-9093-4b52-bbb4-b3b4edf75b56 req-91fa0530-44fd-49e0-b8e5-cf1c0e1356fc tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 210 time: 0.1312413 Jan 18 22:48:44.291236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.309405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f46d79-a173-4de2-bca8-05dcfa67001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.313056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-024235b8-430a-4203-b890-f1bf4bdfefa2 req-3ea19c73-5a86-4c75-9a5b-2d2e07988005 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 Jan 18 22:48:44.319410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:44.324508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Usage tracker for resource:security_group_rule and tenant:3da0180e50a4467abf6456e47178da86 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:44.339775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:44.355786 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ece2a58-89ba-4927-b084-6d411b84f972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.358908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:44.435779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f05bfe22-4a3d-4a97-a0cc-14ce844e9e24 req-1a3f2e0b-fd55-40ed-991f-b4dafdc49323 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/cbe950e0-5bc3-4a60-83a8-28258b0591f7 HTTP/1.1" status: 200 len: 1777 time: 0.1053040 Jan 18 22:48:44.475704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f46d79-a173-4de2-bca8-05dcfa67001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.509421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f46d79-a173-4de2-bca8-05dcfa67001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a0f22-58a6-49b3-b5d0-a71cec07810d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:44.575901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28f46d79-a173-4de2-bca8-05dcfa67001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.576261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-28f46d79-a173-4de2-bca8-05dcfa67001e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed7a0f22-58a6-49b3-b5d0-a71cec07810d HTTP/1.1" status: 204 len: 168 time: 0.6855741 Jan 18 22:48:44.599706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f05bfe22-4a3d-4a97-a0cc-14ce844e9e24 req-de4989d0-fc52-46aa-abd3-99d93927a2ca tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.624842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.639139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f05bfe22-4a3d-4a97-a0cc-14ce844e9e24 req-de4989d0-fc52-46aa-abd3-99d93927a2ca tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.646690 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.735426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3da0180e50a4467abf6456e47178da86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9730396 Jan 18 22:48:44.735592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55036) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:44.739322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d0877-cd36-4b5d-92e2-aaaa8a440748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129166e3-2953-4719-b86d-514e206cb5e8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:44.764317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f05bfe22-4a3d-4a97-a0cc-14ce844e9e24 req-de4989d0-fc52-46aa-abd3-99d93927a2ca tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.788802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4989d0-fc52-46aa-abd3-99d93927a2ca tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe950e0-5bc3-4a60-83a8-28258b0591f7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:44.805537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f05bfe22-4a3d-4a97-a0cc-14ce844e9e24 req-de4989d0-fc52-46aa-abd3-99d93927a2ca tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:44.811418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f05bfe22-4a3d-4a97-a0cc-14ce844e9e24 req-de4989d0-fc52-46aa-abd3-99d93927a2ca tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbe950e0-5bc3-4a60-83a8-28258b0591f7 HTTP/1.1" status: 204 len: 173 time: 0.3781617 Jan 18 22:48:45.251806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f7146dea-a5f9-41cb-980d-0810a6918d7d req-694cef86-0933-484c-8e1e-1f122f0031e8 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "GET /v2.0/security-groups/41505182-5f64-4498-ac36-0c7cd75de18f HTTP/1.1" status: 200 len: 1776 time: 0.4189792 Jan 18 22:48:45.368886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f7146dea-a5f9-41cb-980d-0810a6918d7d req-273b081d-8cb7-4c4b-ac73-de06d3f845b4 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.418360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f7146dea-a5f9-41cb-980d-0810a6918d7d req-273b081d-8cb7-4c4b-ac73-de06d3f845b4 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.533773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f7146dea-a5f9-41cb-980d-0810a6918d7d req-273b081d-8cb7-4c4b-ac73-de06d3f845b4 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.572377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58397bfc-578c-4973-93df-fdafff48bdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.587388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b081d-8cb7-4c4b-ac73-de06d3f845b4 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41505182-5f64-4498-ac36-0c7cd75de18f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:45.601521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.604044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f7146dea-a5f9-41cb-980d-0810a6918d7d req-273b081d-8cb7-4c4b-ac73-de06d3f845b4 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.605633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f7146dea-a5f9-41cb-980d-0810a6918d7d req-273b081d-8cb7-4c4b-ac73-de06d3f845b4 tempest-SecurityGroupsTestAdminJSON-687707058 tempest-SecurityGroupsTestAdminJSON-687707058-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/41505182-5f64-4498-ac36-0c7cd75de18f HTTP/1.1" status: 204 len: 173 time: 0.3524816 Jan 18 22:48:45.620251 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.693112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58397bfc-578c-4973-93df-fdafff48bdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.833291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58397bfc-578c-4973-93df-fdafff48bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.850234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-03f40337-d25c-437a-af89-261e996fd59f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:45.850234 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-03f40337-d25c-437a-af89-261e996fd59f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.85 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 814 time: 1.0553350 Jan 18 22:48:45.879007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007aea9-37d8-4e2a-adbd-baa62338e4eb req-f2ee2d21-8ed3-4e71-8d69-e5ce3d79a130 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:45.879745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a007aea9-37d8-4e2a-adbd-baa62338e4eb req-f2ee2d21-8ed3-4e71-8d69-e5ce3d79a130 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:45.885494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Request body: {'port': {'device_id': 'd3793980-d9b3-4450-8445-81e9282d0614', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'admin_state_up': True, 'tenant_id': 'aa08842096e04c1ca0f6e29fae56de4c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:45.904106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397bfc-578c-4973-93df-fdafff48bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129166e3-2953-4719-b86d-514e206cb5e8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:45.935329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58397bfc-578c-4973-93df-fdafff48bdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.935928 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-58397bfc-578c-4973-93df-fdafff48bdfd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/129166e3-2953-4719-b86d-514e206cb5e8 HTTP/1.1" status: 204 len: 168 time: 1.1818497 Jan 18 22:48:45.943260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a007aea9-37d8-4e2a-adbd-baa62338e4eb req-f2ee2d21-8ed3-4e71-8d69-e5ce3d79a130 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:45.950365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a007aea9-37d8-4e2a-adbd-baa62338e4eb req-f2ee2d21-8ed3-4e71-8d69-e5ce3d79a130 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 950 time: 0.8348415 Jan 18 22:48:46.073044 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a007aea9-37d8-4e2a-adbd-baa62338e4eb req-afc10295-e452-4b55-8939-7638cf3adc7e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215432 Jan 18 22:48:46.187207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a34649db-784d-42dc-ad32-c7d535562d25 req-a0502087-2cfc-4754-b815-2913a1815f6d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 210 time: 0.1158228 Jan 18 22:48:46.237832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:46.252656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Usage tracker for resource:port and tenant:aa08842096e04c1ca0f6e29fae56de4c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:46.256626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:46.270910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:46.293849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Made reservation on behalf of aa08842096e04c1ca0f6e29fae56de4c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:46.299097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.312490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8749d30-e3eb-4f8f-b234-5a3f1d0bbf73 req-e3d03011-113c-4ffc-a300-c87517c3b352 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "GET /v2.0/security-groups/0f0bc149-a16a-4f51-827b-444437ffa994 HTTP/1.1" status: 200 len: 1777 time: 0.0826793 Jan 18 22:48:46.433394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e8749d30-e3eb-4f8f-b234-5a3f1d0bbf73 req-9a1d6459-faba-455f-a049-99d7b47c0d2f tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.504878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e8749d30-e3eb-4f8f-b234-5a3f1d0bbf73 req-9a1d6459-faba-455f-a049-99d7b47c0d2f tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.613050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e8749d30-e3eb-4f8f-b234-5a3f1d0bbf73 req-9a1d6459-faba-455f-a049-99d7b47c0d2f tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.624733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Allocated IP 172.20.0.2 (154336cf-20f7-4cb5-a959-6f20d44eeca1/547d11dd-b1c0-46bb-8b29-5230edbae164/e3222bdb-8f33-42fd-93ee-441ebaa44e71) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:46.659589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:46.665340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d6459-faba-455f-a049-99d7b47c0d2f tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0bc149-a16a-4f51-827b-444437ffa994,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:46.695136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e8749d30-e3eb-4f8f-b234-5a3f1d0bbf73 req-9a1d6459-faba-455f-a049-99d7b47c0d2f tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.703257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8749d30-e3eb-4f8f-b234-5a3f1d0bbf73 req-9a1d6459-faba-455f-a049-99d7b47c0d2f tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "DELETE /v2.0/security-groups/0f0bc149-a16a-4f51-827b-444437ffa994 HTTP/1.1" status: 204 len: 173 time: 0.3795860 Jan 18 22:48:46.708023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.746453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:46.757630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Usage tracker for resource:security_group_rule and tenant:ed33d8796c1943eb89727ffdd0c348c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:46.759182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:46.768804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:46.800766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a0c7e44-ad34-49a9-9aaa-62be386a52dc req-85feeb9c-2ec7-4257-a241-8405885899e0 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "GET /v2.0/security-groups/1f9d00d8-cce0-426b-8072-8a12534936c1 HTTP/1.1" status: 200 len: 1778 time: 0.0806754 Jan 18 22:48:46.853917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:46.931979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a0c7e44-ad34-49a9-9aaa-62be386a52dc req-264a89fb-8396-4a1f-862e-4fa08b2e04b2 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.028514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.032176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a0c7e44-ad34-49a9-9aaa-62be386a52dc req-264a89fb-8396-4a1f-862e-4fa08b2e04b2 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.063816 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.082197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.135907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a0c7e44-ad34-49a9-9aaa-62be386a52dc req-264a89fb-8396-4a1f-862e-4fa08b2e04b2 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.169912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a89fb-8396-4a1f-862e-4fa08b2e04b2 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d00d8-cce0-426b-8072-8a12534936c1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:47.183406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2219ddc4-3de8-42ca-93b1-3930d0778856,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:47.190311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a0c7e44-ad34-49a9-9aaa-62be386a52dc req-264a89fb-8396-4a1f-862e-4fa08b2e04b2 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.191426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a0c7e44-ad34-49a9-9aaa-62be386a52dc req-264a89fb-8396-4a1f-862e-4fa08b2e04b2 tempest-SecurityGroupsTestAdminJSON-2035728862 tempest-SecurityGroupsTestAdminJSON-2035728862-project] 10.222.0.78 "DELETE /v2.0/security-groups/1f9d00d8-cce0-426b-8072-8a12534936c1 HTTP/1.1" status: 204 len: 173 time: 0.3870955 Jan 18 22:48:47.197617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4c539682-147b-4e5c-b9a3-2db8fcbcf38c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed33d8796c1943eb89727ffdd0c348c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340891 Jan 18 22:48:47.203002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55106) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:47.231595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.332151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49c27955-5af1-4214-be82-05da46d199af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.360925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:48:47.369291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:47.371816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:47.374577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49c27955-5af1-4214-be82-05da46d199af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.383285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:48:47.469252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49c27955-5af1-4214-be82-05da46d199af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.489222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c27955-5af1-4214-be82-05da46d199af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2219ddc4-3de8-42ca-93b1-3930d0778856,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:47.490181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:47.499529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49c27955-5af1-4214-be82-05da46d199af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.505407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-49c27955-5af1-4214-be82-05da46d199af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2219ddc4-3de8-42ca-93b1-3930d0778856 HTTP/1.1" status: 204 len: 168 time: 0.2985303 Jan 18 22:48:47.538133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:47.538799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.756528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9374-a977-4488-bfcb-9aadcc9f483d req-32f46efb-ed88-4570-91ed-8eadc5900994 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:47.758079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f13e9374-a977-4488-bfcb-9aadcc9f483d req-32f46efb-ed88-4570-91ed-8eadc5900994 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 950 time: 0.1881146 Jan 18 22:48:47.834829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-4ddd3679-8b29-4e5d-bf9c-91473c87cd3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9671326 Jan 18 22:48:47.873564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Request body: {'port': {'device_id': 'd3793980-d9b3-4450-8445-81e9282d0614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:47.875708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:47.930571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'mac_address': 'fa:16:3e:a2:b1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:48:47.954775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f13e9374-a977-4488-bfcb-9aadcc9f483d req-ea583e9e-368c-436e-b5a5-d144d990f3e6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822906 Jan 18 22:48:48.088265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55138) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:48.118030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-2a09b309-dd2c-433b-a82d-b11968005d13 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:48.118768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-2a09b309-dd2c-433b-a82d-b11968005d13 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Synchronizing usage tracker for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:48.139509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:48.148516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:48.190006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3c2945e-e07c-400d-87c6-2822156078d2 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:48.217796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:48.231471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:48.234856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-2a09b309-dd2c-433b-a82d-b11968005d13 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Unset dirty status for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:48.236236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-2a09b309-dd2c-433b-a82d-b11968005d13 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 931 time: 0.6550741 Jan 18 22:48:48.344452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-cf32309f-bad9-4e44-903e-6fe221d7f791 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Synchronizing usage tracker for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:48:48.360241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:48.376160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e3c2945e-e07c-400d-87c6-2822156078d2'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:48.410695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-cf32309f-bad9-4e44-903e-6fe221d7f791 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Unset dirty status for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:48:48.412699 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fb0b0e8-2d02-4c8c-92d8-41a7f99ad5ee req-cf32309f-bad9-4e44-903e-6fe221d7f791 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662886 Jan 18 22:48:48.601469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0641117f-7698-4289-abbe-a1272a97ff91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee4f3b0158ed4bf585e11a87a71e881b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093465 Jan 18 22:48:48.615196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55170) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:48.784842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eae855ef-848f-47c4-80a1-05a6134e46da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:48.846721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eae855ef-848f-47c4-80a1-05a6134e46da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:49.029179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eae855ef-848f-47c4-80a1-05a6134e46da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:49.035983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94464-b165-402f-8ee2-e9b45d7af55a req-d3f2f0fa-239b-47e0-ae06-701e8392f96c tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:49.037788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-afa94464-b165-402f-8ee2-e9b45d7af55a req-d3f2f0fa-239b-47e0-ae06-701e8392f96c tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 1101 time: 0.2670004 Jan 18 22:48:49.073889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae855ef-848f-47c4-80a1-05a6134e46da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bffdb8-202c-4b8f-851a-70e7120fd10e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:49.100149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eae855ef-848f-47c4-80a1-05a6134e46da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:49.101653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eae855ef-848f-47c4-80a1-05a6134e46da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67bffdb8-202c-4b8f-851a-70e7120fd10e HTTP/1.1" status: 204 len: 168 time: 0.4986787 Jan 18 22:48:49.218607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3222bdb-8f33-42fd-93ee-441ebaa44e71 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:49.228568 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-afa94464-b165-402f-8ee2-e9b45d7af55a req-ccbfc6b3-dd05-41c5-94cb-0bbd7220a491 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780117 Jan 18 22:48:49.239511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:49.300309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Transition to ACTIVE for port object e3222bdb-8f33-42fd-93ee-441ebaa44e71 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:49.308465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:49.370400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:49.711211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port e3c2945e-e07c-400d-87c6-2822156078d2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:49.711578 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.002033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.059509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:50.082383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:50.087939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:50.105304 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.110790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55210) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:50.210526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a608dac-d68e-4675-a357-9db550606a5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ed7e8bdef7640f6ac76aea163c42625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994039 Jan 18 22:48:50.214213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55214) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:50.269216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Attempting to bind port e3222bdb-8f33-42fd-93ee-441ebaa44e71 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:50.269216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Attempting to bind port e3222bdb-8f33-42fd-93ee-441ebaa44e71 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:50.269216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Attempting to bind port e3222bdb-8f33-42fd-93ee-441ebaa44e71 on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:50.280422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Port e3222bdb-8f33-42fd-93ee-441ebaa44e71 on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:48:50.282714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Attempting to bind port e3222bdb-8f33-42fd-93ee-441ebaa44e71 on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:48:50.299303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:48:50.299658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Checking segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:48:50.300057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Bound using segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:48:50.300498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Bound port: e3222bdb-8f33-42fd-93ee-441ebaa44e71, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:50.301254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.330836 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65d2b6c7-e7b6-42cb-ac73-95d0ccc09e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.345846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:50.410264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65d2b6c7-e7b6-42cb-ac73-95d0ccc09e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.460972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:48:50.470587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:48:50.478904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.568312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65d2b6c7-e7b6-42cb-ac73-95d0ccc09e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.584344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:50.584498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.586991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] 10.222.0.85 "PUT /v2.0/ports/e3222bdb-8f33-42fd-93ee-441ebaa44e71 HTTP/1.1" status: 200 len: 1091 time: 2.7373800 Jan 18 22:48:50.586991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:50.602123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11806615-1dde-4c76-9e24-27e26da8e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:50.627046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2b6c7-e7b6-42cb-ac73-95d0ccc09e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af8494-7e42-44d8-bfb4-ee5e39dbe5c5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:50.643495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65d2b6c7-e7b6-42cb-ac73-95d0ccc09e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.645542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-65d2b6c7-e7b6-42cb-ac73-95d0ccc09e45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74af8494-7e42-44d8-bfb4-ee5e39dbe5c5 HTTP/1.1" status: 204 len: 168 time: 0.4278555 Jan 18 22:48:50.683408 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:48:50.776041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-ff719b6d-4c58-4fec-8034-7f4c3907fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:50.780284 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-ff719b6d-4c58-4fec-8034-7f4c3907fd45 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 1094 time: 0.1411402 Jan 18 22:48:50.939568 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-680d1324-7a7f-46a9-a08a-df2b299d5b0e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71 HTTP/1.1" status: 200 len: 217 time: 0.1522028 Jan 18 22:48:51.182596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-3a6d0dcd-d07f-4082-bff3-9e2d2078d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:51.189921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-3a6d0dcd-d07f-4082-bff3-9e2d2078d943 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 200 len: 854 time: 0.2412589 Jan 18 22:48:51.342869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-2605024a-8b19-45b0-86c1-c3658fb5757a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=154336cf-20f7-4cb5-a959-6f20d44eeca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401172 Jan 18 22:48:51.590740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-a32e4033-8a0f-4b2c-9b88-5bc4a87aac1a service neutron] 10.222.0.85 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364893 Jan 18 22:48:51.922359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-607ea2b6-78f6-4156-8d4e-ffd76f383589 req-fafbaf0b-61ff-480c-948a-148a1333027a service neutron] 10.222.0.85 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198197 Jan 18 22:48:53.408373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:48:53.645878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:53.661634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'port_id': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'mac_address': 'fa:16:3e:ce:7b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d11dd-b1c0-46bb-8b29-5230edbae164', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:48:53.770536 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:53.816018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3222bdb-8f33-42fd-93ee-441ebaa44e71 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:53.843547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:53.863365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:54.027681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:54.157087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e3222bdb-8f33-42fd-93ee-441ebaa44e71'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:48:55.450369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:48:55.567834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port e3222bdb-8f33-42fd-93ee-441ebaa44e71 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:55.575052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port e3222bdb-8f33-42fd-93ee-441ebaa44e71 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:55.575474 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:55.755964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:55.827145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:48:55.842888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:55.962191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:58.636091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-9f083827-7302-43c3-9754-de33f2157c52 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463524 Jan 18 22:48:58.638028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aa09b-d1f6-4003-9b3c-438f80cbeeff req-130463d7-e3b8-453b-8119-9f38082aedf6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:58.639813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e2aa09b-d1f6-4003-9b3c-438f80cbeeff req-130463d7-e3b8-453b-8119-9f38082aedf6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1006615 Jan 18 22:48:58.688732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e2aa09b-d1f6-4003-9b3c-438f80cbeeff req-9cad77a1-f442-4cbe-9da1-d875010b44d6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Jan 18 22:48:58.780517 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'code': 200} Jan 18 22:48:58.836762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-e6491692-ff50-410a-970a-5443d4a895f0 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:58.844243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-e6491692-ff50-410a-970a-5443d4a895f0 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019274 Jan 18 22:48:58.856575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-02e2d56e-f22f-407f-abe0-447219b1d35f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/quotas/4b60cea0778247e6a6776c4c0bd3743e HTTP/1.1" status: 200 len: 375 time: 0.0106556 Jan 18 22:48:58.963873 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'status': 'completed', 'code': 200} Jan 18 22:48:59.015602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-cffa1be5-574f-4120-87a4-7d57b87cb067 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1501899 Jan 18 22:48:59.162512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-be19f5b2-6b33-448d-b509-92c6839e352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:59.164184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-be19f5b2-6b33-448d-b509-92c6839e352e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 1096 time: 0.1476295 Jan 18 22:48:59.486655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-91111590-f200-4ddd-a147-69b5952beec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:59.492467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-91111590-f200-4ddd-a147-69b5952beec0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 915 time: 0.3177805 Jan 18 22:48:59.502301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fba15d6-82d6-4847-a824-6055ec34047e req-68154206-7a4e-4835-a17b-26909b715076 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 210 time: 0.0607736 Jan 18 22:48:59.585399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-3ac56c1a-707e-48dc-bd67-c0d53b0cb649 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71 HTTP/1.1" status: 200 len: 217 time: 0.0871480 Jan 18 22:48:59.688839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-113e1fa4-449f-4601-97f2-2249d207f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:59.690919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-113e1fa4-449f-4601-97f2-2249d207f763 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 200 len: 854 time: 0.0977631 Jan 18 22:48:59.788351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-46269e90-a25b-472b-9405-454ec46ed84a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=154336cf-20f7-4cb5-a959-6f20d44eeca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906987 Jan 18 22:48:59.995045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55360) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:00.017465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ce7f79-ea98-4643-9af2-c8c47b5b0039 req-f4e37f0e-d25b-444a-bdb5-27cc04d8eb15 tempest-AbsoluteLimitsNegativeTestJSON-223197840 tempest-AbsoluteLimitsNegativeTestJSON-223197840-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=71bd7f8a68b242a8882ea917dbff2270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767548 Jan 18 22:49:00.261994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-ff4dc571-aa2e-4839-b454-3b09b1159e21 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:00.263332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-ff4dc571-aa2e-4839-b454-3b09b1159e21 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Synchronizing usage tracker for tenant:df159922fb6e4031acbee36795d15f4a on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:00.271371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-c0b052a4-33bd-4fec-9140-e95741c0f5a8 service neutron] 10.222.0.85 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565496 Jan 18 22:49:00.340784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:00.378697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-ff4dc571-aa2e-4839-b454-3b09b1159e21 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Unset dirty status for tenant:df159922fb6e4031acbee36795d15f4a on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:00.380357 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-ff4dc571-aa2e-4839-b454-3b09b1159e21 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/networks?id=a2636d2f-6df0-4e10-8556-0f0065ffd60b HTTP/1.1" status: 200 len: 814 time: 0.5909684 Jan 18 22:49:00.385127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce7f79-ea98-4643-9af2-c8c47b5b0039 req-a4f34b5e-6d2c-45fa-be7d-d68fcc16ccd7 tempest-AbsoluteLimitsNegativeTestJSON-223197840 tempest-AbsoluteLimitsNegativeTestJSON-223197840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:00.391907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ce7f79-ea98-4643-9af2-c8c47b5b0039 req-a4f34b5e-6d2c-45fa-be7d-d68fcc16ccd7 tempest-AbsoluteLimitsNegativeTestJSON-223197840 tempest-AbsoluteLimitsNegativeTestJSON-223197840-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710229 Jan 18 22:49:00.406626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ce7f79-ea98-4643-9af2-c8c47b5b0039 req-ba9a05f4-752d-429e-bb59-0a3b6a1338aa tempest-AbsoluteLimitsNegativeTestJSON-223197840 tempest-AbsoluteLimitsNegativeTestJSON-223197840-project] 10.222.0.78 "GET /v2.0/quotas/71bd7f8a68b242a8882ea917dbff2270 HTTP/1.1" status: 200 len: 375 time: 0.0138488 Jan 18 22:49:00.412919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:00.419342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Usage tracker for resource:security_group_rule and tenant:cec42265853f48fc87b8b2e609defbd2 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:00.429546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-ba1af0c1-a620-47d9-98be-e1f22cc787b8 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/quotas/df159922fb6e4031acbee36795d15f4a HTTP/1.1" status: 200 len: 375 time: 0.0396841 Jan 18 22:49:00.463926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a432225-8b4f-4049-9d8d-1b81ff1f0ab1 req-dcbf7d0a-df0f-4c24-817d-249cf2ac7a50 service neutron] 10.222.0.85 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850142 Jan 18 22:49:00.468976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:00.486483 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ce7f79-ea98-4643-9af2-c8c47b5b0039 req-9021d35a-d302-4e5a-b14f-fe4244ff92ac tempest-AbsoluteLimitsNegativeTestJSON-223197840 tempest-AbsoluteLimitsNegativeTestJSON-223197840-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=71bd7f8a68b242a8882ea917dbff2270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683172 Jan 18 22:49:00.487722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:00.627409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-2126a8ed-3666-4d0f-bd30-7b059bc33109 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Synchronizing usage tracker for tenant:df159922fb6e4031acbee36795d15f4a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:00.628926 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:00.638046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:00.675551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-2126a8ed-3666-4d0f-bd30-7b059bc33109 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Unset dirty status for tenant:df159922fb6e4031acbee36795d15f4a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:00.698513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-2126a8ed-3666-4d0f-bd30-7b059bc33109 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=df159922fb6e4031acbee36795d15f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334037 Jan 18 22:49:00.730054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cec42265853f48fc87b8b2e609defbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318802 Jan 18 22:49:00.731316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b174f4e1-40bc-4a11-9fb4-5c69d22a4da7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:00.742810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55378) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:00.744224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.744573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.744917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.745349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.745682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.746233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.746748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.747368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.747454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.747786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.748418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.749086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04cfbc-5118-43db-9c09-64d44487509e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:00.782819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:00.854342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf7db875-3b3a-419c-9206-c67700d89884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:00.895100 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf7db875-3b3a-419c-9206-c67700d89884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:01.074743 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf7db875-3b3a-419c-9206-c67700d89884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:01.087579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-8cbac028-9285-4ce7-ba2e-3ea6a0171d73 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431203 Jan 18 22:49:01.110713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf7db875-3b3a-419c-9206-c67700d89884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:01.110713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bf7db875-3b3a-419c-9206-c67700d89884 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b174f4e1-40bc-4a11-9fb4-5c69d22a4da7 HTTP/1.1" status: 204 len: 168 time: 0.3538942 Jan 18 22:49:01.137187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:01.202705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7db875-3b3a-419c-9206-c67700d89884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b174f4e1-40bc-4a11-9fb4-5c69d22a4da7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:01.275769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-7101add2-b4e5-4409-abb5-4c0b849676f1 service neutron] 10.222.0.78 "GET /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762327 Jan 18 22:49:01.317485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8c8a-f609-4670-a975-ac887a44bf94 req-af3565fb-a641-4e0c-bae4-acd862a5f76d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:01.327343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e0e8c8a-f609-4670-a975-ac887a44bf94 req-af3565fb-a641-4e0c-bae4-acd862a5f76d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.3437290 Jan 18 22:49:01.439587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e0e8c8a-f609-4670-a975-ac887a44bf94 req-35652844-55df-4dc5-8f51-7ae86c08cfc5 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046982 Jan 18 22:49:01.598720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-bab74fe8-53f6-46c8-9a2f-bf943d1cc120 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:01.600737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-bab74fe8-53f6-46c8-9a2f-bf943d1cc120 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5103364 Jan 18 22:49:01.614921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Request body: {'port': {'device_id': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4b60cea0778247e6a6776c4c0bd3743e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:01.648150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-ca487745-abc7-49ee-a5bc-c0872054b847 service neutron] 10.222.0.78 "GET /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714948 Jan 18 22:49:01.771313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:01.809195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:01.832017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Usage tracker for resource:security_group_rule and tenant:71bd7f8a68b242a8882ea917dbff2270 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:01.841057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:01.857347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:01.897623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:01.949397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:02.031210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Made reservation on behalf of 4b60cea0778247e6a6776c4c0bd3743e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:02.045353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:02.373851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e2d7558-7c8a-4400-8f6c-323f14b8f88c req-aad82248-c9d4-484d-8675-16e924fecfcd tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 210 time: 0.0947230 Jan 18 22:49:02.431026 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'code': 200} Jan 18 22:49:02.431553 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:02.472055 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:02.598724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Allocated IP 192.168.233.5 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/1f58d42e-ea87-4fed-afe5-d2565ec80050) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:02.628039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ccbb8a-a7cc-4579-ac4f-4375da56293b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:02.668474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71bd7f8a68b242a8882ea917dbff2270&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4505115 Jan 18 22:49:02.674528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.674940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.675314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.675685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.676634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.676634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.677156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.678611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.678611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.678611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.678611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.678855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ef6c-9c42-454c-87b3-e258ae047c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:02.684184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:02.792674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0053f88-4d7e-4caf-a10e-e8abb0e61f9e req-4e9ca38b-7fcc-4129-a9d1-a5889cdbc2bf tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 210 time: 0.0823565 Jan 18 22:49:02.806556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee63399-ca71-4192-a213-d77acb6c27bd req-7e74873e-9181-43d5-a2a7-9d69d720af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:02.808174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eee63399-ca71-4192-a213-d77acb6c27bd req-7e74873e-9181-43d5-a2a7-9d69d720af5b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 1096 time: 0.2882640 Jan 18 22:49:02.881002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eee63399-ca71-4192-a213-d77acb6c27bd req-5a98bd6c-85e0-4096-9c23-4332ba087910 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613604 Jan 18 22:49:02.886292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-180b5f80-c31b-467b-b74e-a12800719f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.038298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55462) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:03.042968 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47813bea-d6b7-4107-b16e-cd2e81d3dc55 req-aee12a4c-5bfd-4e7a-b481-fd35383b00de tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538713 Jan 18 22:49:03.076557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-180b5f80-c31b-467b-b74e-a12800719f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.112045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b015-76f3-4bab-bb78-a8741bdc962b req-d8a5f4f0-77a6-48e3-92e7-b74973e95fa2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:03.114002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69d9b015-76f3-4bab-bb78-a8741bdc962b req-d8a5f4f0-77a6-48e3-92e7-b74973e95fa2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1546621 Jan 18 22:49:03.205161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69d9b015-76f3-4bab-bb78-a8741bdc962b req-40bf0202-44e3-425d-bac0-32c0d674751b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782120 Jan 18 22:49:03.267129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1815928843-network', 'tenant_id': 'dd7728081455451fb419efcb00f7dd3e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:03.267239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.276757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:03.284408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Usage tracker for resource:network and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:03.290918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:03.299087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:03.318407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Made reservation on behalf of dd7728081455451fb419efcb00f7dd3e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:03.320702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Transition to ACTIVE for port object 1f58d42e-ea87-4fed-afe5-d2565ec80050 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:03.321588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-180b5f80-c31b-467b-b74e-a12800719f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.323990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.340197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.346118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47813bea-d6b7-4107-b16e-cd2e81d3dc55 req-926fe5c8-2dab-4632-8fcb-01b5c0aa98e1 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:03.347647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47813bea-d6b7-4107-b16e-cd2e81d3dc55 req-926fe5c8-2dab-4632-8fcb-01b5c0aa98e1 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871342 Jan 18 22:49:03.361202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b5f80-c31b-467b-b74e-a12800719f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ccbb8a-a7cc-4579-ac4f-4375da56293b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:03.367618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:03.372970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Usage tracker for resource:security_group_rule and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:03.373112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47813bea-d6b7-4107-b16e-cd2e81d3dc55 req-80e84484-6dbb-42af-9c74-8c623132bbe2 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/quotas/d4dc7d0195974bbb8b0793f2e528766f HTTP/1.1" status: 200 len: 375 time: 0.0174916 Jan 18 22:49:03.381727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:03.388103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:03.585593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.590650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47813bea-d6b7-4107-b16e-cd2e81d3dc55 req-b226b65a-da27-4bcb-b521-15b0ac049b1c tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2107847 Jan 18 22:49:03.616022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-180b5f80-c31b-467b-b74e-a12800719f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.617111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-180b5f80-c31b-467b-b74e-a12800719f13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30ccbb8a-a7cc-4579-ac4f-4375da56293b HTTP/1.1" status: 204 len: 168 time: 0.9320004 Jan 18 22:49:03.629323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c15cb61-55a5-4ead-a9e1-d54186a82719 req-50d39243-2417-4f26-9509-5d20e2713d3e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 210 time: 0.0837021 Jan 18 22:49:03.631729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.674706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.686999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:03.742808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652', '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'f063ed9a-6a33-4c67-a213-58822272f245'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:03.764262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:49:03.777542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:03.789618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:03.815381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:03.830032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8b96e-689d-4b8d-ab0c-10e233b46159,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:03.864139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.866390 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Added segment 4a8ef710-1e06-41e9-8f03-601c3dd50b78 of type vlan for network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 Jan 18 22:49:03.885561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event updated for resources: {'Port': ['ID=1f58d42e-ea87-4fed-afe5-d2565ec80050,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:03.952661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.030848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:04.031545 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.083898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.085111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:04.085976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.109168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-c6d425dc-1203-4826-99dd-174019553296 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4987388 Jan 18 22:49:04.153557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Request body: {'port': {'device_id': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:04.231482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-07e0dcf7-1a0b-408b-bf43-09d7ac2a645a tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:04.235338 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-07e0dcf7-1a0b-408b-bf43-09d7ac2a645a tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.86 "GET /v2.0/networks?id=a2636d2f-6df0-4e10-8556-0f0065ffd60b HTTP/1.1" status: 200 len: 814 time: 0.6472342 Jan 18 22:49:04.254118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Request body: {'port': {'device_id': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'admin_state_up': True, 'tenant_id': 'df159922fb6e4031acbee36795d15f4a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:04.327652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2838721 Jan 18 22:49:04.351135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:04.372128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.383215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Request body: {'subnet': {'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1815928843-subnet', 'tenant_id': 'dd7728081455451fb419efcb00f7dd3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:04.444939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:04.462741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Usage tracker for resource:subnet and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:04.469224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:04.483139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e5b2a3a1-700c-4a24-81cf-8b91663362b3 None None] Provisioning for port 1f58d42e-ea87-4fed-afe5-d2565ec80050 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:04.498686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:04.529532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e5b2a3a1-700c-4a24-81cf-8b91663362b3 None None] Provisioning complete for port 1f58d42e-ea87-4fed-afe5-d2565ec80050 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:04.530357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a3a1-700c-4a24-81cf-8b91663362b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.566403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Made reservation on behalf of dd7728081455451fb419efcb00f7dd3e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:04.572854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:04.688543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c761c87-82d7-4eb1-abd3-92c5c80da90a req-792adac3-4f7a-498f-be9d-6ac8303242a4 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 210 time: 0.4502895 Jan 18 22:49:04.708384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026bd15-58fd-4539-b66c-31849825eb0f admin admin] Pushing event updated for resources: {'Network': ['ID=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:04.752415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:04.970051 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:05.147825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:05.336869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7069e882-c96a-4fda-8497-d2cb13f780c7,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:05.407610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2a3a1-700c-4a24-81cf-8b91663362b3 None None] Port 1f58d42e-ea87-4fed-afe5-d2565ec80050 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:49:05.419975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:05.581636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:05.581967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:05.648817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896c308-ee2d-4732-ab27-c6e53d6091e8 req-098203f2-93c3-4ded-a497-cc9173675ab4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:05.666183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b896c308-ee2d-4732-ab27-c6e53d6091e8 req-098203f2-93c3-4ded-a497-cc9173675ab4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 934 time: 0.1739323 Jan 18 22:49:05.741606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55558) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:05.755206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Checking segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:05.756212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Network hostable DHCP agents. Network: ded1ab8a-0ad3-4462-aedd-7b9bc3152a36, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:05.759073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b896c308-ee2d-4732-ab27-c6e53d6091e8 req-d58791ed-58cc-4917-84b7-fc7ea129dae5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888114 Jan 18 22:49:05.792842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Made reservation on behalf of df159922fb6e4031acbee36795d15f4a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:05.803897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:05.907007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.041411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:06.064466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1744080932-network', 'tenant_id': '5d947005f7eb4656a87d84e20c81e62e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:06.072939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:06.088346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Usage tracker for resource:network and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:06.100821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:06.108690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:06.114738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:06.126454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.132994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Made reservation on behalf of 5d947005f7eb4656a87d84e20c81e62e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:06.136743 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.153436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.170852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:06.187839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:06.201220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18ec8-c0bd-4c5d-a4d6-39f62954965c req-e9d5f2ec-787e-4b04-aa31-e2fd21df745e tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:06.203861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:06.206801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:06.216784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:06.221793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1e18ec8-c0bd-4c5d-a4d6-39f62954965c req-e9d5f2ec-787e-4b04-aa31-e2fd21df745e tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 1.2553942 Jan 18 22:49:06.283508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:06.304822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ded1ab8a-0ad3-4462-aedd-7b9bc3152a36) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:06.321508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c89844-f0f4-461e-9404-338a65d3409d None None] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:06.327822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:06.328653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.387012 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1e18ec8-c0bd-4c5d-a4d6-39f62954965c req-558e5ad2-d67a-46cc-91f0-1f7593557cdb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634727 Jan 18 22:49:06.393026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.400874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.401074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Allocated IP 172.20.0.6 (a2636d2f-6df0-4e10-8556-0f0065ffd60b/661c6de5-e1bc-4216-93f6-bec86e7a53a2/229882ad-d3a4-4ecd-970e-8f312723c183) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:06.495653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2b1e3b5d-b140-470b-a66f-6571635db260 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1413095 Jan 18 22:49:06.510142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:49:06.526216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.529045 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Added segment a7736be0-ed5f-4b83-a39e-9aba78965183 of type vlan for network 20291af3-1ff4-4585-9389-84cc7ac7ae7a Jan 18 22:49:06.597096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.640534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113482af-9c13-4fa4-ac60-0f7db7eb43b3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:06.667729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.669251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:06.674148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.692630 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:06.723520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f58d42e-ea87-4fed-afe5-d2565ec80050 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:06.841468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] Pushing event updated for resources: {'Network': ['ID=20291af3-1ff4-4585-9389-84cc7ac7ae7a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:06.845547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b3e26fa7-4b20-47bb-9351-ae6688478f97 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0852256 Jan 18 22:49:06.848892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55604) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:06.875079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Request body: {'subnet': {'network_id': '20291af3-1ff4-4585-9389-84cc7ac7ae7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1744080932-subnet', 'tenant_id': '5d947005f7eb4656a87d84e20c81e62e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:06.892618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 20291af3-1ff4-4585-9389-84cc7ac7ae7a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:06.894802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:06.904310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Usage tracker for resource:subnet and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:06.914956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:06.930742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:06.958030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Made reservation on behalf of 5d947005f7eb4656a87d84e20c81e62e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:06.961342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.082358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.146986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Transition to ACTIVE for port object 1f58d42e-ea87-4fed-afe5-d2565ec80050 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:07.346352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.396273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c22fa-3eb9-492a-8735-cc2c96d1afc9 None None] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:07.419268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.560490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1be5c2a7-54a0-4bac-8560-0a4a9cde63f6 req-5be95a69-0497-4357-8a8a-47be279dba26 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Synchronizing usage tracker for tenant:df159922fb6e4031acbee36795d15f4a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:07.578441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f58d42e-ea87-4fed-afe5-d2565ec80050,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:07.645067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7fe6c1-a30f-4f98-83ee-559305d1b139,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:07.662801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Checking segment: {'id': 'a7736be0-ed5f-4b83-a39e-9aba78965183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '20291af3-1ff4-4585-9389-84cc7ac7ae7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:07.663342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Network hostable DHCP agents. Network: 20291af3-1ff4-4585-9389-84cc7ac7ae7a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:07.698199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Network 20291af3-1ff4-4585-9389-84cc7ac7ae7a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:07.727772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 20291af3-1ff4-4585-9389-84cc7ac7ae7a) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:07.735032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:07.736012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.771258 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dbf92a4f-d94e-4f62-b80f-e95b974965ad admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9199688 Jan 18 22:49:07.825917 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'code': 200} Jan 18 22:49:07.842125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1be5c2a7-54a0-4bac-8560-0a4a9cde63f6 req-5be95a69-0497-4357-8a8a-47be279dba26 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Unset dirty status for tenant:df159922fb6e4031acbee36795d15f4a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:07.843670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1be5c2a7-54a0-4bac-8560-0a4a9cde63f6 req-5be95a69-0497-4357-8a8a-47be279dba26 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 210 time: 0.6537037 Jan 18 22:49:07.903799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81f7ba-2141-4fe7-93ce-1b7fedb1528f None None] Network 20291af3-1ff4-4585-9389-84cc7ac7ae7a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:07.972142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:08.132276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Transition to ACTIVE for port object 229882ad-d3a4-4ecd-970e-8f312723c183 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:08.225705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11820f-6e67-4d2c-adf4-6f1a44926f77 req-36b4a2b3-5a57-4d13-8035-69489bdf09e5 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:08.230577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Attempting to bind port 1f58d42e-ea87-4fed-afe5-d2565ec80050 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:08.238028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Attempting to bind port 1f58d42e-ea87-4fed-afe5-d2565ec80050 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:08.239387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Attempting to bind port 1f58d42e-ea87-4fed-afe5-d2565ec80050 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:08.240983 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c11820f-6e67-4d2c-adf4-6f1a44926f77 req-36b4a2b3-5a57-4d13-8035-69489bdf09e5 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2598913 Jan 18 22:49:08.288920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Port 1f58d42e-ea87-4fed-afe5-d2565ec80050 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:49:08.289281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Attempting to bind port 1f58d42e-ea87-4fed-afe5-d2565ec80050 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:08.314695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:08.315033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:08.315431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:08.315872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Bound port: 1f58d42e-ea87-4fed-afe5-d2565ec80050, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:08.316218 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:08.318052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c11820f-6e67-4d2c-adf4-6f1a44926f77 req-55c1054a-c209-4cbc-9851-a23031b68844 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721772 Jan 18 22:49:08.335286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f01d7e-1b06-498e-8d32-3c6f5c634961 None None] Network 20291af3-1ff4-4585-9389-84cc7ac7ae7a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:08.514435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88640-4ffb-43ac-a1d5-e7074e29f214 req-50cc64ee-bb5d-4dae-be52-d692aaeb3029 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:08.515429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d9d88640-4ffb-43ac-a1d5-e7074e29f214 req-50cc64ee-bb5d-4dae-be52-d692aaeb3029 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:08.522902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:08.653751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:08.664177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:08.680764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:08.805473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] For port 1f58d42e-ea87-4fed-afe5-d2565ec80050, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:08.812852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:08.813572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:08.832406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d9d88640-4ffb-43ac-a1d5-e7074e29f214 req-50cc64ee-bb5d-4dae-be52-d692aaeb3029 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:08.833789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9d88640-4ffb-43ac-a1d5-e7074e29f214 req-50cc64ee-bb5d-4dae-be52-d692aaeb3029 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 946 time: 0.7107503 Jan 18 22:49:08.890462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-f226a33e-8c78-4840-9db5-fee3bc5bed71 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:08.892173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-f226a33e-8c78-4840-9db5-fee3bc5bed71 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:08.923136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] For port 1f58d42e-ea87-4fed-afe5-d2565ec80050, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:08.932772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Pushing event updated for resources: {'Port': ['ID=229882ad-d3a4-4ecd-970e-8f312723c183,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:08.939739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-f226a33e-8c78-4840-9db5-fee3bc5bed71 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:08.951594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-98559e11-1620-40be-9e4c-fe5ca9d8bc78 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7075348 Jan 18 22:49:08.958452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-f226a33e-8c78-4840-9db5-fee3bc5bed71 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 822 time: 0.3749256 Jan 18 22:49:08.967139 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:08.991747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-37647168-13d1-4521-817f-4ecd576b0661 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/quotas/dd7728081455451fb419efcb00f7dd3e HTTP/1.1" status: 200 len: 375 time: 0.0305252 Jan 18 22:49:09.098371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9d88640-4ffb-43ac-a1d5-e7074e29f214 req-098d87c0-34ca-40cd-859a-147f5be6d7d5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490625 Jan 18 22:49:09.125707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:09.126380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:09.127837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] 10.222.0.85 "PUT /v2.0/ports/1f58d42e-ea87-4fed-afe5-d2565ec80050 HTTP/1.1" status: 200 len: 1094 time: 4.9884865 Jan 18 22:49:09.128455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'tag': '1f58d42e-ea87-4fed-afe5-d2565ec80050'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:09.138522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-130751b9-bda9-47af-b4ed-c81fcdc6089d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1458321 Jan 18 22:49:09.166785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bb897-dacc-49d1-939c-6e00af8f85b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f58d42e-ea87-4fed-afe5-d2565ec80050,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:09.186940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bb3dbf23-246a-4a21-968f-7921c24da60e None None] Provisioning for port 229882ad-d3a4-4ecd-970e-8f312723c183 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:09.196147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bb3dbf23-246a-4a21-968f-7921c24da60e None None] Provisioning complete for port 229882ad-d3a4-4ecd-970e-8f312723c183 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:09.197092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb3dbf23-246a-4a21-968f-7921c24da60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:09.265887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Request body: {'port': {'device_id': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:09.280414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bb3dbf23-246a-4a21-968f-7921c24da60e None None] Port 229882ad-d3a4-4ecd-970e-8f312723c183 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:49:09.485003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-8229b83e-e5f2-45ee-83cc-6db9f0843da0 service neutron] 10.222.0.78 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455179 Jan 18 22:49:09.544408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a6a4a66-3309-4e87-aea7-b5ac850b3009 req-ff0bd118-fc57-4b98-bbca-7cc91d9960f0 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1639938 Jan 18 22:49:09.712193 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-79cde7fe-9553-4a6a-b82f-8c8825a840a9 service neutron] 10.222.0.78 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254846 Jan 18 22:49:09.800011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:09.821773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-074e6cdf-092e-4bc2-9912-785386c7070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:09.823362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-074e6cdf-092e-4bc2-9912-785386c7070a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 1097 time: 0.6530380 Jan 18 22:49:09.831465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a4a66-3309-4e87-aea7-b5ac850b3009 req-40f31499-eec1-471e-a0e8-526861523a25 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:09.833053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a6a4a66-3309-4e87-aea7-b5ac850b3009 req-40f31499-eec1-471e-a0e8-526861523a25 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833378 Jan 18 22:49:09.964374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a6a4a66-3309-4e87-aea7-b5ac850b3009 req-da13f43b-415c-4bd3-b49d-c1254ed10f1c tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/quotas/d4dc7d0195974bbb8b0793f2e528766f HTTP/1.1" status: 200 len: 375 time: 0.0335813 Jan 18 22:49:10.057749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-d694ae56-e91d-4555-9d1e-7a2524034b75 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050 HTTP/1.1" status: 200 len: 217 time: 0.2230933 Jan 18 22:49:10.151564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a6a4a66-3309-4e87-aea7-b5ac850b3009 req-e06d1084-104d-4ff0-9086-5e87de0b5b65 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1867814 Jan 18 22:49:10.388394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-10154fbc-461b-4002-a422-cd9ae226c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:10.390280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-10154fbc-461b-4002-a422-cd9ae226c6c0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.3093326 Jan 18 22:49:10.427074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1602008355', 'description': 'tempest-description-2053094908'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:10.439098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:10.449668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:10.462076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:10.485232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:10.517554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.589576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:10.600165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:10.607995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:10.623608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:10.815120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.832350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:11.046964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:11.065874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96201120-c926-4f31-bc1d-2bda17c8241e req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6510355 Jan 18 22:49:11.073736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac783d4-5774-410b-b7e7-38c2745082a0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b2abc5-d388-47b3-82c1-52f9a7e45669,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:11.409755 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'tag': '1f58d42e-ea87-4fed-afe5-d2565ec80050', 'status': 'completed', 'code': 200} Jan 18 22:49:11.571997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bccf85d6-dde1-4209-a851-02362d4fe724 req-2f6a50a0-8046-44d6-aedd-bdfd82e219cf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 210 time: 0.1385133 Jan 18 22:49:11.701468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e380-34b0-456e-a925-0509382801a3 req-6a1e0b9b-13dc-4744-98c1-518ab9c41194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.705388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-6a1e0b9b-13dc-4744-98c1-518ab9c41194 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2969375 Jan 18 22:49:11.763265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ed7d6-1639-4c76-a942-b4d6a29648e4 req-b277bc76-815b-4f24-9b53-d58f9b760fb3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.773229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df3ed7d6-1639-4c76-a942-b4d6a29648e4 req-b277bc76-815b-4f24-9b53-d58f9b760fb3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 931 time: 0.3618090 Jan 18 22:49:11.937934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229882ad-d3a4-4ecd-970e-8f312723c183 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:11.952873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7855e-22d1-41b8-acb8-313fe31bd851 req-dca84caf-1f35-415e-aabe-5f0c41a797c1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.969436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acb7855e-22d1-41b8-acb8-313fe31bd851 req-dca84caf-1f35-415e-aabe-5f0c41a797c1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 946 time: 0.1798465 Jan 18 22:49:11.989053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.066363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Transition to ACTIVE for port object 229882ad-d3a4-4ecd-970e-8f312723c183 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:12.082788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.116217 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29df4a8c-5f07-479c-98e7-5d4b32f90f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.133114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-df3ed7d6-1639-4c76-a942-b4d6a29648e4 req-14e14520-18c7-4026-8035-f09c829e11b3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Synchronizing usage tracker for tenant:df159922fb6e4031acbee36795d15f4a on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:12.163318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acb7855e-22d1-41b8-acb8-313fe31bd851 req-1d3c66e6-b2b6-44ee-8e2f-5b796cff58f6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927989 Jan 18 22:49:12.210136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-b9077c13-1ca1-4659-b25a-1b2f98511272 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:12.211615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-b9077c13-1ca1-4659-b25a-1b2f98511272 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "GET /v2.0/ports?device_id=68bb3e3d-deee-410d-858a-369de41abe77 HTTP/1.1" status: 200 len: 943 time: 0.1957853 Jan 18 22:49:12.403214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-658f91a5-8e56-4031-b4b5-9dd926d9191d service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855106 Jan 18 22:49:12.406882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Deleting port e3c2945e-e07c-400d-87c6-2822156078d2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:12.407241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.529786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-df3ed7d6-1639-4c76-a942-b4d6a29648e4 req-14e14520-18c7-4026-8035-f09c829e11b3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Unset dirty status for tenant:df159922fb6e4031acbee36795d15f4a on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:12.541610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df3ed7d6-1639-4c76-a942-b4d6a29648e4 req-14e14520-18c7-4026-8035-f09c829e11b3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669415 Jan 18 22:49:12.651603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Pushing event updated for resources: {'Port': ['ID=229882ad-d3a4-4ecd-970e-8f312723c183,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:12.704514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Attempting to bind port 229882ad-d3a4-4ecd-970e-8f312723c183 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:12.705136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Attempting to bind port 229882ad-d3a4-4ecd-970e-8f312723c183 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:12.705673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Attempting to bind port 229882ad-d3a4-4ecd-970e-8f312723c183 on network a2636d2f-6df0-4e10-8556-0f0065ffd60b {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:12.728529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Port 229882ad-d3a4-4ecd-970e-8f312723c183 on network a2636d2f-6df0-4e10-8556-0f0065ffd60b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:49:12.729153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Attempting to bind port 229882ad-d3a4-4ecd-970e-8f312723c183 on network a2636d2f-6df0-4e10-8556-0f0065ffd60b {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:12.738004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:12.738583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Checking segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:12.739126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Bound using segment: {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:12.739745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Bound port: 229882ad-d3a4-4ecd-970e-8f312723c183, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22c2306-250f-4eb5-8870-8313815d447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:12.740243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.771035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8a4e380-34b0-456e-a925-0509382801a3 req-64d1beea-0e41-413a-b550-7f74a0f1b0c7 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949598 Jan 18 22:49:13.110892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] For port 229882ad-d3a4-4ecd-970e-8f312723c183, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:13.115819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] For port 229882ad-d3a4-4ecd-970e-8f312723c183, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=229882ad-d3a4-4ecd-970e-8f312723c183,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:13.128800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:13.190521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182163c2-8642-411f-bfb7-97ae250b27eb req-a752739c-52e0-4e99-880c-81eb7b8d30ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.192025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-182163c2-8642-411f-bfb7-97ae250b27eb req-a752739c-52e0-4e99-880c-81eb7b8d30ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.3759222 Jan 18 22:49:13.248805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-8eef38d7-1e52-448b-8904-b8ea6f5c639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.250929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-8eef38d7-1e52-448b-8904-b8ea6f5c639b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 1097 time: 0.3070943 Jan 18 22:49:13.258273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.259449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:13.260907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] 10.222.0.86 "PUT /v2.0/ports/229882ad-d3a4-4ecd-970e-8f312723c183 HTTP/1.1" status: 200 len: 1091 time: 4.0124521 Jan 18 22:49:13.261907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e9139-0ada-4c3b-b9f6-80af9b084329 service neutron] Pushing event updated for resources: {'Port': ['ID=229882ad-d3a4-4ecd-970e-8f312723c183,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:13.458226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'tag': '229882ad-d3a4-4ecd-970e-8f312723c183'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:13.477193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-270da3f8-55c9-4d53-b9e9-6e2d75c65ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.479076 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-270da3f8-55c9-4d53-b9e9-6e2d75c65ebb service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2120330 Jan 18 22:49:13.526531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] For port e3c2945e-e07c-400d-87c6-2822156078d2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3c2945e-e07c-400d-87c6-2822156078d2,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:13.527090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:13.595379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-182163c2-8642-411f-bfb7-97ae250b27eb req-eeae068c-6143-4cce-85f9-0d46a7c95165 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806965 Jan 18 22:49:13.596921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-3ad5a0cc-bd15-4a0e-8eca-6f9aa5c8e9ed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050 HTTP/1.1" status: 200 len: 217 time: 0.1105130 Jan 18 22:49:13.728786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-4bf8a720-ca13-4c39-9f3a-e7b96335de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.730407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-4bf8a720-ca13-4c39-9f3a-e7b96335de5a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1195626 Jan 18 22:49:13.822819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-f39698f9-0a04-4612-94ab-74bf38c31348 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.834731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-f39698f9-0a04-4612-94ab-74bf38c31348 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.86 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 822 time: 0.8330882 Jan 18 22:49:13.879832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-1cdf8bfc-6021-4a28-aa1e-278804493ede tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/f4b2abc5-d388-47b3-82c1-52f9a7e45669 HTTP/1.1" status: 200 len: 1805 time: 0.1594388 Jan 18 22:49:13.887521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4b2abc5-d388-47b3-82c1-52f9a7e45669', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:13.887828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4b2abc5-d388-47b3-82c1-52f9a7e45669', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:13.895399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:13.901484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:13.909271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Calling delete_port for e3c2945e-e07c-400d-87c6-2822156078d2 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:13.910052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:13.918142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:13.923439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-2f4821b6-962a-4378-802f-15bf4c6152d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:13.924975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-2f4821b6-962a-4378-802f-15bf4c6152d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509213 Jan 18 22:49:14.010818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-ddedf795-84c8-4dcf-ae3b-32d9485059b9 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:14.019885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-ddedf795-84c8-4dcf-ae3b-32d9485059b9 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.8250036 Jan 18 22:49:14.043082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-24e9f7a1-f8f7-4604-abc7-0926eed2f2e9 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/quotas/ded23796607b4af0881aa72c73e0d98e HTTP/1.1" status: 200 len: 375 time: 0.0218332 Jan 18 22:49:14.203057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.215123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-62400dc5-4ca8-49e1-afe8-8577128964db tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708331 Jan 18 22:49:14.249088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.265874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event deleted for resources: {'Port': ['ID=e3c2945e-e07c-400d-87c6-2822156078d2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:14.284666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-1323f292-9d9e-44c8-b86a-1d96a342a221 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436241 Jan 18 22:49:14.339561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd0c6-104e-485b-8cb5-52bd2f7154c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.382998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.397197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.433986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7cf4ec-f0fd-4e6f-b2a0-329b0588098d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:14.445717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] No DVR routers for this DVR port e3c2945e-e07c-400d-87c6-2822156078d2 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:14.448529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.453000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-deleted', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:14.471883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:14.473099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-869dc548-5ec0-41cd-bf3c-dac2a8a1dde3 req-3e8222cb-8e36-4215-94d6-d3bae0674bd8 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5924315 Jan 18 22:49:14.485156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5220b5b1-9ae8-428a-a888-73168f97b5a0 req-99370f0d-1651-4309-a239-daaacc99b6e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "DELETE /v2.0/ports/e3c2945e-e07c-400d-87c6-2822156078d2 HTTP/1.1" status: 204 len: 173 time: 2.2622950 Jan 18 22:49:14.487736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e915f8a0-bdc3-400c-ab35-bbb8e5c91018 req-1db730d5-f14b-4a19-ae82-9b768d97537e service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954193 Jan 18 22:49:14.513327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-91f7397b-0099-4223-bed0-546e394e017e service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508626 Jan 18 22:49:14.662221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-bbe0a897-e82a-40c0-bde9-6ac66343aef3 service neutron] 10.222.0.78 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418259 Jan 18 22:49:14.795745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbce3b30-3b11-49c6-81da-fc311c84093f req-97c4c99f-aa9c-41e8-a78d-9d21fdf58a83 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 210 time: 0.0558825 Jan 18 22:49:14.859439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'port': {'device_id': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'admin_state_up': True, 'tenant_id': 'dd7728081455451fb419efcb00f7dd3e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:14.892621 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'tag': '229882ad-d3a4-4ecd-970e-8f312723c183', 'status': 'completed', 'code': 200} Jan 18 22:49:14.976017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-1cb60a9c-705c-40f1-be7a-2bbc8c27965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:14.981408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-1cb60a9c-705c-40f1-be7a-2bbc8c27965f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df159922fb6e4031acbee36795d15f4a&device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 1094 time: 0.1329811 Jan 18 22:49:15.077340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:15.083304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Usage tracker for resource:port and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:15.088359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:15.102911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:15.120376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-8319cdec-23c6-4639-a371-e57fb772d156 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=229882ad-d3a4-4ecd-970e-8f312723c183 HTTP/1.1" status: 200 len: 217 time: 0.0834656 Jan 18 22:49:15.129096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655f8e-9490-4a84-adfc-29b946f93b96 req-137debdf-975b-4c69-b5a5-ed40f93b3550 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:15.137986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-82655f8e-9490-4a84-adfc-29b946f93b96 req-137debdf-975b-4c69-b5a5-ed40f93b3550 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 946 time: 0.1494884 Jan 18 22:49:15.153040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Made reservation on behalf of dd7728081455451fb419efcb00f7dd3e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:15.156757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.211250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-136cdf3f-5c1f-4d2c-a9ff-cd8f50bb329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:15.212729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-136cdf3f-5c1f-4d2c-a9ff-cd8f50bb329d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=661c6de5-e1bc-4216-93f6-bec86e7a53a2 HTTP/1.1" status: 200 len: 853 time: 0.0814149 Jan 18 22:49:15.224809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f060f5-af41-43e0-91e8-31853256f2f1 req-83bd4fd4-d3ca-4130-a3ec-6e2380833eda tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:15.226386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4f060f5-af41-43e0-91e8-31853256f2f1 req-83bd4fd4-d3ca-4130-a3ec-6e2380833eda tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 943 time: 0.2423842 Jan 18 22:49:15.325058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4f060f5-af41-43e0-91e8-31853256f2f1 req-7c8463f7-a82e-4769-92e9-1211b9f8c41a tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669715 Jan 18 22:49:15.342043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-342a543a-4a9d-4b34-89a3-c4030249c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:15.343561 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-342a543a-4a9d-4b34-89a3-c4030249c5ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2636d2f-6df0-4e10-8556-0f0065ffd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162579 Jan 18 22:49:15.384933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-82655f8e-9490-4a84-adfc-29b946f93b96 req-2bdbdfc8-269c-4124-906b-608324ed77b1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462299 Jan 18 22:49:15.394179 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb3e3d-deee-410d-858a-369de41abe77', 'name': 'network-vif-deleted', 'tag': 'e3c2945e-e07c-400d-87c6-2822156078d2', 'status': 'completed', 'code': 200} Jan 18 22:49:15.451200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1320850635', 'description': 'tempest-description-663738956'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:15.466545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:15.473156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:15.477492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:15.485820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:15.519984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.542965 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-06427beb-7fc3-4f91-be72-e25706f5a36e service neutron] 10.222.0.86 "GET /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910694 Jan 18 22:49:15.546232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:15.550265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:15.553537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:15.559899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:15.563113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1f58d42e-ea87-4fed-afe5-d2565ec80050 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:15.567885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Allocated IP 172.20.0.6 (ded1ab8a-0ad3-4462-aedd-7b9bc3152a36/7069e882-c96a-4fda-8497-d2cb13f780c7/95268dc8-cbb2-4a36-901c-27dd7a3165e0) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:15.616280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:15.641535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.644570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11ef0-eb9f-4bc4-a8a3-8a81b6f17b7a req-c8a18a5e-54a4-4b8a-a5c3-ce44062e722a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:15.646114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2b11ef0-eb9f-4bc4-a8a3-8a81b6f17b7a req-c8a18a5e-54a4-4b8a-a5c3-ce44062e722a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1453249 Jan 18 22:49:15.672002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.776485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: e3c2945e-e07c-400d-87c6-2822156078d2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:15.776968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3c2945e-e07c-400d-87c6-2822156078d2 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:15.780981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2b11ef0-eb9f-4bc4-a8a3-8a81b6f17b7a req-3fc8bbd9-2ed2-4a58-b116-015a2d51e3a4 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164067 Jan 18 22:49:15.781826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.784593 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.831235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c3d776-ffd8-4813-8586-f68a136920c6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:15.838605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1f58d42e-ea87-4fed-afe5-d2565ec80050, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:15.844909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.864578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b079b89-af10-4ba6-b17f-75ba91d475ef req-7d0d5049-4d57-4f65-9f60-dc926436e630 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4220400 Jan 18 22:49:15.871009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1f58d42e-ea87-4fed-afe5-d2565ec80050', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '1f58d42e-ea87-4fed-afe5-d2565ec80050', 'mac_address': 'fa:16:3e:71:2b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:15.875650 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.911601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.932939 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bf00a2b-e378-4623-ac80-79a8d96ad711 req-d416afa9-d763-43da-958b-ad57781660b2 service neutron] 10.222.0.86 "GET /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898288 Jan 18 22:49:16.001343 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.033241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f58d42e-ea87-4fed-afe5-d2565ec80050 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:16.055043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1f58d42e-ea87-4fed-afe5-d2565ec80050, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:16.062808 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.105581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:16.113902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:16.115080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:16.117895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:16.166606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1f58d42e-ea87-4fed-afe5-d2565ec80050,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:16.201143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf381352-b9b2-4836-bca6-b24b8f4b8c26 req-ac1e3c97-d9d9-40a8-bb5d-057e6613fd21 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 210 time: 0.1990781 Jan 18 22:49:16.228932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.229981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.289549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-3e3bdc17-e790-4a12-948c-36989f1b0ba0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4346814 Jan 18 22:49:16.302462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Request body: {'port': {'device_id': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:16.342822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1f58d42e-ea87-4fed-afe5-d2565ec80050'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:16.408372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-317ad4f5-1a88-4728-8c42-6ab085e74664 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/92c3d776-ffd8-4813-8586-f68a136920c6 HTTP/1.1" status: 200 len: 1804 time: 0.1484430 Jan 18 22:49:16.420087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '92c3d776-ffd8-4813-8586-f68a136920c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:16.420401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '92c3d776-ffd8-4813-8586-f68a136920c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:16.437952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:16.438346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-d2a452fe-c89a-4e66-939d-88c4968ebe5a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.439173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-d2a452fe-c89a-4e66-939d-88c4968ebe5a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:16.448978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:16.457583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-5d2c054e-4f6e-420b-8752-60902608c73d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.458999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-5d2c054e-4f6e-420b-8752-60902608c73d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 803 time: 0.2335970 Jan 18 22:49:16.460757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.461994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:16.469317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-245ec1a7-fcb4-47cb-ad3c-5a484f850022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.470748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-245ec1a7-fcb4-47cb-ad3c-5a484f850022 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df159922fb6e4031acbee36795d15f4a&device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 1094 time: 0.3819826 Jan 18 22:49:16.471587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:16.477369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Request body: {'port': {'device_id': '9899fc70-9fae-4d12-bf66-14de2d139176', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'admin_state_up': True, 'tenant_id': 'ded23796607b4af0881aa72c73e0d98e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:16.513102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-d2a452fe-c89a-4e66-939d-88c4968ebe5a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:16.514279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-d2a452fe-c89a-4e66-939d-88c4968ebe5a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 931 time: 0.2660782 Jan 18 22:49:16.618084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-17678b83-7e18-4906-8c4c-41a0cee27ff6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:16.671881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-17678b83-7e18-4906-8c4c-41a0cee27ff6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:16.673077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa978cd8-0b82-40ab-beb6-c179f7755629 req-17678b83-7e18-4906-8c4c-41a0cee27ff6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516640 Jan 18 22:49:16.813996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8a6591fb-ffc8-40ec-bd20-c2d4ac9f8a86 req-c7360a61-882f-420f-a95d-b09a7c731295 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327001 Jan 18 22:49:16.839668 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.884623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.895342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-01fd2119-453a-4091-b532-e08bd0b53daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.896768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-01fd2119-453a-4091-b532-e08bd0b53daf service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2636d2f-6df0-4e10-8556-0f0065ffd60b HTTP/1.1" status: 200 len: 915 time: 0.4057574 Jan 18 22:49:16.900486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:16.962539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Usage tracker for resource:port and tenant:ded23796607b4af0881aa72c73e0d98e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:16.972700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:16.979197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95268dc8-cbb2-4a36-901c-27dd7a3165e0 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:16.983149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.987403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-67a19f5f-ba22-4641-8615-de8864b4aff7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=229882ad-d3a4-4ecd-970e-8f312723c183 HTTP/1.1" status: 200 len: 217 time: 0.0835297 Jan 18 22:49:16.988197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:16.991372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.991507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.037291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Transition to ACTIVE for port object 95268dc8-cbb2-4a36-901c-27dd7a3165e0 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:17.048618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6591fb-ffc8-40ec-bd20-c2d4ac9f8a86 req-cd9bf347-ee32-4ef3-b801-8aa3ac4f076d tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.050116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8a6591fb-ffc8-40ec-bd20-c2d4ac9f8a86 req-cd9bf347-ee32-4ef3-b801-8aa3ac4f076d tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176383 Jan 18 22:49:17.051220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.053623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Made reservation on behalf of ded23796607b4af0881aa72c73e0d98e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:17.057085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.089671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53cbe6f-f0cd-4605-8fde-2124829d2c08,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:17.098419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.101006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d2ba971-4de2-4f8a-a9c2-1e3923e2b116 req-0a065473-e13e-45e8-8fc8-881fc04b6651 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6904418 Jan 18 22:49:17.152175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-8317dc2a-e832-4c94-a8a5-abf575763fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.153674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-8317dc2a-e832-4c94-a8a5-abf575763fc5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=661c6de5-e1bc-4216-93f6-bec86e7a53a2 HTTP/1.1" status: 200 len: 853 time: 0.1537528 Jan 18 22:49:17.170705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8a6591fb-ffc8-40ec-bd20-c2d4ac9f8a86 req-4d527f89-8306-42df-8c87-7ddfaab3b5bd tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/quotas/d4dc7d0195974bbb8b0793f2e528766f HTTP/1.1" status: 200 len: 375 time: 0.1119092 Jan 18 22:49:17.253113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:17.266377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8a6591fb-ffc8-40ec-bd20-c2d4ac9f8a86 req-66c14d38-093a-41aa-a0b0-3d2fa38e4153 tempest-QuotasAdminNegativeTest-860012292 tempest-QuotasAdminNegativeTest-860012292-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809371 Jan 18 22:49:17.384838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Allocated IP 172.20.0.14 (a77c7078-7b31-4fa1-ba87-f87856d8e77e/94edd2a9-b7cd-4c96-b7cc-63fbb9481b03/ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:17.398347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2409de-5a6b-48f0-8369-34e930765a2b req-8c718da3-7000-4644-961c-658dcbc9e0a3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.399878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad2409de-5a6b-48f0-8369-34e930765a2b req-8c718da3-7000-4644-961c-658dcbc9e0a3 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 943 time: 0.1923728 Jan 18 22:49:17.402263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-6ef69d1f-c033-450c-afb0-dfb4fffa6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.403662 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-6ef69d1f-c033-450c-afb0-dfb4fffa6bbd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2636d2f-6df0-4e10-8556-0f0065ffd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369838 Jan 18 22:49:17.481376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 229882ad-d3a4-4ecd-970e-8f312723c183 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:17.496588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Attempting to bind port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:17.496588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Attempting to bind port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:17.496588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Attempting to bind port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:17.507997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:49:17.508215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Attempting to bind port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:17.523185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:17.523504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Checking segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:17.523905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Bound using segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:17.524330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Bound port: 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:17.524675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.570871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad2409de-5a6b-48f0-8369-34e930765a2b req-cd7c6e93-514c-453c-9d50-e13f6f5949c0 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392791 Jan 18 22:49:17.606063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1f58d42e-ea87-4fed-afe5-d2565ec80050 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:17.622401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc639f3-ee92-4478-a9e5-477190997eea req-3d4725b9-3643-412c-9ac1-17887701444f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.630757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cc639f3-ee92-4478-a9e5-477190997eea req-3d4725b9-3643-412c-9ac1-17887701444f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 947 time: 0.1720595 Jan 18 22:49:17.698934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cc639f3-ee92-4478-a9e5-477190997eea req-b4032cf2-9e18-4842-840e-31736e57ff6f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672088 Jan 18 22:49:17.702560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-42617c85-0b20-469c-b608-5578212c7d7a service neutron] 10.222.0.86 "GET /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896945 Jan 18 22:49:17.729195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 229882ad-d3a4-4ecd-970e-8f312723c183, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=229882ad-d3a4-4ecd-970e-8f312723c183,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:17.739837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:17.743321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:17.746424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '229882ad-d3a4-4ecd-970e-8f312723c183', 'network_id': 'a2636d2f-6df0-4e10-8556-0f0065ffd60b', 'port_id': '229882ad-d3a4-4ecd-970e-8f312723c183', 'mac_address': 'fa:16:3e:e1:ab:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661c6de5-e1bc-4216-93f6-bec86e7a53a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:17.750181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 1f58d42e-ea87-4fed-afe5-d2565ec80050 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:17.752248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.787492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1f58d42e-ea87-4fed-afe5-d2565ec80050 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:17.787781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.845974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:17.855225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.856567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.859241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-6a5402a4-cc42-430d-8368-cdbc2a481b49 service neutron] 10.222.0.86 "PUT /v2.0/ports/95268dc8-cbb2-4a36-901c-27dd7a3165e0 HTTP/1.1" status: 200 len: 1091 time: 1.5613005 Jan 18 22:49:17.859846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'tag': '95268dc8-cbb2-4a36-901c-27dd7a3165e0'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:17.883176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1440741279', 'description': 'tempest-description-989127858'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:17.890996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:17.896058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:17.897546 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.901983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:17.903405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.908837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:17.927068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229882ad-d3a4-4ecd-970e-8f312723c183 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:17.977187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.977692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 229882ad-d3a4-4ecd-970e-8f312723c183, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=229882ad-d3a4-4ecd-970e-8f312723c183,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:17.978050 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d29b36b-c6fc-4d29-bf56-5d11eb3fd919 req-b037d7fe-6db2-416b-9b6e-0252824a1cfb service neutron] 10.222.0.86 "GET /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439303 Jan 18 22:49:17.989719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277622a-6e96-4424-a155-e4176bfbf2de req-b0ca249d-85fc-43c1-b372-cb09a416105d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.994469 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.997049 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3277622a-6e96-4424-a155-e4176bfbf2de req-b0ca249d-85fc-43c1-b372-cb09a416105d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2407446 Jan 18 22:49:18.013843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:18.025702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:18.029844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:18.031695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.038781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:18.057312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.075767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-614d62ca-3568-44db-997d-20554e3dfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.077384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-614d62ca-3568-44db-997d-20554e3dfeb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 1094 time: 0.1588364 Jan 18 22:49:18.096855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f58d42e-ea87-4fed-afe5-d2565ec80050'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:18.100978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3277622a-6e96-4424-a155-e4176bfbf2de req-dfb1729f-9f67-4a1c-acb9-ea0a013f5950 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010683 Jan 18 22:49:18.103850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=229882ad-d3a4-4ecd-970e-8f312723c183,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:18.119312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1f58d42e-ea87-4fed-afe5-d2565ec80050, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:18.125933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.145574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Network a77c7078-7b31-4fa1-ba87-f87856d8e77e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:18.151139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:18.155094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:18.162335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-c927cd6c-2078-470d-9fad-3e1723af190f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0 HTTP/1.1" status: 200 len: 217 time: 0.0779474 Jan 18 22:49:18.205658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:18.214264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1f58d42e-ea87-4fed-afe5-d2565ec80050,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:18.241670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.249945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.265553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-e2d676bb-1aad-4c19-8934-d58e5b4301be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.267029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-e2d676bb-1aad-4c19-8934-d58e5b4301be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 200 len: 862 time: 0.0967944 Jan 18 22:49:18.281195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['229882ad-d3a4-4ecd-970e-8f312723c183'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:18.292276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.292793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.329145 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-c0a89db5-a66b-4010-9aa6-13806daee52d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8550820 Jan 18 22:49:18.330652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-bec2ddf9-fbbf-4573-8d69-44f10559d911 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552735 Jan 18 22:49:18.337132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:18.341047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279609e9-0bbb-4774-a521-5f3d395d89d7 req-4f9c94be-51ec-4915-8fae-6cef6b141a31 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.341967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-279609e9-0bbb-4774-a521-5f3d395d89d7 req-4f9c94be-51ec-4915-8fae-6cef6b141a31 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:18.350227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Request body: {'port': {'device_id': '9899fc70-9fae-4d12-bf66-14de2d139176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:18.363334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.364524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4921f01-522c-457c-8d1f-760b623a6eb1 req-fb565bd3-db70-431e-8edb-fd6afede78d3 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4903467 Jan 18 22:49:18.417061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-279609e9-0bbb-4774-a521-5f3d395d89d7 req-4f9c94be-51ec-4915-8fae-6cef6b141a31 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:18.418471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-279609e9-0bbb-4774-a521-5f3d395d89d7 req-4f9c94be-51ec-4915-8fae-6cef6b141a31 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 932 time: 0.2215307 Jan 18 22:49:18.481392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-010ce023-609c-4c57-a1ed-a73c06e17c2e service neutron] 10.222.0.86 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413851 Jan 18 22:49:18.524352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-279609e9-0bbb-4774-a521-5f3d395d89d7 req-e44ddd10-8056-488d-a42b-e16eae3ce340 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641913 Jan 18 22:49:18.525055 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.603181 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'tag': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'status': 'completed', 'code': 200} Jan 18 22:49:18.632203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-235f399e-1066-458d-b6f5-7ac9afe75080 req-d8c0a468-8e3e-4c5a-861a-54f52a12ca9e service neutron] 10.222.0.86 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445999 Jan 18 22:49:18.637572 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f58d42e-ea87-4fed-afe5-d2565ec80050', 'code': 200} Jan 18 22:49:18.660720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-176638055', 'description': 'tempest-description-1653953785'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:18.666969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:18.671040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:18.674180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:18.680393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:18.756483 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.799772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:18.810013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:18.814580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:18.825332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:18.880586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b028-ec40-4dbe-a1aa-c9ed7f4a2658 req-475809d9-cd2b-45f1-ad96-8cb6ab28f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.882095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1684b028-ec40-4dbe-a1aa-c9ed7f4a2658 req-475809d9-cd2b-45f1-ad96-8cb6ab28f772 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 1099 time: 0.1637719 Jan 18 22:49:18.902235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-e396cb0d-de9a-43fd-a6c0-f988e41b6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.903669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-e396cb0d-de9a-43fd-a6c0-f988e41b6f31 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 1094 time: 0.2156415 Jan 18 22:49:19.005715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e887b-9270-4bd0-8543-e21a62e06ad7 req-598c7646-c804-4d4e-8fcc-b06d7df7f359 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.007158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-756e887b-9270-4bd0-8543-e21a62e06ad7 req-598c7646-c804-4d4e-8fcc-b06d7df7f359 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 943 time: 0.3493886 Jan 18 22:49:19.017245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.032191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.059601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1684b028-ec40-4dbe-a1aa-c9ed7f4a2658 req-9ceafe30-d445-48af-b811-9975aa1fcda7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706467 Jan 18 22:49:19.076967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-756e887b-9270-4bd0-8543-e21a62e06ad7 req-0dfd0bcd-de70-4fc9-84f2-0376e9d833ee tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553031 Jan 18 22:49:19.112511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab365ede-6881-4c07-934d-f779f020c9d0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:19.127615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-e03722a6-6f58-499f-aa16-d26bdb3ead47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.131986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-e03722a6-6f58-499f-aa16-d26bdb3ead47 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 923 time: 0.2169054 Jan 18 22:49:19.197155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.209030 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b9ea81f-03a5-43de-a1aa-ec25d999b89d req-912acf5a-9b08-4f17-a46c-c625d84b430b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5524375 Jan 18 22:49:19.234738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-e1a3fdd0-ee22-4d69-b7f7-afb3e2a0ae4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0 HTTP/1.1" status: 200 len: 217 time: 0.0983088 Jan 18 22:49:19.246950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:19.256467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.328314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-5a033a31-b9d9-4f1c-afa2-cd17583d3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.330012 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-5a033a31-b9d9-4f1c-afa2-cd17583d3967 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 200 len: 862 time: 0.0882721 Jan 18 22:49:19.337110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Transition to ACTIVE for port object ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:19.345048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.417911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-c6a28464-ef51-446c-a841-59f835af3f4d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515516 Jan 18 22:49:19.453782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:19.485228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266082-8ed9-48eb-9d4c-c9198a89dba8 req-94b83851-6480-433d-8926-05a96ffb19a2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.486798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-41266082-8ed9-48eb-9d4c-c9198a89dba8 req-94b83851-6480-433d-8926-05a96ffb19a2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 944 time: 0.2246540 Jan 18 22:49:19.491950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:19.498392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 229882ad-d3a4-4ecd-970e-8f312723c183 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:19.618134 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-41266082-8ed9-48eb-9d4c-c9198a89dba8 req-9cd87221-b08b-4a37-ac5f-0029458d7bd0 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185312 Jan 18 22:49:19.649775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Attempting to bind port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:19.650268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Attempting to bind port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:19.650822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Attempting to bind port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:19.656679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 229882ad-d3a4-4ecd-970e-8f312723c183 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:19.657279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b on network a77c7078-7b31-4fa1-ba87-f87856d8e77e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:49:19.657724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Attempting to bind port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b on network a77c7078-7b31-4fa1-ba87-f87856d8e77e {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:19.660977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a28bd8-d9b6-4049-bcbc-3728e898eec7 req-728e762e-8df8-4a65-9ab2-30ba0d27173f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.662522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34a28bd8-d9b6-4049-bcbc-3728e898eec7 req-728e762e-8df8-4a65-9ab2-30ba0d27173f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 948 time: 0.3299747 Jan 18 22:49:19.664628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:19.665148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Checking segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:19.665677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Bound using segment: {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:19.666322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Bound port: ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52bf7ad-a643-43ac-bf1b-01d32d38f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:19.666829 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.669298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 229882ad-d3a4-4ecd-970e-8f312723c183 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:19.669679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.735486 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-51246261-712e-4462-8bef-aa5d2a7562fe service neutron] 10.222.0.86 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067112 Jan 18 22:49:19.740163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34a28bd8-d9b6-4049-bcbc-3728e898eec7 req-2104a333-fe4a-4ded-8dff-d1a32ae00d5e tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 Jan 18 22:49:19.791884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:19.803810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:19.811951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.882074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.909086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.909704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.911085 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] 10.222.0.85 "PUT /v2.0/ports/ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b HTTP/1.1" status: 200 len: 1092 time: 1.5649562 Jan 18 22:49:19.911533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:19.925671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 229882ad-d3a4-4ecd-970e-8f312723c183, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=229882ad-d3a4-4ecd-970e-8f312723c183,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:19.925858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.934572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.949643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b5b9-18dc-4ea6-a365-32f498388590 service neutron] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:20.011481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:20.012631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=229882ad-d3a4-4ecd-970e-8f312723c183,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:20.019047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Usage tracker for resource:security_group_rule and tenant:d4dc7d0195974bbb8b0793f2e528766f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:20.023769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0ae67af-71af-4a42-ba82-a7f4c910d8e4 req-f2bc531d-7bff-4f9f-afe5-a477ac2cf7af service neutron] 10.222.0.86 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760231 Jan 18 22:49:20.024544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:20.036606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:20.060209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6471482f-9765-4d84-9c94-8102f5b6171f req-f0803159-3b40-4e31-8fbd-c918c8c9e287 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c HTTP/1.1" status: 200 len: 1804 time: 0.2428687 Jan 18 22:49:20.095384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0b17d-efc9-4837-88f8-bbeb18dd9b6c req-90bb2492-c920-4339-99cd-eb0a268fe03d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:20.096919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ae0b17d-efc9-4837-88f8-bbeb18dd9b6c req-90bb2492-c920-4339-99cd-eb0a268fe03d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2249646 Jan 18 22:49:20.155266 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6471482f-9765-4d84-9c94-8102f5b6171f req-04c3fcd1-eb23-49b4-a6ba-8585dde2988b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/ab365ede-6881-4c07-934d-f779f020c9d0 HTTP/1.1" status: 200 len: 1804 time: 0.0815976 Jan 18 22:49:20.165370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-f482e713-5911-41f8-bd70-a96f19c3940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:20.166872 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-f482e713-5911-41f8-bd70-a96f19c3940f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 1095 time: 0.2044847 Jan 18 22:49:20.170408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-7c3e4cab-9fea-427d-bf69-04a2ae333887 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648741 Jan 18 22:49:20.173344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c', 'remote_group_id': 'ab365ede-6881-4c07-934d-f779f020c9d0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:20.173656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c', 'remote_group_id': 'ab365ede-6881-4c07-934d-f779f020c9d0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:20.179166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ae0b17d-efc9-4837-88f8-bbeb18dd9b6c req-c6e952b6-0677-4753-b637-8057d5dfb515 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735071 Jan 18 22:49:20.193576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.208594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.237679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:20.250255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-dcdadf33-9f13-42f3-b0e4-90794768e13c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b HTTP/1.1" status: 200 len: 217 time: 0.0692673 Jan 18 22:49:20.250613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:20.253785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:20.264863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4dc7d0195974bbb8b0793f2e528766f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8100240 Jan 18 22:49:20.266868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c4613-c97c-473e-9fe0-659596da548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd3f92f-f524-47e1-96b3-d5c3c42330e5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:20.270230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55824) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:20.343752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:20.389148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4c18f7-0daf-4637-8b89-90327fcdb374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.394069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-00fcd7f8-db28-4bc3-9640-c7437c460484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:20.395697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-00fcd7f8-db28-4bc3-9640-c7437c460484 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.1382878 Jan 18 22:49:20.428640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4c18f7-0daf-4637-8b89-90327fcdb374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.458300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-b6c73d62-0996-4f34-9787-737c8bd0fcfc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557299 Jan 18 22:49:20.471985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6772b4-81d7-47a8-9157-528f8bd0a476 req-46b8a1f8-0cce-41cb-966e-3b2c3823952d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:20.472698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1e6772b4-81d7-47a8-9157-528f8bd0a476 req-46b8a1f8-0cce-41cb-966e-3b2c3823952d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:20.489425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1e6772b4-81d7-47a8-9157-528f8bd0a476 req-46b8a1f8-0cce-41cb-966e-3b2c3823952d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:20.490583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e6772b4-81d7-47a8-9157-528f8bd0a476 req-46b8a1f8-0cce-41cb-966e-3b2c3823952d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 944 time: 0.1718729 Jan 18 22:49:20.519861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4c18f7-0daf-4637-8b89-90327fcdb374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.543149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c18f7-0daf-4637-8b89-90327fcdb374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd3f92f-f524-47e1-96b3-d5c3c42330e5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:20.555774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4c18f7-0daf-4637-8b89-90327fcdb374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.556910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b4c18f7-0daf-4637-8b89-90327fcdb374 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2cd3f92f-f524-47e1-96b3-d5c3c42330e5 HTTP/1.1" status: 204 len: 168 time: 0.2856135 Jan 18 22:49:20.559988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e6772b4-81d7-47a8-9157-528f8bd0a476 req-6efa2b0a-2d12-4fd4-928c-5440c618cd44 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628870 Jan 18 22:49:20.589052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.597697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-36f842a8-5537-48d0-83f0-f6789e2f369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:20.599197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-36f842a8-5537-48d0-83f0-f6789e2f369d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 1101 time: 0.3044999 Jan 18 22:49:20.625544 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'status': 'completed', 'code': 200} Jan 18 22:49:20.638862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229882ad-d3a4-4ecd-970e-8f312723c183'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:20.794253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286ab0f-44a1-47c0-9f1b-d976a22d9f86 req-e031e9d1-75b1-4804-b6fd-8edb40f29f15 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:20.795930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d286ab0f-44a1-47c0-9f1b-d976a22d9f86 req-e031e9d1-75b1-4804-b6fd-8edb40f29f15 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 943 time: 0.0835786 Jan 18 22:49:20.847948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d286ab0f-44a1-47c0-9f1b-d976a22d9f86 req-6858e60d-e4a6-4014-8e2d-64af6471e972 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Jan 18 22:49:20.892183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.897501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:20.899929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-cad2b7e6-29d8-439e-bdaf-f223aeaf62f1 service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330375 Jan 18 22:49:20.903225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.917478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.919212 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229882ad-d3a4-4ecd-970e-8f312723c183', 'code': 200} Jan 18 22:49:20.940271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:20.954400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Usage tracker for resource:security_group_rule and tenant:cd5b87c0b7554c1d9ac151f01f2e90e2 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:20.964639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:20.965547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0a7493-eb49-408d-8aa3-82800e858fc2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:20.976817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:21.043053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.044277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6471482f-9765-4d84-9c94-8102f5b6171f req-ce3773b2-c8ab-4bc2-9969-c6f3fc54c45d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8821900 Jan 18 22:49:21.074037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-14b37a72-a270-4add-bcd8-545feb9f088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.075480 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-14b37a72-a270-4add-bcd8-545feb9f088f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.4423251 Jan 18 22:49:21.155174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d5253-5629-429b-9dff-6d566c1d1a31 req-9c41347f-5ef5-4956-a33b-f87af77e431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.156718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-499d5253-5629-429b-9dff-6d566c1d1a31 req-9c41347f-5ef5-4956-a33b-f87af77e431d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 1096 time: 0.1706283 Jan 18 22:49:21.160741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-a2b1a642-d101-47dc-9695-7ecbf8fc725a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=af20f939-629c-40f1-a59d-73f122ff7ef7 HTTP/1.1" status: 200 len: 217 time: 0.0692050 Jan 18 22:49:21.225689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b0c70-5b7d-4afe-8c5e-17f849046a82 req-764bd3b5-33ee-423f-9267-6970e76d2a75 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.227079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b4b0c70-5b7d-4afe-8c5e-17f849046a82 req-764bd3b5-33ee-423f-9267-6970e76d2a75 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 945 time: 0.1879706 Jan 18 22:49:21.258587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed928658-8d5d-4dd0-a7f1-e784a407b903 req-fe6e70b7-eefc-4cce-a5e9-18c11b691aea service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489220 Jan 18 22:49:21.263044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-499d5253-5629-429b-9dff-6d566c1d1a31 req-21ac1657-ae21-43d6-a6ef-cf0b11c5bd75 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939050 Jan 18 22:49:21.267070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.283736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.288601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-9314c6ab-8f71-47cd-be7d-4c20ce882502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.290097 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-9314c6ab-8f71-47cd-be7d-4c20ce882502 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0821567 Jan 18 22:49:21.314075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb2a42-a0d8-40b2-b8df-1b07a9e465df req-b24d98e7-0863-4c4f-899d-1c8f2d8c9fdb tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.314632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b4b0c70-5b7d-4afe-8c5e-17f849046a82 req-de7d16dc-3edb-45e8-81dc-aef2acad2506 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740330 Jan 18 22:49:21.317397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3eb2a42-a0d8-40b2-b8df-1b07a9e465df req-b24d98e7-0863-4c4f-899d-1c8f2d8c9fdb tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 948 time: 0.1703184 Jan 18 22:49:21.340822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63013be6-f65a-47bd-8410-a82992df4221,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:21.344813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8a6cf79a-13e2-476d-8986-20eef79bb578 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd5b87c0b7554c1d9ac151f01f2e90e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462337 Jan 18 22:49:21.348241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:21.424759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f480b65-55f2-45bc-b033-788a31c9c85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.425844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3eb2a42-a0d8-40b2-b8df-1b07a9e465df req-7e83f041-ab42-47d8-af34-f8e345bf16c5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632713 Jan 18 22:49:21.448622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-3619e968-14fd-4268-b15a-1ac65ad32b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.448622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-3619e968-14fd-4268-b15a-1ac65ad32b8a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ded23796607b4af0881aa72c73e0d98e&device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 1095 time: 0.1275890 Jan 18 22:49:21.452863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f480b65-55f2-45bc-b033-788a31c9c85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.466800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-850857294', 'description': 'tempest-description-288674905'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:21.480047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:21.487260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:21.497707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:21.507209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:21.521918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.522686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:21.549850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:21.552188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f480b65-55f2-45bc-b033-788a31c9c85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.572806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:21.575653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480b65-55f2-45bc-b033-788a31c9c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63013be6-f65a-47bd-8410-a82992df4221,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:21.577822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:21.588813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:21.590862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f480b65-55f2-45bc-b033-788a31c9c85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.594780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4f480b65-55f2-45bc-b033-788a31c9c85f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63013be6-f65a-47bd-8410-a82992df4221 HTTP/1.1" status: 204 len: 168 time: 0.2430041 Jan 18 22:49:21.679083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.686831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.698859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:21.715969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'port_id': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'mac_address': 'fa:16:3e:8b:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069e882-c96a-4fda-8497-d2cb13f780c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:21.736225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-5cbb3807-6a43-41d7-9660-0337d808bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.737644 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-5cbb3807-6a43-41d7-9660-0337d808bef4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037106 Jan 18 22:49:21.739781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-0f380ae6-8f46-4581-9f16-77fecd51913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.741405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-0f380ae6-8f46-4581-9f16-77fecd51913e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 200 len: 904 time: 0.2883787 Jan 18 22:49:21.750528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f92b27-895f-4cc8-9f79-eb67f2bc3d71,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:21.756176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.759580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89d076b8-5dc1-4de0-9c25-92d301159c09 req-3f05b51b-e221-408a-85e8-6b3c6393196e tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2989490 Jan 18 22:49:21.785837 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.804077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95268dc8-cbb2-4a36-901c-27dd7a3165e0 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:21.820332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:21.826749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.897970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-569f6664-79c8-4d38-8559-975afa8ac2ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b HTTP/1.1" status: 200 len: 217 time: 0.1218207 Jan 18 22:49:21.919066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45529e7-2b35-44a7-adb2-222144c3d20f req-3082a3f1-6bc4-4ddd-9754-36835855a3f3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.920091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:21.920883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e45529e7-2b35-44a7-adb2-222144c3d20f req-3082a3f1-6bc4-4ddd-9754-36835855a3f3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.3324077 Jan 18 22:49:21.943673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7549a4-6ceb-4773-9348-0726fdf2d3d0 req-1270194e-2cbf-498d-a7da-9d454f259767 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.950888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc7549a4-6ceb-4773-9348-0726fdf2d3d0 req-1270194e-2cbf-498d-a7da-9d454f259767 tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 1099 time: 0.0967097 Jan 18 22:49:21.993366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc7549a4-6ceb-4773-9348-0726fdf2d3d0 req-64f22872-e218-42fd-bca0-01297e39ee9b tempest-ServersOnMultiNodesTest-206634150 tempest-ServersOnMultiNodesTest-206634150-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Jan 18 22:49:22.060643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e45529e7-2b35-44a7-adb2-222144c3d20f req-f10b573f-5271-4b54-a251-f47d01b2796a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964875 Jan 18 22:49:22.064235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-4badd6b2-8dc7-459a-812d-662e617a12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:22.065730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-4badd6b2-8dc7-459a-812d-662e617a12a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 200 len: 843 time: 0.1551666 Jan 18 22:49:22.069310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-b65b2270-7dd0-4efb-9c79-616848eb7432 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233173 Jan 18 22:49:22.114043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['95268dc8-cbb2-4a36-901c-27dd7a3165e0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:22.138460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-866393672', 'description': 'tempest-description-519542001'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:22.146853 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-f86be63d-4506-48df-bd21-ad4dc30a52d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a77c7078-7b31-4fa1-ba87-f87856d8e77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746849 Jan 18 22:49:22.195975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:22.223566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba955ee-1a96-4ae6-8e1b-685b6ec03511 req-bffd1f04-f78d-4b8a-af48-9ddf373bf133 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:22.225562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ba955ee-1a96-4ae6-8e1b-685b6ec03511 req-bffd1f04-f78d-4b8a-af48-9ddf373bf133 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 944 time: 0.1090302 Jan 18 22:49:22.234924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:22.286443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ba955ee-1a96-4ae6-8e1b-685b6ec03511 req-d5d6e716-e653-4532-9a31-326172240599 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548415 Jan 18 22:49:22.289024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:22.308845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:22.372100 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:22.412150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6923882-bb9d-4fe7-ae92-267cbd6bb5d1 req-05309369-cb80-4e24-83e3-5b1bac0160a1 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087380 Jan 18 22:49:22.416391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-d81f8a60-43a3-465c-aca1-18c56a79c17b service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219353 Jan 18 22:49:22.421458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:22.445475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:22.451912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:22.503710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:22.561004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed521-541b-4f4c-b5ae-719f9085ce2b req-bd2c6eae-87f0-474c-9971-873d75cee642 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:22.565558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-411ed521-541b-4f4c-b5ae-719f9085ce2b req-bd2c6eae-87f0-474c-9971-873d75cee642 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 944 time: 0.1602721 Jan 18 22:49:22.614068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-411ed521-541b-4f4c-b5ae-719f9085ce2b req-a3a63b76-7419-484f-9188-70da7a74cd62 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Jan 18 22:49:22.751558 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77a64fbe-2eec-4820-8190-e95037cc43f6 req-ea77dae6-6f30-4dcc-a644-36fd62b1687b service neutron] 10.222.0.85 "GET /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276598 Jan 18 22:49:22.795642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:22.805073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:22.857176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3716b43-dee7-412c-8bf3-597b498f66a4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:22.876331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:22.878116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eba1e94e-b4f0-4274-9576-6150fd9ab6d5 req-ff93681e-d227-40a8-9147-69667e568c14 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7694263 Jan 18 22:49:23.075471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56acf5-7cf9-4ede-aa76-dc3e7d35bb35 req-ee8f5cea-61eb-4a73-95c5-d2887870b779 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:23.081825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f56acf5-7cf9-4ede-aa76-dc3e7d35bb35 req-ee8f5cea-61eb-4a73-95c5-d2887870b779 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 945 time: 0.1104600 Jan 18 22:49:23.129898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f56acf5-7cf9-4ede-aa76-dc3e7d35bb35 req-4fc185fd-111a-4884-8c9e-945baa7cd918 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Jan 18 22:49:23.188077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc645e21-c15d-4574-b68a-58f545f6f058 req-be31a121-0c1b-44f6-9794-330aea5b8b96 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:23.190434 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc645e21-c15d-4574-b68a-58f545f6f058 req-be31a121-0c1b-44f6-9794-330aea5b8b96 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 948 time: 0.0999284 Jan 18 22:49:23.207111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-3209651a-7de7-4a47-95cf-4179f43cde6f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/28f92b27-895f-4cc8-9f79-eb67f2bc3d71 HTTP/1.1" status: 200 len: 1803 time: 0.0530474 Jan 18 22:49:23.243326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc645e21-c15d-4574-b68a-58f545f6f058 req-9abda76b-4e33-4aa6-b89c-7d48492fa364 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Jan 18 22:49:23.282203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-ca193dda-3d7f-460e-9e86-9a14bfdda257 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/f3716b43-dee7-412c-8bf3-597b498f66a4 HTTP/1.1" status: 200 len: 1803 time: 0.0691793 Jan 18 22:49:23.287504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '28f92b27-895f-4cc8-9f79-eb67f2bc3d71', 'remote_group_id': 'f3716b43-dee7-412c-8bf3-597b498f66a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:23.287857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '28f92b27-895f-4cc8-9f79-eb67f2bc3d71', 'remote_group_id': 'f3716b43-dee7-412c-8bf3-597b498f66a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:23.296051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:23.300593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:23.304390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:23.310861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:23.451155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b7f72-af74-4bd6-a2e3-9f0a5b834ff3 req-a8184d49-2845-4540-936d-3155c3cef634 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:23.452729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-909b7f72-af74-4bd6-a2e3-9f0a5b834ff3 req-a8184d49-2845-4540-936d-3155c3cef634 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.0870852 Jan 18 22:49:23.499442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-909b7f72-af74-4bd6-a2e3-9f0a5b834ff3 req-6766982c-29b9-436a-9de3-38d95316453c tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Jan 18 22:49:23.506224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.527925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:23.550910 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.558590 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.582537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c273b09e-1d50-4964-941a-ac14629fb654,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:23.606659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.608168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-040d4e1e-4061-4f31-be53-d8d2b63c5407 req-4ff95881-a830-4b0e-bd48-7ce5793bb500 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3249185 Jan 18 22:49:23.612978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:23.650752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:23.706684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:23.706684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.736112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e6d52-b573-4f3d-86f3-d29f9a0d553d req-72b1e047-00fa-47b0-bf08-4883a2cc607c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:23.746926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916e6d52-b573-4f3d-86f3-d29f9a0d553d req-72b1e047-00fa-47b0-bf08-4883a2cc607c tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 944 time: 0.1074264 Jan 18 22:49:23.819243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-916e6d52-b573-4f3d-86f3-d29f9a0d553d req-5cdf0e2c-7694-46f3-9cd7-3fcaf51cc7ce tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691679 Jan 18 22:49:23.908620 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5591320e-2c77-4565-be4d-840e98e16235 req-70708ba7-3a79-45c9-8a7e-8cccdd5b515d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/f3716b43-dee7-412c-8bf3-597b498f66a4 HTTP/1.1" status: 200 len: 1803 time: 0.0564213 Jan 18 22:49:23.919591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:23.934564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'mac_address': 'fa:16:3e:53:a0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:23.981003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5591320e-2c77-4565-be4d-840e98e16235 req-155c9ade-ac7e-4e00-b3b6-376cbf2a0fe0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.017575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5591320e-2c77-4565-be4d-840e98e16235 req-155c9ade-ac7e-4e00-b3b6-376cbf2a0fe0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.019446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.038840 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.068463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:24.072459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95268dc8-cbb2-4a36-901c-27dd7a3165e0'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:24.076844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a626e0-dd93-4bb6-9398-55458e8bafdb req-79f94733-e84e-4a90-9249-327d35e86c53 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:24.078569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19a626e0-dd93-4bb6-9398-55458e8bafdb req-79f94733-e84e-4a90-9249-327d35e86c53 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 944 time: 0.0966785 Jan 18 22:49:24.098315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:24.103263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:24.108115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.117102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5591320e-2c77-4565-be4d-840e98e16235 req-155c9ade-ac7e-4e00-b3b6-376cbf2a0fe0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.139910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c9ade-ac7e-4e00-b3b6-376cbf2a0fe0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3716b43-dee7-412c-8bf3-597b498f66a4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:24.144455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5591320e-2c77-4565-be4d-840e98e16235 req-155c9ade-ac7e-4e00-b3b6-376cbf2a0fe0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.155098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19a626e0-dd93-4bb6-9398-55458e8bafdb req-0cae9869-04d5-456d-a10d-7e7247b0f9fe tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676079 Jan 18 22:49:24.180162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5591320e-2c77-4565-be4d-840e98e16235 req-155c9ade-ac7e-4e00-b3b6-376cbf2a0fe0 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/f3716b43-dee7-412c-8bf3-597b498f66a4 HTTP/1.1" status: 204 len: 173 time: 0.2685270 Jan 18 22:49:24.216919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:24.219420 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.258168 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'code': 200} Jan 18 22:49:24.310933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:24.398759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-552379ea-978c-450b-a545-49f78a04b09c req-5e250945-71ba-4195-8b85-11ce1e35cb6f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/28f92b27-895f-4cc8-9f79-eb67f2bc3d71 HTTP/1.1" status: 200 len: 1803 time: 0.1375396 Jan 18 22:49:24.457498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400503-79b2-48cb-958a-99d38daaad17 req-612a500d-00ee-4d63-badf-43af989c14c3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:24.458973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-34400503-79b2-48cb-958a-99d38daaad17 req-612a500d-00ee-4d63-badf-43af989c14c3 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 948 time: 0.1576202 Jan 18 22:49:24.463802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc335-9548-4c73-bd98-c6c840e56836 req-bfe0574d-ca8d-41db-a209-a6c6c3ff7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:24.465306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8afcc335-9548-4c73-bd98-c6c840e56836 req-bfe0574d-ca8d-41db-a209-a6c6c3ff7f98 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 1096 time: 0.1288857 Jan 18 22:49:24.470221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:24.503304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-189152581', 'description': 'tempest-description-1126265708'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:24.513091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57d51d-1245-4528-b069-bb3f9ddb9dc0 req-1f283950-0ad3-47c3-9663-e9fbec5afd4d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:24.515017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b57d51d-1245-4528-b069-bb3f9ddb9dc0 req-1f283950-0ad3-47c3-9663-e9fbec5afd4d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 948 time: 0.0910437 Jan 18 22:49:24.549992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:24.559437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:24.568937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:24.570794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b57d51d-1245-4528-b069-bb3f9ddb9dc0 req-b7e2e232-0dc8-4a74-93a9-1a7b6febf509 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 Jan 18 22:49:24.580643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:24.609169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port 1f58d42e-ea87-4fed-afe5-d2565ec80050 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:24.609584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.647370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8afcc335-9548-4c73-bd98-c6c840e56836 req-4ff56d6d-decf-45bb-afc1-73eb8b4bd287 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394806 Jan 18 22:49:24.659512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.695672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:24.701341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:24.704824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:24.715453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:24.837995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e507e-40cf-49c8-a0f7-d51ff58773cf req-351df4fe-47a5-4420-b2ae-b5f0601df15f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:24.841512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-681e507e-40cf-49c8-a0f7-d51ff58773cf req-351df4fe-47a5-4420-b2ae-b5f0601df15f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.0863180 Jan 18 22:49:24.894341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-681e507e-40cf-49c8-a0f7-d51ff58773cf req-4310abb6-545b-4d87-b364-fbb08c6e5688 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 Jan 18 22:49:24.966984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.973392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.020716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port 1f58d42e-ea87-4fed-afe5-d2565ec80050, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1f58d42e-ea87-4fed-afe5-d2565ec80050,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:25.021105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.096723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.098533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52b67f83-9fd3-4c63-a420-4d7f128e41ea req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6311193 Jan 18 22:49:25.123273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeed3a-cb28-45f2-8b96-59e94d4ee90f req-2dc4c8a5-5d8f-49c8-8c5d-eed5661bfdd8 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:25.124740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31aeed3a-cb28-45f2-8b96-59e94d4ee90f req-2dc4c8a5-5d8f-49c8-8c5d-eed5661bfdd8 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 945 time: 0.0919423 Jan 18 22:49:25.158265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5bf9f-b102-42d0-a3bf-07196b614b89 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:25.167014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for 1f58d42e-ea87-4fed-afe5-d2565ec80050 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:25.178711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31aeed3a-cb28-45f2-8b96-59e94d4ee90f req-baf07dac-35ae-481c-9100-69a537212678 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Jan 18 22:49:25.291894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-1ff936b9-1cc5-4c28-b726-2e5f3f3d7fbf tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78 HTTP/1.1" status: 200 len: 1804 time: 0.0513840 Jan 18 22:49:25.303127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:25.303896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:25.309443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:25.314122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:25.318241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:25.324315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:25.351843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.366246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652', '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'f063ed9a-6a33-4c67-a213-58822272f245'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:25.385524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.391285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885', '1f58d42e-ea87-4fed-afe5-d2565ec80050'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:25.419747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=1f58d42e-ea87-4fed-afe5-d2565ec80050,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:25.435007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.446545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.479042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35276db4-4da0-4313-8f8a-8dde6153cb62,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:25.496694 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.508632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b5a9797e-88e2-4770-8cb9-57c4a91bb2b3 req-08783774-d24e-415c-997d-2932f0b34b12 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2106524 Jan 18 22:49:25.556378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port 1f58d42e-ea87-4fed-afe5-d2565ec80050 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:25.560902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.564619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'name': 'network-vif-deleted', 'tag': '1f58d42e-ea87-4fed-afe5-d2565ec80050'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:25.587647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-34400503-79b2-48cb-958a-99d38daaad17 req-7b4125d2-2c6e-4577-bf4c-6d4040772dfa tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "DELETE /v2.0/ports/1f58d42e-ea87-4fed-afe5-d2565ec80050 HTTP/1.1" status: 204 len: 173 time: 1.1210573 Jan 18 22:49:25.661674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:25.749613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1117ac-ce4f-4a48-a440-0827a5a51a2a req-c078fb24-c9c9-476a-81e7-5b201d1e9dea tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:25.762673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da1117ac-ce4f-4a48-a440-0827a5a51a2a req-c078fb24-c9c9-476a-81e7-5b201d1e9dea tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1502886 Jan 18 22:49:25.850097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da1117ac-ce4f-4a48-a440-0827a5a51a2a req-6a647d40-d4bf-42c1-a5bf-d7bbf95f535b tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835476 Jan 18 22:49:26.002523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:26.012353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:26.012771 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.071587 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fed9b-2185-4fb2-9504-019b9edae57a', 'name': 'network-vif-deleted', 'tag': '1f58d42e-ea87-4fed-afe5-d2565ec80050', 'status': 'completed', 'code': 200} Jan 18 22:49:26.088214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-69feb684-30ea-480c-afa8-9a518ed3bb3a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78 HTTP/1.1" status: 200 len: 2397 time: 0.0815065 Jan 18 22:49:26.099926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78', 'remote_group_id': None}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:26.100231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78', 'remote_group_id': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:26.106824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:26.110627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Usage tracker for resource:security_group_rule and tenant:5d947005f7eb4656a87d84e20c81e62e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:26.113506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:26.120620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:26.200883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.227649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.236672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.247939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-91b03994-9f97-4df5-bc67-27dfd2bed63d req-22b7c85d-2ab3-4ad3-bb49-0e89b55435c5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:26.268623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-91b03994-9f97-4df5-bc67-27dfd2bed63d req-22b7c85d-2ab3-4ad3-bb49-0e89b55435c5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:26.275849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976e5fac-e3d7-4822-a831-da3073fc5ecd,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:26.285598 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91b03994-9f97-4df5-bc67-27dfd2bed63d req-22b7c85d-2ab3-4ad3-bb49-0e89b55435c5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b6fed9b-2185-4fb2-9504-019b9edae57a HTTP/1.1" status: 200 len: 210 time: 0.0879936 Jan 18 22:49:26.293247 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.294853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e544b021-5d8b-46ed-a6cb-70b9bd364b83 req-baf8d1cb-f3dd-417e-a216-c51becd275af tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1989706 Jan 18 22:49:26.342166 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.429512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:26.457938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:26.473068 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.474035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1f58d42e-ea87-4fed-afe5-d2565ec80050 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:26.554604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 1f58d42e-ea87-4fed-afe5-d2565ec80050 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:26.554932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1f58d42e-ea87-4fed-afe5-d2565ec80050 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:26.617126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f43a-104b-4390-9fde-c889bd92fa4e req-869011df-1f0a-4f3d-94b4-6666148da77a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:26.625842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d609f43a-104b-4390-9fde-c889bd92fa4e req-869011df-1f0a-4f3d-94b4-6666148da77a tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 946 time: 0.1078043 Jan 18 22:49:26.631747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:26.648323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.648938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.649441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.649922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.650439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.650948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.651429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.651893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.652366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.652829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.653321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.653805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:26.658745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf4a4-07e4-4c98-b660-b0b66a979bc2 req-ff91248d-3321-430d-bcba-d14178341485 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:26.660817 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad6bf4a4-07e4-4c98-b660-b0b66a979bc2 req-ff91248d-3321-430d-bcba-d14178341485 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2482314 Jan 18 22:49:26.689565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d609f43a-104b-4390-9fde-c889bd92fa4e req-1e8d03d2-6c47-490a-bdfa-48e782446caa tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626929 Jan 18 22:49:26.717666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad6bf4a4-07e4-4c98-b660-b0b66a979bc2 req-4bd74a3f-ff46-4a1d-af83-229a847f4fa5 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497434 Jan 18 22:49:26.776822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bce4e022-8c6d-4ac0-abdc-1d2607ac0248 req-d3f6ef6f-d669-45a1-8256-7c5a46568f2a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78 HTTP/1.1" status: 200 len: 2995 time: 0.0612900 Jan 18 22:49:26.822272 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'code': 200} Jan 18 22:49:26.881653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-2a8392c3-dd7e-4d7d-a1a6-c4c839a80674 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-group-rules/976e5fac-e3d7-4822-a831-da3073fc5ecd HTTP/1.1" status: 200 len: 783 time: 0.0368736 Jan 18 22:49:26.966950 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-6027b0ac-68c2-4d2c-bac4-281c5258b8fe tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78 HTTP/1.1" status: 200 len: 2995 time: 0.0793834 Jan 18 22:49:27.011757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-5a39bfe2-5ac0-4ac4-a011-2b6778e8d71f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.023971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-5a39bfe2-5ac0-4ac4-a011-2b6778e8d71f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.034683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844e48-e3cd-4802-932a-747bd7da76a4 req-dfca54bc-a10e-4a45-8ecc-8ebaf2639e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:27.036189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-66844e48-e3cd-4802-932a-747bd7da76a4 req-dfca54bc-a10e-4a45-8ecc-8ebaf2639e9b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 1097 time: 0.1478648 Jan 18 22:49:27.069921 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-5a39bfe2-5ac0-4ac4-a011-2b6778e8d71f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.091032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39bfe2-5ac0-4ac4-a011-2b6778e8d71f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=976e5fac-e3d7-4822-a831-da3073fc5ecd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:27.101487 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-5a39bfe2-5ac0-4ac4-a011-2b6778e8d71f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.113463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c07e01fd-fba5-44fa-b03c-165c62b42a88 req-5a39bfe2-5ac0-4ac4-a011-2b6778e8d71f tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/976e5fac-e3d7-4822-a831-da3073fc5ecd HTTP/1.1" status: 204 len: 173 time: 0.1430161 Jan 18 22:49:27.172370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-66844e48-e3cd-4802-932a-747bd7da76a4 req-5e1d8068-d213-4a74-be13-5917c2929b6c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261203 Jan 18 22:49:27.200392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513dfd-15bb-4da9-b5a1-ccbaf7096308 req-748270c9-80bc-4477-a587-522d420448f6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:27.202028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0513dfd-15bb-4da9-b5a1-ccbaf7096308 req-748270c9-80bc-4477-a587-522d420448f6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1336582 Jan 18 22:49:27.257646 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0513dfd-15bb-4da9-b5a1-ccbaf7096308 req-a5278b2b-8daf-45a2-8e86-6d31a626bfd2 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Jan 18 22:49:27.329051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d135fda3-2994-4e42-b86c-3a0740c9bfe5 req-8688aecc-5d16-4736-b643-0c60a4ce8586 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78 HTTP/1.1" status: 200 len: 2397 time: 0.0525374 Jan 18 22:49:27.385473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:27.416635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d135fda3-2994-4e42-b86c-3a0740c9bfe5 req-3210f6cb-c85e-46db-be52-55b4ad5849f7 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.450724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d135fda3-2994-4e42-b86c-3a0740c9bfe5 req-3210f6cb-c85e-46db-be52-55b4ad5849f7 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.516065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d135fda3-2994-4e42-b86c-3a0740c9bfe5 req-3210f6cb-c85e-46db-be52-55b4ad5849f7 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.533200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f6cb-c85e-46db-be52-55b4ad5849f7 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:27.542475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d135fda3-2994-4e42-b86c-3a0740c9bfe5 req-3210f6cb-c85e-46db-be52-55b4ad5849f7 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.545562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d135fda3-2994-4e42-b86c-3a0740c9bfe5 req-3210f6cb-c85e-46db-be52-55b4ad5849f7 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/29a5dc52-a57e-49b3-8bb3-ae2bd4f0cc78 HTTP/1.1" status: 204 len: 173 time: 0.2102168 Jan 18 22:49:27.547788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.583548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:27.589561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Usage tracker for resource:security_group_rule and tenant:40365a00daa5461dad88e79f2865f4f8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:27.593218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:27.600756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:27.634490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639432-81bc-467b-aab7-cad60ea9bf84 req-c2fb64ea-10d3-4af8-8a72-ddbe76c18693 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:27.636177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01639432-81bc-467b-aab7-cad60ea9bf84 req-c2fb64ea-10d3-4af8-8a72-ddbe76c18693 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1497333 Jan 18 22:49:27.648983 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-f43927b1-1e0b-4a71-b3d0-3a0fb2b30911 req-8d45ff21-090b-4371-a9bb-32eef2cca551 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] show failed (client error): The resource could not be found. Jan 18 22:49:27.650016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f43927b1-1e0b-4a71-b3d0-3a0fb2b30911 req-8d45ff21-090b-4371-a9bb-32eef2cca551 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/f3716b43-dee7-412c-8bf3-597b498f66a4 HTTP/1.1" status: 404 len: 352 time: 0.0180931 Jan 18 22:49:27.677212 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:49:27.703228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01639432-81bc-467b-aab7-cad60ea9bf84 req-35466855-1261-4ab2-938f-e8e277896516 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591280 Jan 18 22:49:27.795020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.800872 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20423620-64e4-47b6-a1a2-4f458ba628ec req-ae3c0f5c-891a-46b8-9461-333a24041483 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/28f92b27-895f-4cc8-9f79-eb67f2bc3d71 HTTP/1.1" status: 200 len: 1803 time: 0.0690944 Jan 18 22:49:27.801897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.892052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2206b000-b7fe-4671-975e-4610a8cc9228,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:27.899280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f68e2ae8-606f-4555-bb26-9bf1f8ed03c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40365a00daa5461dad88e79f2865f4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121326 Jan 18 22:49:27.902065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:27.944595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-20423620-64e4-47b6-a1a2-4f458ba628ec req-ad6cea7c-78b6-473f-a694-8fc87b7ca0db tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.982886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-20423620-64e4-47b6-a1a2-4f458ba628ec req-ad6cea7c-78b6-473f-a694-8fc87b7ca0db tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.018882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae931f3f-df84-40ff-833e-20930767a095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.029318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-20423620-64e4-47b6-a1a2-4f458ba628ec req-ad6cea7c-78b6-473f-a694-8fc87b7ca0db tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.048852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cea7c-78b6-473f-a694-8fc87b7ca0db tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f92b27-895f-4cc8-9f79-eb67f2bc3d71,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:28.056517 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-20423620-64e4-47b6-a1a2-4f458ba628ec req-ad6cea7c-78b6-473f-a694-8fc87b7ca0db tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.057681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20423620-64e4-47b6-a1a2-4f458ba628ec req-ad6cea7c-78b6-473f-a694-8fc87b7ca0db tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/28f92b27-895f-4cc8-9f79-eb67f2bc3d71 HTTP/1.1" status: 204 len: 173 time: 0.2396402 Jan 18 22:49:28.071019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae931f3f-df84-40ff-833e-20930767a095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.125735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed3ac5-5682-431b-b923-136ba5788021 req-aa0c1fc9-6052-4315-ba26-6f11a1805058 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:28.127219 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81ed3ac5-5682-431b-b923-136ba5788021 req-aa0c1fc9-6052-4315-ba26-6f11a1805058 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 946 time: 0.1486621 Jan 18 22:49:28.162443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae931f3f-df84-40ff-833e-20930767a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.201978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81ed3ac5-5682-431b-b923-136ba5788021 req-bf1865d8-2e18-4918-883f-2fed64b878d1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588713 Jan 18 22:49:28.207068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931f3f-df84-40ff-833e-20930767a095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2206b000-b7fe-4671-975e-4610a8cc9228,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:28.209088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae931f3f-df84-40ff-833e-20930767a095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.211040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ae931f3f-df84-40ff-833e-20930767a095 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2206b000-b7fe-4671-975e-4610a8cc9228 HTTP/1.1" status: 204 len: 168 time: 0.3066959 Jan 18 22:49:28.269634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332374fc-04f5-4530-9e43-4ac27d6236e8 req-8efe4aa0-1561-42a6-b4e1-7b0a41b9dfa7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:28.271262 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-332374fc-04f5-4530-9e43-4ac27d6236e8 req-8efe4aa0-1561-42a6-b4e1-7b0a41b9dfa7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1121080 Jan 18 22:49:28.320984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-332374fc-04f5-4530-9e43-4ac27d6236e8 req-acec4d39-2cb5-4dfe-8d7e-4a83b7fd1e3a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Jan 18 22:49:28.415505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-889c225d-a0a7-4884-bda4-ef13df50676d req-c09fbdf7-b375-4550-a959-348ca27a3a3d tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/ab365ede-6881-4c07-934d-f779f020c9d0 HTTP/1.1" status: 200 len: 1804 time: 0.0560868 Jan 18 22:49:28.436932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76c75-c7ba-4700-aa01-3a67d4217a35 req-fe7cb59e-4320-4925-a4e5-04faaeacd067 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:28.438545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-26c76c75-c7ba-4700-aa01-3a67d4217a35 req-fe7cb59e-4320-4925-a4e5-04faaeacd067 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 950 time: 0.1178777 Jan 18 22:49:28.484926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-26c76c75-c7ba-4700-aa01-3a67d4217a35 req-f35c5f0a-7214-4579-ad79-ab50dfe1f871 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Jan 18 22:49:28.485618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-889c225d-a0a7-4884-bda4-ef13df50676d req-a89a16ee-2d36-4d67-98f2-6c494c8a2b7b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.513775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-889c225d-a0a7-4884-bda4-ef13df50676d req-a89a16ee-2d36-4d67-98f2-6c494c8a2b7b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.583007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-889c225d-a0a7-4884-bda4-ef13df50676d req-a89a16ee-2d36-4d67-98f2-6c494c8a2b7b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.601961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56056) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:28.607960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a16ee-2d36-4d67-98f2-6c494c8a2b7b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab365ede-6881-4c07-934d-f779f020c9d0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:28.626757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.635750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-889c225d-a0a7-4884-bda4-ef13df50676d req-a89a16ee-2d36-4d67-98f2-6c494c8a2b7b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.636878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-889c225d-a0a7-4884-bda4-ef13df50676d req-a89a16ee-2d36-4d67-98f2-6c494c8a2b7b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/ab365ede-6881-4c07-934d-f779f020c9d0 HTTP/1.1" status: 204 len: 173 time: 0.2147558 Jan 18 22:49:28.644282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:28.648230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3dc4ccacfd4768ac678a6bdfc264b1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:28.651928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:28.657815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:28.672247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ea78a-bbb9-48c4-82c2-78e8aff962aa req-64a05f24-4ec6-42ec-86a6-e48c3faff3af tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:28.673774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-759ea78a-bbb9-48c4-82c2-78e8aff962aa req-64a05f24-4ec6-42ec-86a6-e48c3faff3af tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.0872755 Jan 18 22:49:28.723955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-759ea78a-bbb9-48c4-82c2-78e8aff962aa req-a7ccf2ef-f5cd-4ef3-9ceb-54ee19f2d6f0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Jan 18 22:49:28.752781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.758424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.800900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9760c6af-ab3e-4ec8-bf7a-768b7d94550e req-352ada09-6724-44ae-a1c4-f7225ba8e007 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c HTTP/1.1" status: 200 len: 1804 time: 0.0530286 Jan 18 22:49:28.812793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba3dc4ccacfd4768ac678a6bdfc264b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062089 Jan 18 22:49:28.813097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56064) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:28.815630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e7cbc-e4e7-47d9-a980-b2a9c43fec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f22cd5-dd9a-478c-9acc-33b2b21a4364,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:28.876344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9760c6af-ab3e-4ec8-bf7a-768b7d94550e req-5c6741b6-c6c2-476d-b2c8-dc8c845f6c84 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.904408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9760c6af-ab3e-4ec8-bf7a-768b7d94550e req-5c6741b6-c6c2-476d-b2c8-dc8c845f6c84 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.955530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9760c6af-ab3e-4ec8-bf7a-768b7d94550e req-5c6741b6-c6c2-476d-b2c8-dc8c845f6c84 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.974215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6741b6-c6c2-476d-b2c8-dc8c845f6c84 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:28.980096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9760c6af-ab3e-4ec8-bf7a-768b7d94550e req-5c6741b6-c6c2-476d-b2c8-dc8c845f6c84 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.987430 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9760c6af-ab3e-4ec8-bf7a-768b7d94550e req-5c6741b6-c6c2-476d-b2c8-dc8c845f6c84 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/95c9ae5d-e8af-4b2f-a211-e53e7ba9a49c HTTP/1.1" status: 204 len: 173 time: 0.1774349 Jan 18 22:49:29.024993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-529abdd2-d302-4717-aa07-3e172a89d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.055182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d063359c-9fd5-4ee8-97b4-479848243257 req-34e3a7a8-93fa-4663-896a-f0cb66d9e17b tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/92c3d776-ffd8-4813-8586-f68a136920c6 HTTP/1.1" status: 200 len: 2403 time: 0.0552752 Jan 18 22:49:29.058506 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-529abdd2-d302-4717-aa07-3e172a89d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.098833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455c19c-4c40-4645-b26a-6907108389f8 req-46485af2-3ef7-4736-9930-da62d8fa4f5a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:29.100307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3455c19c-4c40-4645-b26a-6907108389f8 req-46485af2-3ef7-4736-9930-da62d8fa4f5a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.2564328 Jan 18 22:49:29.124447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d063359c-9fd5-4ee8-97b4-479848243257 req-09b8c46f-1922-4e01-a149-2194f96e0aa9 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.153756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3455c19c-4c40-4645-b26a-6907108389f8 req-c024ff98-d4c0-455e-a5e7-c1faea6ca73e tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454562 Jan 18 22:49:29.157269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-529abdd2-d302-4717-aa07-3e172a89d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.169802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d063359c-9fd5-4ee8-97b4-479848243257 req-09b8c46f-1922-4e01-a149-2194f96e0aa9 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.174785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529abdd2-d302-4717-aa07-3e172a89d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f22cd5-dd9a-478c-9acc-33b2b21a4364,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:29.178472 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-529abdd2-d302-4717-aa07-3e172a89d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.179577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-529abdd2-d302-4717-aa07-3e172a89d52d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7f22cd5-dd9a-478c-9acc-33b2b21a4364 HTTP/1.1" status: 204 len: 168 time: 0.3656304 Jan 18 22:49:29.244043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d063359c-9fd5-4ee8-97b4-479848243257 req-09b8c46f-1922-4e01-a149-2194f96e0aa9 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.262917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8c46f-1922-4e01-a149-2194f96e0aa9 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c3d776-ffd8-4813-8586-f68a136920c6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:29.267552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d063359c-9fd5-4ee8-97b4-479848243257 req-09b8c46f-1922-4e01-a149-2194f96e0aa9 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.268661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d063359c-9fd5-4ee8-97b4-479848243257 req-09b8c46f-1922-4e01-a149-2194f96e0aa9 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/92c3d776-ffd8-4813-8586-f68a136920c6 HTTP/1.1" status: 204 len: 173 time: 0.2125442 Jan 18 22:49:29.423184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce9d51-29f6-4501-84ff-caee9cc5f413 req-e1888257-3651-4ea9-b867-aa4f339e6fc0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:29.424687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19ce9d51-29f6-4501-84ff-caee9cc5f413 req-e1888257-3651-4ea9-b867-aa4f339e6fc0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.0872743 Jan 18 22:49:29.457555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056419ea-9f69-428d-9366-d440db07f2b4 req-45191e5b-323d-4e24-a12c-cde58b61f817 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:29.459072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-056419ea-9f69-428d-9366-d440db07f2b4 req-45191e5b-323d-4e24-a12c-cde58b61f817 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 950 time: 0.1550066 Jan 18 22:49:29.475682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19ce9d51-29f6-4501-84ff-caee9cc5f413 req-03247853-05ff-4e79-a7ed-b594cbab879f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Jan 18 22:49:29.530101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b27329-2b91-4ffd-9e8b-964e0818d5d6 req-97adbd9c-1daa-43b7-bcbb-31588aae0545 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:29.531559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42b27329-2b91-4ffd-9e8b-964e0818d5d6 req-97adbd9c-1daa-43b7-bcbb-31588aae0545 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 946 time: 0.1665905 Jan 18 22:49:29.547645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d486a8f7-e310-4055-be18-a098c8d2718c req-c7b5d33b-eff9-4c22-9616-398781f34757 tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "GET /v2.0/security-groups/f4b2abc5-d388-47b3-82c1-52f9a7e45669 HTTP/1.1" status: 200 len: 2398 time: 0.0478611 Jan 18 22:49:29.563806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port f063ed9a-6a33-4c67-a213-58822272f245 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:29.564359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.627052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d486a8f7-e310-4055-be18-a098c8d2718c req-0a1e2ae7-ff03-463f-83ba-6d680f80342a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.641478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42b27329-2b91-4ffd-9e8b-964e0818d5d6 req-96c42fd4-68f3-4f39-a3d9-44d50f5b5bda tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988858 Jan 18 22:49:29.669485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d486a8f7-e310-4055-be18-a098c8d2718c req-0a1e2ae7-ff03-463f-83ba-6d680f80342a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.731764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d486a8f7-e310-4055-be18-a098c8d2718c req-0a1e2ae7-ff03-463f-83ba-6d680f80342a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.752642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2ae7-ff03-463f-83ba-6d680f80342a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b2abc5-d388-47b3-82c1-52f9a7e45669,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:29.758527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d486a8f7-e310-4055-be18-a098c8d2718c req-0a1e2ae7-ff03-463f-83ba-6d680f80342a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.771018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d486a8f7-e310-4055-be18-a098c8d2718c req-0a1e2ae7-ff03-463f-83ba-6d680f80342a tempest-SecurityGroupRulesTestJSON-1565053172 tempest-SecurityGroupRulesTestJSON-1565053172-project] 10.222.0.78 "DELETE /v2.0/security-groups/f4b2abc5-d388-47b3-82c1-52f9a7e45669 HTTP/1.1" status: 204 len: 173 time: 0.2165220 Jan 18 22:49:29.771538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56102) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:29.850815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Deleting subnet 4f7fe6c1-a30f-4f98-83ee-559305d1b139 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:49:29.854497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.946644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port f063ed9a-6a33-4c67-a213-58822272f245, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f063ed9a-6a33-4c67-a213-58822272f245,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:29.947158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.961244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b54f0-dedd-434c-9588-ad3dd17b10ce req-849141da-ce45-4975-bfc2-e8b88f3e55db tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:29.962727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-838b54f0-dedd-434c-9588-ad3dd17b10ce req-849141da-ce45-4975-bfc2-e8b88f3e55db tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2083681 Jan 18 22:49:29.971830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.044064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.105811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc04813-2625-482b-ad6a-da8d0068c013 req-4fc51972-52e9-4ecc-8734-f5e89f58c123 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:30.107367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfc04813-2625-482b-ad6a-da8d0068c013 req-4fc51972-52e9-4ecc-8734-f5e89f58c123 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1910014 Jan 18 22:49:30.146925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.195559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7fe6c1-a30f-4f98-83ee-559305d1b139,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:30.202792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.208748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfc04813-2625-482b-ad6a-da8d0068c013 req-24f4144b-ac64-40f2-ba0b-e70e59a4b4b4 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892663 Jan 18 22:49:30.213897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f35b1135-4f39-4507-bc11-10e0d8aee25b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4f7fe6c1-a30f-4f98-83ee-559305d1b139 HTTP/1.1" status: 204 len: 168 time: 0.4389343 Jan 18 22:49:30.214263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for f063ed9a-6a33-4c67-a213-58822272f245 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:30.214352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56116) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:30.291069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-838b54f0-dedd-434c-9588-ad3dd17b10ce req-878ac249-3d5f-44eb-9bec-6aefb71d3963 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732635 Jan 18 22:49:30.376071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.398436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.410382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652', '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'f063ed9a-6a33-4c67-a213-58822272f245'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:30.465848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:30.469347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=f063ed9a-6a33-4c67-a213-58822272f245,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:30.549318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357631ba-4846-45e5-9d45-dd03ba635d26 req-268110b2-3eed-4604-b8f0-252e2698781c tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:30.556612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-357631ba-4846-45e5-9d45-dd03ba635d26 req-268110b2-3eed-4604-b8f0-252e2698781c tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a8244ed-2183-42fd-8006-54fe20da5b61 HTTP/1.1" status: 200 len: 950 time: 0.2422533 Jan 18 22:49:30.573832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.583127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port f063ed9a-6a33-4c67-a213-58822272f245 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:30.587539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.591662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'name': 'network-vif-deleted', 'tag': 'f063ed9a-6a33-4c67-a213-58822272f245'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:30.613396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-056419ea-9f69-428d-9366-d440db07f2b4 req-dd58993f-8156-48e5-aaed-e558fce63da2 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "DELETE /v2.0/ports/f063ed9a-6a33-4c67-a213-58822272f245 HTTP/1.1" status: 204 len: 173 time: 1.1480982 Jan 18 22:49:30.618543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20291af3-1ff4-4585-9389-84cc7ac7ae7a']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.639506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-357631ba-4846-45e5-9d45-dd03ba635d26 req-c2f3f0e4-9bf9-4edc-9104-cc6c8b5de751 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818286 Jan 18 22:49:30.648076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7736be0-ed5f-4b83-a39e-9aba78965183') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.648379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7736be0-ed5f-4b83-a39e-9aba78965183') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.674386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.691848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.699980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:49:30.700522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:49:30.719001 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:49:30.825837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.860967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.881298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20291af3-1ff4-4585-9389-84cc7ac7ae7a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:30.890256 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8244ed-2183-42fd-8006-54fe20da5b61', 'name': 'network-vif-deleted', 'tag': 'f063ed9a-6a33-4c67-a213-58822272f245', 'status': 'completed', 'code': 200} Jan 18 22:49:30.897525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ba3f1263-450f-4c79-8f30-def3f6d531c8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/20291af3-1ff4-4585-9389-84cc7ac7ae7a HTTP/1.1" status: 204 len: 168 time: 0.6822953 Jan 18 22:49:31.287795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56172) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:31.343622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d471c8f-b6a9-4673-91de-4fff61eee96e req-0385eb20-1a21-4d5b-996f-a507802bdb3e tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:31.352934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d471c8f-b6a9-4673-91de-4fff61eee96e req-0385eb20-1a21-4d5b-996f-a507802bdb3e tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.2161839 Jan 18 22:49:31.420324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-93ac1291-e838-4992-afe2-93d64db2b217 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d947005f7eb4656a87d84e20c81e62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291938 Jan 18 22:49:31.423261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:31.428330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d471c8f-b6a9-4673-91de-4fff61eee96e req-590936c3-b699-4b9c-abeb-c57bf18196ad tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722766 Jan 18 22:49:31.575198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726a7507-6c3f-4b07-ab3a-fcd4eb52ed6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.602898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:31.629604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726a7507-6c3f-4b07-ab3a-fcd4eb52ed6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.689858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592de5b-083d-4a44-b54c-398d5db251f5 req-8bf6cf25-96c4-4c08-97a3-f8f47cd413f2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:31.700149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6592de5b-083d-4a44-b54c-398d5db251f5 req-8bf6cf25-96c4-4c08-97a3-f8f47cd413f2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1339254 Jan 18 22:49:31.705743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726a7507-6c3f-4b07-ab3a-fcd4eb52ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.748768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6592de5b-083d-4a44-b54c-398d5db251f5 req-29570a60-bd0e-4839-889d-596fdba6e945 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470040 Jan 18 22:49:31.759533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a7507-6c3f-4b07-ab3a-fcd4eb52ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113482af-9c13-4fa4-ac60-0f7db7eb43b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:31.785313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726a7507-6c3f-4b07-ab3a-fcd4eb52ed6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.786442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-726a7507-6c3f-4b07-ab3a-fcd4eb52ed6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/113482af-9c13-4fa4-ac60-0f7db7eb43b3 HTTP/1.1" status: 204 len: 168 time: 0.3619637 Jan 18 22:49:31.792784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.820439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:31.827679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Usage tracker for resource:security_group_rule and tenant:7a8eefb718364fdda6a4f9652b3bccb1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:31.831380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:31.842314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:31.868251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09935f2c-862c-44e1-8926-badb3df4af12 req-a24447ee-c48e-454e-9d77-b0c29e60f77f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:31.869847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09935f2c-862c-44e1-8926-badb3df4af12 req-a24447ee-c48e-454e-9d77-b0c29e60f77f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1520672 Jan 18 22:49:31.939930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09935f2c-862c-44e1-8926-badb3df4af12 req-5613068f-71b0-46ee-b5e1-855a815e3826 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Jan 18 22:49:32.016109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:32.022641 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:32.094889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56296637-4398-4fbc-b3b9-8dd6d99106a5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:32.112095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cad09368-c5f1-4184-8fc1-0ac47e6b46fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a8eefb718364fdda6a4f9652b3bccb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008333 Jan 18 22:49:32.112262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:32.117162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6b76-4b5f-439d-8d2c-30c25e4fdab4 req-417c17bb-e8a2-43bb-afc3-71553e8ed8c2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:32.118810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3ac6b76-4b5f-439d-8d2c-30c25e4fdab4 req-417c17bb-e8a2-43bb-afc3-71553e8ed8c2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 946 time: 0.1189165 Jan 18 22:49:32.171747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3ac6b76-4b5f-439d-8d2c-30c25e4fdab4 req-1f298d2e-0063-4f1d-a69c-5f4a6f0e1c6e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Jan 18 22:49:32.205369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88150af5-6756-471a-8d11-6241c308dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:32.238662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88150af5-6756-471a-8d11-6241c308dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:32.305150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88150af5-6756-471a-8d11-6241c308dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:32.328712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88150af5-6756-471a-8d11-6241c308dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56296637-4398-4fbc-b3b9-8dd6d99106a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:32.331755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88150af5-6756-471a-8d11-6241c308dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:32.335665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-88150af5-6756-471a-8d11-6241c308dd36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56296637-4398-4fbc-b3b9-8dd6d99106a5 HTTP/1.1" status: 204 len: 168 time: 0.2199202 Jan 18 22:49:32.543066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf8dc9-afb7-4926-9d30-0d82ec2f89eb req-fe64d9ed-127e-4502-85f8-fa0b93c2549b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:32.544042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-adcf8dc9-afb7-4926-9d30-0d82ec2f89eb req-fe64d9ed-127e-4502-85f8-fa0b93c2549b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:32.565660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-adcf8dc9-afb7-4926-9d30-0d82ec2f89eb req-fe64d9ed-127e-4502-85f8-fa0b93c2549b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:32.567438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adcf8dc9-afb7-4926-9d30-0d82ec2f89eb req-fe64d9ed-127e-4502-85f8-fa0b93c2549b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 950 time: 0.1271851 Jan 18 22:49:32.634278 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adcf8dc9-afb7-4926-9d30-0d82ec2f89eb req-07e26a52-2b10-47e0-a276-6af6d020c836 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603874 Jan 18 22:49:32.811761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56262) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:32.959622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1936909562-network', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:32.965866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:32.973962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Usage tracker for resource:network and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:32.981757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:32.999418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:33.016074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f458f8-5eea-4fa9-9a4d-97ec268acf53 req-f65d92e1-4111-4b59-b075-52f43329c08b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:33.017653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3f458f8-5eea-4fa9-9a4d-97ec268acf53 req-f65d92e1-4111-4b59-b075-52f43329c08b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1253307 Jan 18 22:49:33.019700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Made reservation on behalf of 807931cbd9cb4381acbb9b2bed9c26b3 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:33.022282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.035572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.050616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:33.055085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Usage tracker for resource:security_group_rule and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:33.059499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:33.082306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:33.084175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3f458f8-5eea-4fa9-9a4d-97ec268acf53 req-50f34397-6abd-4e89-84f6-948608707349 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Jan 18 22:49:33.258558 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.267014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.297182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13661eef-067a-45a3-9044-b0e4d29e1722 req-f059ad8b-aa64-496d-93e9-03aaf1d3ed08 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:33.298607 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13661eef-067a-45a3-9044-b0e4d29e1722 req-f059ad8b-aa64-496d-93e9-03aaf1d3ed08 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1634672 Jan 18 22:49:33.303875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:49:33.345373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.346087 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Added segment 92f713fb-ddfa-494b-81e1-b1234e64744d of type vlan for network aa160209-4659-4b9b-a691-45281c99d95b Jan 18 22:49:33.347906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7190ed10-ec2c-4cd5-b1d0-1bc749aaeb0d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:33.390984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13661eef-067a-45a3-9044-b0e4d29e1722 req-60a40059-bb6c-4ce8-bcc0-ec30ca48dad5 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759029 Jan 18 22:49:33.394700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.398500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40928e-1b11-4372-834e-f5776fbc1967 req-5adbb7a5-6e4a-4162-bd7c-7d9a0d127cf8 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:33.400376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc40928e-1b11-4372-834e-f5776fbc1967 req-5adbb7a5-6e4a-4162-bd7c-7d9a0d127cf8 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 946 time: 0.0936763 Jan 18 22:49:33.433833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.433833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:33.433833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.453601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc40928e-1b11-4372-834e-f5776fbc1967 req-272bdf39-1ef9-4d14-89e4-1c753af0719d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472283 Jan 18 22:49:33.462074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:33.542155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] Pushing event updated for resources: {'Network': ['ID=aa160209-4659-4b9b-a691-45281c99d95b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:33.545729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-76506815-1f9d-4a20-af0a-48d2da3434d8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7328911 Jan 18 22:49:33.548905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:33.555071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network aa160209-4659-4b9b-a691-45281c99d95b details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:33.555530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Request body: {'subnet': {'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1936909562-subnet', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:33.561315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:33.566033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Usage tracker for resource:subnet and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:33.570181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:33.574432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f063ed9a-6a33-4c67-a213-58822272f245 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:33.576503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:33.587617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1320522488-network', 'tenant_id': '816ae68c6d5b43b79ab47cdd0fab94da'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:33.588086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Made reservation on behalf of 807931cbd9cb4381acbb9b2bed9c26b3 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:33.590795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.597082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:33.601724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Usage tracker for resource:network and tenant:816ae68c6d5b43b79ab47cdd0fab94da is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:33.605189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:33.612503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:33.629686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Made reservation on behalf of 816ae68c6d5b43b79ab47cdd0fab94da for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:33.632827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.650432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.673540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: f063ed9a-6a33-4c67-a213-58822272f245 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:33.674207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f063ed9a-6a33-4c67-a213-58822272f245 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:33.678245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:33.684134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Usage tracker for resource:security_group_rule and tenant:816ae68c6d5b43b79ab47cdd0fab94da is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:33.689027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:33.697248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:33.697429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:33.831300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.838376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.876051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e3984d-2f69-4b22-ba24-08fbaea4a7c6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:33.891135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:49:33.910618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.912695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.913242 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Added segment 601a7109-e5ed-4971-b937-ba10085035cb of type vlan for network 86b9a75b-244c-43f7-ac31-9444e713a133 Jan 18 22:49:33.926740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:33.946141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'network_id': 'a77c7078-7b31-4fa1-ba87-f87856d8e77e', 'port_id': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'mac_address': 'fa:16:3e:53:a0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94edd2a9-b7cd-4c96-b7cc-63fbb9481b03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:33.999107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.041672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.058910 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.060512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:34.061255 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.072633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:34.120821 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.123295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:34.129954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.220833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:34.282060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:34.325596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ca76-957c-495d-92d6-7ff1627096ba req-567aa51c-fb63-4d33-baa6-b00c8e5c8a2f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:34.327737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2b2ca76-957c-495d-92d6-7ff1627096ba req-567aa51c-fb63-4d33-baa6-b00c8e5c8a2f tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 950 time: 0.5590293 Jan 18 22:49:34.356660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8885174 Jan 18 22:49:34.356660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbabfe-73fd-451a-bdc6-a5d3dbe3cc6c admin admin] Pushing event updated for resources: {'Network': ['ID=86b9a75b-244c-43f7-ac31-9444e713a133,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:34.356660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56312) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:34.370815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Request body: {'subnet': {'network_id': '86b9a75b-244c-43f7-ac31-9444e713a133', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1320522488-subnet', 'tenant_id': '816ae68c6d5b43b79ab47cdd0fab94da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:34.374227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 86b9a75b-244c-43f7-ac31-9444e713a133 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:34.377038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:34.380911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Usage tracker for resource:subnet and tenant:816ae68c6d5b43b79ab47cdd0fab94da is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:34.383812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:34.387319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe405a6-acb1-4ce9-aa88-b76cee74349d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:34.389888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:34.408086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Checking segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:34.408576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Network hostable DHCP agents. Network: aa160209-4659-4b9b-a691-45281c99d95b, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:34.409220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Made reservation on behalf of 816ae68c6d5b43b79ab47cdd0fab94da for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:34.411818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.447401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2b2ca76-957c-495d-92d6-7ff1627096ba req-f1d1929f-876d-4f4b-920b-20faaa463109 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044335 Jan 18 22:49:34.466465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Network aa160209-4659-4b9b-a691-45281c99d95b is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:34.478919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-2d644308-3834-480d-ac71-c6557cee3dbf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:34.480836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-2d644308-3834-480d-ac71-c6557cee3dbf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 950 time: 0.4053519 Jan 18 22:49:34.513893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a5ccf-b57f-4ae4-95bc-eb4f8f411d5b req-edb0afb6-bbd5-46ff-913e-8950c4f019d1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:34.521048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d86a5ccf-b57f-4ae4-95bc-eb4f8f411d5b req-edb0afb6-bbd5-46ff-913e-8950c4f019d1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2430038 Jan 18 22:49:34.547665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, aa160209-4659-4b9b-a691-45281c99d95b) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:34.576595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:34.577705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.586606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a75a2-9396-40ff-bfd3-c475c3b5d608 None None] Network aa160209-4659-4b9b-a691-45281c99d95b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:34.600304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d86a5ccf-b57f-4ae4-95bc-eb4f8f411d5b req-9f6c5ac3-5873-444a-b34a-898edf9efee5 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Jan 18 22:49:34.623067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:34.623510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.666086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b824e066-6bbf-4e01-9121-d03544433dcc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1156266 Jan 18 22:49:34.673657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56322) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:34.688437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:34.695764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:34.703342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Usage tracker for resource:router and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:34.708711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:34.718621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:34.798152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.862518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-aa160209-4659-4b9b-a691-45281c99d95b', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:49:34.863374 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.922814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:34.923465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:34.950659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7346e482-96c9-4c86-bc82-c42007f34300,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:34.962664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Checking segment: {'id': '601a7109-e5ed-4971-b937-ba10085035cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86b9a75b-244c-43f7-ac31-9444e713a133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:34.963645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Network hostable DHCP agents. Network: 86b9a75b-244c-43f7-ac31-9444e713a133, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:34.993868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Network 86b9a75b-244c-43f7-ac31-9444e713a133 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:35.012872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f17f8-1485-4895-9b01-0dc5153051e9 req-7c13b917-8658-40a5-9bd9-b5f98345de3e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:35.014387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb6f17f8-1485-4895-9b01-0dc5153051e9 req-7c13b917-8658-40a5-9bd9-b5f98345de3e tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 945 time: 0.1508377 Jan 18 22:49:35.015487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 86b9a75b-244c-43f7-ac31-9444e713a133) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:35.022772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:35.023285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.029804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315302c-0d8e-4b61-b9b7-dd5bbd670dd6 None None] Network 86b9a75b-244c-43f7-ac31-9444e713a133 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:35.084811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb6f17f8-1485-4895-9b01-0dc5153051e9 req-9ff0108d-cc09-4258-8040-a02609b0b080 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Jan 18 22:49:35.094612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-906ee2fa-06a9-4188-841b-86f3b19b64f7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7224572 Jan 18 22:49:35.094885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for 831fab32-2a03-4cf9-a5e4-22b6cf6d377f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:35.143114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Allocated IP 172.20.0.2 (aa160209-4659-4b9b-a691-45281c99d95b/9fe405a6-acb1-4ce9-aa88-b76cee74349d/c576d95d-5e4c-45c6-af0c-0490303c4d00) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:35.143790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.144904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.186578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.393521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8596d9b-f451-4e78-a5e3-6e719d3b9cc8 req-40ae49e7-7ee3-4567-9fde-ce4387845a7b tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:35.395008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8596d9b-f451-4e78-a5e3-6e719d3b9cc8 req-40ae49e7-7ee3-4567-9fde-ce4387845a7b tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.4047420 Jan 18 22:49:35.458476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b55a7-2785-417b-9625-1f8a68c6a21d None None] Network 86b9a75b-244c-43f7-ac31-9444e713a133 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:35.501574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.545012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:35.569800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652', '831fab32-2a03-4cf9-a5e4-22b6cf6d377f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:35.646930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8596d9b-f451-4e78-a5e3-6e719d3b9cc8 req-c0e932f1-3d4d-4d55-a2ca-fd8b00463a42 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394450 Jan 18 22:49:35.647788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=831fab32-2a03-4cf9-a5e4-22b6cf6d377f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:35.687924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.708934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:35.790947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port 831fab32-2a03-4cf9-a5e4-22b6cf6d377f on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:35.811786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.822771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'name': 'network-vif-deleted', 'tag': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:35.902960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60a09213-757d-48bc-9d1a-10df7a0cb96d req-dba54475-7818-40eb-aead-c296444dd14a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "DELETE /v2.0/ports/831fab32-2a03-4cf9-a5e4-22b6cf6d377f HTTP/1.1" status: 204 len: 173 time: 1.4147553 Jan 18 22:49:35.906493 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.919152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Transition to ACTIVE for port object c576d95d-5e4c-45c6-af0c-0490303c4d00 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:35.941684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Transition to ACTIVE for port object c576d95d-5e4c-45c6-af0c-0490303c4d00 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:35.947131 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-53ccb4ab-1410-4818-b122-4143be00f652 req-dda3b64e-254f-42dd-aa42-2a12e13a7fa9 tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] show failed (client error): The resource could not be found. Jan 18 22:49:35.961787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53ccb4ab-1410-4818-b122-4143be00f652 req-dda3b64e-254f-42dd-aa42-2a12e13a7fa9 tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups/ea4e50a0-ff92-475c-80aa-f89f63950c6e HTTP/1.1" status: 404 len: 352 time: 0.0649683 Jan 18 22:49:35.964863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.025703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1bb46fb3-ca6c-4b7f-9803-7959708457da req-aee8b938-58fa-4cf2-8d9a-1e6b720d1e99 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=f595a8ec-c8f2-47a7-9457-6a6b7ef96e76 HTTP/1.1" status: 200 len: 210 time: 0.0683675 Jan 18 22:49:36.119031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Pushing event updated for resources: {'Port': ['ID=c576d95d-5e4c-45c6-af0c-0490303c4d00,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:36.151530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:36.152048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.254444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Network aa160209-4659-4b9b-a691-45281c99d95b is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:36.271821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:36.294163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:36.371332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed35d-97ae-4a04-993d-87d245417c8e req-2500a58d-e328-4bc6-a5dd-6f0c4fd3e95a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:36.379159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-757ed35d-97ae-4a04-993d-87d245417c8e req-2500a58d-e328-4bc6-a5dd-6f0c4fd3e95a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1927407 Jan 18 22:49:36.452233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-757ed35d-97ae-4a04-993d-87d245417c8e req-abaa7c91-8387-4888-9415-f84591977f5d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718653 Jan 18 22:49:36.480275 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f595a8ec-c8f2-47a7-9457-6a6b7ef96e76', 'name': 'network-vif-deleted', 'tag': '831fab32-2a03-4cf9-a5e4-22b6cf6d377f', 'status': 'completed', 'code': 200} Jan 18 22:49:36.553580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d2fc2f8f-656a-4fb5-92c8-496b089cfbd7 req-a38a606d-7186-4421-b4d7-3b1e5473037e tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] Synchronizing usage tracker for tenant:816ae68c6d5b43b79ab47cdd0fab94da on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:36.575670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d2fc2f8f-656a-4fb5-92c8-496b089cfbd7 req-a38a606d-7186-4421-b4d7-3b1e5473037e tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] Unset dirty status for tenant:816ae68c6d5b43b79ab47cdd0fab94da on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:36.577681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.584687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2fc2f8f-656a-4fb5-92c8-496b089cfbd7 req-a38a606d-7186-4421-b4d7-3b1e5473037e tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=816ae68c6d5b43b79ab47cdd0fab94da HTTP/1.1" status: 200 len: 2984 time: 0.1074739 Jan 18 22:49:36.637226 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.653394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2fc2f8f-656a-4fb5-92c8-496b089cfbd7 req-6059094d-03a3-4dbe-9512-3dc020c80fb5 tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups/63e3984d-2f69-4b22-ba24-08fbaea4a7c6 HTTP/1.1" status: 200 len: 2981 time: 0.0667667 Jan 18 22:49:36.715419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.741859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2fc2f8f-656a-4fb5-92c8-496b089cfbd7 req-469820d7-380b-48e6-9363-81eb849852d1 tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups/63e3984d-2f69-4b22-ba24-08fbaea4a7c6 HTTP/1.1" status: 200 len: 2981 time: 0.0876219 Jan 18 22:49:36.793977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Attempting to bind port c576d95d-5e4c-45c6-af0c-0490303c4d00 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:36.795239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Attempting to bind port c576d95d-5e4c-45c6-af0c-0490303c4d00 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:36.795843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Attempting to bind port c576d95d-5e4c-45c6-af0c-0490303c4d00 on network aa160209-4659-4b9b-a691-45281c99d95b {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:36.824657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:36.825248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Checking segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:36.825766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.826366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Bound using segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:36.826957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Bound port: c576d95d-5e4c-45c6-af0c-0490303c4d00, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:36.827866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.899328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:37.041244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf68f79-c847-4e65-8bd0-8ebff40c682e req-a523140a-7f00-4744-be4b-b1527230671f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.043693 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cf68f79-c847-4e65-8bd0-8ebff40c682e req-a523140a-7f00-4744-be4b-b1527230671f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.1140363 Jan 18 22:49:37.050706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9b91-d85a-4220-af35-b3c7fcc8743f req-e6ef7815-9ca9-49d1-91b1-f3aeff9b4b07 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.052520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3cb9b91-d85a-4220-af35-b3c7fcc8743f req-e6ef7815-9ca9-49d1-91b1-f3aeff9b4b07 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 945 time: 0.3983216 Jan 18 22:49:37.058634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:37.105574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cf68f79-c847-4e65-8bd0-8ebff40c682e req-d3caa478-6298-4a56-a287-47861ecff0cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533528 Jan 18 22:49:37.107448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Allocated IP 172.25.4.7 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:37.173907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3cb9b91-d85a-4220-af35-b3c7fcc8743f req-2f867243-8196-4eeb-970d-b674196c69fb tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150565 Jan 18 22:49:37.191773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b7140de8-528c-4963-8318-94abf9ad8563 req-11a3c3ff-3124-4b9b-82db-7b9252c81cab tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups/63e3984d-2f69-4b22-ba24-08fbaea4a7c6 HTTP/1.1" status: 200 len: 2981 time: 0.0633242 Jan 18 22:49:37.208924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:37.273203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:37.288060 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-b7140de8-528c-4963-8318-94abf9ad8563 req-f4bac187-0ae4-4ee0-8c62-c617b91f519e tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:49:37.316521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b7140de8-528c-4963-8318-94abf9ad8563 req-f4bac187-0ae4-4ee0-8c62-c617b91f519e tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "DELETE /v2.0/security-groups/63e3984d-2f69-4b22-ba24-08fbaea4a7c6 HTTP/1.1" status: 409 len: 352 time: 0.1162200 Jan 18 22:49:37.327909 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'code': 200} Jan 18 22:49:37.407049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:37.421183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] For port c576d95d-5e4c-45c6-af0c-0490303c4d00, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:37.463009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] For port c576d95d-5e4c-45c6-af0c-0490303c4d00, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c576d95d-5e4c-45c6-af0c-0490303c4d00,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:37.470655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:37.478556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:37.505532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:37.610209 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-8d50e473-2def-4a1d-b507-28d2d19fd2bd req-7d3487ca-7e90-4b6c-a396-099396f9d8dc tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] show failed (client error): The resource could not be found. Jan 18 22:49:37.612412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:37.625311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d50e473-2def-4a1d-b507-28d2d19fd2bd req-7d3487ca-7e90-4b6c-a396-099396f9d8dc tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups/2639f630-d78c-4526-9dec-a91c05db090c HTTP/1.1" status: 404 len: 352 time: 0.0340731 Jan 18 22:49:37.631641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:37.643145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:37.699598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:37.701714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 831fab32-2a03-4cf9-a5e4-22b6cf6d377f no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:37.715378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Pushing event updated for resources: {'Port': ['ID=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:37.744488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-b2f59eff-42c4-4f88-8589-2a3f410762e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.746016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-b2f59eff-42c4-4f88-8589-2a3f410762e2 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 946 time: 0.2103894 Jan 18 22:49:37.753647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:37.820915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 831fab32-2a03-4cf9-a5e4-22b6cf6d377f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:37.821271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 831fab32-2a03-4cf9-a5e4-22b6cf6d377f not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:37.833380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10d39f-4c57-42b2-bf45-f46849fc3c20 req-f3bdcb3e-78e3-4456-a8ca-ad1d1e9f7a51 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.840811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f10d39f-4c57-42b2-bf45-f46849fc3c20 req-f3bdcb3e-78e3-4456-a8ca-ad1d1e9f7a51 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.1024501 Jan 18 22:49:37.905566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f10d39f-4c57-42b2-bf45-f46849fc3c20 req-598eb1fd-4783-41bc-9f8b-b60427d6e9cd tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629466 Jan 18 22:49:37.963863 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-f8383305-e1d6-4e0f-957d-59be33223c63 req-92bc640c-e851-4ab5-9121-f0053af94775 tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] show failed (client error): The resource could not be found. Jan 18 22:49:37.965322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8383305-e1d6-4e0f-957d-59be33223c63 req-92bc640c-e851-4ab5-9121-f0053af94775 tempest-SecurityGroupsNegativeTestJSON-1744777521 tempest-SecurityGroupsNegativeTestJSON-1744777521-project] 10.222.0.78 "GET /v2.0/security-groups/8fa150c7-97eb-48c9-a586-cb71723a697a HTTP/1.1" status: 404 len: 352 time: 0.0351453 Jan 18 22:49:37.972424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af95d1d-57a9-442b-aac2-5f70cc9b0a5f None None] Pushing event updated for resources: {'Port': ['ID=c576d95d-5e4c-45c6-af0c-0490303c4d00,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:37.984892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:38.039016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:49:38.071666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Deleting subnet 7346e482-96c9-4c86-bc82-c42007f34300 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:49:38.080988 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.101464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Deleting port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:38.101732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.164149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ebef-5c12-4a09-bd4d-c2bae6078d26 req-04c06265-0d39-42f0-8a74-0fe949715588 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:38.166007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed15ebef-5c12-4a09-bd4d-c2bae6078d26 req-04c06265-0d39-42f0-8a74-0fe949715588 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 945 time: 0.2942626 Jan 18 22:49:38.201664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.239274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.355730 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.402269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed15ebef-5c12-4a09-bd4d-c2bae6078d26 req-5e044bbb-3757-44d2-9a45-ffb2b16ccdfd tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618223 Jan 18 22:49:38.515841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:38.516136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.564766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.624697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.627163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.636878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7346e482-96c9-4c86-bc82-c42007f34300,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:38.645670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-466ada79-8cae-43f0-9740-54d0c95ec451 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7346e482-96c9-4c86-bc82-c42007f34300 HTTP/1.1" status: 204 len: 168 time: 0.6596503 Jan 18 22:49:38.652275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56410) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:38.671795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:38.694010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:38.712130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'port_id': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'mac_address': 'fa:16:3e:8b:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069e882-c96a-4fda-8497-d2cb13f780c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:38.773307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.796958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95268dc8-cbb2-4a36-901c-27dd7a3165e0 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:38.814765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:38.820966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.849386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:38.908615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:38.939047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['95268dc8-cbb2-4a36-901c-27dd7a3165e0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:38.943450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63509d-c2f7-4315-82e6-d595ac1d8264 req-35ae6e72-40b5-4e5e-8f90-e3616fabc151 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:38.950989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db63509d-c2f7-4315-82e6-d595ac1d8264 req-35ae6e72-40b5-4e5e-8f90-e3616fabc151 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 950 time: 0.2034707 Jan 18 22:49:39.234091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db63509d-c2f7-4315-82e6-d595ac1d8264 req-2607ac7c-d834-4c5f-9472-b78c315292cc tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815421 Jan 18 22:49:39.237526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.249272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f03a63-3696-46dd-b012-c5dc7b8271a5 req-c66f0850-b606-4a12-bb08-1b22a93ffd4d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:39.251574 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4f03a63-3696-46dd-b012-c5dc7b8271a5 req-c66f0850-b606-4a12-bb08-1b22a93ffd4d tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 944 time: 0.4035585 Jan 18 22:49:39.281393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b9a75b-244c-43f7-ac31-9444e713a133']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:39.300628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601a7109-e5ed-4971-b937-ba10085035cb') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:39.300930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601a7109-e5ed-4971-b937-ba10085035cb') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:39.320029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.329681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:39.342117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-c57d4d68-5ec1-42da-8e98-6f36d6e85ae1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:39.343596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-c57d4d68-5ec1-42da-8e98-6f36d6e85ae1 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/ports?device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 950 time: 0.1921482 Jan 18 22:49:39.357811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:39.358178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.383732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.412694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:49:39.413231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:49:39.437246 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:49:39.447050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca579e8-3cbe-40f8-9c96-f40213eeef0a None None] Network aa160209-4659-4b9b-a691-45281c99d95b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:39.478578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port 20100425-551d-4fd9-a7cf-29b63f818885 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:39.479313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.585774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eca1b1b3-9350-444a-8030-7d15887e7f4f None None] Provisioning for port c576d95d-5e4c-45c6-af0c-0490303c4d00 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:39.595991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c576d95d-5e4c-45c6-af0c-0490303c4d00 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:39.628315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Calling delete_port for ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:39.655146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:39.658674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:39.715340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4f03a63-3696-46dd-b012-c5dc7b8271a5 req-c54c53fc-54b1-496b-b07f-6fa26f4a1fb1 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052589 Jan 18 22:49:39.856808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:39.880101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'port_id': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'mac_address': 'fa:16:3e:8b:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069e882-c96a-4fda-8497-d2cb13f780c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:39.881806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:49:39.888123 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'code': 200} Jan 18 22:49:39.966378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:39.987189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:49:39.987726 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:49:40.040024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.045768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port 20100425-551d-4fd9-a7cf-29b63f818885, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=20100425-551d-4fd9-a7cf-29b63f818885,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:40.046076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.078154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.099788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-eca6449a-116f-49fb-bace-185d7e06e4b7 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:40.101368 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-eca6449a-116f-49fb-bace-185d7e06e4b7 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 944 time: 0.7254431 Jan 18 22:49:40.153918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] Pushing event deleted for resources: {'Network': ['ID=86b9a75b-244c-43f7-ac31-9444e713a133,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:40.220563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for 20100425-551d-4fd9-a7cf-29b63f818885 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:40.250050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port c576d95d-5e4c-45c6-af0c-0490303c4d00 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:40.254496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eaec4b81-1510-4897-91cc-7be6e06240ef admin admin] 10.222.0.78 "DELETE /v2.0/networks/86b9a75b-244c-43f7-ac31-9444e713a133 HTTP/1.1" status: 204 len: 168 time: 1.5988829 Jan 18 22:49:40.255026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.266949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e745387-6898-49e3-b042-84b55c78c96c req-0fd3f946-82e5-4856-a8f3-1a2939d8afc0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:40.267768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c576d95d-5e4c-45c6-af0c-0490303c4d00 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:40.268144 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.273422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e745387-6898-49e3-b042-84b55c78c96c req-0fd3f946-82e5-4856-a8f3-1a2939d8afc0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 944 time: 0.3785639 Jan 18 22:49:40.300841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Deleting port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:40.301219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.343536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 95268dc8-cbb2-4a36-901c-27dd7a3165e0 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:40.346832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd104e90-b570-4ed6-8641-26e9a1c3f780 req-70f776fc-383f-482c-bba2-e704d773bbad tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:40.354480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd104e90-b570-4ed6-8641-26e9a1c3f780 req-70f776fc-383f-482c-bba2-e704d773bbad tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.4566193 Jan 18 22:49:40.364988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aacad5-65cd-4a62-aeeb-57227cbe5655 req-fe74f239-ee64-4519-b2fe-9b6881626f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:40.367269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55aacad5-65cd-4a62-aeeb-57227cbe5655 req-fe74f239-ee64-4519-b2fe-9b6881626f0c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 1096 time: 0.4635706 Jan 18 22:49:40.370946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:40.375365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-fb67f9d1-d562-44ed-94ff-5183b8fec627 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:40.376978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-fb67f9d1-d562-44ed-94ff-5183b8fec627 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/ports?device_id=b34812dd-22fc-4938-9ddc-05a7fb6a0e9a HTTP/1.1" status: 200 len: 949 time: 0.4061093 Jan 18 22:49:40.397445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:40.408176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e745387-6898-49e3-b042-84b55c78c96c req-f1f64319-4e67-4a72-a05e-fbba7b5b4164 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304436 Jan 18 22:49:40.409521 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'port_id': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'mac_address': 'fa:16:3e:ce:7b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d11dd-b1c0-46bb-8b29-5230edbae164', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:49:40.445587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.517492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Deleting port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:40.518108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.529110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56432) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:40.593350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd104e90-b570-4ed6-8641-26e9a1c3f780 req-a1c7e892-95fb-4009-8495-87833c100bd2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376828 Jan 18 22:49:40.598277 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.612892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55aacad5-65cd-4a62-aeeb-57227cbe5655 req-cf101f6e-f1d5-449b-b2d6-8f24a2a78ac6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341688 Jan 18 22:49:40.672039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.672901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port c7cc8841-2913-4526-871b-7cf3f61bc652 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:40.673542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.706079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:40.711184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3222bdb-8f33-42fd-93ee-441ebaa44e71 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:40.719591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port c576d95d-5e4c-45c6-af0c-0490303c4d00, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c576d95d-5e4c-45c6-af0c-0490303c4d00,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:40.735520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:40.736717 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.774246 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d1bea78c-d1c4-4154-bbc5-08517fe4d415 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=816ae68c6d5b43b79ab47cdd0fab94da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249606 Jan 18 22:49:40.774246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.782628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56438) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:40.794808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab', '20100425-551d-4fd9-a7cf-29b63f818885'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:40.821005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'c7cc8841-2913-4526-871b-7cf3f61bc652'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:40.905764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e2d2000-668e-4cc2-83ee-40b6dc5a6280 req-b69456d2-fbb7-4cd0-acb0-d598b01922ae tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=10e0c67a-85bb-4b75-a52b-51b90df94b01 HTTP/1.1" status: 200 len: 210 time: 0.1215842 Jan 18 22:49:40.908091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:40.982345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=20100425-551d-4fd9-a7cf-29b63f818885,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:41.091688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=c576d95d-5e4c-45c6-af0c-0490303c4d00,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:41.160646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-21562226-5608-4a9d-a3c8-17946a687db3 None None] Provisioning complete for port c576d95d-5e4c-45c6-af0c-0490303c4d00 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:41.160981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21562226-5608-4a9d-a3c8-17946a687db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.208742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e3222bdb-8f33-42fd-93ee-441ebaa44e71'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:41.264934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:49:41.309917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port 20100425-551d-4fd9-a7cf-29b63f818885 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:41.329809 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.332445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'name': 'network-vif-deleted', 'tag': '20100425-551d-4fd9-a7cf-29b63f818885'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:41.390108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:41.401299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a4fc3aa-ced2-4d56-9cd3-9ff69e9cd2f0 req-dafe016b-73ed-47b9-8c28-761caa649cd9 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "DELETE /v2.0/ports/20100425-551d-4fd9-a7cf-29b63f818885 HTTP/1.1" status: 204 len: 173 time: 2.0482440 Jan 18 22:49:41.492337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] For port 95268dc8-cbb2-4a36-901c-27dd7a3165e0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=95268dc8-cbb2-4a36-901c-27dd7a3165e0,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:41.492703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.504872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a88b707-3c7a-4601-ba57-aff9c1704328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.528066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316a57c-4993-4090-bb88-97776fee2304 req-d987cc73-c534-4ca3-be41-ac9e15e3fad3 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:41.545650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9316a57c-4993-4090-bb88-97776fee2304 req-d987cc73-c534-4ca3-be41-ac9e15e3fad3 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 944 time: 0.4868062 Jan 18 22:49:41.590873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] For port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,segment=NetworkSegment(f52bf7ad-a643-43ac-bf1b-01d32d38f962),segment_id=f52bf7ad-a643-43ac-bf1b-01d32d38f962)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:41.591426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.640533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port c7cc8841-2913-4526-871b-7cf3f61bc652, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c7cc8841-2913-4526-871b-7cf3f61bc652,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:41.641355 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.657688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c576d95d-5e4c-45c6-af0c-0490303c4d00 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:41.740319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:41.746926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Calling delete_port for 95268dc8-cbb2-4a36-901c-27dd7a3165e0 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:41.771205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a88b707-3c7a-4601-ba57-aff9c1704328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:41.857711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for c7cc8841-2913-4526-871b-7cf3f61bc652 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:41.961100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Calling delete_port for ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:41.961802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cf98c-a044-4d39-b8dd-532484ba5144 req-63fcf113-a7f4-4e79-a5c0-a020e4c6511f tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:41.963363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b7cf98c-a044-4d39-b8dd-532484ba5144 req-63fcf113-a7f4-4e79-a5c0-a020e4c6511f tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 945 time: 0.7802649 Jan 18 22:49:42.025034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c576d95d-5e4c-45c6-af0c-0490303c4d00 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:42.025619 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.066122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9316a57c-4993-4090-bb88-97776fee2304 req-720a255f-5b2a-4e35-bd3c-666055805a04 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f1a8b35-5515-4821-8c76-69c021ef3d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193486 Jan 18 22:49:42.146468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.186371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9982af1-ede5-4a61-b535-d048bbe8d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.203450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:49:42.207778 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e0c67a-85bb-4b75-a52b-51b90df94b01', 'name': 'network-vif-deleted', 'tag': '20100425-551d-4fd9-a7cf-29b63f818885', 'status': 'completed', 'code': 200} Jan 18 22:49:42.214469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b7cf98c-a044-4d39-b8dd-532484ba5144 req-01973c60-3099-425b-8769-2cef767aed5a tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/security-groups?id=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405810 Jan 18 22:49:42.270077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Sync routers for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:42.280530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e3222bdb-8f33-42fd-93ee-441ebaa44e71 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:42.298245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.355196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=c7cc8841-2913-4526-871b-7cf3f61bc652,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:42.355892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:49:42.356199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:42.358225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a88b707-3c7a-4601-ba57-aff9c1704328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.414810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:42.441273 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.441968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 20100425-551d-4fd9-a7cf-29b63f818885 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:42.447560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.448753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8af87d71-be32-4d72-b7df-55e2dcef7814 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7740591 Jan 18 22:49:42.453917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:42.501813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88b707-3c7a-4601-ba57-aff9c1704328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e3984d-2f69-4b22-ba24-08fbaea4a7c6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:42.513573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.561174 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.564096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port c7cc8841-2913-4526-871b-7cf3f61bc652 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:42.571821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.593413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45251bb8-a35d-44e1-abe4-74901ce6c80d req-e8f69f51-eb15-4cb9-8a00-40f809ef09c6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "DELETE /v2.0/ports/c7cc8841-2913-4526-871b-7cf3f61bc652 HTTP/1.1" status: 204 len: 173 time: 2.1859536 Jan 18 22:49:42.594205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a88b707-3c7a-4601-ba57-aff9c1704328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:42.595196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a88b707-3c7a-4601-ba57-aff9c1704328 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63e3984d-2f69-4b22-ba24-08fbaea4a7c6 HTTP/1.1" status: 204 len: 168 time: 1.8097866 Jan 18 22:49:42.603104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event deleted for resources: {'Port': ['ID=95268dc8-cbb2-4a36-901c-27dd7a3165e0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:42.688541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-ca9c6e84-6773-4735-a013-5d1f351d8a83 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:42.690642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-ca9c6e84-6773-4735-a013-5d1f351d8a83 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.86 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 945 time: 0.3215146 Jan 18 22:49:42.757146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620b4af-9e25-466e-a19e-f9319280a863 req-87ebca19-8915-4827-acb0-682208fac6b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:42.760663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4620b4af-9e25-466e-a19e-f9319280a863 req-87ebca19-8915-4827-acb0-682208fac6b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 943 time: 0.3358095 Jan 18 22:49:42.846797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:49:42.855339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Deleting port 229882ad-d3a4-4ecd-970e-8f312723c183 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:42.855951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:43.010516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4620b4af-9e25-466e-a19e-f9319280a863 req-adb1217f-bf33-426f-a9e7-57f431a55c50 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037339 Jan 18 22:49:43.098303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:43.107789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Pushing event deleted for resources: {'Port': ['ID=ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:43.126227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:43.192449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 20100425-551d-4fd9-a7cf-29b63f818885 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:43.192812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 20100425-551d-4fd9-a7cf-29b63f818885 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:43.285834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3292d-2f70-4b87-bd65-12e4aceaa549 req-fb2d7e31-118b-4ec4-95e6-5210ce94b7c4 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:43.286553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-18f3292d-2f70-4b87-bd65-12e4aceaa549 req-fb2d7e31-118b-4ec4-95e6-5210ce94b7c4 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:43.301128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] No DVR routers for this DVR port 95268dc8-cbb2-4a36-901c-27dd7a3165e0 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:43.306286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] No DVR routers for this DVR port ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:43.310400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:43.312434 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-340f3a06-ccdb-461f-8047-df42c326e6a5 req-2ed59bc6-7a75-46fd-909b-38c446a11a1d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.86 "DELETE /v2.0/ports/95268dc8-cbb2-4a36-901c-27dd7a3165e0 HTTP/1.1" status: 204 len: 173 time: 3.2013366 Jan 18 22:49:43.315894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'name': 'network-vif-deleted', 'tag': '95268dc8-cbb2-4a36-901c-27dd7a3165e0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:43.331084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:43.333002 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-998d6b9d-bd2e-4c8e-8802-cb25feb50a96 req-7f127216-df82-4d1f-bf1e-4921d6db7520 tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.85 "DELETE /v2.0/ports/ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b HTTP/1.1" status: 204 len: 173 time: 5.4670894 Jan 18 22:49:43.401834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] For port 229882ad-d3a4-4ecd-970e-8f312723c183, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=229882ad-d3a4-4ecd-970e-8f312723c183,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:43.402360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:43.415392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-18f3292d-2f70-4b87-bd65-12e4aceaa549 req-fb2d7e31-118b-4ec4-95e6-5210ce94b7c4 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:43.416617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18f3292d-2f70-4b87-bd65-12e4aceaa549 req-fb2d7e31-118b-4ec4-95e6-5210ce94b7c4 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9 HTTP/1.1" status: 200 len: 943 time: 1.1341400 Jan 18 22:49:43.536938 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18f3292d-2f70-4b87-bd65-12e4aceaa549 req-28ba8c6e-4160-41e0-9c52-383d01af96ae tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956709 Jan 18 22:49:43.688537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c7cc8841-2913-4526-871b-7cf3f61bc652 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:43.753142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:43.801791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: c7cc8841-2913-4526-871b-7cf3f61bc652 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:43.802453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c7cc8841-2913-4526-871b-7cf3f61bc652 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:43.802761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:43.820689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ce250208-0048-45dc-bac8-1583b2609c6c req-73985635-3dbc-47de-9097-9d316fc48afe tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Synchronizing usage tracker for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:43.832673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Calling delete_port for 229882ad-d3a4-4ecd-970e-8f312723c183 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:43.871231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 95268dc8-cbb2-4a36-901c-27dd7a3165e0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:43.871575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 95268dc8-cbb2-4a36-901c-27dd7a3165e0 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:43.951310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port e3222bdb-8f33-42fd-93ee-441ebaa44e71 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:43.951676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.006188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:44.006977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ce250208-0048-45dc-bac8-1583b2609c6c req-73985635-3dbc-47de-9097-9d316fc48afe tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] Unset dirty status for tenant:ded23796607b4af0881aa72c73e0d98e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:44.016532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce250208-0048-45dc-bac8-1583b2609c6c req-73985635-3dbc-47de-9097-9d316fc48afe tempest-ImagesTestJSON-2045996212 tempest-ImagesTestJSON-2045996212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9899fc70-9fae-4d12-bf66-14de2d139176 HTTP/1.1" status: 200 len: 210 time: 0.2720008 Jan 18 22:49:44.042962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 3, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:44.047819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.055807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Checking router: 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:44.070210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Updating router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:49:44.190297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Pushing event deleted for resources: {'Port': ['ID=229882ad-d3a4-4ecd-970e-8f312723c183,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:44.270530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'name': 'network-vif-deleted', 'tag': 'c7cc8841-2913-4526-871b-7cf3f61bc652'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:44.285285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-670059910-network', 'tenant_id': '07662686d51445ce9a51a0e663c50778'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:44.293022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] No DVR routers for this DVR port 229882ad-d3a4-4ecd-970e-8f312723c183 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:44.297363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.298201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e807d82-8716-41ec-8363-87e819e4ce7f req-773c18bc-005f-44a6-b58d-a81127a29eaf tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c6f536-012c-417c-a4ca-3719c20fd89d HTTP/1.1" status: 200 len: 210 time: 0.0913024 Jan 18 22:49:44.300903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:44.308425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Usage tracker for resource:network and tenant:07662686d51445ce9a51a0e663c50778 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:44.312697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:44.323673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814', 'af20f939-629c-40f1-a59d-73f122ff7ef7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:44.356094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac83a2-322d-4671-82ea-aaf9558ab624 req-6629a8a9-6906-42ac-a57c-222cb364ba81 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:44.362078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1eac83a2-322d-4671-82ea-aaf9558ab624 req-6629a8a9-6906-42ac-a57c-222cb364ba81 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 943 time: 0.7185142 Jan 18 22:49:44.368358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:44.369757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c59ecb9-0984-4628-a39a-7a4692419774 req-1b5b142d-66ff-450f-9110-9076d11429c2 tempest-AttachSCSIVolumeTestJSON-979937343 tempest-AttachSCSIVolumeTestJSON-979937343-project] 10.222.0.86 "DELETE /v2.0/ports/229882ad-d3a4-4ecd-970e-8f312723c183 HTTP/1.1" status: 204 len: 173 time: 1.6694295 Jan 18 22:49:44.391601 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f65f4d4-ab7a-4454-9d97-1df5fea8e8e9', 'name': 'network-vif-deleted', 'tag': '95268dc8-cbb2-4a36-901c-27dd7a3165e0', 'status': 'completed', 'code': 200} Jan 18 22:49:44.434058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Made reservation on behalf of 07662686d51445ce9a51a0e663c50778 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:44.436354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.468128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1eac83a2-322d-4671-82ea-aaf9558ab624 req-67a531bd-ff97-4902-9283-efbcd1a0006e tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970712 Jan 18 22:49:44.477960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.497966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.515400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.551413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:44.562586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Usage tracker for resource:security_group_rule and tenant:07662686d51445ce9a51a0e663c50778 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:44.564935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.571495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:44.584021 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34812dd-22fc-4938-9ddc-05a7fb6a0e9a', 'name': 'network-vif-deleted', 'tag': 'c7cc8841-2913-4526-871b-7cf3f61bc652', 'status': 'completed', 'code': 200} Jan 18 22:49:44.586170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:44.695575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:44.710897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:44.726322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1813-5958-48fb-b380-9af25034d1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.772291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Allocated IP 172.20.0.1 (aa160209-4659-4b9b-a691-45281c99d95b/9fe405a6-acb1-4ce9-aa88-b76cee74349d/e336458d-044d-429e-a2d1-65061dd6d4ba) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:44.807043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.838573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:44.925183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.077081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:45.078480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:49:45.123506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f65597-cd32-4cca-8018-da8ce457b93e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:45.148334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.148924 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Added segment 7283d9de-3458-41ac-9e8d-791f9fa36b7a of type vlan for network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 Jan 18 22:49:45.184711 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'code': 200} Jan 18 22:49:45.206354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.229939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.240739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Transition to ACTIVE for port object e336458d-044d-429e-a2d1-65061dd6d4ba will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:45.286560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.287632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:45.288391 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.403797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.418364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Transition to ACTIVE for port object dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:45.433978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.497032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56522) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:45.505528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511126109', 'description': 'tempest-description--452847454'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:45.511994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Attempting to bind port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:45.512371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Attempting to bind port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:45.512736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Attempting to bind port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:45.514617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:45.523555 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:45.523942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:45.524344 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.524740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:45.525231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Bound port: dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:45.525662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.528586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:45.547165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.584163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:45.591477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Usage tracker for resource:security_group_rule and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:45.597360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:45.607290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:45.626281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] Pushing event updated for resources: {'Network': ['ID=dcb2daab-420b-4ff5-88c9-5d73fa3e0c54,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:45.628209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea924d-6caa-4034-82a4-a41420beaaf7 None None] Pushing event updated for resources: {'Port': ['ID=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:45.644673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:45.662253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.669741 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.670598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.680029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 229882ad-d3a4-4ecd-970e-8f312723c183 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:45.753879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.761374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.787601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 229882ad-d3a4-4ecd-970e-8f312723c183 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:45.787988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 229882ad-d3a4-4ecd-970e-8f312723c183 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:45.812344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] For port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:45.815111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aea42ff5-d85d-48b0-9508-113ce62fa98e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7953117 Jan 18 22:49:45.818988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Network aa160209-4659-4b9b-a691-45281c99d95b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:45.821058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56536) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:45.824981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:45.830284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Pushing event updated for resources: {'Port': ['ID=e336458d-044d-429e-a2d1-65061dd6d4ba,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:45.832507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] For port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:45.833109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:45.843111 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.851914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbff07a-f927-42b4-90b0-2d9d6ffa12e5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:45.859417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Request body: {'subnet': {'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-670059910-subnet', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:45.868494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:45.873463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Usage tracker for resource:subnet and tenant:07662686d51445ce9a51a0e663c50778 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:45.876718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:45.883250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.884821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1bc0091c-6da6-417a-938e-0b91d4a6f22f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3852913 Jan 18 22:49:45.886189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:45.888098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56540) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:45.894586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'security_group_rule': {'security_group_id': '7fbff07a-f927-42b4-90b0-2d9d6ffa12e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:45.903232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:45.913809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Usage tracker for resource:security_group_rule and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:45.930356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:45.936737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Made reservation on behalf of 07662686d51445ce9a51a0e663c50778 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:45.939233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.954453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:45.963666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:49:45.964295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:46.034503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-03a252cc-ffdb-4fad-bd22-7e8b770da34c tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:46.036055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-03a252cc-ffdb-4fad-bd22-7e8b770da34c tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 814 time: 0.4063187 Jan 18 22:49:46.045731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea924d-6caa-4034-82a4-a41420beaaf7 None None] Pushing event updated for resources: {'Port': ['ID=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:46.070193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.085113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.108269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-1b427d28-dfc8-4331-b760-450a12b71472 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/quotas/aa08842096e04c1ca0f6e29fae56de4c HTTP/1.1" status: 200 len: 375 time: 0.0344906 Jan 18 22:49:46.275799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:49:46.297249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-2850192f-f7d8-4cce-8419-9e729f0557e9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580510 Jan 18 22:49:46.326687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43fd2de9-2b67-4cdf-a32e-640d81320b07 None None] Provisioning for port e336458d-044d-429e-a2d1-65061dd6d4ba completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:46.338703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.349759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.416841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43fd2de9-2b67-4cdf-a32e-640d81320b07 None None] Provisioning complete for port e336458d-044d-429e-a2d1-65061dd6d4ba triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:46.417957 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43fd2de9-2b67-4cdf-a32e-640d81320b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.430597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3d7e53-d5cc-4b52-aca2-874f752a3f28,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:46.459895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-deleted', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:46.466903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.531032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-3a8a2a61-538d-4da0-af93-4fadb2db1c76 service neutron] 10.222.0.78 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328627 Jan 18 22:49:46.539369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.543492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-95a69ffc-e79e-468c-8b31-ea502bb3ffcf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6543479 Jan 18 22:49:46.553326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56566) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:46.562318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43fd2de9-2b67-4cdf-a32e-640d81320b07 None None] Port e336458d-044d-429e-a2d1-65061dd6d4ba cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:49:46.575177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'security_group_rule': {'security_group_id': '7fbff07a-f927-42b4-90b0-2d9d6ffa12e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:46.587694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'name': 'network-vif-deleted', 'tag': '229882ad-d3a4-4ecd-970e-8f312723c183'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:46.597592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:46.614004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Usage tracker for resource:security_group_rule and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:46.625655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:46.644844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:46.653729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaeb92db-f8bf-4b4f-b38e-ed152bafe777,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:46.674919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-8b976374-887c-43b6-86da-3b916a1ce284 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:46.675636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-8b976374-887c-43b6-86da-3b916a1ce284 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:46.678870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-5de67be2-e5a4-4af5-a88d-49124cc011d2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:46.680801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-5de67be2-e5a4-4af5-a88d-49124cc011d2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.85 "GET /v2.0/ports?device_id=d3793980-d9b3-4450-8445-81e9282d0614 HTTP/1.1" status: 200 len: 945 time: 0.2127459 Jan 18 22:49:46.684033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Checking segment: {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:46.684413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Network hostable DHCP agents. Network: dcb2daab-420b-4ff5-88c9-5d73fa3e0c54, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:46.716820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.748797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f726d-f73d-4464-a2cc-6e162f142db3 req-cd58e7dd-9eb8-469b-9114-08debe1a5c06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:46.749547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-eb9f726d-f73d-4464-a2cc-6e162f142db3 req-cd58e7dd-9eb8-469b-9114-08debe1a5c06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:46.752021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 3, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:46.752184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-8b976374-887c-43b6-86da-3b916a1ce284 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:46.753330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-8b976374-887c-43b6-86da-3b916a1ce284 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 950 time: 0.3570881 Jan 18 22:49:46.758948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afca7a1-856e-4345-a74c-3f7ea36dfb8e None None] The sync data for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 is: [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 3, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:46.763108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:46.844336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.850285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, dcb2daab-420b-4ff5-88c9-5d73fa3e0c54) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:46.850700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.857588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Deleting port e3222bdb-8f33-42fd-93ee-441ebaa44e71 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:46.858388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.863346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-eb9f726d-f73d-4464-a2cc-6e162f142db3 req-cd58e7dd-9eb8-469b-9114-08debe1a5c06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:46.864777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb9f726d-f73d-4464-a2cc-6e162f142db3 req-cd58e7dd-9eb8-469b-9114-08debe1a5c06 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 950 time: 0.4000487 Jan 18 22:49:46.878798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:46.879389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.884322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e130f-1f40-447f-8292-a6209b338549 None None] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:46.909725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port af20f939-629c-40f1-a59d-73f122ff7ef7 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:46.909955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.006867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.030585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-c08940ed-e246-4ed4-8264-47d7c0f67f6e service neutron] 10.222.0.78 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985981 Jan 18 22:49:47.037816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-28890507-8949-4be4-8a7d-4c07faf7e020 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2074978 Jan 18 22:49:47.044057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.046178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56598) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:47.073606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:47.087032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb9f726d-f73d-4464-a2cc-6e162f142db3 req-978fd5b1-3be9-4865-a048-71a6ae1fd910 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110047 Jan 18 22:49:47.233080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:47.252003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f939d-b39f-4cad-b56d-44af409554ff,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:47.275747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Usage tracker for resource:router and tenant:07662686d51445ce9a51a0e663c50778 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:47.286474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:47.328457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:47.340582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.355204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a11325e1-0e46-4aa6-9fe3-8c4951a6fe64 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7964909 Jan 18 22:49:47.364542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56610) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:47.389472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:47.405753 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9899fc70-9fae-4d12-bf66-14de2d139176', 'name': 'network-vif-deleted', 'tag': 'ccab26ea-9a1c-4102-8e39-fb1a25aa6f2b', 'status': 'completed', 'code': 200} Jan 18 22:49:47.448439 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c6f536-012c-417c-a4ca-3719c20fd89d', 'name': 'network-vif-deleted', 'tag': '229882ad-d3a4-4ecd-970e-8f312723c183', 'status': 'completed', 'code': 200} Jan 18 22:49:47.454192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:47.468811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.471472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-dcb2daab-420b-4ff5-88c9-5d73fa3e0c54', 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'fixed_ips': [{'subnet_id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:49:47.472291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.478855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.494761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Usage tracker for resource:floatingip and tenant:dd7728081455451fb419efcb00f7dd3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:47.549986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b82de19-448f-4a6c-ae45-1eeaf5f4ee0d req-fe7f66a2-606b-4867-a863-755e2721b156 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 210 time: 0.0932171 Jan 18 22:49:47.650014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:47.653697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:47.708023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:47.781984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.835160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.228742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Allocated IP 172.20.0.2 (dcb2daab-420b-4ff5-88c9-5d73fa3e0c54/eaeb92db-f8bf-4b4f-b38e-ed152bafe777/c5a6e1ca-06ca-41ac-989d-6234b70e971d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:48.234496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:48.247340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:48.248539 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.342409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port af20f939-629c-40f1-a59d-73f122ff7ef7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=af20f939-629c-40f1-a59d-73f122ff7ef7,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:48.342815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.448939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] For port e3222bdb-8f33-42fd-93ee-441ebaa44e71, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e3222bdb-8f33-42fd-93ee-441ebaa44e71,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:48.449545 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.659559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.671379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56650) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:48.679671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:48.692669 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.704084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Calling delete_port for e3222bdb-8f33-42fd-93ee-441ebaa44e71 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:48.722285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for af20f939-629c-40f1-a59d-73f122ff7ef7 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:48.769287 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.785346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Transition to ACTIVE for port object c5a6e1ca-06ca-41ac-989d-6234b70e971d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:48.793608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:48.811029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Transition to ACTIVE for port object c5a6e1ca-06ca-41ac-989d-6234b70e971d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:48.821150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.886349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-a165c8ab-fcd3-4a37-8451-6c12a5e06ee4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:48.888198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-a165c8ab-fcd3-4a37-8451-6c12a5e06ee4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:48.891348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:48.894254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:48.898299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:48.907903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Pushing event updated for resources: {'Port': ['ID=c5a6e1ca-06ca-41ac-989d-6234b70e971d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:48.958877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3a4e9ed-db46-4b55-89bb-ea7403e909c7 req-3d151373-2650-4834-a247-782134dfed45 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 210 time: 0.0657160 Jan 18 22:49:49.008503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Attempting to bind port c5a6e1ca-06ca-41ac-989d-6234b70e971d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:49.009141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Attempting to bind port c5a6e1ca-06ca-41ac-989d-6234b70e971d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:49.009644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Attempting to bind port c5a6e1ca-06ca-41ac-989d-6234b70e971d on network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:49.015685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:49.016352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Checking segment: {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:49.016900 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.017442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Bound using segment: {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:49.018089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Bound port: c5a6e1ca-06ca-41ac-989d-6234b70e971d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:49.018602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.109812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-a165c8ab-fcd3-4a37-8451-6c12a5e06ee4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:49.117509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-a165c8ab-fcd3-4a37-8451-6c12a5e06ee4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cef272c-335f-467f-9635-2ff9e8f08193 HTTP/1.1" status: 200 len: 949 time: 1.7943707 Jan 18 22:49:49.131630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] For port c5a6e1ca-06ca-41ac-989d-6234b70e971d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:49.140638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] For port c5a6e1ca-06ca-41ac-989d-6234b70e971d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c5a6e1ca-06ca-41ac-989d-6234b70e971d,segment=NetworkSegment(7283d9de-3458-41ac-9e8d-791f9fa36b7a),segment_id=7283d9de-3458-41ac-9e8d-791f9fa36b7a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:49.143974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.212341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Deleting subnet 94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:49:49.233120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.267640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port 1d27d93f-210d-4b3b-9b70-d41854e91814 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:49.268255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.275678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75c9b0-606b-4d65-a388-d4654e87b7a5 None None] Pushing event updated for resources: {'Port': ['ID=c5a6e1ca-06ca-41ac-989d-6234b70e971d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:49.330740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.342626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.355434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1d27d93f-210d-4b3b-9b70-d41854e91814'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:49.499177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:49.583910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=af20f939-629c-40f1-a59d-73f122ff7ef7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:49.593609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.675272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:49.693713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.751518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.759473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device af20f939-629c-40f1-a59d-73f122ff7ef7 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:49.770555 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.787830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.813459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:49.871550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.881301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: e3222bdb-8f33-42fd-93ee-441ebaa44e71 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:49.881775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e3222bdb-8f33-42fd-93ee-441ebaa44e71 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:49.895700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: af20f939-629c-40f1-a59d-73f122ff7ef7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:49.896169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device af20f939-629c-40f1-a59d-73f122ff7ef7 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:49.971708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port 1d27d93f-210d-4b3b-9b70-d41854e91814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1d27d93f-210d-4b3b-9b70-d41854e91814,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:49.972387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:49.982913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port af20f939-629c-40f1-a59d-73f122ff7ef7 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:49.990157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.046636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'name': 'network-vif-deleted', 'tag': 'af20f939-629c-40f1-a59d-73f122ff7ef7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:50.083153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc8d4a16-0ce9-4ba3-9703-ba91ad62d263 req-528ae6cb-bb2d-4ead-bcec-f6888d11eaf5 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "DELETE /v2.0/ports/af20f939-629c-40f1-a59d-73f122ff7ef7 HTTP/1.1" status: 204 len: 173 time: 3.3181159 Jan 18 22:49:50.101993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:50.102550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.214398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for 1d27d93f-210d-4b3b-9b70-d41854e91814 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:50.252735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f007-1e98-4a67-bf03-b0ac2609bdf2 req-a1b4dbd2-c30d-4704-b138-9aedb50a327a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:50.264459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4369f007-1e98-4a67-bf03-b0ac2609bdf2 req-a1b4dbd2-c30d-4704-b138-9aedb50a327a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:50.413023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a6b85ff5-cee1-4120-823a-cc05bdc63fbc tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:50.414937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a6b85ff5-cee1-4120-823a-cc05bdc63fbc tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 814 time: 1.1382434 Jan 18 22:49:50.424786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.430494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4369f007-1e98-4a67-bf03-b0ac2609bdf2 req-a1b4dbd2-c30d-4704-b138-9aedb50a327a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:50.437665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4369f007-1e98-4a67-bf03-b0ac2609bdf2 req-a1b4dbd2-c30d-4704-b138-9aedb50a327a tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebbea11f-62cd-4648-b08c-5a9da176a865 HTTP/1.1" status: 200 len: 950 time: 1.9463079 Jan 18 22:49:50.448507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Request body: {'port': {'device_id': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'admin_state_up': True, 'tenant_id': 'aa08842096e04c1ca0f6e29fae56de4c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:50.565625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47b74656-cba7-405d-a57f-1e6535c09cb8 req-fa5d88cc-5e2a-4369-8437-2c87823d5274 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 210 time: 0.3167152 Jan 18 22:49:50.595143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.606723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.611255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Pushing event updated for resources: {'Port': ['ID=e336458d-044d-429e-a2d1-65061dd6d4ba,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:50.618583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:50.762643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Pushing event deleted for resources: {'Port': ['ID=e3222bdb-8f33-42fd-93ee-441ebaa44e71,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:50.847784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=1d27d93f-210d-4b3b-9b70-d41854e91814,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:50.853115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] No DVR routers for this DVR port e3222bdb-8f33-42fd-93ee-441ebaa44e71 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:50.863253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.865983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'name': 'network-vif-deleted', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:50.907079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94edd2a9-b7cd-4c96-b7cc-63fbb9481b03,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:50.914921 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:50.937808 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbea11f-62cd-4648-b08c-5a9da176a865', 'name': 'network-vif-deleted', 'tag': 'af20f939-629c-40f1-a59d-73f122ff7ef7', 'status': 'completed', 'code': 200} Jan 18 22:49:50.961803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e453ffb-fef7-47ac-8fc1-45e04bdab5da None None] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:51.071704 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3793980-d9b3-4450-8445-81e9282d0614', 'name': 'network-vif-deleted', 'tag': 'e3222bdb-8f33-42fd-93ee-441ebaa44e71', 'status': 'completed', 'code': 200} Jan 18 22:49:51.083675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e2b8573-51d6-4644-9e42-fb971dc69951 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/94edd2a9-b7cd-4c96-b7cc-63fbb9481b03 HTTP/1.1" status: 204 len: 168 time: 2.3901024 Jan 18 22:49:51.093007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56672) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:51.099482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-99e0925f-3112-4b14-92a4-d25e2a2ac42d None None] Provisioning for port c5a6e1ca-06ca-41ac-989d-6234b70e971d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:51.120217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4369f007-1e98-4a67-bf03-b0ac2609bdf2 req-139cfe1c-20b3-4a9d-b390-e66037e00a70 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805680 Jan 18 22:49:51.274406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Network aa160209-4659-4b9b-a691-45281c99d95b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:51.311158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:51.328680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Allocated IP 172.25.4.126 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/8ae2a013-34da-489c-9649-38e5e28a6fa5) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:51.370943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:51.378668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f79cbbe-60bc-46f8-8ac7-04a24b3db511 req-f4b8bc5a-b4ba-4465-b90d-fc5e2c7698b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.85 "DELETE /v2.0/ports/e3222bdb-8f33-42fd-93ee-441ebaa44e71 HTTP/1.1" status: 204 len: 173 time: 4.6676898 Jan 18 22:49:51.382952 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:51.385559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Usage tracker for resource:port and tenant:aa08842096e04c1ca0f6e29fae56de4c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:51.387247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port 1d27d93f-210d-4b3b-9b70-d41854e91814 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:51.391479 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:51.394523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b3d8f16-0e5f-4b06-9cdf-6c96f8f3054a req-b8c100cf-1228-4b13-b655-ac5d1d452274 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.86 "DELETE /v2.0/ports/1d27d93f-210d-4b3b-9b70-d41854e91814 HTTP/1.1" status: 204 len: 173 time: 2.2713618 Jan 18 22:49:51.404868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:51.441626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:51.700665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1d27d93f-210d-4b3b-9b70-d41854e91814 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:51.815481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c5a6e1ca-06ca-41ac-989d-6234b70e971d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:51.857283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Made reservation on behalf of aa08842096e04c1ca0f6e29fae56de4c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:51.861556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:51.906178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:49:51.932662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1d27d93f-210d-4b3b-9b70-d41854e91814 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:51.933028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1d27d93f-210d-4b3b-9b70-d41854e91814 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:52.006958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56686) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:52.011659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-985e4508-99a9-45d2-b9dc-c07331a2e4a4 None None] Provisioning complete for port e336458d-044d-429e-a2d1-65061dd6d4ba triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:52.012110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-985e4508-99a9-45d2-b9dc-c07331a2e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.142670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-985e4508-99a9-45d2-b9dc-c07331a2e4a4 None None] Port e336458d-044d-429e-a2d1-65061dd6d4ba cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:49:52.154975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port c5a6e1ca-06ca-41ac-989d-6234b70e971d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:52.160908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c5a6e1ca-06ca-41ac-989d-6234b70e971d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:52.161399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.268620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:49:52.279943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af9c436f-699d-48e5-be5c-d31102a0e015 admin admin] 10.222.0.78 "PUT /v2.0/routers/7a73c07e-4ea7-4c13-bb95-f49fc131d1b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8237603 Jan 18 22:49:52.281296 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Sync routers for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:52.287039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cfec1840-a040-4603-b125-c35fddc51147 None None] Provisioning complete for port c5a6e1ca-06ca-41ac-989d-6234b70e971d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:52.287424 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cfec1840-a040-4603-b125-c35fddc51147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.314213 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:49:52.316857 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:52.429600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cfec1840-a040-4603-b125-c35fddc51147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.466813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-cfec1840-a040-4603-b125-c35fddc51147 None None] For port c5a6e1ca-06ca-41ac-989d-6234b70e971d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c5a6e1ca-06ca-41ac-989d-6234b70e971d,segment=NetworkSegment(7283d9de-3458-41ac-9e8d-791f9fa36b7a),segment_id=7283d9de-3458-41ac-9e8d-791f9fa36b7a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:52.532901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cfec1840-a040-4603-b125-c35fddc51147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.604820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec1840-a040-4603-b125-c35fddc51147 None None] Pushing event updated for resources: {'Port': ['ID=c5a6e1ca-06ca-41ac-989d-6234b70e971d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:52.627766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.655124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.697307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1a4b8e7-504c-408f-b60d-d3894e309135 req-98a87ed9-8e7c-4ffd-9722-8a1306d6a831 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 210 time: 0.8014562 Jan 18 22:49:52.773568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:49:52.783583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.942839 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:52.983678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef96a-c360-4044-94de-b29ead672be5 req-fc919c27-e38c-418a-860d-168d161c082d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:52.984500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-897ef96a-c360-4044-94de-b29ead672be5 req-fc919c27-e38c-418a-860d-168d161c082d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:53.006161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-897ef96a-c360-4044-94de-b29ead672be5 req-fc919c27-e38c-418a-860d-168d161c082d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:53.015128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-897ef96a-c360-4044-94de-b29ead672be5 req-fc919c27-e38c-418a-860d-168d161c082d tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 950 time: 0.1510496 Jan 18 22:49:53.065526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-897ef96a-c360-4044-94de-b29ead672be5 req-8148131f-ea06-4cfd-87fc-d82411d292b4 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491943 Jan 18 22:49:53.072291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cef272c-335f-467f-9635-2ff9e8f08193', 'name': 'network-vif-deleted', 'tag': '1d27d93f-210d-4b3b-9b70-d41854e91814'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:53.118955 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cef272c-335f-467f-9635-2ff9e8f08193', 'name': 'network-vif-deleted', 'tag': '1d27d93f-210d-4b3b-9b70-d41854e91814', 'status': 'completed', 'code': 200} Jan 18 22:49:53.133217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77c7078-7b31-4fa1-ba87-f87856d8e77e']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:53.149273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52bf7ad-a643-43ac-bf1b-01d32d38f962') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:53.149572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52bf7ad-a643-43ac-bf1b-01d32d38f962') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:53.162765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.212321 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:47Z', 'revision_number': 2, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:53.216852 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Checking router: 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:53.217329 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Updating router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 port e336458d-044d-429e-a2d1-65061dd6d4ba binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:49:53.267521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.273071 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.275103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.404679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56710) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:53.413334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116606051', 'description': 'tempest-description--1317670617'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:53.420447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:53.425580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Usage tracker for resource:security_group and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:53.442599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:53.456462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:53.474512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.518218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:53.524389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c5a6e1ca-06ca-41ac-989d-6234b70e971d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:53.534694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Usage tracker for resource:security_group_rule and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:53.538264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:53.545011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:53.552688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:49:53.553009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:49:53.569423 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:49:53.579904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:53.604443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c5a6e1ca-06ca-41ac-989d-6234b70e971d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:53.604833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.641567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.652099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.686114 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.689569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:53.691568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:53.709601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d24c0c-520e-482a-8179-e45b29a74f51,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:53.714154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.716980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0c7de4f1-3bb4-4c94-ac9c-4b37d0e49705 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3094044 Jan 18 22:49:53.725600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:53.731731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Request body: {'security_group_rule': {'security_group_id': 'c7d24c0c-520e-482a-8179-e45b29a74f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:53.737971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:53.742285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Usage tracker for resource:security_group_rule and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:53.745458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:53.751763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:53.773792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.804207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Allocated IP 172.25.4.89 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/e23578c3-3009-4773-b028-ce97993f4b30) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:53.837577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'Port': ['ID=8ae2a013-34da-489c-9649-38e5e28a6fa5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:53.850490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Allocated IP 172.20.0.5 (154336cf-20f7-4cb5-a959-6f20d44eeca1/547d11dd-b1c0-46bb-8b29-5230edbae164/c40c5f4c-809e-4244-a643-bbe67d994acf) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:53.858817 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Transition to ACTIVE for port object e336458d-044d-429e-a2d1-65061dd6d4ba will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:53.868058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-07ea2423-d1bc-4a8c-912c-a8200d045dfb req-e8279fc4-b6e4-4d07-8b89-df0354bf77eb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Synchronizing usage tracker for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:53.870378 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.875823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.899187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.906935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.932906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-07ea2423-d1bc-4a8c-912c-a8200d045dfb req-e8279fc4-b6e4-4d07-8b89-df0354bf77eb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Unset dirty status for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:53.934281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07ea2423-d1bc-4a8c-912c-a8200d045dfb req-e8279fc4-b6e4-4d07-8b89-df0354bf77eb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 210 time: 0.1093600 Jan 18 22:49:53.945829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b11495-e6a2-489e-b19f-5dee5d05e742,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:53.969826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.971432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4db676fd-1c0e-468d-89fa-985ccbe73e54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448566 Jan 18 22:49:53.973986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56720) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:53.980560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Request body: {'security_group_rule': {'security_group_id': 'c7d24c0c-520e-482a-8179-e45b29a74f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:53.987107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:53.991193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Usage tracker for resource:security_group_rule and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:53.998266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:54.004598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:54.011475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.027602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.065801 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Pushing event updated for resources: {'Port': ['ID=e336458d-044d-429e-a2d1-65061dd6d4ba,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:54.110888 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.111333 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.111769 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.112270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.112697 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.113202 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.113639 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.114060 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.114477 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.115259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.115259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.115686 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:54.171021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.188730 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Attempting to bind port e336458d-044d-429e-a2d1-65061dd6d4ba on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:54.189551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Attempting to bind port e336458d-044d-429e-a2d1-65061dd6d4ba by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:54.190222 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Attempting to bind port e336458d-044d-429e-a2d1-65061dd6d4ba on network aa160209-4659-4b9b-a691-45281c99d95b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:54.191795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.199135 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:54.199981 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Checking segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:54.200624 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.201233 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Bound using segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:54.201961 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Bound port: e336458d-044d-429e-a2d1-65061dd6d4ba, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:54.202586 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.203554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77c7078-7b31-4fa1-ba87-f87856d8e77e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:54.257899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88abb708-b9bb-4327-8476-b90c3c9bd750,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:54.288711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-b0ce4155-bf30-4d13-b063-878abd7b748b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:54.290404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-b0ce4155-bf30-4d13-b063-878abd7b748b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 950 time: 0.2157869 Jan 18 22:49:54.326457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] For port e336458d-044d-429e-a2d1-65061dd6d4ba, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:49:54.332382 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] For port e336458d-044d-429e-a2d1-65061dd6d4ba, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e336458d-044d-429e-a2d1-65061dd6d4ba,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:49:54.334572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.336027 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-135a93d5-33f9-42b5-b706-ac3d0be51cf7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3606739 Jan 18 22:49:54.343052 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.343234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56728) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:54.360525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:54.367202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:54.373774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Usage tracker for resource:floatingip and tenant:807931cbd9cb4381acbb9b2bed9c26b3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:54.385380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:54.411984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Deleting port 673e117c-2428-4bb1-ab6a-14e5762f99ab {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:54.412384 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.429844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:49:54.430774 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:54.447610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:54.458333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f14854d3-1a4a-437a-be3e-680b16cecd29 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a77c7078-7b31-4fa1-ba87-f87856d8e77e HTTP/1.1" status: 204 len: 168 time: 3.3618479 Jan 18 22:49:54.480994 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.488815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.533212 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b937b-eaa1-418f-b91f-eac135444cea None None] Pushing event updated for resources: {'Port': ['ID=e336458d-044d-429e-a2d1-65061dd6d4ba,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:54.665432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:49:54.686221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56734) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:54.704651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.709742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.737596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.800101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b03c0-7921-4dac-8384-74c30d0162c8 req-c4d3fc08-8b87-4451-8957-1439e5faf3bf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:54.805705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b97b03c0-7921-4dac-8384-74c30d0162c8 req-c4d3fc08-8b87-4451-8957-1439e5faf3bf tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 950 time: 0.4949739 Jan 18 22:49:54.836875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dd49ca30-fbc0-404d-b723-aa53ba304873 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ded23796607b4af0881aa72c73e0d98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461928 Jan 18 22:49:54.842700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:54.944402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] For port 673e117c-2428-4bb1-ab6a-14e5762f99ab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=673e117c-2428-4bb1-ab6a-14e5762f99ab,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:54.944780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.026556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b97b03c0-7921-4dac-8384-74c30d0162c8 req-3aa7c912-ec8c-4505-925b-c20d89184585 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a8fa830-fbed-4709-8703-dafe03a49a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180119 Jan 18 22:49:55.031723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.089867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:54Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:55.095669 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26fc9-3861-4e15-8896-96aef343bb97 None None] The sync data for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 is: [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:54Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:55.134983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.187447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:55.215401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:55.224923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:55.253735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Calling delete_port for 673e117c-2428-4bb1-ab6a-14e5762f99ab owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:55.271859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:55.285297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:55.291598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e23578c3-3009-4773-b028-ce97993f4b30,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:55.297594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:55.335967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.351743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fee8-ba07-42c8-ae99-97e4f9dd3709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.389830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.438201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:55.480683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fee8-ba07-42c8-ae99-97e4f9dd3709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.559633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e336458d-044d-429e-a2d1-65061dd6d4ba up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:55.665172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e336458d-044d-429e-a2d1-65061dd6d4ba completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:55.672630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e336458d-044d-429e-a2d1-65061dd6d4ba triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:55.673153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.690583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.706628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2448a-1fcf-4604-aefe-b8f24b7c08d6 req-b0640a75-5879-4577-b830-89d25a6b522f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:55.708148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68c2448a-1fcf-4604-aefe-b8f24b7c08d6 req-b0640a75-5879-4577-b830-89d25a6b522f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 931 time: 0.4620147 Jan 18 22:49:55.712751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.733974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['673e117c-2428-4bb1-ab6a-14e5762f99ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:49:55.850850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Pushing event deleted for resources: {'Port': ['ID=673e117c-2428-4bb1-ab6a-14e5762f99ab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:55.863579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Allocated IP 172.25.4.19 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9817154d-ff24-4961-b30b-633f6ca1b0ae) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:55.908830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.913178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fee8-ba07-42c8-ae99-97e4f9dd3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.928344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.943264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] No DVR routers for this DVR port 673e117c-2428-4bb1-ab6a-14e5762f99ab on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:55.951107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.953497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:55.954745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e336458d-044d-429e-a2d1-65061dd6d4ba, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e336458d-044d-429e-a2d1-65061dd6d4ba,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:55.957735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'name': 'network-vif-deleted', 'tag': '673e117c-2428-4bb1-ab6a-14e5762f99ab'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:55.965797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68c2448a-1fcf-4604-aefe-b8f24b7c08d6 req-e127bbad-4c74-4015-817c-85c36324569e tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421963 Jan 18 22:49:55.966531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fee8-ba07-42c8-ae99-97e4f9dd3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a8b35-5515-4821-8c76-69c021ef3d11,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:55.966825 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.084672 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3df373-e833-400d-9b0e-97fe58c3c7e1', 'name': 'network-vif-deleted', 'tag': '673e117c-2428-4bb1-ab6a-14e5762f99ab', 'status': 'completed', 'code': 200} Jan 18 22:49:56.096891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d6d56649-14be-4859-b2c7-115a330e29d6 req-a3db7e90-f58b-4642-ba29-b9bfaf42a55b tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.85 "DELETE /v2.0/ports/673e117c-2428-4bb1-ab6a-14e5762f99ab HTTP/1.1" status: 204 len: 173 time: 1.7971580 Jan 18 22:49:56.110506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fee8-ba07-42c8-ae99-97e4f9dd3709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.111620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e336458d-044d-429e-a2d1-65061dd6d4ba,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:56.126212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ccd5fee8-ba07-42c8-ae99-97e4f9dd3709 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f1a8b35-5515-4821-8c76-69c021ef3d11 HTTP/1.1" status: 204 len: 168 time: 1.2823451 Jan 18 22:49:56.231070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:56.231809 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.250912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'Port': ['ID=8ae2a013-34da-489c-9649-38e5e28a6fa5,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:56.282683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.348756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.357437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a31b8799-2848-40d3-8290-1441b7849028 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9755831 Jan 18 22:49:56.384034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-a5c37fa3-908a-44e6-b049-43be220a01a2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9391735 Jan 18 22:49:56.406433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-367b1553-7041-4750-a6d7-5ebcc499c135 req-3db0d314-abac-4029-9f16-fb0d8beb29b6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Synchronizing usage tracker for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:56.427537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Request body: {'port': {'device_id': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:56.454071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-367b1553-7041-4750-a6d7-5ebcc499c135 req-3db0d314-abac-4029-9f16-fb0d8beb29b6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] Unset dirty status for tenant:4b60cea0778247e6a6776c4c0bd3743e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:56.455328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-367b1553-7041-4750-a6d7-5ebcc499c135 req-3db0d314-abac-4029-9f16-fb0d8beb29b6 tempest-ServersOnMultiNodesTest-231769548 tempest-ServersOnMultiNodesTest-231769548-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3df373-e833-400d-9b0e-97fe58c3c7e1 HTTP/1.1" status: 200 len: 210 time: 0.1486199 Jan 18 22:49:56.466279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.552876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:56.565725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:56.568474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:49:56.647074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event updated for resources: {'Port': ['ID=9817154d-ff24-4961-b30b-633f6ca1b0ae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:56.877577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:56.970369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-615ac3f3-2be4-460b-94c5-721a881dda76 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:56.978082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-615ac3f3-2be4-460b-94c5-721a881dda76 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 822 time: 0.2758973 Jan 18 22:49:56.998856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.015668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.064646 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-3a478e0e-2c6f-47e6-94e9-7b4bd5d7e69a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/quotas/dd7728081455451fb419efcb00f7dd3e HTTP/1.1" status: 200 len: 375 time: 0.0854774 Jan 18 22:49:57.081020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.270115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-950ee16b-9bca-4e2f-b4b4-3d14ca74670d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1962700 Jan 18 22:49:57.325994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:57.545268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e336458d-044d-429e-a2d1-65061dd6d4ba up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:57.583819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1537865868-network', 'tenant_id': '48a783a9a5994582b0f93c202337c41c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:57.588982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:57.592536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Usage tracker for resource:network and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:57.600399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:57.613520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.618148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e336458d-044d-429e-a2d1-65061dd6d4ba triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:57.618597 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.621933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:57.625643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.674703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-97a97a4a-b6dc-40d7-9ba7-4cce616dbb55 service neutron] 10.222.0.78 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736134 Jan 18 22:49:57.811193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:57.813483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.818023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eda3d-afb1-4de5-aad5-0a9cf4ab304f req-f83b8793-9920-4d13-b88a-a35c66009d77 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:57.818754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-519eda3d-afb1-4de5-aad5-0a9cf4ab304f req-f83b8793-9920-4d13-b88a-a35c66009d77 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Synchronizing usage tracker for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:57.818858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 673e117c-2428-4bb1-ab6a-14e5762f99ab no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:49:57.854250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 673e117c-2428-4bb1-ab6a-14e5762f99ab {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:49:57.854250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 673e117c-2428-4bb1-ab6a-14e5762f99ab not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:49:57.855121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.867554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event updated for resources: {'Port': ['ID=9817154d-ff24-4961-b30b-633f6ca1b0ae,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:57.869686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.901575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:57.909112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:57.916812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:57.931147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:57.937573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:57.947050 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-be2a4a01-8bfb-4957-a870-5c9214d0370d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5946007 Jan 18 22:49:57.953705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-bc39c6fb-34b8-4810-a2e3-ddee18934437 service neutron] 10.222.0.78 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617903 Jan 18 22:49:57.996355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-519eda3d-afb1-4de5-aad5-0a9cf4ab304f req-f83b8793-9920-4d13-b88a-a35c66009d77 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Unset dirty status for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:57.998232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-519eda3d-afb1-4de5-aad5-0a9cf4ab304f req-f83b8793-9920-4d13-b88a-a35c66009d77 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 931 time: 0.8516521 Jan 18 22:49:57.998898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Deleting port ef85ffad-c6f5-438a-83f7-c5cad2aa7182 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:49:57.999244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.067482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.068310 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.074600 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.144616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037c3245-55f3-4a7b-8ffb-fff6eac4bb24,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:58.155287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:49:58.167683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.168174 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Added segment 5bbab565-277d-42fb-814b-3c8a8a718b19 of type vlan for network 3c3982f4-ad1d-4d18-a5e0-d874e519189a Jan 18 22:49:58.211755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.278827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.279984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:58.280681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.396485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-519eda3d-afb1-4de5-aad5-0a9cf4ab304f req-722174ee-d8d8-4cfa-a723-61a8618aa411 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552625 Jan 18 22:49:58.426178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c3982f4-ad1d-4d18-a5e0-d874e519189a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:58.432291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-51ded9af-6119-4956-bf90-15a1f31d9bc3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1023095 Jan 18 22:49:58.432589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:58.437912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Request body: {'subnet': {'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1537865868-subnet', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:58.443952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:58.466126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Usage tracker for resource:subnet and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:58.469741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:58.471664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:58.484612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:58.520276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:58.526583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.609144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:49:58.657691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18b212cb-3180-4cb1-8811-d6b02b06fa14 req-3654980e-aec0-4f98-a715-116dc8060947 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 210 time: 0.0974731 Jan 18 22:49:58.722062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56826) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:58.759450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2752374e-320a-4b68-a980-8ee80df019a2 req-1772bd16-3bba-41b9-8061-64930edd353a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Synchronizing usage tracker for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:58.762177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40c5f4c-809e-4244-a643-bbe67d994acf {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:58.768084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] For port ef85ffad-c6f5-438a-83f7-c5cad2aa7182, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:49:58.768593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.789150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:58.791039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2752374e-320a-4b68-a980-8ee80df019a2 req-1772bd16-3bba-41b9-8061-64930edd353a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Unset dirty status for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:58.797999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-1772bd16-3bba-41b9-8061-64930edd353a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2116606051&fields=id&tenant_id=807931cbd9cb4381acbb9b2bed9c26b3 HTTP/1.1" status: 200 len: 267 time: 0.2352059 Jan 18 22:49:58.924857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Calling delete_port for ef85ffad-c6f5-438a-83f7-c5cad2aa7182 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:49:58.994666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Transition to ACTIVE for port object c40c5f4c-809e-4244-a643-bbe67d994acf will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:59.011578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.065184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c6877abb-0ab3-4274-b74c-b81e8fb7ece3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b60cea0778247e6a6776c4c0bd3743e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409872 Jan 18 22:49:59.065793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:59.093591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-5a58e1ee-3fc9-4142-8cea-9bf090499a02 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:59.094276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2752374e-320a-4b68-a980-8ee80df019a2 req-5a58e1ee-3fc9-4142-8cea-9bf090499a02 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Synchronizing usage tracker for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:59.101771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.137520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Router 00c22300-58d2-418b-b94e-cc58b45d7d6f is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:49:59.210717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2752374e-320a-4b68-a980-8ee80df019a2 req-5a58e1ee-3fc9-4142-8cea-9bf090499a02 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Unset dirty status for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:59.211794 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-5a58e1ee-3fc9-4142-8cea-9bf090499a02 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/networks?id=aa160209-4659-4b9b-a691-45281c99d95b HTTP/1.1" status: 200 len: 812 time: 0.3732488 Jan 18 22:49:59.215028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2346838-0cdd-47c3-bbc3-e5c38cf5612d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:59.248024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a5183c-7cbe-44a2-b585-15dd0073de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.250730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-2072b706-ee79-4278-a722-52393f34c69a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/quotas/807931cbd9cb4381acbb9b2bed9c26b3 HTTP/1.1" status: 200 len: 375 time: 0.0324132 Jan 18 22:49:59.251424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:59.251785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Network hostable DHCP agents. Network: 3c3982f4-ad1d-4d18-a5e0-d874e519189a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:59.336283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a5183c-7cbe-44a2-b585-15dd0073de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.370839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:59.405475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 3c3982f4-ad1d-4d18-a5e0-d874e519189a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:59.413341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:59.413930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.415820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2949c43-f8d1-46cc-82a3-2f97ef8c9d7e None None] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:49:59.439297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2752374e-320a-4b68-a980-8ee80df019a2 req-a6f72475-bf4e-4baf-8f82-a149f3f4bb5d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Synchronizing usage tracker for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:59.456880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a5183c-7cbe-44a2-b585-15dd0073de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.482100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:59.502352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5183c-7cbe-44a2-b585-15dd0073de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8fa830-fbed-4709-8703-dafe03a49a1b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:59.554719 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ad1d040-f3b2-4309-bc08-7405a10090a7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1210668 Jan 18 22:49:59.618718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:59.642937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a5183c-7cbe-44a2-b585-15dd0073de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.644135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:59.648636 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80a5183c-7cbe-44a2-b585-15dd0073de7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a8fa830-fbed-4709-8703-dafe03a49a1b HTTP/1.1" status: 204 len: 168 time: 0.5756183 Jan 18 22:49:59.656646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2752374e-320a-4b68-a980-8ee80df019a2 req-a6f72475-bf4e-4baf-8f82-a149f3f4bb5d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Unset dirty status for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:59.657559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-a6f72475-bf4e-4baf-8f82-a149f3f4bb5d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=807931cbd9cb4381acbb9b2bed9c26b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3989706 Jan 18 22:49:59.672112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:59.721712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:49:59.722898 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.755327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Usage tracker for resource:router and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:59.776581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:59.795490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-44d08a22-6743-49f9-a039-323c0713a7ee tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:59.796984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-44d08a22-6743-49f9-a039-323c0713a7ee tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 822 time: 0.2983229 Jan 18 22:49:59.807821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:59.860825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:49:59.881605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Sync routers for ids ['00c22300-58d2-418b-b94e-cc58b45d7d6f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:59.887800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.888679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.900092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'port': {'device_id': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'admin_state_up': True, 'tenant_id': 'dd7728081455451fb419efcb00f7dd3e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:59.901346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Attempting to bind port c40c5f4c-809e-4244-a643-bbe67d994acf on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:59.901770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Attempting to bind port c40c5f4c-809e-4244-a643-bbe67d994acf by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:59.902225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Attempting to bind port c40c5f4c-809e-4244-a643-bbe67d994acf on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:59.917935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Port c40c5f4c-809e-4244-a643-bbe67d994acf on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:49:59.918404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Attempting to bind port c40c5f4c-809e-4244-a643-bbe67d994acf on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:49:59.926628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Routers {'00c22300-58d2-418b-b94e-cc58b45d7d6f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:49:59.927784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00c22300-58d2-418b-b94e-cc58b45d7d6f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:59.931894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.933414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ee114779-44b3-4242-ac0c-d678976d57b9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.8747723 Jan 18 22:49:59.966535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:49:59.967038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Checking segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:49:59.967531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Bound using segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:49:59.968085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Bound port: c40c5f4c-809e-4244-a643-bbe67d994acf, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:59.968556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:59.977479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:00.000704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.072300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b6ed2-792b-4ef6-b7be-fa038f190338 req-16efa136-bfaa-4de2-9f46-e728e632b9d9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:00.080412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-709b6ed2-792b-4ef6-b7be-fa038f190338 req-16efa136-bfaa-4de2-9f46-e728e632b9d9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 943 time: 0.4230714 Jan 18 22:50:00.183763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Set router 00c22300-58d2-418b-b94e-cc58b45d7d6f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:00.213062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:00.222845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.331468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-709b6ed2-792b-4ef6-b7be-fa038f190338 req-f6e9313e-29c7-42c3-8b42-04e0a45f0f2c tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499259 Jan 18 22:50:00.366180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Allocated IP 172.20.0.2 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/1d450968-53ff-4c96-bed7-36a8014ae62a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:00.382309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:00.394037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:00.446642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-30252952-7c88-4ca7-9815-0c31938958ab service neutron] 10.222.0.78 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478430 Jan 18 22:50:00.512020 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-04bd2e37-1c70-4bc2-b49f-687f659c19ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2f03a7102c8448c9ff6987e9d2eecf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981806 Jan 18 22:50:00.530092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef85ffad-c6f5-438a-83f7-c5cad2aa7182,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:00.546249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:00.595849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:00.606883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:00.629314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Made reservation on behalf of dd7728081455451fb419efcb00f7dd3e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:00.632858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.673133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.695932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.710228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Transition to ACTIVE for port object 1d450968-53ff-4c96-bed7-36a8014ae62a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:00.737347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Transition to ACTIVE for port object 1d450968-53ff-4c96-bed7-36a8014ae62a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:00.747209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.824521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-d63518ec-71cc-4f5d-8e57-a2868725cd95 service neutron] 10.222.0.78 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770156 Jan 18 22:50:00.827047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:00.840487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:00.840844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:00.841505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:00.843115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Pushing event updated for resources: {'Port': ['ID=1d450968-53ff-4c96-bed7-36a8014ae62a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:00.848764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] 10.222.0.86 "PUT /v2.0/ports/c40c5f4c-809e-4244-a643-bbe67d994acf HTTP/1.1" status: 200 len: 1091 time: 4.4349444 Jan 18 22:50:00.852142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:00.874994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc70817c-1df6-4e39-b92e-b5b27e4569dc req-0791ee24-a672-405b-95e4-089991cbe449 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 210 time: 0.3280621 Jan 18 22:50:00.875198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:49:56Z', 'revision_number': 3, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:00.923772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:00.973219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.024924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Checking router: 00c22300-58d2-418b-b94e-cc58b45d7d6f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:01.024924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Updating router 00c22300-58d2-418b-b94e-cc58b45d7d6f port e23578c3-3009-4773-b028-ce97993f4b30 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:01.079416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Attempting to bind port 1d450968-53ff-4c96-bed7-36a8014ae62a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:01.079892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Attempting to bind port 1d450968-53ff-4c96-bed7-36a8014ae62a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:01.080369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Attempting to bind port 1d450968-53ff-4c96-bed7-36a8014ae62a on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:01.093651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:01.094087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:01.095016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.095016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:01.095636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Bound port: 1d450968-53ff-4c96-bed7-36a8014ae62a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:01.096243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.112922 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.207459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Allocated IP 172.20.0.6 (ded1ab8a-0ad3-4462-aedd-7b9bc3152a36/7069e882-c96a-4fda-8497-d2cb13f780c7/29af7f39-2ab0-4acf-b005-af3de789311f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:01.252479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:01.254881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.292560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] For port 1d450968-53ff-4c96-bed7-36a8014ae62a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:01.299022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] For port 1d450968-53ff-4c96-bed7-36a8014ae62a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d450968-53ff-4c96-bed7-36a8014ae62a,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:01.312210 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.365350 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'status': 'completed', 'code': 200} Jan 18 22:50:01.585074 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fbae967e-66f3-4cb3-be9a-532c819260c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.587858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.588280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.588625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.588991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.589322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.589651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.590052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.590380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.590779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.591766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.592112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.592471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312694f8-ff5f-4c64-822e-090b3281fad1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:01.596098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ac3c3-cf15-4d37-85a9-377d59c81221 None None] Pushing event updated for resources: {'Port': ['ID=1d450968-53ff-4c96-bed7-36a8014ae62a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:01.608878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6e79755-e970-4613-a880-a26c7d858fb5 req-8a3661e2-02d9-470a-a7fc-beac0991f66a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 210 time: 0.3498349 Jan 18 22:50:01.705206 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.835795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fbae967e-66f3-4cb3-be9a-532c819260c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.888998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:01.918573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b3d20-8850-4c0a-8463-2b1a7b01075b req-1f22ef78-6def-4897-adce-31973e64624b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:01.925713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c68b3d20-8850-4c0a-8463-2b1a7b01075b req-1f22ef78-6def-4897-adce-31973e64624b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 943 time: 0.3752778 Jan 18 22:50:02.202249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b218d8f-80c2-414a-9a9f-d167e9d2c986 req-24737d5b-aff8-4797-942f-ee1562086176 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 210 time: 0.0851912 Jan 18 22:50:02.209550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.213829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-cf9b3783-0c0a-4e7a-9996-6b3a5db159ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:02.219628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-cf9b3783-0c0a-4e7a-9996-6b3a5db159ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 1094 time: 1.2354944 Jan 18 22:50:02.283755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c68b3d20-8850-4c0a-8463-2b1a7b01075b req-b5948186-735a-4c3f-8b90-dbf9f63e05e0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571360 Jan 18 22:50:02.311836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Allocated IP 172.20.0.1 (dcb2daab-420b-4ff5-88c9-5d73fa3e0c54/eaeb92db-f8bf-4b4f-b38e-ed152bafe777/15e85c57-69be-43dc-9e22-79cc418dcf6d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:02.325892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.409053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-2cec8f43-b28e-46f3-a0c4-8b99f76171a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c40c5f4c-809e-4244-a643-bbe67d994acf HTTP/1.1" status: 200 len: 217 time: 0.1789265 Jan 18 22:50:02.420233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Transition to ACTIVE for port object e23578c3-3009-4773-b028-ce97993f4b30 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:02.429985 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.479312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fbae967e-66f3-4cb3-be9a-532c819260c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.520585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Attempting to bind port e23578c3-3009-4773-b028-ce97993f4b30 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:02.521412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Attempting to bind port e23578c3-3009-4773-b028-ce97993f4b30 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:02.521998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Attempting to bind port e23578c3-3009-4773-b028-ce97993f4b30 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:02.532976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3aaca-ce49-4043-9ab3-71ed78bb9baf None None] Pushing event updated for resources: {'Port': ['ID=e23578c3-3009-4773-b028-ce97993f4b30,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:02.536032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:02.536211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:02.536677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.537163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:02.537725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Bound port: e23578c3-3009-4773-b028-ce97993f4b30, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:02.538169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.548932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:02.555542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:02.559824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:02.565327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:02.588604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae967e-66f3-4cb3-be9a-532c819260c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14848bba-3312-47b3-aaab-b46296d14030,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:02.613192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1703-048a-4612-8b64-966df2b03169 req-ac02a9e0-d0fc-4ae0-95c8-e71a5eaa0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:02.614796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-ac02a9e0-d0fc-4ae0-95c8-e71a5eaa0963 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 200 len: 854 time: 0.1957057 Jan 18 22:50:02.626627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] For port e23578c3-3009-4773-b028-ce97993f4b30, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:02.630812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] For port e23578c3-3009-4773-b028-ce97993f4b30, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e23578c3-3009-4773-b028-ce97993f4b30,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:02.638450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.741892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.753250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-775498af-dc83-4530-a77e-c4026c49e21f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=154336cf-20f7-4cb5-a959-6f20d44eeca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268790 Jan 18 22:50:02.758680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:02.759222 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.765695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3aaca-ce49-4043-9ab3-71ed78bb9baf None None] Pushing event updated for resources: {'Port': ['ID=e23578c3-3009-4773-b028-ce97993f4b30,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:02.791913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Routers {'00c22300-58d2-418b-b94e-cc58b45d7d6f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:02.797815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00c22300-58d2-418b-b94e-cc58b45d7d6f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:02.838644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Transition to ACTIVE for port object 15e85c57-69be-43dc-9e22-79cc418dcf6d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:02.892182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fbae967e-66f3-4cb3-be9a-532c819260c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:02.893432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fbae967e-66f3-4cb3-be9a-532c819260c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14848bba-3312-47b3-aaab-b46296d14030 HTTP/1.1" status: 204 len: 168 time: 2.3450036 Jan 18 22:50:02.952545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b08e35ad-58f3-45ea-b10a-a132fc9c561a req-5e14b92b-1d7c-42ff-b309-5ffa9efe0f35 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 210 time: 0.1553698 Jan 18 22:50:03.011076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Router 00630de3-82a8-45bb-8e45-5cd2c5ef806f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:03.143772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] Set router 00c22300-58d2-418b-b94e-cc58b45d7d6f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:03.239421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-071791ba-2ca4-4021-b38e-a70cb82afb4f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:03.241270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-071791ba-2ca4-4021-b38e-a70cb82afb4f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.86 "GET /v2.0/networks?id=aa160209-4659-4b9b-a691-45281c99d95b HTTP/1.1" status: 200 len: 812 time: 0.3098946 Jan 18 22:50:03.255670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:03.296748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:03.362064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:03.378703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-45349eda-5158-48a2-9b00-80b388783d5c tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4879055 Jan 18 22:50:03.394251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Request body: {'port': {'device_id': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:03.442337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:03.470168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:03.473560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:03.532715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513475e0-a0ae-4f1f-a432-e3c2c48d1f1f None None] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:03.603461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:03.667922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d450968-53ff-4c96-bed7-36a8014ae62a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:03.742762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Pushing event updated for resources: {'Port': ['ID=15e85c57-69be-43dc-9e22-79cc418dcf6d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:03.748850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-8b877e59-d29a-49c1-9847-3912a9301ab6 service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221239 Jan 18 22:50:03.754529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9df990a6-3e34-4471-a57c-7b0d109d97f8 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807931cbd9cb4381acbb9b2bed9c26b3 HTTP/1.1" status: 200 len: 380 time: 0.4816463 Jan 18 22:50:03.795354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bdf13f85-999e-461d-9585-370f26958f07 None None] Provisioning for port 1d450968-53ff-4c96-bed7-36a8014ae62a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:03.795611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Request body: {'port': {'device_id': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'admin_state_up': True, 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'security_groups': ['c7d24c0c-520e-482a-8179-e45b29a74f51']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:03.918241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.918642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.918974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.919312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.919864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.920005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.920326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.920707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.921665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.922744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.923089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.923422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:03.965103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:03.977465 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] Sync routers for ids ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:04.003014 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] Routers {'00630de3-82a8-45bb-8e45-5cd2c5ef806f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:04.004105 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:04.012560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-38e30f5f-e049-4d28-8349-3537b835bee0 admin admin] 10.222.0.78 "PUT /v2.0/routers/00630de3-82a8-45bb-8e45-5cd2c5ef806f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8759863 Jan 18 22:50:04.013398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56910) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:04.127905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1d450968-53ff-4c96-bed7-36a8014ae62a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:04.128123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Allocated IP 172.25.4.232 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:04.142985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1d450968-53ff-4c96-bed7-36a8014ae62a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:04.143356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.175722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.191880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd7f1703-048a-4612-8b64-966df2b03169 req-19c38bb1-9ea4-425d-866f-ba3cb49b39c8 service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076576 Jan 18 22:50:04.220606 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.228208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-965d88ce-fd8e-433e-8164-8eae3317936d None None] Provisioning for port 15e85c57-69be-43dc-9e22-79cc418dcf6d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:04.236867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-965d88ce-fd8e-433e-8164-8eae3317936d None None] Provisioning complete for port 15e85c57-69be-43dc-9e22-79cc418dcf6d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:04.237272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-965d88ce-fd8e-433e-8164-8eae3317936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.255103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bdeb9-5bae-450e-aacd-df099a301c03 req-cb1a7e7b-36cf-42c1-9fd8-34e7b6179aef tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:04.261988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b45bdeb9-5bae-450e-aacd-df099a301c03 req-cb1a7e7b-36cf-42c1-9fd8-34e7b6179aef tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 931 time: 0.8101120 Jan 18 22:50:04.292393 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] Set router 00630de3-82a8-45bb-8e45-5cd2c5ef806f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:04.294632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dbca-a055-47ac-9104-91e0e06d2b6b req-c2651386-a86c-452a-9e57-643790f022ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:04.296240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c09dbca-a055-47ac-9104-91e0e06d2b6b req-c2651386-a86c-452a-9e57-643790f022ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 943 time: 0.7099433 Jan 18 22:50:04.356546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:49:56Z', 'revision_number': 3, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:04.362872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c699-d4de-404f-a1db-0df5a8afef44 None None] The sync data for ids ['00c22300-58d2-418b-b94e-cc58b45d7d6f'] in n-d-825178-1 is: [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:49:56Z', 'revision_number': 3, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:04.365963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-965d88ce-fd8e-433e-8164-8eae3317936d None None] Port 15e85c57-69be-43dc-9e22-79cc418dcf6d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:04.395801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.410906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:04.428465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:04.466509 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.530291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 1d450968-53ff-4c96-bed7-36a8014ae62a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d450968-53ff-4c96-bed7-36a8014ae62a,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:04.544420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Made reservation on behalf of 807931cbd9cb4381acbb9b2bed9c26b3 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:04.545276 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.547974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.625919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.643086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c09dbca-a055-47ac-9104-91e0e06d2b6b req-edf7005f-8d76-4455-8045-c2ffc18aeabb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821832 Jan 18 22:50:04.664928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.697649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=1d450968-53ff-4c96-bed7-36a8014ae62a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:04.746809 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:50:04.748436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b45bdeb9-5bae-450e-aacd-df099a301c03 req-efe46dab-f066-4bb6-8676-dd62299f27fc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:04.776448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:49:59Z', 'revision_number': 5, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:04.780655 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] Checking router: 00630de3-82a8-45bb-8e45-5cd2c5ef806f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:04.790173 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] Routers {'00630de3-82a8-45bb-8e45-5cd2c5ef806f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:04.790787 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:04.822610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:04.865114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:04.899564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.903447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d654ecdb-f713-495e-8815-a1cf3164e98e None None] Provisioning complete for port 1d450968-53ff-4c96-bed7-36a8014ae62a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:04.903826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d654ecdb-f713-495e-8815-a1cf3164e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:04.966904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b45bdeb9-5bae-450e-aacd-df099a301c03 req-efe46dab-f066-4bb6-8676-dd62299f27fc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:04.996159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b45bdeb9-5bae-450e-aacd-df099a301c03 req-efe46dab-f066-4bb6-8676-dd62299f27fc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282114 Jan 18 22:50:05.035080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:05.090579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:05.100247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-5a875389-9c8f-4c35-8a80-b1195e66e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:05.102014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-5a875389-9c8f-4c35-8a80-b1195e66e0a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 1094 time: 0.8359649 Jan 18 22:50:05.200424 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] Set router 00630de3-82a8-45bb-8e45-5cd2c5ef806f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:05.350348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f822472-b669-4bc7-ba49-540d616bf3f0 req-5a779057-c7db-482f-83a4-182ce25b6974 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 210 time: 0.3367691 Jan 18 22:50:05.419405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-14c33333-17eb-4d30-8aa8-15697412228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:05.423197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-14c33333-17eb-4d30-8aa8-15697412228f service neutron] 10.222.0.86 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 915 time: 0.2937078 Jan 18 22:50:05.588635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29af7f39-2ab0-4acf-b005-af3de789311f {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:05.596885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:05.617019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Transition to ACTIVE for port object 29af7f39-2ab0-4acf-b005-af3de789311f will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:05.671538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:05.693143 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:49:59Z', 'revision_number': 5, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:05.704939 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3ad8a-5e57-457a-8d54-357b5d905226 None None] The sync data for ids ['00630de3-82a8-45bb-8e45-5cd2c5ef806f'] in n-d-825178-1 is: [{'id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'name': 'tempest-AttachSCSIVolumeTestJSON-585019354-router', 'tenant_id': 'df159922fb6e4031acbee36795d15f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:55Z', 'updated_at': '2022-01-18T22:49:59Z', 'revision_number': 5, 'project_id': 'df159922fb6e4031acbee36795d15f4a', 'gw_port': {'id': '2d32376c-b27b-4eab-957b-cf7ac50fdf79', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00630de3-82a8-45bb-8e45-5cd2c5ef806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:58Z', 'updated_at': '2022-01-18T22:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:05.733565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d450968-53ff-4c96-bed7-36a8014ae62a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:05.815271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-4d13587f-bc1a-4a20-9871-eeabd81f9a0b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c40c5f4c-809e-4244-a643-bbe67d994acf HTTP/1.1" status: 200 len: 217 time: 0.3794584 Jan 18 22:50:05.892237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1d450968-53ff-4c96-bed7-36a8014ae62a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:05.899608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.193606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e23578c3-3009-4773-b028-ce97993f4b30 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:06.324680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e23578c3-3009-4773-b028-ce97993f4b30 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:06.330923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e23578c3-3009-4773-b028-ce97993f4b30 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:06.331476 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.364331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:06.397080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-00145ff4-1be0-4bc1-851a-eaf214032bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:06.398683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-00145ff4-1be0-4bc1-851a-eaf214032bda service neutron] 10.222.0.86 "GET /v2.0/subnets?id=547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 200 len: 854 time: 0.5757129 Jan 18 22:50:06.402994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.481153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-e77772c0-fd4f-473d-8aa6-bcecd0434796 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=154336cf-20f7-4cb5-a959-6f20d44eeca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660882 Jan 18 22:50:06.494909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Deleting port 2d32376c-b27b-4eab-957b-cf7ac50fdf79 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:06.496238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.523635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Allocated IP 172.20.0.14 (aa160209-4659-4b9b-a691-45281c99d95b/9fe405a6-acb1-4ce9-aa88-b76cee74349d/72a17ec4-3669-47f3-8f96-632133a253b5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:06.552678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.599592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e23578c3-3009-4773-b028-ce97993f4b30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e23578c3-3009-4773-b028-ce97993f4b30,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:06.601427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.608121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.626622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Attempting to bind port 29af7f39-2ab0-4acf-b005-af3de789311f on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:06.626961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Attempting to bind port 29af7f39-2ab0-4acf-b005-af3de789311f by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:06.627926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Attempting to bind port 29af7f39-2ab0-4acf-b005-af3de789311f on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:06.637189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7be57-4d8b-44dd-9208-22e8f650ef98 req-0d34b986-b004-4256-9246-1ed8024b1527 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:06.639067 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5bf7be57-4d8b-44dd-9208-22e8f650ef98 req-0d34b986-b004-4256-9246-1ed8024b1527 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 943 time: 0.6841867 Jan 18 22:50:06.662213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Port 29af7f39-2ab0-4acf-b005-af3de789311f on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:50:06.662607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Attempting to bind port 29af7f39-2ab0-4acf-b005-af3de789311f on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:06.707146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e23578c3-3009-4773-b028-ce97993f4b30,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:06.782679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:06.783146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Checking segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:06.783398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Bound using segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:06.783840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Bound port: 29af7f39-2ab0-4acf-b005-af3de789311f, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:06.784183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.801226 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.835118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:06.856681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec4aae-e6b3-4410-b38a-9f0fec830244 req-18c27793-4951-45d2-9300-10a1608d8693 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:06.858239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-47ec4aae-e6b3-4410-b38a-9f0fec830244 req-18c27793-4951-45d2-9300-10a1608d8693 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 943 time: 0.6127994 Jan 18 22:50:06.944312 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5bf7be57-4d8b-44dd-9208-22e8f650ef98 req-24b4b152-785e-4a1d-855e-a98ebadad037 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890458 Jan 18 22:50:07.027536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-631d4c26-d5bc-4c27-b701-45a16f81a59b service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337322 Jan 18 22:50:07.033055 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.046209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Pushing event updated for resources: {'Port': ['ID=15e85c57-69be-43dc-9e22-79cc418dcf6d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:07.064460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-47ec4aae-e6b3-4410-b38a-9f0fec830244 req-227bcdac-b4b9-4781-895d-7cdfaa80d0f0 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347744 Jan 18 22:50:07.081654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.203471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] For port 2d32376c-b27b-4eab-957b-cf7ac50fdf79, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2d32376c-b27b-4eab-957b-cf7ac50fdf79,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:07.203806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.205027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:07.210503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.221905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90907b87-0c93-47d7-82df-bf47e2d7a990 req-ff466ec6-c911-40ba-ac41-f8c4ec655150 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 210 time: 0.1187310 Jan 18 22:50:07.240384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:07.255583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Transition to ACTIVE for port object 72a17ec4-3669-47f3-8f96-632133a253b5 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:07.257200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.341370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:07.341999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.343461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] 10.222.0.85 "PUT /v2.0/ports/29af7f39-2ab0-4acf-b005-af3de789311f HTTP/1.1" status: 200 len: 1091 time: 3.9535892 Jan 18 22:50:07.350959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:07.383890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Calling delete_port for 2d32376c-b27b-4eab-957b-cf7ac50fdf79 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:07.401525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:07.404696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:07.407664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803bc9e-7dad-47e8-8074-0f58a3c29e60 service neutron] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:07.463979 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f', 'status': 'completed', 'code': 200} Jan 18 22:50:07.548442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09b8c087-84a1-45bf-a822-70c248e8e773 req-4c4fddf3-55fd-4317-9e87-b695b6a07112 service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133553 Jan 18 22:50:07.557489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e23578c3-3009-4773-b028-ce97993f4b30 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:07.699576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e23578c3-3009-4773-b028-ce97993f4b30 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:07.699950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.764059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:07.803757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.939105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.939577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Network aa160209-4659-4b9b-a691-45281c99d95b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:07.947464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:07.973375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-13628b21-ef95-46d8-b34b-821556f728c0 None None] Provisioning complete for port 15e85c57-69be-43dc-9e22-79cc418dcf6d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:07.973744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13628b21-ef95-46d8-b34b-821556f728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:07.974904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:08.082809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56974) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:08.103524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ef85ffad-c6f5-438a-83f7-c5cad2aa7182 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:08.182966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Router 00c22300-58d2-418b-b94e-cc58b45d7d6f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:08.184855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event updated for resources: {'Port': ['ID=72a17ec4-3669-47f3-8f96-632133a253b5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:08.191254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-13628b21-ef95-46d8-b34b-821556f728c0 None None] Port 15e85c57-69be-43dc-9e22-79cc418dcf6d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:08.208798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ef85ffad-c6f5-438a-83f7-c5cad2aa7182 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:08.210348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ef85ffad-c6f5-438a-83f7-c5cad2aa7182 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:08.214144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:08.235041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'port_id': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'mac_address': 'fa:16:3e:49:0a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d11dd-b1c0-46bb-8b29-5230edbae164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:08.323879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.359052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40c5f4c-809e-4244-a643-bbe67d994acf {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:08.363454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2d32376c-b27b-4eab-957b-cf7ac50fdf79,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:08.384649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:08.391324 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.477853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-13123469-42ad-4206-be0a-757c12b2ea52 None None] Provisioning for port 72a17ec4-3669-47f3-8f96-632133a253b5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:08.486552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:08.488258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:08.489994 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.492125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-13123469-42ad-4206-be0a-757c12b2ea52 None None] Provisioning complete for port 72a17ec4-3669-47f3-8f96-632133a253b5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:08.492125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13123469-42ad-4206-be0a-757c12b2ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.532664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-ea9352f7-b16d-4ce3-ac41-c9355751c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:08.534491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-ea9352f7-b16d-4ce3-ac41-c9355751c1cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 1094 time: 1.1200678 Jan 18 22:50:08.545332 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eda54b95-7127-47f3-af11-ebf510192bd5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7537563 Jan 18 22:50:08.558035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-13123469-42ad-4206-be0a-757c12b2ea52 None None] Port 72a17ec4-3669-47f3-8f96-632133a253b5 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:08.595283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c40c5f4c-809e-4244-a643-bbe67d994acf'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:08.599373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.610592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.698775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Request body: {'port': {'device_id': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:08.774897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-59bee3ff-01a5-4eca-ae9a-dd1bdcb818c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29af7f39-2ab0-4acf-b005-af3de789311f HTTP/1.1" status: 200 len: 217 time: 0.2283309 Jan 18 22:50:08.827982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.828384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:08.831643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.837361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.847510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e0daf-ba76-4f43-be4c-9f5783f07483 req-18d14287-48a5-419b-8b10-0b4e6b8078c0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:08.849446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-866e0daf-ba76-4f43-be4c-9f5783f07483 req-18d14287-48a5-419b-8b10-0b4e6b8078c0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 944 time: 0.5107095 Jan 18 22:50:08.900710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Usage tracker for resource:security_group_rule and tenant:dec40f2e13b242f3b7774a45d4e1394b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:08.910933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:08.934885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:08.959300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188521-eb8b-4d47-b1fb-61aeeb192a04 req-d194e476-ee91-459f-be38-e81d391d5479 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:08.959816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0f188521-eb8b-4d47-b1fb-61aeeb192a04 req-d194e476-ee91-459f-be38-e81d391d5479 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:08.964594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:08.968974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d9bb7fc-0325-4710-91f3-2486cd5551a8 admin admin] 10.222.0.78 "PUT /v2.0/routers/00c22300-58d2-418b-b94e-cc58b45d7d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9883945 Jan 18 22:50:08.975529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Sync routers for ids ['00c22300-58d2-418b-b94e-cc58b45d7d6f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:08.978232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-13ea74cf-5def-45c2-94e8-8a0df4219865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:08.980029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-13ea74cf-5def-45c2-94e8-8a0df4219865 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 200 len: 862 time: 0.1840734 Jan 18 22:50:08.984863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.988801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:08.989532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00630de3-82a8-45bb-8e45-5cd2c5ef806f {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:50:08.989910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Routers {'00c22300-58d2-418b-b94e-cc58b45d7d6f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:08.990676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00c22300-58d2-418b-b94e-cc58b45d7d6f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:09.066878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-866e0daf-ba76-4f43-be4c-9f5783f07483 req-e1756cd6-ac31-497a-93ed-20312aad4747 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661713 Jan 18 22:50:09.087084 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-aee4dd1b-3475-4f3b-9905-1c10bf2f1f65 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863583 Jan 18 22:50:09.104370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:09.108369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-da4c1cb4-7d8a-48c5-b171-7af31dc885fe admin admin] 10.222.0.78 "DELETE /v2.0/routers/00630de3-82a8-45bb-8e45-5cd2c5ef806f HTTP/1.1" status: 204 len: 168 time: 5.0905144 Jan 18 22:50:09.110480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56988) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:09.225848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:09.230054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Deleting subnet 661c6de5-e1bc-4216-93f6-bec86e7a53a2 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:50:09.241521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:09.313072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:09.346390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:09.378198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Set router 00c22300-58d2-418b-b94e-cc58b45d7d6f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:09.391372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:09.438218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3de64c-7723-41a6-bae3-126f7fa82ab0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:09.459630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:50:09.504161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0f188521-eb8b-4d47-b1fb-61aeeb192a04 req-d194e476-ee91-459f-be38-e81d391d5479 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:09.511261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188521-eb8b-4d47-b1fb-61aeeb192a04 req-d194e476-ee91-459f-be38-e81d391d5479 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 943 time: 1.1583810 Jan 18 22:50:09.545432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25731641-8b81-4f06-950a-1083a86eba7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dec40f2e13b242f3b7774a45d4e1394b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4620452 Jan 18 22:50:09.559810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56996) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:09.615328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188521-eb8b-4d47-b1fb-61aeeb192a04 req-15836cd1-47f8-4ecb-96db-76ffcc7ba520 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032553 Jan 18 22:50:09.760898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-30b5445c-2339-4825-8092-8961ff3b2e3c service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260725 Jan 18 22:50:09.765428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2d32376c-b27b-4eab-957b-cf7ac50fdf79 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:09.806530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:09.815071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:09.860523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 2d32376c-b27b-4eab-957b-cf7ac50fdf79 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:09.861021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2d32376c-b27b-4eab-957b-cf7ac50fdf79 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:09.938424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port c40c5f4c-809e-4244-a643-bbe67d994acf completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:09.947046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port c40c5f4c-809e-4244-a643-bbe67d994acf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:09.947344 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.003231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:10.004810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5c14886-813f-4c4e-816b-42fcf7a986a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.015569 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Sync routers for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:10.023585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce2c61-1b4d-4736-82b7-be9a7b1f9d83 req-0bf3801c-3a9b-4ef7-9145-4920af9da943 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:10.024114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:50:04Z', 'revision_number': 4, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '15e85c57-69be-43dc-9e22-79cc418dcf6d', 'name': '', 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'mac_address': 'fa:16:3e:68:aa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:01Z', 'updated_at': '2022-01-18T22:50:05Z', 'revision_number': 2, 'project_id': '07662686d51445ce9a51a0e663c50778', 'subnets': [{'id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:10.024583 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:10.025803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-92ce2c61-1b4d-4736-82b7-be9a7b1f9d83 req-0bf3801c-3a9b-4ef7-9145-4920af9da943 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 932 time: 0.6046810 Jan 18 22:50:10.029515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Checking router: 00c22300-58d2-418b-b94e-cc58b45d7d6f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:10.029870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Updating router 00c22300-58d2-418b-b94e-cc58b45d7d6f port 15e85c57-69be-43dc-9e22-79cc418dcf6d binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:10.031445 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:10.107971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5c14886-813f-4c4e-816b-42fcf7a986a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.115545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.124305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8bab69a4-578d-46e3-a603-3b9261e8aa02 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5034857 Jan 18 22:50:10.127896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57002) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:10.155434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.164914 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.299287 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:10.301065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-395eca66-bda6-4fc2-b05b-be9dae206f01 req-9d39dc78-c2ec-4a4e-8279-60162a3704b6 service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225463 Jan 18 22:50:10.328030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:10.329024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-92ce2c61-1b4d-4736-82b7-be9a7b1f9d83 req-6e90cedc-3462-4ef0-aa1b-054c8e2dc843 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831826 Jan 18 22:50:10.359857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:10.415878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.462532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.490800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.530002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbcdc81-3e45-4f26-9db2-ded5b0a4fe12 None None] Network a2636d2f-6df0-4e10-8556-0f0065ffd60b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:10.540187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/661c6de5-e1bc-4216-93f6-bec86e7a53a2 HTTP/1.1" status: 204 len: 168 time: 1.4246569 Jan 18 22:50:10.543595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57010) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:10.544058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dad9d-0e1a-4a82-ae0c-ef8e734ab779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661c6de5-e1bc-4216-93f6-bec86e7a53a2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:10.679740 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'code': 200} Jan 18 22:50:10.936817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:10.981711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5c14886-813f-4c4e-816b-42fcf7a986a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.014374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.060735 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 3, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:11.065257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Checking router: ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:11.065602 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Updating router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:11.083175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14886-813f-4c4e-816b-42fcf7a986a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3de64c-7723-41a6-bae3-126f7fa82ab0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:11.088365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bd908-03b1-4564-96e1-826fa5edb6cf req-15f30daa-e487-424c-9820-94d44206dfb1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:11.096835 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b74bd908-03b1-4564-96e1-826fa5edb6cf req-15f30daa-e487-424c-9820-94d44206dfb1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.7767267 Jan 18 22:50:11.121677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5c14886-813f-4c4e-816b-42fcf7a986a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.123101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f5c14886-813f-4c4e-816b-42fcf7a986a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc3de64c-7723-41a6-bae3-126f7fa82ab0 HTTP/1.1" status: 204 len: 168 time: 1.5623460 Jan 18 22:50:11.144557 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.187638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0cd9-3e58-4a0f-9acb-7690637796f8 req-4261637d-ce18-499a-84c5-6d9d8f0af37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:11.189084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dafa0cd9-3e58-4a0f-9acb-7690637796f8 req-4261637d-ce18-499a-84c5-6d9d8f0af37b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 1096 time: 0.3048546 Jan 18 22:50:11.253394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a17ec4-3669-47f3-8f96-632133a253b5 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:11.269773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.330368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Transition to ACTIVE for port object 72a17ec4-3669-47f3-8f96-632133a253b5 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:11.380491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d91-bd33-4825-9701-754cdd472ab7 req-b033f47b-c3b3-47a5-8667-26fe01fc0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:11.382423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-b033f47b-c3b3-47a5-8667-26fe01fc0650 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 1094 time: 0.9429796 Jan 18 22:50:11.386090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dafa0cd9-3e58-4a0f-9acb-7690637796f8 req-17c42394-0dcc-473f-a67d-9ef4d3b68acb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114984 Jan 18 22:50:11.402915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcaddf-a127-47fe-b3ef-a1d6747a346c req-d050d124-d568-49a0-9215-01a7c47d83ae tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:11.408502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Deleting port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:11.410360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.411116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-edfcaddf-a127-47fe-b3ef-a1d6747a346c req-d050d124-d568-49a0-9215-01a7c47d83ae tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.5308006 Jan 18 22:50:11.427474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] DHCP port deletion for a2636d2f-6df0-4e10-8556-0f0065ffd60b request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:50:11.470567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-edfcaddf-a127-47fe-b3ef-a1d6747a346c req-3cd0e109-4ed2-4acb-86bf-674ad2ecc638 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584829 Jan 18 22:50:11.506791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Deleting port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:11.509242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.590787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.612861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:11.776400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:11.853816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Transition to ACTIVE for port object 15e85c57-69be-43dc-9e22-79cc418dcf6d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:11.931631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b74bd908-03b1-4564-96e1-826fa5edb6cf req-394f8492-26b6-46e1-aae1-077d9327f120 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331571 Jan 18 22:50:12.054673 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.075252 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Transition to ACTIVE for port object aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:12.090089 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.128754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 29af7f39-2ab0-4acf-b005-af3de789311f details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:12.226951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def6dc-ffd4-4547-a4c2-51f5cd3cf7c9 req-74711a00-2f46-4aff-840f-faf4fe25b46b tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:12.238143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0def6dc-ffd4-4547-a4c2-51f5cd3cf7c9 req-74711a00-2f46-4aff-840f-faf4fe25b46b tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 943 time: 0.5166483 Jan 18 22:50:12.275513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Attempting to bind port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:12.275513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Attempting to bind port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:12.275732 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Attempting to bind port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:12.286175 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf665-b156-4800-9743-d567b4f0c7e9 None None] Pushing event updated for resources: {'Port': ['ID=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:12.289827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:12.290200 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:12.290654 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.291094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:12.291602 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Bound port: aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:12.291980 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.506357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0def6dc-ffd4-4547-a4c2-51f5cd3cf7c9 req-dbf4cfa8-531e-4096-89ec-88b7b16cc6a7 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547750 Jan 18 22:50:12.598474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] For port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:12.607994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] For port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:12.621339 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.652362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.669203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Pushing event updated for resources: {'Port': ['ID=72a17ec4-3669-47f3-8f96-632133a253b5,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:12.758764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.776309 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:12.777362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:12.830825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d91-bd33-4825-9701-754cdd472ab7 req-82a1f42c-bada-4731-baea-12d9ae0b495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:12.832292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-82a1f42c-bada-4731-baea-12d9ae0b495b service neutron] 10.222.0.85 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 923 time: 1.3225770 Jan 18 22:50:12.833448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Attempting to bind port 72a17ec4-3669-47f3-8f96-632133a253b5 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:12.833775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Attempting to bind port 72a17ec4-3669-47f3-8f96-632133a253b5 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:12.834097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Attempting to bind port 72a17ec4-3669-47f3-8f96-632133a253b5 on network aa160209-4659-4b9b-a691-45281c99d95b {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:13.022567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Port 72a17ec4-3669-47f3-8f96-632133a253b5 on network aa160209-4659-4b9b-a691-45281c99d95b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:50:13.022892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Attempting to bind port 72a17ec4-3669-47f3-8f96-632133a253b5 on network aa160209-4659-4b9b-a691-45281c99d95b {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:13.080061 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf665-b156-4800-9743-d567b4f0c7e9 None None] Pushing event updated for resources: {'Port': ['ID=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:13.107404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-e3f4c0e6-63b1-4f98-9b65-28697961ef09 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29af7f39-2ab0-4acf-b005-af3de789311f HTTP/1.1" status: 200 len: 217 time: 0.2623115 Jan 18 22:50:13.122473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:13.126921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:13.127264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Checking segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:13.127655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Bound using segment: {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:13.132742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Bound port: 72a17ec4-3669-47f3-8f96-632133a253b5, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f713fb-ddfa-494b-81e1-b1234e64744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:13.133393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.142870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '29af7f39-2ab0-4acf-b005-af3de789311f', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'port_id': '29af7f39-2ab0-4acf-b005-af3de789311f', 'mac_address': 'fa:16:3e:1d:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069e882-c96a-4fda-8497-d2cb13f780c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:13.157001 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:13.187757 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.208837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Allocated IP 172.20.0.1 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/783ed99b-3fc0-494b-abc0-d776024a5961) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:13.238266 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdda44d5-a143-42b0-966e-d0f50a72af57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.338195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f51e3-0655-4cd2-a84b-1d9435a69387 None None] Pushing event updated for resources: {'Port': ['ID=15e85c57-69be-43dc-9e22-79cc418dcf6d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:13.355145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] For port 72a17ec4-3669-47f3-8f96-632133a253b5, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:13.359143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] For port 72a17ec4-3669-47f3-8f96-632133a253b5, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=72a17ec4-3669-47f3-8f96-632133a253b5,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:13.386986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d071-24a0-45bf-aedf-7c5db4400cbe req-c9eab45d-efdd-4f8c-9d40-f666c03b6b8d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:13.387979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cc29d071-24a0-45bf-aedf-7c5db4400cbe req-c9eab45d-efdd-4f8c-9d40-f666c03b6b8d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Synchronizing usage tracker for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:13.396809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:13.397956 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.408881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:13.409681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.421357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:13.425640 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.516249 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.529789 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.539360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Pushing event updated for resources: {'Port': ['ID=72a17ec4-3669-47f3-8f96-632133a253b5,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:13.546161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cc29d071-24a0-45bf-aedf-7c5db4400cbe req-c9eab45d-efdd-4f8c-9d40-f666c03b6b8d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Unset dirty status for tenant:807931cbd9cb4381acbb9b2bed9c26b3 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:13.547327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc29d071-24a0-45bf-aedf-7c5db4400cbe req-c9eab45d-efdd-4f8c-9d40-f666c03b6b8d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 944 time: 1.2488816 Jan 18 22:50:13.583820 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 3, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:13.589688 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511534ca-d1a3-4241-8afd-bff661edc1a7 None None] The sync data for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 is: [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 3, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:13.666232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Calling delete_port for a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:13.696841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Calling delete_port for a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:13.780127 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.805259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d91-bd33-4825-9701-754cdd472ab7 req-63564731-785c-47c9-815d-454a290519f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:13.806842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-63564731-785c-47c9-815d-454a290519f2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 200 len: 862 time: 0.6514392 Jan 18 22:50:13.820679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Transition to ACTIVE for port object 783ed99b-3fc0-494b-abc0-d776024a5961 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:13.827575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:13.832786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcfc44-ffce-48a6-b95c-be4e8836ac5d req-b3680827-6d15-4c48-9587-8586ee01e067 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:13.838563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29af7f39-2ab0-4acf-b005-af3de789311f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:13.843261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cfcfc44-ffce-48a6-b95c-be4e8836ac5d req-b3680827-6d15-4c48-9587-8586ee01e067 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.2349579 Jan 18 22:50:13.850409 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:13.850925 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:13.863084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Attempting to bind port 15e85c57-69be-43dc-9e22-79cc418dcf6d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:13.863357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Attempting to bind port 15e85c57-69be-43dc-9e22-79cc418dcf6d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:13.863712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Attempting to bind port 15e85c57-69be-43dc-9e22-79cc418dcf6d on network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:13.897180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:13.898764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Checking segment: {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:13.899390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.902285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Bound using segment: {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:13.904656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Bound port: 15e85c57-69be-43dc-9e22-79cc418dcf6d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7283d9de-3458-41ac-9e8d-791f9fa36b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:13.905494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.919982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:13.920301 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:13.930030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:13.930652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.932593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-9577a79f-92b1-4939-9d7b-01550cc28e19 service neutron] 10.222.0.86 "PUT /v2.0/ports/72a17ec4-3669-47f3-8f96-632133a253b5 HTTP/1.1" status: 200 len: 1092 time: 5.3023429 Jan 18 22:50:13.941406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:13.942439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:13.952903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cfcfc44-ffce-48a6-b95c-be4e8836ac5d req-d4c633ed-b572-49e4-92ce-51acc176da97 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083305 Jan 18 22:50:13.956681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-9095671b-7be1-41be-98ed-a80ed27edd2b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335413 Jan 18 22:50:13.976627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.006516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.020094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.119177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=783ed99b-3fc0-494b-abc0-d776024a5961,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:14.130869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:14.136920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] For port 15e85c57-69be-43dc-9e22-79cc418dcf6d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:14.144086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] For port 15e85c57-69be-43dc-9e22-79cc418dcf6d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=15e85c57-69be-43dc-9e22-79cc418dcf6d,segment=NetworkSegment(7283d9de-3458-41ac-9e8d-791f9fa36b7a),segment_id=7283d9de-3458-41ac-9e8d-791f9fa36b7a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:14.145026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:14.146549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:14.149938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:14.160818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.240025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['29af7f39-2ab0-4acf-b005-af3de789311f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:14.267710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.339697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc29d071-24a0-45bf-aedf-7c5db4400cbe req-dd003279-3733-48b5-8556-405b84f30865 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7077613 Jan 18 22:50:14.389309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Deleting port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:14.389859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.431176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Deleting port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:14.436645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.600729 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5772a59-83a4-4c17-8902-12005dfd26af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.610253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Routers {'00c22300-58d2-418b-b94e-cc58b45d7d6f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:14.611135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:49:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00c22300-58d2-418b-b94e-cc58b45d7d6f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:14.718022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f51e3-0655-4cd2-a84b-1d9435a69387 None None] Pushing event updated for resources: {'Port': ['ID=15e85c57-69be-43dc-9e22-79cc418dcf6d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:14.749285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-89b8577c-80e1-4a88-a2e4-936a33612b28 service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853439 Jan 18 22:50:14.848494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7715c-4197-4d1b-89d7-8cf17a37b1fa req-0a5f5283-1619-4080-97dc-c4ed6ddee950 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:14.857435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81d7715c-4197-4d1b-89d7-8cf17a37b1fa req-0a5f5283-1619-4080-97dc-c4ed6ddee950 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.1652229 Jan 18 22:50:14.899212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:14.933589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81d7715c-4197-4d1b-89d7-8cf17a37b1fa req-aa686aa6-c053-4544-be90-a64dc5a558af tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748613 Jan 18 22:50:15.021367 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5', 'status': 'completed', 'code': 200} Jan 18 22:50:15.032096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-187a2a7b-80ef-4e24-80b7-2d9bfa255259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:15.033933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-187a2a7b-80ef-4e24-80b7-2d9bfa255259 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=807931cbd9cb4381acbb9b2bed9c26b3&device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 1095 time: 0.8476470 Jan 18 22:50:15.060557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d2637394-33fd-42c0-b096-5aaac9072c73 None None] Provisioning for port 783ed99b-3fc0-494b-abc0-d776024a5961 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:15.092770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:15.093458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.101455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d2637394-33fd-42c0-b096-5aaac9072c73 None None] Provisioning complete for port 783ed99b-3fc0-494b-abc0-d776024a5961 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:15.102003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2637394-33fd-42c0-b096-5aaac9072c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.145591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] Set router 00c22300-58d2-418b-b94e-cc58b45d7d6f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:15.185141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-f56b2d73-5084-4005-8ce3-f42bae4a3bbc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72a17ec4-3669-47f3-8f96-632133a253b5 HTTP/1.1" status: 200 len: 217 time: 0.0979893 Jan 18 22:50:15.302191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1876-e502-4e0f-8317-77ed39652acd req-e9ce9710-0f7d-4196-9fd5-ae4625de3b1c tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:15.303841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e2a1876-e502-4e0f-8317-77ed39652acd req-e9ce9710-0f7d-4196-9fd5-ae4625de3b1c tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.1384301 Jan 18 22:50:15.321093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Calling delete_port for a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:15.338920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.352480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.458553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e2a1876-e502-4e0f-8317-77ed39652acd req-9a593ed7-0459-4e58-b3c9-ab05684d1359 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384034 Jan 18 22:50:15.478798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d2637394-33fd-42c0-b096-5aaac9072c73 None None] Port 783ed99b-3fc0-494b-abc0-d776024a5961 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:15.486079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] For port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,segment=NetworkSegment(a22c2306-250f-4eb5-8870-8313815d447e),segment_id=a22c2306-250f-4eb5-8870-8313815d447e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:15.486427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.489772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.495317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=783ed99b-3fc0-494b-abc0-d776024a5961,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:15.499644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-b9badc40-a7f4-4f8f-a48a-5f151f0736df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:15.501334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-b9badc40-a7f4-4f8f-a48a-5f151f0736df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9fe405a6-acb1-4ce9-aa88-b76cee74349d HTTP/1.1" status: 200 len: 851 time: 0.2936692 Jan 18 22:50:15.517635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83140d91-bd33-4825-9701-754cdd472ab7 req-e0ce6c3f-0ba4-4a32-b650-06892a49ab56 service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356147 Jan 18 22:50:15.696035 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.705659 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.759536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:15.760974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:15.778237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:15.803300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Calling delete_port for a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:15.830914 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.844873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] Pushing event deleted for resources: {'Port': ['ID=a1d22e2e-24e8-4bdd-bed6-e1823d8b1313,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:15.876897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bbba0-7d4d-4e23-8a82-6ad031f5bfd2 None None] No DVR routers for this DVR port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:15.888964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88445a-717a-4b25-b8e6-37c606cf53f2 req-f45ad8ff-4915-4e57-b931-31b46b037a3a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:15.901798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb88445a-717a-4b25-b8e6-37c606cf53f2 req-f45ad8ff-4915-4e57-b931-31b46b037a3a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 944 time: 1.3284564 Jan 18 22:50:16.003008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:16.034061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:16.034445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.071757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb88445a-717a-4b25-b8e6-37c606cf53f2 req-7e24c39e-459e-4467-b106-8b23befb115a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438918 Jan 18 22:50:16.090405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:50:04Z', 'revision_number': 4, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '15e85c57-69be-43dc-9e22-79cc418dcf6d', 'name': '', 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'mac_address': 'fa:16:3e:68:aa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:01Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '07662686d51445ce9a51a0e663c50778', 'subnets': [{'id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:16.104837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9752c-15d0-415f-9a1e-77fa0bc9baee None None] The sync data for ids ['00c22300-58d2-418b-b94e-cc58b45d7d6f'] in n-d-825178-1 is: [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:50:04Z', 'revision_number': 4, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '15e85c57-69be-43dc-9e22-79cc418dcf6d', 'name': '', 'network_id': 'dcb2daab-420b-4ff5-88c9-5d73fa3e0c54', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'mac_address': 'fa:16:3e:68:aa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:01Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '07662686d51445ce9a51a0e663c50778', 'subnets': [{'id': 'eaeb92db-f8bf-4b4f-b38e-ed152bafe777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:16.117010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:16.117478 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:16.125715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bbb8d43f-25f0-4d66-932a-a7f6c5723447 None None] Provisioning complete for port 783ed99b-3fc0-494b-abc0-d776024a5961 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:16.126085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d43f-25f0-4d66-932a-a7f6c5723447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.138215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:16.153401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eb3cc246-625f-4f8f-92a8-855010fdaec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:16.157200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-eb3cc246-625f-4f8f-92a8-855010fdaec1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa160209-4659-4b9b-a691-45281c99d95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6440289 Jan 18 22:50:16.260747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Deleting port 15e85c57-69be-43dc-9e22-79cc418dcf6d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:16.261386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.325773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8d43f-25f0-4d66-932a-a7f6c5723447 None None] Port 783ed99b-3fc0-494b-abc0-d776024a5961 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:16.344531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.370772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:16.390477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.492443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:16.522472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] For port 15e85c57-69be-43dc-9e22-79cc418dcf6d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=15e85c57-69be-43dc-9e22-79cc418dcf6d,segment=NetworkSegment(7283d9de-3458-41ac-9e8d-791f9fa36b7a),segment_id=7283d9de-3458-41ac-9e8d-791f9fa36b7a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:16.522990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.582736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac126294-67b6-4351-86ca-2ab9f6a5ce9c req-6400389a-8f44-4494-9cdf-cb86027a4a54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:16.584287 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac126294-67b6-4351-86ca-2ab9f6a5ce9c req-6400389a-8f44-4494-9cdf-cb86027a4a54 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 944 time: 0.6008844 Jan 18 22:50:16.656108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac126294-67b6-4351-86ca-2ab9f6a5ce9c req-11f82c62-9ab3-447b-b9e1-848ea1ca5110 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634701 Jan 18 22:50:16.657296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:16.671320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Calling delete_port for 15e85c57-69be-43dc-9e22-79cc418dcf6d owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:16.673350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Sync routers for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:16.692549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b2b6c729-8464-484f-b4b6-7e0f244ea5a3 admin admin] 10.222.0.78 "PUT /v2.0/routers/ca4ab795-ca0b-46bd-83bd-dde2e504ebd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5585279 Jan 18 22:50:16.694726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:16.695370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:16.723974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Deleting port a1d22e2e-24e8-4bdd-bed6-e1823d8b1313 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:16.724225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:16.961770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8157e-bb6a-4773-a19d-cd9790940951 req-1f1532b5-7209-412b-b3e3-41b5d0ce28bf tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:16.969374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24e8157e-bb6a-4773-a19d-cd9790940951 req-1f1532b5-7209-412b-b3e3-41b5d0ce28bf tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.1213138 Jan 18 22:50:17.054244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24e8157e-bb6a-4773-a19d-cd9790940951 req-6ce02cf6-3bcc-45f5-8842-25f674d507d9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832019 Jan 18 22:50:17.055088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:17.174453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] The port 'a1d22e2e-24e8-4bdd-bed6-e1823d8b1313' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:50:17.205571 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.267767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-803a2c19-9f9e-4389-9c4a-330e28e61d4a service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1049740 Jan 18 22:50:17.488040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:15Z', 'revision_number': 2, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:17.492404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Checking router: ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:17.492758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Updating router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 port 783ed99b-3fc0-494b-abc0-d776024a5961 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:17.554227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.563912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.644440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2636d2f-6df0-4e10-8556-0f0065ffd60b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:17.675512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22c2306-250f-4eb5-8870-8313815d447e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:17.675895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22c2306-250f-4eb5-8870-8313815d447e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:17.690297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2752374e-320a-4b68-a980-8ee80df019a2 req-39789311-0db1-459a-ade7-6ee367ad4228 service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027889 Jan 18 22:50:17.696397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.711201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa021db-8d3a-45b4-81be-0c40ceff3e25 req-9b4f89d4-c9c1-42d4-8b63-d4936a2f2391 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:17.718300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fa021db-8d3a-45b4-81be-0c40ceff3e25 req-9b4f89d4-c9c1-42d4-8b63-d4936a2f2391 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.5703530 Jan 18 22:50:17.843355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.866037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:17.879438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:50:17.879832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:50:17.896276 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:50:17.948204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57098) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:17.954451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103030327', 'description': 'tempest-description--1046297973'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:17.965027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:17.977441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Usage tracker for resource:security_group and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:17.980995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:17.999977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:18.035921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 29af7f39-2ab0-4acf-b005-af3de789311f up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:18.040805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.046864 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fa021db-8d3a-45b4-81be-0c40ceff3e25 req-7e3b97f3-37e8-4678-8e20-36fb00d52ba6 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277218 Jan 18 22:50:18.064801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.131646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Pushing event deleted for resources: {'Port': ['ID=15e85c57-69be-43dc-9e22-79cc418dcf6d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:18.147296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:18.162656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Usage tracker for resource:security_group_rule and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:18.170158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:18.183289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:18.205235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b352b2-f0df-44df-bbb5-e1bdb96eb848 req-be5c8f33-52f5-4496-a4b4-77f0bae6b028 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:18.207102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1b352b2-f0df-44df-bbb5-e1bdb96eb848 req-be5c8f33-52f5-4496-a4b4-77f0bae6b028 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.1353586 Jan 18 22:50:18.238710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:18.239109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.265246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.289238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1b352b2-f0df-44df-bbb5-e1bdb96eb848 req-408c3d51-50df-4738-829f-594aa6bbd9d4 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743015 Jan 18 22:50:18.308356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.329410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2636d2f-6df0-4e10-8556-0f0065ffd60b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:18.333024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-0352f97d-0cbf-4e6d-8b7b-e5966e230e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:18.334583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-0352f97d-0cbf-4e6d-8b7b-e5966e230e18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=807931cbd9cb4381acbb9b2bed9c26b3&device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 1095 time: 0.5396824 Jan 18 22:50:18.385225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 29af7f39-2ab0-4acf-b005-af3de789311f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:18.392048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.403549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.455199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 29af7f39-2ab0-4acf-b005-af3de789311f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:18.455571 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.536216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d996910d-f968-4d1b-a43e-abc36ead666b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:18.541132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.542357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8aebfef4-006e-4877-8253-957adf400ae5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5931468 Jan 18 22:50:18.547161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57106) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:18.554347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'security_group_rule': {'security_group_id': 'd996910d-f968-4d1b-a43e-abc36ead666b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:18.560415 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.563188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:18.569458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Usage tracker for resource:security_group_rule and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:18.574022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:18.580728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:18.591305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Transition to ACTIVE for port object 783ed99b-3fc0-494b-abc0-d776024a5961 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:18.593072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5fd0d59c-738b-47ef-8e1a-07ed5331bcb0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a2636d2f-6df0-4e10-8556-0f0065ffd60b HTTP/1.1" status: 204 len: 168 time: 7.9975824 Jan 18 22:50:18.601036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742e5d9-046b-442f-ac28-96080ad5e280 req-b2a86acf-2e1b-419e-97fb-e85b609d9e89 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:18.603280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57110) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:18.606176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 15e85c57-69be-43dc-9e22-79cc418dcf6d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:18.608608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a742e5d9-046b-442f-ac28-96080ad5e280 req-b2a86acf-2e1b-419e-97fb-e85b609d9e89 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 944 time: 0.1692383 Jan 18 22:50:18.632901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.635366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.679426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 15e85c57-69be-43dc-9e22-79cc418dcf6d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:18.679760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 15e85c57-69be-43dc-9e22-79cc418dcf6d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 18 22:50:18.681650 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a742e5d9-046b-442f-ac28-96080ad5e280 req-f812db13-8a8f-4bbb-ae95-f0f97686f6f7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719621 Jan 18 22:50:18.725097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.733935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.736729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 15e85c57-69be-43dc-9e22-79cc418dcf6d not found, will not notify nova. {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 18 22:50:18.787301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842563a5-3577-4471-828f-62a3df23f914,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:18.821658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.824806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-39c7072f-9f4c-4e77-9a23-030084e3901c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753267 Jan 18 22:50:18.826555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57118) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:18.835323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'security_group_rule': {'security_group_id': 'd996910d-f968-4d1b-a43e-abc36ead666b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:18.843666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:18.849919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Usage tracker for resource:security_group_rule and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:18.869419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:18.883632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:18.883870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464faf-872d-4fb0-9928-0356673689a7 None None] Pushing event updated for resources: {'Port': ['ID=783ed99b-3fc0-494b-abc0-d776024a5961,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:18.929948 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.963297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-36f8cebf-8139-4f19-aa14-c3873a73ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:18.964709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-36f8cebf-8139-4f19-aa14-c3873a73ebb1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa160209-4659-4b9b-a691-45281c99d95b HTTP/1.1" status: 200 len: 913 time: 0.6205437 Jan 18 22:50:18.984109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.990015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e1298-fe72-477d-a306-f33bbe6de0c9 req-949c1c3a-49e0-4bfa-a621-b80cd0e25260 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:18.998140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b17e1298-fe72-477d-a306-f33bbe6de0c9 req-949c1c3a-49e0-4bfa-a621-b80cd0e25260 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 944 time: 0.7654862 Jan 18 22:50:19.065632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:19.074977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Attempting to bind port 783ed99b-3fc0-494b-abc0-d776024a5961 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:19.075349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Attempting to bind port 783ed99b-3fc0-494b-abc0-d776024a5961 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:19.075714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Attempting to bind port 783ed99b-3fc0-494b-abc0-d776024a5961 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:19.081259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:19.084197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:19.084565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:19.084997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.085398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:19.085856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Bound port: 783ed99b-3fc0-494b-abc0-d776024a5961, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:19.086227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.086392 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.104657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.114260 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.136768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff1b01b-4e05-4049-b752-5592cb28af20,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:19.140747 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.142047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6aaf04d9-5d2f-4bc3-a075-cce98ca450c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144617 Jan 18 22:50:19.145052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57130) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:19.150758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:19.157307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:19.161407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Usage tracker for resource:floatingip and tenant:48a783a9a5994582b0f93c202337c41c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:19.164380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:19.170564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:19.184402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.255637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-fbf04880-1891-4f97-a381-4749cba28e3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72a17ec4-3669-47f3-8f96-632133a253b5 HTTP/1.1" status: 200 len: 217 time: 0.2524016 Jan 18 22:50:19.351469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:19.372641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] For port 783ed99b-3fc0-494b-abc0-d776024a5961, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:19.377024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] For port 783ed99b-3fc0-494b-abc0-d776024a5961, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=783ed99b-3fc0-494b-abc0-d776024a5961,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:19.385807 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.425444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.499890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b17e1298-fe72-477d-a306-f33bbe6de0c9 req-b5590001-fcfa-4217-9d68-c983f6fd1b77 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007603 Jan 18 22:50:19.512137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:19.513042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:19.530986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-be0678d4-4fd7-4819-9448-f622881542da tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:19.532515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-be0678d4-4fd7-4819-9448-f622881542da tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.85 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.9985840 Jan 18 22:50:19.692273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Allocated IP 172.25.4.172 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/057b9587-d7cc-4366-886f-c58dde1d9827) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:19.784505 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f', 'code': 200} Jan 18 22:50:19.793565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Deleting port cf96bb11-750c-46e1-af7e-293b6785e430 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:19.794954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.808686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464faf-872d-4fb0-9928-0356673689a7 None None] Pushing event updated for resources: {'Port': ['ID=783ed99b-3fc0-494b-abc0-d776024a5961,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:19.830486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.838170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:19.878563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-89989ea2-d985-402c-b826-905783d37073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:19.881294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-89989ea2-d985-402c-b826-905783d37073 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9fe405a6-acb1-4ce9-aa88-b76cee74349d HTTP/1.1" status: 200 len: 851 time: 0.5969238 Jan 18 22:50:19.980309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e5141-770c-496b-a052-ef2bc02d59f4 req-55de2f41-6a9b-4de6-93af-12dad745fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:19.982036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a38e5141-770c-496b-a052-ef2bc02d59f4 req-55de2f41-6a9b-4de6-93af-12dad745fded service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 1096 time: 0.2676685 Jan 18 22:50:20.040407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2a46-649e-4301-b637-2088cf3ea3f9 req-1bf2722a-522c-438b-a22f-365547ad22f9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:20.041867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05bf2a46-649e-4301-b637-2088cf3ea3f9 req-1bf2722a-522c-438b-a22f-365547ad22f9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.2652750 Jan 18 22:50:20.054323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:20.083773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a38e5141-770c-496b-a052-ef2bc02d59f4 req-332570eb-1149-4d8b-8621-adb8d9612deb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913975 Jan 18 22:50:20.116752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05bf2a46-649e-4301-b637-2088cf3ea3f9 req-e0eb60f8-fc93-4d57-82e2-915c5d031a74 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592935 Jan 18 22:50:20.136048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:20.182305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:19Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:20.186761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58abe5-02a9-4e64-9397-4ca6844b6bb7 None None] The sync data for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 is: [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:19Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:20.221522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:20.224902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:20.226697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:20.285479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=057b9587-d7cc-4366-886f-c58dde1d9827,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:20.354391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:20.443659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:20.547029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-9b150cd0-58dd-4e42-bb09-9db04071736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:20.548458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-9b150cd0-58dd-4e42-bb09-9db04071736d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa160209-4659-4b9b-a691-45281c99d95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6417286 Jan 18 22:50:20.668834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57979b-68b6-484b-ac6e-fd8028304bfc req-acc43b5a-6544-4661-afae-911172d91cb2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:20.673518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa57979b-68b6-484b-ac6e-fd8028304bfc req-acc43b5a-6544-4661-afae-911172d91cb2 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 945 time: 0.8359387 Jan 18 22:50:20.786258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a63b8-6aa5-4c35-bf1d-6d0642ed9963 req-18d0fe85-6897-43c5-a6a9-0dd9b9384f6a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:20.788013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a0a63b8-6aa5-4c35-bf1d-6d0642ed9963 req-18d0fe85-6897-43c5-a6a9-0dd9b9384f6a tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 944 time: 0.2992277 Jan 18 22:50:20.884680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a0a63b8-6aa5-4c35-bf1d-6d0642ed9963 req-563a2792-a3cb-4951-b789-5d02280c7b59 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768387 Jan 18 22:50:20.932695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:20.944692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:21.108670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=057b9587-d7cc-4366-886f-c58dde1d9827,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:21.114378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:21.166482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:21.169173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5f8f2280-e4e7-414e-b6c5-dbab24314dad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0230806 Jan 18 22:50:21.342684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:21.343060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:21.397576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa57979b-68b6-484b-ac6e-fd8028304bfc req-0e6b7382-6ce6-49cf-93dd-43839bfe4da4 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6362724 Jan 18 22:50:21.622745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-150ec525-768c-462c-8134-4db40d1b497b service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0190847 Jan 18 22:50:21.658278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 783ed99b-3fc0-494b-abc0-d776024a5961 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:21.736595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 783ed99b-3fc0-494b-abc0-d776024a5961 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:21.742208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 783ed99b-3fc0-494b-abc0-d776024a5961 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:21.742574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:21.759943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee849-4470-4524-8b0a-08e2572f7448 req-ff80a380-2414-4853-a695-e562730797c8 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:21.761792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-042ee849-4470-4524-8b0a-08e2572f7448 req-ff80a380-2414-4853-a695-e562730797c8 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.0903614 Jan 18 22:50:21.821276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-042ee849-4470-4524-8b0a-08e2572f7448 req-2fd40c00-0060-4a70-8732-e01b7c26104f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503323 Jan 18 22:50:21.835932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Router 00c22300-58d2-418b-b94e-cc58b45d7d6f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:21.853460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 72a17ec4-3669-47f3-8f96-632133a253b5 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:21.880024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:21.989791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-fad4fa57-0a96-48a1-8b75-db48ca85a35a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:21.995219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 783ed99b-3fc0-494b-abc0-d776024a5961, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=783ed99b-3fc0-494b-abc0-d776024a5961,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:22.006071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.013533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-fad4fa57-0a96-48a1-8b75-db48ca85a35a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:22.015162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-fad4fa57-0a96-48a1-8b75-db48ca85a35a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--103030327&fields=id&tenant_id=48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 267 time: 0.0656404 Jan 18 22:50:22.068334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cf96bb11-750c-46e1-af7e-293b6785e430 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:22.086822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.087130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.087431 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Floating IP 853dd483-cd1d-4827-93c3-fd729a773b36 disassociated. External IP: 172.25.4.101, port: cf96bb11-750c-46e1-af7e-293b6785e430. Jan 18 22:50:22.087831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Calling delete_port for cf96bb11-750c-46e1-af7e-293b6785e430 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:22.147907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8fef7-4df8-4622-a706-f8a26e3bbb9c req-1b294b83-6127-4e15-9fbd-06b8c43f91c6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:22.151352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6bf8fef7-4df8-4622-a706-f8a26e3bbb9c req-1b294b83-6127-4e15-9fbd-06b8c43f91c6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 945 time: 0.5739541 Jan 18 22:50:22.157282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 72a17ec4-3669-47f3-8f96-632133a253b5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=72a17ec4-3669-47f3-8f96-632133a253b5,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:22.182080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=783ed99b-3fc0-494b-abc0-d776024a5961,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:22.185442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '72a17ec4-3669-47f3-8f96-632133a253b5', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'port_id': '72a17ec4-3669-47f3-8f96-632133a253b5', 'mac_address': 'fa:16:3e:a3:f5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:22.238818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-ac74a293-9cc6-41aa-835a-a56e07738172 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:22.242214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-ac74a293-9cc6-41aa-835a-a56e07738172 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.2190149 Jan 18 22:50:22.265388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-08499a08-4cc1-41a2-b389-14bc8fcf7499 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/quotas/48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 375 time: 0.0162489 Jan 18 22:50:22.285796 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.287663 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7e0390f-0b47-477f-80d0-0d1ea09f7a9d req-8cb0fd77-6d4e-4e36-b8a0-4faaefb61685 service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504259 Jan 18 22:50:22.321588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.334869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:22.351216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:22.353225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a17ec4-3669-47f3-8f96-632133a253b5 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:22.357708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:22.359411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.363947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6bf8fef7-4df8-4622-a706-f8a26e3bbb9c req-4fb7796d-4160-4b9c-969e-fb67cb6eaba3 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316197 Jan 18 22:50:22.365983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-9a0290a2-f9fb-4099-9339-c5b3c394596e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:22.367575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-49b9dc10-dbcf-4d3f-a412-d935aed3266a admin admin] 10.222.0.78 "PUT /v2.0/routers/00c22300-58d2-418b-b94e-cc58b45d7d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9845693 Jan 18 22:50:22.371492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:22.372096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.381210 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] Sync routers for ids ['00c22300-58d2-418b-b94e-cc58b45d7d6f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:22.430514 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] Routers {'00c22300-58d2-418b-b94e-cc58b45d7d6f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:22.431146 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00c22300-58d2-418b-b94e-cc58b45d7d6f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:22.452252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:22.453576 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:22.479017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 72a17ec4-3669-47f3-8f96-632133a253b5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=72a17ec4-3669-47f3-8f96-632133a253b5,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:22.498525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.537409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:22.643534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-9a0290a2-f9fb-4099-9339-c5b3c394596e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:22.671046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-9a0290a2-f9fb-4099-9339-c5b3c394596e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4025283 Jan 18 22:50:22.725206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=72a17ec4-3669-47f3-8f96-632133a253b5,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:22.732966 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] Set router 00c22300-58d2-418b-b94e-cc58b45d7d6f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:22.758976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['72a17ec4-3669-47f3-8f96-632133a253b5'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:22.904596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:22.959275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Deleting port cf96bb11-750c-46e1-af7e-293b6785e430 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:22.959887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.048518 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:50:17Z', 'revision_number': 5, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:23.052877 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] Checking router: 00c22300-58d2-418b-b94e-cc58b45d7d6f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:23.061193 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] Routers {'00c22300-58d2-418b-b94e-cc58b45d7d6f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:23.061800 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00c22300-58d2-418b-b94e-cc58b45d7d6f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:23.103625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Deleting port b1876746-c180-4403-93cd-53287491ef27 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:23.103970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.125512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-2e476ab5-d62b-4c13-8307-e022c17e3adc service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266727 Jan 18 22:50:23.241992 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] Set router 00c22300-58d2-418b-b94e-cc58b45d7d6f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:23.249379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.270263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Deleting port e23578c3-3009-4773-b028-ce97993f4b30 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:23.270607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.342000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-1381d606-9ef1-48da-815a-9750e6245a3e service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031181 Jan 18 22:50:23.397044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3194a1-4341-40ad-addf-65fab59a1275 req-09909367-4ea5-464a-835e-221a5c7f8893 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:23.403829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa3194a1-4341-40ad-addf-65fab59a1275 req-09909367-4ea5-464a-835e-221a5c7f8893 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 945 time: 0.4454780 Jan 18 22:50:23.492309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] For port e23578c3-3009-4773-b028-ce97993f4b30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e23578c3-3009-4773-b028-ce97993f4b30,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:23.493495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.504655 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'code': 200} Jan 18 22:50:23.536530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa3194a1-4341-40ad-addf-65fab59a1275 req-00d6f3af-bbc7-4668-aa2a-cb6bdb86e670 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317089 Jan 18 22:50:23.579949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] For port cf96bb11-750c-46e1-af7e-293b6785e430, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cf96bb11-750c-46e1-af7e-293b6785e430,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:23.580237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.590511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] For port b1876746-c180-4403-93cd-53287491ef27, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b1876746-c180-4403-93cd-53287491ef27,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:23.590511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.681487 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:50:17Z', 'revision_number': 5, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:23.686537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff03a7-00e5-4de7-a9bc-e0b32ad1c8bd None None] The sync data for ids ['00c22300-58d2-418b-b94e-cc58b45d7d6f'] in n-d-825178-1 is: [{'id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'name': 'tempest-ServersTestFqdnHostnames-670059910-router', 'tenant_id': '07662686d51445ce9a51a0e663c50778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:47Z', 'updated_at': '2022-01-18T22:50:17Z', 'revision_number': 5, 'project_id': '07662686d51445ce9a51a0e663c50778', 'gw_port': {'id': 'e23578c3-3009-4773-b028-ce97993f4b30', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c22300-58d2-418b-b94e-cc58b45d7d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:52Z', 'updated_at': '2022-01-18T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:23.714942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 783ed99b-3fc0-494b-abc0-d776024a5961 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:23.858065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 72a17ec4-3669-47f3-8f96-632133a253b5 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:23.864081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Calling delete_port for e23578c3-3009-4773-b028-ce97993f4b30 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:23.908866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Calling delete_port for b1876746-c180-4403-93cd-53287491ef27 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:23.952489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 72a17ec4-3669-47f3-8f96-632133a253b5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:23.962621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 783ed99b-3fc0-494b-abc0-d776024a5961 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:23.963019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.021654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 72a17ec4-3669-47f3-8f96-632133a253b5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:24.021654 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.257850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.286089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741011d0-a66e-4dac-8814-fef2369d35d6 req-29e58b96-79e9-4250-bb8e-94d658a4eb91 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:24.288414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-741011d0-a66e-4dac-8814-fef2369d35d6 req-29e58b96-79e9-4250-bb8e-94d658a4eb91 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 945 time: 0.3695312 Jan 18 22:50:24.314836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 72a17ec4-3669-47f3-8f96-632133a253b5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=72a17ec4-3669-47f3-8f96-632133a253b5,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:24.325879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.366877 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-741011d0-a66e-4dac-8814-fef2369d35d6 req-e2c1bca6-42a6-4caf-adc2-f87537fa8eb1 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710499 Jan 18 22:50:24.370466 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.370948 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.371466 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Floating IP 853dd483-cd1d-4827-93c3-fd729a773b36 disassociated. External IP: 172.25.4.101, port: cf96bb11-750c-46e1-af7e-293b6785e430. Jan 18 22:50:24.372861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Calling delete_port for cf96bb11-750c-46e1-af7e-293b6785e430 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:24.412747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=72a17ec4-3669-47f3-8f96-632133a253b5,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:24.450753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f39a88-5495-4ebc-b78d-145fbfb77a70 req-bbae5897-6509-4a3e-bf94-4fc1df30e007 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:24.458042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5f39a88-5495-4ebc-b78d-145fbfb77a70 req-bbae5897-6509-4a3e-bf94-4fc1df30e007 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 943 time: 0.6025829 Jan 18 22:50:24.472409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.548111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5f39a88-5495-4ebc-b78d-145fbfb77a70 req-0f21bd23-6276-4f80-95ae-c7ffec8ba5db tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups?id=8c6225fb-c43a-4f9e-bdec-56503c68871b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872772 Jan 18 22:50:24.571825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e23578c3-3009-4773-b028-ce97993f4b30,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:24.700472 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.816190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adcb6e75-ae80-4ad4-a9b5-71f39e3458f4 req-a15c55b7-00e0-4e8e-8221-1b02ad16121f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 210 time: 0.0910826 Jan 18 22:50:24.854364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.882085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.891091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449043c-a872-4dc6-8477-40b0420eb480 req-8380e2f7-7b70-4408-b3f2-f14b67c037c6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:24.892581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c449043c-a872-4dc6-8477-40b0420eb480 req-8380e2f7-7b70-4408-b3f2-f14b67c037c6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.3822439 Jan 18 22:50:24.893749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.941226 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.941726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c22300-58d2-418b-b94e-cc58b45d7d6f {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:50:24.957738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c449043c-a872-4dc6-8477-40b0420eb480 req-68bcb3dd-9e92-4b91-9a60-1e48fc0a8e2f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jan 18 22:50:24.965009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.968841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-09bc3047-e509-42a5-a980-7a2b094b44dd admin admin] 10.222.0.78 "DELETE /v2.0/routers/00c22300-58d2-418b-b94e-cc58b45d7d6f HTTP/1.1" status: 204 len: 168 time: 2.5936048 Jan 18 22:50:24.969174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57198) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:24.989035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:25.001278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event deleted for resources: {'Port': ['ID=cf96bb11-750c-46e1-af7e-293b6785e430,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:25.205645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Pushing event deleted for resources: {'Port': ['ID=b1876746-c180-4403-93cd-53287491ef27,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:25.341616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Deleting subnet eaeb92db-f8bf-4b4f-b38e-ed152bafe777 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:50:25.360987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:25.459581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-6bd29c80-b833-484b-82ba-fed233307b62 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:25.464721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-6bd29c80-b833-484b-82ba-fed233307b62 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.4236126 Jan 18 22:50:25.476172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52724944-4cb8-42ce-9cc6-61a03c1d890b req-591c779d-be22-4975-ae51-1f85bc1a89be tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:25.487871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52724944-4cb8-42ce-9cc6-61a03c1d890b req-591c779d-be22-4975-ae51-1f85bc1a89be tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.3391359 Jan 18 22:50:25.493188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:25.504815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Router 20c9fd9e-4d65-4538-b610-664201deabef has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:25.505774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:25.763122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 15e85c57-69be-43dc-9e22-79cc418dcf6d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:25.851243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 15e85c57-69be-43dc-9e22-79cc418dcf6d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:25.851913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 15e85c57-69be-43dc-9e22-79cc418dcf6d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:25.852328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e23578c3-3009-4773-b028-ce97993f4b30 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:25.876091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52724944-4cb8-42ce-9cc6-61a03c1d890b req-ff3ea3af-60ec-4664-945a-ef6c1267e737 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736491 Jan 18 22:50:25.894145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e23578c3-3009-4773-b028-ce97993f4b30 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:25.894488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e23578c3-3009-4773-b028-ce97993f4b30 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:25.897973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-388c7bb2-5f08-4b0a-abd7-52d05b3c9ed1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 379 time: 0.4080017 Jan 18 22:50:25.907580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'port': {'device_id': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'admin_state_up': True, 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'security_groups': ['d996910d-f968-4d1b-a43e-abc36ead666b']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:25.926092 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5', 'code': 200} Jan 18 22:50:26.062161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.089928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:26.099129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] Sync routers for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:26.117754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:26.118378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:26.159250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:26.162417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.175331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:26.202666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:26.203739 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68a4015a-7100-4e5c-a09f-bbc52e9e28ef req-a83a36da-444b-4acd-9db3-a565e7b130d4 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 210 time: 0.1197667 Jan 18 22:50:26.207291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.229957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.309575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] No DVR routers for this DVR port cf96bb11-750c-46e1-af7e-293b6785e430 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:26.317969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.321995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'name': 'network-vif-deleted', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:26.330180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaeb92db-f8bf-4b4f-b38e-ed152bafe777,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:26.339454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.349362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b92c3-3076-4337-88e6-2873721e79d3 None None] Network dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:26.391210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-be48384e-7f56-499e-bc1d-1b5ad4f204a9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/eaeb92db-f8bf-4b4f-b38e-ed152bafe777 HTTP/1.1" status: 204 len: 168 time: 1.4209065 Jan 18 22:50:26.395530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57238) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:26.431454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e61cdca3-cfda-4ae3-8003-736cb17ec494 req-549fd3cb-5a6e-4555-847e-a63486ca959e tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.85 "DELETE /v2.0/ports/cf96bb11-750c-46e1-af7e-293b6785e430 HTTP/1.1" status: 204 len: 173 time: 6.8703363 Jan 18 22:50:26.445102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a5e6-29ba-4b43-8e29-e8c651708987 req-b4146011-14ee-45a5-bd8e-b4e96135fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:26.446640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d49a5e6-29ba-4b43-8e29-e8c651708987 req-b4146011-14ee-45a5-bd8e-b4e96135fb48 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 1097 time: 0.4318404 Jan 18 22:50:26.498909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:26.563196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2ef1e5f4-91ee-4254-8ad6-497a3e97ed8c req-c2be087f-8cbf-4678-8868-3fdf8f75b8aa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:26.605026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2ef1e5f4-91ee-4254-8ad6-497a3e97ed8c req-c2be087f-8cbf-4678-8868-3fdf8f75b8aa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:26.606510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef1e5f4-91ee-4254-8ad6-497a3e97ed8c req-c2be087f-8cbf-4678-8868-3fdf8f75b8aa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 210 time: 0.1528635 Jan 18 22:50:26.649855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Allocated IP 172.20.0.5 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/1a8603da-2ae5-4560-80d1-bfdaf3c236ae) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:26.657740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.685360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Deleting port c5a6e1ca-06ca-41ac-989d-6234b70e971d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:26.685831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:26.722725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d49a5e6-29ba-4b43-8e29-e8c651708987 req-6fdf6e88-2a61-4dca-a00a-18ca1d0d337d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685030 Jan 18 22:50:26.943385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Router be19e5fe-145c-4ee1-a292-9d381df3b7a1 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:26.955838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a5124-2557-44aa-95af-7d4f8a87ad10 req-ee4cdd0d-1b6b-46eb-8ab2-ec114d40ccc8 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:26.965008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c2a5124-2557-44aa-95af-7d4f8a87ad10 req-ee4cdd0d-1b6b-46eb-8ab2-ec114d40ccc8 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.2611601 Jan 18 22:50:27.097976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:11Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:27.104069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] Checking router: 20c9fd9e-4d65-4538-b610-664201deabef for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:27.129564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:27.131095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c2a5124-2557-44aa-95af-7d4f8a87ad10 req-190bf247-2802-4191-a272-7a18541872b4 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650100 Jan 18 22:50:27.134328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:27.225662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] DHCP port deletion for dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:50:27.234741 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf559b7-cc80-477a-8e1b-5bdf07f8c168', 'name': 'network-vif-deleted', 'tag': 'cf96bb11-750c-46e1-af7e-293b6785e430', 'status': 'completed', 'code': 200} Jan 18 22:50:27.253764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Deleting port c5a6e1ca-06ca-41ac-989d-6234b70e971d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:27.254446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:27.278392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:27.287151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-07738271-c415-4aae-9e29-4f7e31b87cac admin admin] 10.222.0.78 "PUT /v2.0/routers/be19e5fe-145c-4ee1-a292-9d381df3b7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6827471 Jan 18 22:50:27.288079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:27.288483 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] Sync routers for ids ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:27.296618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] For port c5a6e1ca-06ca-41ac-989d-6234b70e971d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c5a6e1ca-06ca-41ac-989d-6234b70e971d,segment=NetworkSegment(7283d9de-3458-41ac-9e8d-791f9fa36b7a),segment_id=7283d9de-3458-41ac-9e8d-791f9fa36b7a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:27.297007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:27.305980 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] Routers {'be19e5fe-145c-4ee1-a292-9d381df3b7a1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:27.306700 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:27.334063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:27.477664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Calling delete_port for c5a6e1ca-06ca-41ac-989d-6234b70e971d owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:27.514413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce202185-0e8d-4a89-ab88-c89066982727 req-48eea4dc-c2e2-495a-a5e8-405ab0e88569 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:27.521421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce202185-0e8d-4a89-ab88-c89066982727 req-48eea4dc-c2e2-495a-a5e8-405ab0e88569 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 945 time: 0.6372247 Jan 18 22:50:27.548054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Transition to ACTIVE for port object 1a8603da-2ae5-4560-80d1-bfdaf3c236ae will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:27.569300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:27.572842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:27.632190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce202185-0e8d-4a89-ab88-c89066982727 req-0761b698-988a-426a-a852-27f875d97e79 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097002 Jan 18 22:50:27.693055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c5a6e1ca-06ca-41ac-989d-6234b70e971d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:27.699120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:27.748418 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] Set router be19e5fe-145c-4ee1-a292-9d381df3b7a1 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:27.820547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:27.853828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a6e1ca-06ca-41ac-989d-6234b70e971d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:27.862185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] No DVR routers for this DVR port c5a6e1ca-06ca-41ac-989d-6234b70e971d on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:27.942779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe6987-531c-4fdc-82df-c1c4b4fcd8b0 req-f7263ba3-c1af-41ac-8862-294cf13d01e3 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:27.960871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cfe6987-531c-4fdc-82df-c1c4b4fcd8b0 req-f7263ba3-c1af-41ac-8862-294cf13d01e3 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.2894382 Jan 18 22:50:27.972449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: c5a6e1ca-06ca-41ac-989d-6234b70e971d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:27.972449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c5a6e1ca-06ca-41ac-989d-6234b70e971d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:28.045467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.080029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] For port c5a6e1ca-06ca-41ac-989d-6234b70e971d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c5a6e1ca-06ca-41ac-989d-6234b70e971d,segment=NetworkSegment(7283d9de-3458-41ac-9e8d-791f9fa36b7a),segment_id=7283d9de-3458-41ac-9e8d-791f9fa36b7a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:28.080426 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.090927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Deleting port fe63b420-9306-4e0b-b696-80bf84e30057 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:28.091717 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.095127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 29af7f39-2ab0-4acf-b005-af3de789311f details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:28.135964 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cfe6987-531c-4fdc-82df-c1c4b4fcd8b0 req-b244b07b-0f08-45c8-a8fb-8a4702c966c5 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738698 Jan 18 22:50:28.302635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Calling delete_port for c5a6e1ca-06ca-41ac-989d-6234b70e971d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:28.425747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f02177d-325a-4475-925e-59ee7ce1914f req-25f27381-397b-49fc-bd40-12019d099ea4 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/ports?device_id=edf559b7-cc80-477a-8e1b-5bdf07f8c168 HTTP/1.1" status: 200 len: 210 time: 0.4539926 Jan 18 22:50:28.475964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:28.501269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:50:24Z', 'revision_number': 5, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port': {'id': 'fe63b420-9306-4e0b-b696-80bf84e30057', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:48:19Z', 'updated_at': '2022-01-18T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:28.507844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:28.508307 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] Checking router: be19e5fe-145c-4ee1-a292-9d381df3b7a1 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:28.522540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] For port fe63b420-9306-4e0b-b696-80bf84e30057, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fe63b420-9306-4e0b-b696-80bf84e30057,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:28.522872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.537088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] Routers {'be19e5fe-145c-4ee1-a292-9d381df3b7a1'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:28.538259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:28.603229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:28.664467 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:28.664815 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:28.736353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:28.753204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '29af7f39-2ab0-4acf-b005-af3de789311f', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'port_id': '29af7f39-2ab0-4acf-b005-af3de789311f', 'mac_address': 'fa:16:3e:1d:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069e882-c96a-4fda-8497-d2cb13f780c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:28.814998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:28.819938 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] Set router be19e5fe-145c-4ee1-a292-9d381df3b7a1 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:28.834356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.872876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:11Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:28.875491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:28.876142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.895259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb2daab-420b-4ff5-88c9-5d73fa3e0c54']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:28.905483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18324ad-a492-4f61-9e2c-f77d203d0535 None None] The sync data for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 is: [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:47:04Z', 'revision_number': 4, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '2678a40e-d64e-4132-8751-639006f6ca3b', 'name': '', 'network_id': '86ef4ff9-5530-42b3-bd29-609d72689a2a', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'mac_address': 'fa:16:3e:06:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7695c570-900f-4088-be88-3abb1b44c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:02Z', 'updated_at': '2022-01-18T22:47:11Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'subnets': [{'id': '7695c570-900f-4088-be88-3abb1b44c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:28.914279 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.914652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7283d9de-3458-41ac-9e8d-791f9fa36b7a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:28.914955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7283d9de-3458-41ac-9e8d-791f9fa36b7a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:28.968626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f8d5a0fa-ac3e-4d32-9fad-50e727a29117 None None] Provisioning for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:28.976384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:28.977337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29af7f39-2ab0-4acf-b005-af3de789311f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:29.020224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f8d5a0fa-ac3e-4d32-9fad-50e727a29117 None None] Provisioning complete for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:29.020599 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a0fa-ac3e-4d32-9fad-50e727a29117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.026610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-4bb6b730-447e-44ab-b1cc-8551021544fe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1228573 Jan 18 22:50:29.051873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Request body: {'port': {'device_id': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:29.066228 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:50:28Z', 'revision_number': 6, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:29.077291 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62706990-703b-4d54-a4e8-f423ebefeebc None None] The sync data for ids ['be19e5fe-145c-4ee1-a292-9d381df3b7a1'] in n-d-825178-1 is: [{'id': 'be19e5fe-145c-4ee1-a292-9d381df3b7a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1967705897-router', 'tenant_id': '429b85b514ca41a1801743b4f7debae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:48:17Z', 'updated_at': '2022-01-18T22:50:28Z', 'revision_number': 6, 'project_id': '429b85b514ca41a1801743b4f7debae7', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:29.153865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Calling delete_port for fe63b420-9306-4e0b-b696-80bf84e30057 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:29.156222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5a0fa-ac3e-4d32-9fad-50e727a29117 None None] Port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:29.157473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fe66-4516-4763-82eb-40e9e01bce04 req-1f56dbc2-6046-4dd5-99d6-8d3c26f3dff4 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:29.165684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Deleting port c5a6e1ca-06ca-41ac-989d-6234b70e971d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:29.166306 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.166442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45b4fe66-4516-4763-82eb-40e9e01bce04 req-1f56dbc2-6046-4dd5-99d6-8d3c26f3dff4 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.4597547 Jan 18 22:50:29.175419 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.205421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:50:29.205735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.210532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:50:29.219360 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:50:29.278461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-96247508-5a0d-464e-83ac-8fc574fad80c None None] The port 'c5a6e1ca-06ca-41ac-989d-6234b70e971d' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:50:29.291291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.306137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bad1ae-dd26-4668-9989-2f6b21887c22 req-ff1503bd-2766-4578-80c4-3297028d0b38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:29.313697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f6bad1ae-dd26-4668-9989-2f6b21887c22 req-ff1503bd-2766-4578-80c4-3297028d0b38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 931 time: 0.7596691 Jan 18 22:50:29.342555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45b4fe66-4516-4763-82eb-40e9e01bce04 req-8902f456-80f2-4761-9ec2-e07a1ef0f319 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751361 Jan 18 22:50:29.380455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:29.381917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f6bad1ae-dd26-4668-9989-2f6b21887c22 req-affd2673-f023-4844-802a-60ad8b547621 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:29.392516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.392866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.393317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.393706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.394044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.394371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.394701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.395026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.395353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.395718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.396042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.396360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:29.416851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['29af7f39-2ab0-4acf-b005-af3de789311f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:29.435496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f6bad1ae-dd26-4668-9989-2f6b21887c22 req-affd2673-f023-4844-802a-60ad8b547621 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:29.446023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f6bad1ae-dd26-4668-9989-2f6b21887c22 req-affd2673-f023-4844-802a-60ad8b547621 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179314 Jan 18 22:50:29.495273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.508360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.541735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a86c9-20be-4446-b06a-88a4312b28e2 None None] New status for floating IP 853dd483-cd1d-4827-93c3-fd729a773b36: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:50:29.549704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.594026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:29.633848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/dcb2daab-420b-4ff5-88c9-5d73fa3e0c54 HTTP/1.1" status: 204 len: 168 time: 3.2370503 Jan 18 22:50:29.635727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be90d6e-ad01-4c67-9823-9966fbe86dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb2daab-420b-4ff5-88c9-5d73fa3e0c54,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:29.685868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1876746-c180-4403-93cd-53287491ef27 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:29.803133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe63b420-9306-4e0b-b696-80bf84e30057,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:29.866348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.037976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57270) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:30.087901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.090481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.120780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b1876746-c180-4403-93cd-53287491ef27 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:30.123460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1876746-c180-4403-93cd-53287491ef27 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:30.127300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.127964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be19e5fe-145c-4ee1-a292-9d381df3b7a1 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:50:30.159048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034120fb-c680-42b3-a9d0-166fa4b1cf63 req-90e83993-e71e-446a-8b71-788f66646baf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:30.167507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-034120fb-c680-42b3-a9d0-166fa4b1cf63 req-90e83993-e71e-446a-8b71-788f66646baf tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 944 time: 0.4813046 Jan 18 22:50:30.173148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.174377 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-954cabb6-24b6-4ad7-a356-9024faeaaf96 admin admin] 10.222.0.78 "DELETE /v2.0/routers/be19e5fe-145c-4ee1-a292-9d381df3b7a1 HTTP/1.1" status: 204 len: 168 time: 2.8852997 Jan 18 22:50:30.191195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57276) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:30.231986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-034120fb-c680-42b3-a9d0-166fa4b1cf63 req-48f37873-3366-403e-b29e-9da92ea80888 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609410 Jan 18 22:50:30.286520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c8b4058-ece8-4bc8-bcc1-c28d4378b085 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07662686d51445ce9a51a0e663c50778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468054 Jan 18 22:50:30.289250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:30.420155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a411c640-c21f-4b08-b631-08ec135d4164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.471613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a411c640-c21f-4b08-b631-08ec135d4164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.493689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Deleting subnet b5e51c86-f1e4-4e2c-88b6-506bc9af12e2 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:50:30.498934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.533233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a411c640-c21f-4b08-b631-08ec135d4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.561658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a411c640-c21f-4b08-b631-08ec135d4164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.563156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a411c640-c21f-4b08-b631-08ec135d4164 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85f65597-cd32-4cca-8018-da8ce457b93e HTTP/1.1" status: 204 len: 168 time: 0.2728333 Jan 18 22:50:30.564234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c640-c21f-4b08-b631-08ec135d4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f65597-cd32-4cca-8018-da8ce457b93e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:30.649465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.694177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49f19b-33b5-4ba6-8407-f586cb07406f req-afbcc69e-51ba-447c-a220-4e7298d6c865 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:30.695767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc49f19b-33b5-4ba6-8407-f586cb07406f req-afbcc69e-51ba-447c-a220-4e7298d6c865 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.3494136 Jan 18 22:50:30.734278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:30.746631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.780800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Transition to ACTIVE for port object 1a8603da-2ae5-4560-80d1-bfdaf3c236ae will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:30.792711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.872605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d785-5a19-4588-a084-7229e1e92285 req-c52cb30c-e957-4f22-985a-bd9b24bb508a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:30.874323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e373d785-5a19-4588-a084-7229e1e92285 req-c52cb30c-e957-4f22-985a-bd9b24bb508a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.1128922 Jan 18 22:50:30.906377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:30.965548 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e373d785-5a19-4588-a084-7229e1e92285 req-67dae2fc-b89c-45a8-8557-da84a2816bc6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849509 Jan 18 22:50:30.978958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:30.996239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc49f19b-33b5-4ba6-8407-f586cb07406f req-d736921b-2669-46f2-8e07-0546686e0258 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880583 Jan 18 22:50:31.026174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:31.144529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.144747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6d48-96b0-4ae1-8348-76750a9ae28c tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.218206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e51c86-f1e4-4e2c-88b6-506bc9af12e2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:31.220514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.224768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519dc33d-a59f-4494-aa88-f07c9a66a915 None None] Network 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:31.229887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5805783a-fe4a-4f7f-9a02-41c63ed70cac admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b5e51c86-f1e4-4e2c-88b6-506bc9af12e2 HTTP/1.1" status: 204 len: 168 time: 1.0352559 Jan 18 22:50:31.239017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:31.254415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6d48-96b0-4ae1-8348-76750a9ae28c tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.595306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.616554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] DHCP port deletion for 078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:50:31.622039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Deleting port f69c1809-58cf-4164-b223-93ae1802b282 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:31.623345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.633443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Deleting port f69c1809-58cf-4164-b223-93ae1802b282 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:31.634070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.638404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928853ef-08e8-4a03-8679-c674dd5c0e26 req-e8c51d2c-956d-473c-b6a0-0c5eb9059dbc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:31.639919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-928853ef-08e8-4a03-8679-c674dd5c0e26 req-e8c51d2c-956d-473c-b6a0-0c5eb9059dbc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 944 time: 0.1564713 Jan 18 22:50:31.657725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Attempting to bind port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:31.658349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Attempting to bind port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:31.658349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Attempting to bind port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:31.668971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:50:31.668971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Attempting to bind port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:31.689824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:31.690344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:31.690542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:31.690968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Bound port: 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:31.691313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.720032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f69c1809-58cf-4164-b223-93ae1802b282 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:31.724559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-928853ef-08e8-4a03-8679-c674dd5c0e26 req-e23c2406-e7e7-439b-83d1-9ef9ce9a950f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679073 Jan 18 22:50:31.730282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6d48-96b0-4ae1-8348-76750a9ae28c tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.762711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e6d48-96b0-4ae1-8348-76750a9ae28c tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6225fb-c43a-4f9e-bdec-56503c68871b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:31.794705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8905-11f1-4b07-b2c8-2b367221801f req-6b92b7f2-1749-4fe6-ab6b-1e3b2838352c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:31.801785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:31.804901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:31.805170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-777f8905-11f1-4b07-b2c8-2b367221801f req-6b92b7f2-1749-4fe6-ab6b-1e3b2838352c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 943 time: 0.3880796 Jan 18 22:50:31.814028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.873178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57328) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:31.909084 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-777f8905-11f1-4b07-b2c8-2b367221801f req-cc3de7a0-d09d-4b85-87be-56e9368bc506 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028428 Jan 18 22:50:31.932097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6d48-96b0-4ae1-8348-76750a9ae28c tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:31.933882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7e8e6d48-96b0-4ae1-8348-76750a9ae28c tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "DELETE /v2.0/security-groups/8c6225fb-c43a-4f9e-bdec-56503c68871b HTTP/1.1" status: 204 len: 168 time: 0.9067025 Jan 18 22:50:31.941454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:31.978093 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-536832a4-51af-463a-96a6-b5d98b2a3f97 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] show failed (client error): The resource could not be found. Jan 18 22:50:31.982203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-536832a4-51af-463a-96a6-b5d98b2a3f97 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "GET /v2.0/security-groups/8c6225fb-c43a-4f9e-bdec-56503c68871b HTTP/1.1" status: 404 len: 347 time: 0.0245960 Jan 18 22:50:32.005718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:32.069203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:32.069953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.074085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] 10.222.0.85 "PUT /v2.0/ports/1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 1091 time: 3.0320334 Jan 18 22:50:32.095898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:32.101253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 29af7f39-2ab0-4acf-b005-af3de789311f up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:32.276516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752027a-5902-4d53-b3c8-f5085ebcf8af service neutron] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:32.292278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1645256397-network', 'tenant_id': 'c73232a7f9064ffca90b82ebce76e8bd'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:32.297182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:32.302001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Usage tracker for resource:network and tenant:c73232a7f9064ffca90b82ebce76e8bd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:32.304333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:32.310651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:32.338522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Made reservation on behalf of c73232a7f9064ffca90b82ebce76e8bd for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:32.340777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.359113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537fd80-9581-40bf-b9d1-d4e5ad7b0404 req-c1ff22e3-0280-468c-ba54-5d0cf82381dd tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:32.376263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4537fd80-9581-40bf-b9d1-d4e5ad7b0404 req-c1ff22e3-0280-468c-ba54-5d0cf82381dd tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.4426210 Jan 18 22:50:32.379706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57350) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:32.401371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Request body: {'floatingip': {'port_id': '72a17ec4-3669-47f3-8f96-632133a253b5'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:32.473272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.476097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.486096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:32.487645 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'status': 'completed', 'code': 200} Jan 18 22:50:32.499237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 29af7f39-2ab0-4acf-b005-af3de789311f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:32.499611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.524254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:32.528222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Usage tracker for resource:security_group_rule and tenant:c73232a7f9064ffca90b82ebce76e8bd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:32.531107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:32.536881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:32.553682 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.569708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:32.569982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.606962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:32.641657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-8a7d67cb-ca1a-4f8a-bd50-5cf5f69321cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:32.643173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-8a7d67cb-ca1a-4f8a-bd50-5cf5f69321cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1094 time: 0.4984338 Jan 18 22:50:32.660379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:32.660931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.665990 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.666782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fe63b420-9306-4e0b-b696-80bf84e30057 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:32.679522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Deleting port 360440fe-24c4-400c-89ef-5bed19bd0d6e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:32.679820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.813672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Calling delete_port for f69c1809-58cf-4164-b223-93ae1802b282 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:32.846508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Calling delete_port for f69c1809-58cf-4164-b223-93ae1802b282 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:32.884558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: fe63b420-9306-4e0b-b696-80bf84e30057 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:32.885172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fe63b420-9306-4e0b-b696-80bf84e30057 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:32.934585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:32.958675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f69c1809-58cf-4164-b223-93ae1802b282,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:32.981207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:32.991259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:32.991701 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:32.993224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:32.998269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.001865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.011221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-294e3aea-f7f0-4226-9b64-da6094c2500a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 217 time: 0.3197351 Jan 18 22:50:33.071070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0659b1-b989-44a1-a17c-48c1e7625290 req-9d4fb8db-9cfa-441f-898b-bb699d079c7b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.072617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f0659b1-b989-44a1-a17c-48c1e7625290 req-9d4fb8db-9cfa-441f-898b-bb699d079c7b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.8507588 Jan 18 22:50:33.072908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:33.083319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-98a2c10a-7968-49ee-9e34-506f331682d9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.084787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-98a2c10a-7968-49ee-9e34-506f331682d9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 944 time: 0.6202228 Jan 18 22:50:33.108345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:33.131590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa75ea1cd4e4d608d0188c1232776f9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:33.138904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:33.139227 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:33.143127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:33.159737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:33.210533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f0659b1-b989-44a1-a17c-48c1e7625290 req-d7e432d9-8439-4a9e-af3d-a0f8eeb691b8 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246161 Jan 18 22:50:33.215628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Deleting port 29af7f39-2ab0-4acf-b005-af3de789311f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:33.215975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.241844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.242192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.261449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-f6c2fc62-f247-4f38-b3d0-389b1cd6d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.262920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-f6c2fc62-f247-4f38-b3d0-389b1cd6d27a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2112799 Jan 18 22:50:33.429293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Calling delete_port for 360440fe-24c4-400c-89ef-5bed19bd0d6e owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:33.493519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Deleting port f69c1809-58cf-4164-b223-93ae1802b282 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:33.494091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.494292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.511727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.565245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bb3a-9277-4a53-9b90-5abbd382c0eb req-89a2f1fb-1721-4d41-b668-d12e24975883 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.567086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75d0bb3a-9277-4a53-9b90-5abbd382c0eb req-89a2f1fb-1721-4d41-b668-d12e24975883 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 945 time: 0.5772901 Jan 18 22:50:33.579991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:50:33.619631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec413ada-a4cc-4733-a5f2-62ab35111d9a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:33.635958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.636320 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Added segment b3a868d5-7973-4780-a84a-a455afec5fa4 of type vlan for network 0164d2ef-ded9-4f83-aef4-24c2507c8777 Jan 18 22:50:33.660825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Deleting port f69c1809-58cf-4164-b223-93ae1802b282 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:33.661492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.711848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-6b621e80-81e6-4a19-99c2-a92dc23a4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.713442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-6b621e80-81e6-4a19-99c2-a92dc23a4462 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380252 Jan 18 22:50:33.734361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75d0bb3a-9277-4a53-9b90-5abbd382c0eb req-c4d6dffb-8602-4a01-bc55-af7972b718d5 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439333 Jan 18 22:50:33.736928 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.776491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:33.777033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.797292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945521a-4e83-4b78-87bd-d5f4c8f7e91e req-c4ad3db5-59ab-464d-94f6-7a4efbc6ec91 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.798819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a945521a-4e83-4b78-87bd-d5f4c8f7e91e req-c4ad3db5-59ab-464d-94f6-7a4efbc6ec91 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 943 time: 0.4739528 Jan 18 22:50:33.812678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.818812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.819834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:33.820502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.848274 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f', 'code': 200} Jan 18 22:50:33.897400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:33.915223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Calling delete_port for f69c1809-58cf-4164-b223-93ae1802b282 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:33.919290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:50:34.011974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.059888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] Pushing event deleted for resources: {'Port': ['ID=f69c1809-58cf-4164-b223-93ae1802b282,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:34.064592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71296b-c784-43f5-a91b-e0b50037ad16 None None] No DVR routers for this DVR port f69c1809-58cf-4164-b223-93ae1802b282 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:34.096629 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.099108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.133486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b7c1dc-d2c6-4761-8f8b-3625481c4d91,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:34.159067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9aef175a-a818-4a5c-b8d9-ff7e13f31805 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfa75ea1cd4e4d608d0188c1232776f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6631291 Jan 18 22:50:34.178170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57366) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:34.179574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3055017 Jan 18 22:50:34.183643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.186336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f10011-f7cb-4903-9464-153755128f56 admin admin] Pushing event updated for resources: {'Network': ['ID=0164d2ef-ded9-4f83-aef4-24c2507c8777,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:34.186504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a945521a-4e83-4b78-87bd-d5f4c8f7e91e req-211a0eb2-beb3-4e9b-9832-8270afed26d8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774898 Jan 18 22:50:34.188047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] For port 29af7f39-2ab0-4acf-b005-af3de789311f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=29af7f39-2ab0-4acf-b005-af3de789311f,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:34.188336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57370) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:34.188436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.212308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0164d2ef-ded9-4f83-aef4-24c2507c8777 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:50:34.214724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Request body: {'subnet': {'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1645256397-subnet', 'tenant_id': 'c73232a7f9064ffca90b82ebce76e8bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:34.226637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Pushing event deleted for resources: {'Port': ['ID=360440fe-24c4-400c-89ef-5bed19bd0d6e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:34.240981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.305252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-0a91d636-f06e-4258-b266-56b8747e7149 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775933 Jan 18 22:50:34.315287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:34.364289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Usage tracker for resource:subnet and tenant:c73232a7f9064ffca90b82ebce76e8bd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:34.372264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:34.392309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Calling delete_port for 29af7f39-2ab0-4acf-b005-af3de789311f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:34.461424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:34.490573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] For port f69c1809-58cf-4164-b223-93ae1802b282, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f69c1809-58cf-4164-b223-93ae1802b282,segment=NetworkSegment(2770f1f4-a924-4167-8fc7-2101a3af7592),segment_id=2770f1f4-a924-4167-8fc7-2101a3af7592)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:34.490933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.582063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Made reservation on behalf of c73232a7f9064ffca90b82ebce76e8bd for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:34.584264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.632250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Calling delete_port for f69c1809-58cf-4164-b223-93ae1802b282 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:34.697000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.718632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b63a3a9-45d9-4242-b7f5-a33abf412939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.725968 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Floating IP 82bf421c-b711-4bd2-8948-ef6823c54577 associated. External IP: 172.25.4.19, port: 72a17ec4-3669-47f3-8f96-632133a253b5. Jan 18 22:50:34.784385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.785001 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e5bbeb8f-c0ed-4e27-b3ea-e906238657f0 tempest-ServersTestBootFromVolume-168826931 tempest-ServersTestBootFromVolume-168826931-project] 10.222.0.78 "DELETE /v2.0/floatingips/853dd483-cd1d-4827-93c3-fd729a773b36 HTTP/1.1" status: 204 len: 168 time: 2.7780938 Jan 18 22:50:34.789793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:34.806231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d305e11c-a9dc-4418-90f3-5acefa7369b7 req-b8afb196-ffab-4557-b032-152305076474 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863951 Jan 18 22:50:34.865721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b63a3a9-45d9-4242-b7f5-a33abf412939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.867724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:50:34.868053 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:50:34.903707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.954654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Deleting port f69c1809-58cf-4164-b223-93ae1802b282 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:34.954988 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:34.979129 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c640ba6-9abf-404e-9084-91d07e462dbf req-082ec18d-70c6-40ae-9a28-32daeb4df8ea tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=c38a8fde-a3f5-4688-86fd-41e0d4302dad HTTP/1.1" status: 200 len: 210 time: 0.1209233 Jan 18 22:50:34.991808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a43a-a3c9-485d-9da1-c751a775ce7c req-5b4df68b-ba0d-45c1-8a6c-5d1d35b5c081 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:34.993278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7343a43a-a3c9-485d-9da1-c751a775ce7c req-5b4df68b-ba0d-45c1-8a6c-5d1d35b5c081 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.6328459 Jan 18 22:50:35.032190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event deleted for resources: {'Port': ['ID=29af7f39-2ab0-4acf-b005-af3de789311f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:35.123240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] The port 'f69c1809-58cf-4164-b223-93ae1802b282' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:50:35.215573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] No DVR routers for this DVR port 29af7f39-2ab0-4acf-b005-af3de789311f on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:35.231847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.236404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'name': 'network-vif-deleted', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:35.323367 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1287686f-e152-49cd-a05d-1660bc83cb91 req-e59f1671-dc3e-411b-9df2-1f32be16f259 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "DELETE /v2.0/ports/29af7f39-2ab0-4acf-b005-af3de789311f HTTP/1.1" status: 204 len: 173 time: 2.2332385 Jan 18 22:50:35.345942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7343a43a-a3c9-485d-9da1-c751a775ce7c req-ae437c74-e31c-480d-97ba-5079b06bcb5b tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315535 Jan 18 22:50:35.421544 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b63a3a9-45d9-4242-b7f5-a33abf412939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.437534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-dceb8689-cb67-4523-8b25-d37e286b53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:35.439054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-dceb8689-cb67-4523-8b25-d37e286b53a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1094 time: 0.5639234 Jan 18 22:50:35.525519 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38a8fde-a3f5-4688-86fd-41e0d4302dad', 'name': 'network-vif-deleted', 'tag': '29af7f39-2ab0-4acf-b005-af3de789311f', 'status': 'completed', 'code': 200} Jan 18 22:50:35.538320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63a3a9-45d9-4242-b7f5-a33abf412939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b7c1dc-d2c6-4761-8f8b-3625481c4d91,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:35.575742 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.627190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.666985 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b63a3a9-45d9-4242-b7f5-a33abf412939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.668033 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4b63a3a9-45d9-4242-b7f5-a33abf412939 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20b7c1dc-d2c6-4761-8f8b-3625481c4d91 HTTP/1.1" status: 204 len: 168 time: 1.4873888 Jan 18 22:50:35.674259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078ef8d8-55b9-453e-bbcf-f0c9cf1a5612']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:35.703981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2770f1f4-a924-4167-8fc7-2101a3af7592') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:35.704599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2770f1f4-a924-4167-8fc7-2101a3af7592') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:35.720568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.730763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:35.751295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.756666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Pushing event updated for resources: {'Subnet': ['ID=554c04b8-567f-4b9c-b15e-0790f0ba7c99,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:35.806039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:50:35.806249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:50:35.828368 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:50:35.919672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a2ed-cdf2-4682-8556-6bde4223f406 req-eee72bba-c04a-4062-90c2-a951bb92f7ec tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:35.921143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9629a2ed-cdf2-4682-8556-6bde4223f406 req-eee72bba-c04a-4062-90c2-a951bb92f7ec tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 943 time: 0.5405734 Jan 18 22:50:35.965490 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.038480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.044110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Checking segment: {'id': 'b3a868d5-7973-4780-a84a-a455afec5fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:36.044488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Network hostable DHCP agents. Network: 0164d2ef-ded9-4f83-aef4-24c2507c8777, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:50:36.049897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=078ef8d8-55b9-453e-bbcf-f0c9cf1a5612,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:36.055425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-826a1e84-a8a4-4db4-bd87-2d803bf7863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:36.056305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9629a2ed-cdf2-4682-8556-6bde4223f406 req-ae28a4d9-3a5c-4143-a6e4-5f5333d921e7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256618 Jan 18 22:50:36.064896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-826a1e84-a8a4-4db4-bd87-2d803bf7863d service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.6114528 Jan 18 22:50:36.069062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cdad8360-3963-485f-82c3-78a804890c8f admin admin] 10.222.0.78 "DELETE /v2.0/networks/078ef8d8-55b9-453e-bbcf-f0c9cf1a5612 HTTP/1.1" status: 204 len: 168 time: 4.8288684 Jan 18 22:50:36.102771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:36.105321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 29af7f39-2ab0-4acf-b005-af3de789311f no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:36.141415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 29af7f39-2ab0-4acf-b005-af3de789311f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:36.141774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 29af7f39-2ab0-4acf-b005-af3de789311f not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:36.159769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-b89a9ffa-1888-4b0d-bacb-946d75eb6f97 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 217 time: 0.0826988 Jan 18 22:50:36.242939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-b8a332f8-5813-40b0-a75f-d18c0959756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:36.246304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-b8a332f8-5813-40b0-a75f-d18c0959756a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.0728469 Jan 18 22:50:36.250235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Network 0164d2ef-ded9-4f83-aef4-24c2507c8777 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:50:36.272083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57402) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:36.308294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:36.315193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.316348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0164d2ef-ded9-4f83-aef4-24c2507c8777) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:36.321047 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.328528 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] Sync routers for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:36.329067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29f0aa-bf07-4e55-a0e8-1f787ff0b8b9 None None] Network 0164d2ef-ded9-4f83-aef4-24c2507c8777 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:36.347528 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:36.348154 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:36.450847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ad4226e-503a-4aef-b82d-e828aec3b9d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df159922fb6e4031acbee36795d15f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733458 Jan 18 22:50:36.492098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:36.522429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:36.523779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.527489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:36.598491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4d325d34-81be-4750-adc3-df181c18c4ac tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "PUT /v2.0/floatingips/82bf421c-b711-4bd2-8948-ef6823c54577 HTTP/1.1" status: 200 len: 991 time: 4.2176902 Jan 18 22:50:36.619880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:36.667823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:36.718657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4876ac24-6ea3-4e63-9884-9252c4ea231e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5182636 Jan 18 22:50:36.734532 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:36.789277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab0811-ea63-40a5-bfc8-fa732aa62513 req-c695ff1f-0e1b-4954-92f9-691b49361126 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:36.789277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9bab0811-ea63-40a5-bfc8-fa732aa62513 req-c695ff1f-0e1b-4954-92f9-691b49361126 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.2187393 Jan 18 22:50:36.797218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.838494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ee63212-a3e2-4d1b-afa8-ba9fe5ad4aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.864835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ee63212-a3e2-4d1b-afa8-ba9fe5ad4aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.873647 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.930125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9bab0811-ea63-40a5-bfc8-fa732aa62513 req-6b053f95-85aa-408c-96a8-31268bcbbc84 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357150 Jan 18 22:50:36.942769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-8cf6e54e-cc85-478e-aa0a-6f6480142152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:36.947421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-8cf6e54e-cc85-478e-aa0a-6f6480142152 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6883874 Jan 18 22:50:36.958536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Deleting port 2678a40e-d64e-4132-8751-639006f6ca3b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:36.958536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:36.978558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:37.016907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ee63212-a3e2-4d1b-afa8-ba9fe5ad4aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:37.023755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:37.092679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:37.138664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63212-a3e2-4d1b-afa8-ba9fe5ad4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc00af-14b1-49cb-8ef6-2053fe2fa1ba,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:37.148568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2694e-45c0-45db-b655-5c21cfac088b None None] Network 0164d2ef-ded9-4f83-aef4-24c2507c8777 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:37.150429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:37.188748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ee63212-a3e2-4d1b-afa8-ba9fe5ad4aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:37.189916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1ee63212-a3e2-4d1b-afa8-ba9fe5ad4aed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92cc00af-14b1-49cb-8ef6-2053fe2fa1ba HTTP/1.1" status: 204 len: 168 time: 0.6531610 Jan 18 22:50:37.205321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-eeb03cb9-7e34-4f67-b297-cbf334c6ace9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:37.212972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-eeb03cb9-7e34-4f67-b297-cbf334c6ace9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 822 time: 0.5458949 Jan 18 22:50:37.245431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-411c9f38-9ab8-4845-9a0c-b75ea491311a tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/quotas/dd7728081455451fb419efcb00f7dd3e HTTP/1.1" status: 200 len: 375 time: 0.0305436 Jan 18 22:50:37.247650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] For port 2678a40e-d64e-4132-8751-639006f6ca3b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2678a40e-d64e-4132-8751-639006f6ca3b,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:37.248011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:37.302203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:37.316571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1a8603da-2ae5-4560-80d1-bfdaf3c236ae'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:37.377303 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5', 'status': 'completed', 'code': 200} Jan 18 22:50:37.487820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-301e93de-d44d-405e-98d8-6b5e0f0c4c99 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257633 Jan 18 22:50:37.488284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Calling delete_port for 2678a40e-d64e-4132-8751-639006f6ca3b owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:37.609565 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '82bf421c-b711-4bd2-8948-ef6823c54577', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'port_id': '72a17ec4-3669-47f3-8f96-632133a253b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'mac_address': 'fa:16:3e:a3:f5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:56Z', 'updated_at': '2022-01-18T22:50:33Z', 'revision_number': 1, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:55Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:37.617972 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] Checking router: 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:37.630996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-a084b854-8e96-4877-a222-5c4cc9b268c7 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3845649 Jan 18 22:50:37.634996 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:37.636047 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:37.873264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2039499332-network', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:37.936629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:37.938586 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:37.959388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Usage tracker for resource:network and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:37.966842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:37.983925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57468) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:37.985328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:38.087321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-43b25dea-93f5-4fa4-ad0b-61c5c4b15150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:38.088228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Made reservation on behalf of c66187c531f34b60a59e1875fd569b4d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:38.088921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-43b25dea-93f5-4fa4-ad0b-61c5c4b15150 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=807931cbd9cb4381acbb9b2bed9c26b3&device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 1097 time: 0.7442207 Jan 18 22:50:38.090544 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.101842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-07cbd86d-dc47-4f95-9c2f-cf1b4ddbb95a tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:38.103401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-07cbd86d-dc47-4f95-9c2f-cf1b4ddbb95a tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/networks?id=0164d2ef-ded9-4f83-aef4-24c2507c8777 HTTP/1.1" status: 200 len: 814 time: 0.2639122 Jan 18 22:50:38.109923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.143524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-852353f6-8163-41cc-b2c9-9f2ed482aa5b req-6d393542-cd9b-4a63-95aa-6811e568efc6 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478686 Jan 18 22:50:38.153930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bf907825-345b-4673-9f3a-a828cd2639a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=429b85b514ca41a1801743b4f7debae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493568 Jan 18 22:50:38.153930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:38.155854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57472) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:38.159627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:38.197976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-3dadc2f0-ab2f-417d-bf90-6069d491edf4 service neutron] 10.222.0.78 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661087 Jan 18 22:50:38.199194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:38.209798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:38.211400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-b484e6a0-8f43-4a6a-a2af-8da558836a43 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/quotas/c73232a7f9064ffca90b82ebce76e8bd HTTP/1.1" status: 200 len: 375 time: 0.0858521 Jan 18 22:50:38.273723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-4b7ad49f-beac-43c9-8083-3e4f15e69326 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c73232a7f9064ffca90b82ebce76e8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613809 Jan 18 22:50:38.343782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1da2d29-0f28-448d-ba02-e1f8c9d8ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.415303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1da2d29-0f28-448d-ba02-e1f8c9d8ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.421304 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '82bf421c-b711-4bd2-8948-ef6823c54577', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'port_id': '72a17ec4-3669-47f3-8f96-632133a253b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'mac_address': 'fa:16:3e:a3:f5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:56Z', 'updated_at': '2022-01-18T22:50:33Z', 'revision_number': 1, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:55Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:38.423132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-d169b485-e172-4f28-80e1-b5da8fb60df0 service neutron] 10.222.0.78 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111318 Jan 18 22:50:38.428537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6cf1e-9f11-4dcb-8c38-b68459cdbf8b None None] The sync data for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 is: [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '82bf421c-b711-4bd2-8948-ef6823c54577', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'port_id': '72a17ec4-3669-47f3-8f96-632133a253b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'mac_address': 'fa:16:3e:a3:f5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:56Z', 'updated_at': '2022-01-18T22:50:33Z', 'revision_number': 1, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:55Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:38.449064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-2a1901e7-ee7b-4143-9c00-356eb87f5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:38.450634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-2a1901e7-ee7b-4143-9c00-356eb87f5747 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa160209-4659-4b9b-a691-45281c99d95b HTTP/1.1" status: 200 len: 913 time: 0.3450291 Jan 18 22:50:38.525122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1da2d29-0f28-448d-ba02-e1f8c9d8ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.541474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.548742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da2d29-0f28-448d-ba02-e1f8c9d8ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa729a7f-b87d-4d27-91b4-2828639ea7e6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:38.556706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.611371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:50:38.620657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1da2d29-0f28-448d-ba02-e1f8c9d8ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.621964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d1da2d29-0f28-448d-ba02-e1f8c9d8ac8f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa729a7f-b87d-4d27-91b4-2828639ea7e6 HTTP/1.1" status: 204 len: 168 time: 0.4640467 Jan 18 22:50:38.629125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb707b9-3c3c-4087-a209-5ef1e413f043,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:38.633705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.634387 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Added segment 86a08d63-982a-4f87-97b9-ee85b5a433a4 of type vlan for network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 Jan 18 22:50:38.657399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-e244b153-3e47-46fb-9e47-3e2c4249e829 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72a17ec4-3669-47f3-8f96-632133a253b5 HTTP/1.1" status: 200 len: 999 time: 0.1990466 Jan 18 22:50:38.659296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-e38ca76d-bc9e-4282-a8da-ab0fd02b5bf7 service neutron] 10.222.0.78 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678052 Jan 18 22:50:38.672148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.749255 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.749699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:38.750286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.774300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:38.791652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244df58-1a00-4520-8106-9d5694b2228e None None] New status for floating IP 82bf421c-b711-4bd2-8948-ef6823c54577: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:50:38.909317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Pushing event deleted for resources: {'Port': ['ID=2678a40e-d64e-4132-8751-639006f6ca3b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:38.975294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7814369 Jan 18 22:50:38.976309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:38.980045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045d28-7775-4187-981e-11c5a90146b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5292ed32-bcbc-4cb7-ad2b-81494737cee0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:39.005646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:50:39.051036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3490-249d-4077-a08e-7d854747ef16 req-f1ddaaf7-fc09-4201-8e4a-0d5dbf966d2b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:39.060131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-b1deb551-27d6-4488-b427-37d5cb65d27d service neutron] 10.222.0.78 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879943 Jan 18 22:50:39.060927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c9a3490-249d-4077-a08e-7d854747ef16 req-f1ddaaf7-fc09-4201-8e4a-0d5dbf966d2b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3560596 Jan 18 22:50:39.144570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Request body: {'subnet': {'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2039499332-subnet', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:39.164204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-f8ba5201-5ea7-4766-9f21-2af09de938b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:39.165898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-f8ba5201-5ea7-4766-9f21-2af09de938b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9fe405a6-acb1-4ce9-aa88-b76cee74349d HTTP/1.1" status: 200 len: 851 time: 0.4950483 Jan 18 22:50:39.169231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:39.194824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c9a3490-249d-4077-a08e-7d854747ef16 req-5d0fb5b6-d841-4daf-8779-08047d71f95e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285331 Jan 18 22:50:39.333266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Usage tracker for resource:subnet and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:39.348346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:39.363846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:39.470221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Made reservation on behalf of c66187c531f34b60a59e1875fd569b4d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:39.472680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:39.533586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3578d63-b18a-4e34-ada9-14d321fe8375 req-233654e2-8683-4105-aa0b-e90bf634e092 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:39.550917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3578d63-b18a-4e34-ada9-14d321fe8375 req-233654e2-8683-4105-aa0b-e90bf634e092 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.1462831 Jan 18 22:50:39.668730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3578d63-b18a-4e34-ada9-14d321fe8375 req-3646fa5c-2745-46d7-a1d8-a208ad6ed2c7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143067 Jan 18 22:50:39.808880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-4953498c-6446-47b7-b91a-f3e45a00553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:39.810761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-4953498c-6446-47b7-b91a-f3e45a00553e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa160209-4659-4b9b-a691-45281c99d95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5619404 Jan 18 22:50:39.817706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:39.882793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31591165-c94e-45c6-8065-3f839e95505c req-45c8d1df-a900-4e6e-b232-60fcec599b53 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 210 time: 0.1377573 Jan 18 22:50:39.953525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57520) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:40.075679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-24c0a75c-e4c7-40c9-90be-e1ca5c9b3b2f req-fffa4b76-3d64-44af-9f2c-2cc789782d0f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:40.081544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-network', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:40.087190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:40.091250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Usage tracker for resource:network and tenant:aba2bf4812f14bfdbafac93a4462baf9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:40.094143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:40.100657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:40.110864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Made reservation on behalf of aba2bf4812f14bfdbafac93a4462baf9 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:40.113540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.124262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:40.127913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.143659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:40.148250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Usage tracker for resource:security_group_rule and tenant:aba2bf4812f14bfdbafac93a4462baf9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:40.151474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:40.158541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:40.228097 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:40.235631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:40.236351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.276336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.293597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.306166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-24c0a75c-e4c7-40c9-90be-e1ca5c9b3b2f req-fffa4b76-3d64-44af-9f2c-2cc789782d0f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:40.307569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-24c0a75c-e4c7-40c9-90be-e1ca5c9b3b2f req-fffa4b76-3d64-44af-9f2c-2cc789782d0f tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 210 time: 0.4584699 Jan 18 22:50:40.310010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:50:40.324322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.325382 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Added segment a6797543-d67b-4b3e-bda4-bee45f8d3808 of type vlan for network b101ea90-ec00-4f32-aaec-b52d42afe2f5 Jan 18 22:50:40.355236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-274434e6-cd8b-483c-a3d9-181586f20d2a service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271313 Jan 18 22:50:40.360290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.448170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.482118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:40.493539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:40.501501 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.514336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.531125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:40.532102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.597169 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:50:40.597840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:40.644111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6894352 Jan 18 22:50:40.654417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:40.665031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65aad33-dc8a-4373-9438-7125f600df9c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:40.673682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:40.682111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Request body: {'subnet': {'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-subnet', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:40.729918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:40.769132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e02f0a-b7af-4dbe-9265-700f661fe74f req-b80ae4fc-7337-49ce-bfaa-4bfb5d5198c1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:40.773539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63e02f0a-b7af-4dbe-9265-700f661fe74f req-b80ae4fc-7337-49ce-bfaa-4bfb5d5198c1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3817263 Jan 18 22:50:40.794728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Usage tracker for resource:subnet and tenant:aba2bf4812f14bfdbafac93a4462baf9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:40.795412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de88ac-5983-4c43-be9f-bab05ede0c40 admin admin] Pushing event updated for resources: {'Network': ['ID=b101ea90-ec00-4f32-aaec-b52d42afe2f5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:40.806285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:40.806988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:50:40.868480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:40.873710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-c89418a7-318a-4b1f-bdae-3bd299294715 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:40.877891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-c89418a7-318a-4b1f-bdae-3bd299294715 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 822 time: 0.4236867 Jan 18 22:50:40.892189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Request body: {'port': {'device_id': '03e7259a-f16d-43a2-b8df-ee782a513488', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'admin_state_up': True, 'tenant_id': 'dd7728081455451fb419efcb00f7dd3e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:40.972936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Checking segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:40.973476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Network hostable DHCP agents. Network: 5292ed32-bcbc-4cb7-ad2b-81494737cee0, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:50:41.003638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a45860-f308-4e6b-9059-659e93165c2a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:41.045792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Router 20c9fd9e-4d65-4538-b610-664201deabef has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:41.050179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Made reservation on behalf of aba2bf4812f14bfdbafac93a4462baf9 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:41.052797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:41.088308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f370a491-6ded-4ecb-b167-cc8e36c381c2 req-c417563d-cfdd-4355-98b6-d32894edd3d0 service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160010 Jan 18 22:50:41.317490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:50:41.322439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d02b1-3286-409e-83d1-e1d66fbc5100 req-3d2b209c-08c7-4f44-8249-594b138df63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:41.324247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff3d02b1-3286-409e-83d1-e1d66fbc5100 req-3d2b209c-08c7-4f44-8249-594b138df63f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1096 time: 0.5916958 Jan 18 22:50:41.328920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63e02f0a-b7af-4dbe-9265-700f661fe74f req-b908c251-f9df-4359-b71f-efe5b54d957d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5273824 Jan 18 22:50:41.380170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:41.416881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:41.427774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-212c260c-827a-4a60-981e-b29537b4757f tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:41.428779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-212c260c-827a-4a60-981e-b29537b4757f tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Synchronizing usage tracker for tenant:c73232a7f9064ffca90b82ebce76e8bd on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:41.431621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 5292ed32-bcbc-4cb7-ad2b-81494737cee0) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:41.444855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace91ebf-f93b-4a26-910d-09aef74053af None None] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:41.448066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:41.448785 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:41.483980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Made reservation on behalf of dd7728081455451fb419efcb00f7dd3e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:41.484878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab7ca6-c898-41f2-85c3-b2495d8d04ac req-4e42bfef-0035-4193-b274-b95248c2034d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:41.487382 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:41.491999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5ab7ca6-c898-41f2-85c3-b2495d8d04ac req-4e42bfef-0035-4193-b274-b95248c2034d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.5315719 Jan 18 22:50:41.499545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9250a9b3-5b37-45f7-b077-d093cd2f01c4 req-5e9fca90-2dc5-4a9a-a8c1-6357bb1779a4 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 210 time: 0.0595956 Jan 18 22:50:41.509002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-212c260c-827a-4a60-981e-b29537b4757f tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Unset dirty status for tenant:c73232a7f9064ffca90b82ebce76e8bd on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:41.510326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-212c260c-827a-4a60-981e-b29537b4757f tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.85 "GET /v2.0/networks?id=0164d2ef-ded9-4f83-aef4-24c2507c8777 HTTP/1.1" status: 200 len: 814 time: 0.4747796 Jan 18 22:50:41.532199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff3d02b1-3286-409e-83d1-e1d66fbc5100 req-a170ac93-a68e-4794-849b-9ad413cdfd5d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949029 Jan 18 22:50:41.540046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:41.554172 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] Sync routers for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:41.567091 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:41.567891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:41.668458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Allocated IP 172.20.0.13 (ded1ab8a-0ad3-4462-aedd-7b9bc3152a36/7069e882-c96a-4fda-8497-d2cb13f780c7/97f6d662-3fe5-4ee4-95c8-247df73d3b50) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:41.708155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:50:41.709024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:41.710084 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5ab7ca6-c898-41f2-85c3-b2495d8d04ac req-8fbdc67c-5bc8-495a-b75b-1bcd743b3a15 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171233 Jan 18 22:50:41.711592 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-13069fe8-2a9e-4345-9cd6-f8b73fb02339 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6548681 Jan 18 22:50:41.730361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d8e619c0-fd96-4746-93a9-bcbd093e590c admin admin] 10.222.0.78 "PUT /v2.0/routers/20c9fd9e-4d65-4538-b610-664201deabef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9402006 Jan 18 22:50:41.731047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:41.731396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57548) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:41.740601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:41.803259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:41.891161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfc82581-11cc-430b-bfee-8f7d6d502a9f req-3b596cbb-8d8b-499e-90cb-de82c84aa169 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 210 time: 0.0597322 Jan 18 22:50:41.899401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Allocated IP 172.20.0.2 (5292ed32-bcbc-4cb7-ad2b-81494737cee0/e0a45860-f308-4e6b-9059-659e93165c2a/fc60b149-d5d7-4af4-af0b-5cafdd6c22d0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:41.901486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Request body: {'port': {'device_id': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777', 'admin_state_up': True, 'tenant_id': 'c73232a7f9064ffca90b82ebce76e8bd'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:42.011319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:50:42.117437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:42.122757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Usage tracker for resource:port and tenant:c73232a7f9064ffca90b82ebce76e8bd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:42.125967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:42.132477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:42.151399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71370fc5-25b4-4096-a839-de25f2b8102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.151761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Made reservation on behalf of c73232a7f9064ffca90b82ebce76e8bd for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:42.156911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.164630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.185676 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.199039 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:50:38Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:42.203282 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] Checking router: 20c9fd9e-4d65-4538-b610-664201deabef for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:42.211894 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] Routers {'20c9fd9e-4d65-4538-b610-664201deabef'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:42.212828 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['20c9fd9e-4d65-4538-b610-664201deabef'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:42.223466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.224732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:42.229144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Usage tracker for resource:router and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:42.232311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:42.236973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Transition to ACTIVE for port object fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:42.238655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:42.260348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Transition to ACTIVE for port object fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:42.263703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.264772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.274055 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.371477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Allocated IP 172.20.0.8 (0164d2ef-ded9-4f83-aef4-24c2507c8777/554c04b8-567f-4b9c-b15e-0790f0ba7c99/605ba1f1-3045-4688-9d3f-76f22fc10d3a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:42.377968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.400998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.409934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.424110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Pushing event updated for resources: {'Port': ['ID=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:42.432670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:42.434163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:42.445807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:42.455268 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] Set router 20c9fd9e-4d65-4538-b610-664201deabef gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:42.478827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event updated for resources: {'Port': ['ID=97f6d662-3fe5-4ee4-95c8-247df73d3b50,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:42.501531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:42.514353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:42.517005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:42.560569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3214c30-39f5-44a2-a2d5-b350be9a85ab,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:42.598073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.629691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Attempting to bind port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:42.630029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Attempting to bind port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:42.630311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Attempting to bind port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 on network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:42.639611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:42.640006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Checking segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:42.640365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.640744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Bound using segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:42.641225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Bound port: fc60b149-d5d7-4af4-af0b-5cafdd6c22d0, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:42.641588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.743532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Checking segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:42.743915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Network hostable DHCP agents. Network: b101ea90-ec00-4f32-aaec-b52d42afe2f5, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:50:42.780679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] For port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:42.784969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] For port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:42.795023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.810166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Deleting port 45d35a26-4b46-4190-94d1-1a8a9815efb5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:42.810508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.820200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:42.820846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.892455 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:50:38Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:42.899531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-4b6d7dc9-0d91-4e33-b72f-47d9dad67699 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0128202 Jan 18 22:50:42.900102 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d79b57-51f1-4fe1-acb0-0f86f9ae95e6 None None] The sync data for ids ['20c9fd9e-4d65-4538-b610-664201deabef'] in n-d-825178-1 is: [{'id': '20c9fd9e-4d65-4538-b610-664201deabef', 'name': 'tempest-ServersTestBootFromVolume-1802187477-router', 'tenant_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:46:53Z', 'updated_at': '2022-01-18T22:50:38Z', 'revision_number': 5, 'project_id': 'b4dfbebcdbdb4ba78845890bdb44260c', 'gw_port': {'id': '45d35a26-4b46-4190-94d1-1a8a9815efb5', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c9fd9e-4d65-4538-b610-664201deabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:54Z', 'updated_at': '2022-01-18T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:42.928503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120abcd3-2418-48b9-98c5-05cc681d65c9 None None] Pushing event updated for resources: {'Port': ['ID=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:42.989683 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aba51224-6603-436e-8ffa-313811a1392f req-d77f891d-b47f-4669-8c50-bbe19861ab27 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 210 time: 0.2509336 Jan 18 22:50:43.004851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Request body: {'port': {'device_id': '03e7259a-f16d-43a2-b8df-ee782a513488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:43.052450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:50:43.090531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c538c9-2342-47c5-8494-5f69941bd26d req-faf06edc-ca5a-4b28-95c5-82623d6edbf5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:43.092092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35c538c9-2342-47c5-8494-5f69941bd26d req-faf06edc-ca5a-4b28-95c5-82623d6edbf5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 945 time: 0.5401516 Jan 18 22:50:43.094381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.108857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b101ea90-ec00-4f32-aaec-b52d42afe2f5) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:43.119265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0b465-d52f-4742-9d81-78fceaa38af8 None None] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:43.194963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:43.195560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.199242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35c538c9-2342-47c5-8494-5f69941bd26d req-db4cccb8-9f3d-45e1-9eea-4d6d67fadf8d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991924 Jan 18 22:50:43.255997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.352204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-98793c30-bd22-485f-8510-5ae7a8446f76 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6968145 Jan 18 22:50:43.366661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57568) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:43.393852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:43.416509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:43.424194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.432170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Usage tracker for resource:router and tenant:aba2bf4812f14bfdbafac93a4462baf9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:43.451899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:43.463383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:50:43.464710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.465136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e90cb6-b7fd-4b44-b928-b2c5f223941d req-4ea2dcaa-b141-4c03-b6da-16c6cbeb16ae tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:43.466695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0e90cb6-b7fd-4b44-b928-b2c5f223941d req-4ea2dcaa-b141-4c03-b6da-16c6cbeb16ae tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.3675766 Jan 18 22:50:43.483729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:43.526506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] For port 45d35a26-4b46-4190-94d1-1a8a9815efb5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d35a26-4b46-4190-94d1-1a8a9815efb5,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:43.527526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.557826 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0e90cb6-b7fd-4b44-b928-b2c5f223941d req-4d0a854b-2908-4027-a809-a1603916b2a3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Jan 18 22:50:43.561654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.563306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.712903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Allocated IP 172.20.0.2 (b101ea90-ec00-4f32-aaec-b52d42afe2f5/e3214c30-39f5-44a2-a2d5-b350be9a85ab/36ac02ca-f769-4505-9733-d7e59995cc8d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:43.732484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:43.862457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.871072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d679f-3aec-4f1b-bf02-cdf5804f0e2e req-2ae1655e-7c5d-4090-a5bb-d2fb1032e1df tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:43.871761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f76d679f-3aec-4f1b-bf02-cdf5804f0e2e req-2ae1655e-7c5d-4090-a5bb-d2fb1032e1df tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:43.880984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Calling delete_port for 45d35a26-4b46-4190-94d1-1a8a9815efb5 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:43.891096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:43.985060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f76d679f-3aec-4f1b-bf02-cdf5804f0e2e req-2ae1655e-7c5d-4090-a5bb-d2fb1032e1df tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:43.986515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f76d679f-3aec-4f1b-bf02-cdf5804f0e2e req-2ae1655e-7c5d-4090-a5bb-d2fb1032e1df tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 932 time: 0.6064074 Jan 18 22:50:43.988528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Network 0164d2ef-ded9-4f83-aef4-24c2507c8777 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:43.997378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:44.004439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:44.074873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Pushing event updated for resources: {'Port': ['ID=605ba1f1-3045-4688-9d3f-76f22fc10d3a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:44.097973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:44.138706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'port_id': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'mac_address': 'fa:16:3e:49:0a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d11dd-b1c0-46bb-8b29-5230edbae164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:44.154037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:44.154607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.156331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.171073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f76d679f-3aec-4f1b-bf02-cdf5804f0e2e req-ef6f7f48-64af-45c0-b6be-ffdd2aae42e8 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749582 Jan 18 22:50:44.197297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f84a4979-1241-4577-878b-de04f23b6001 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3669925 Jan 18 22:50:44.208423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Request body: {'port': {'device_id': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:44.243159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:44.264021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.265802 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.295446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c40c5f4c-809e-4244-a643-bbe67d994acf {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:44.306971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2678a40e-d64e-4132-8751-639006f6ca3b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:44.336128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f6d662-3fe5-4ee4-95c8-247df73d3b50 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:44.361949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 2678a40e-d64e-4132-8751-639006f6ca3b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:44.362293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2678a40e-d64e-4132-8751-639006f6ca3b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:44.393771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.404051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:44.443912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.477430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d35a26-4b46-4190-94d1-1a8a9815efb5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:44.481037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Transition to ACTIVE for port object 97f6d662-3fe5-4ee4-95c8-247df73d3b50 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:44.483472 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.483598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d17f854-f5a8-45da-ae47-236e7dddec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.498579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.529269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.542835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:44.545718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Transition to ACTIVE for port object 36ac02ca-f769-4505-9733-d7e59995cc8d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:44.549732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e051fad-a870-4c6f-9349-44bb1e41bb6e None None] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:44.641741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Transition to ACTIVE for port object 36ac02ca-f769-4505-9733-d7e59995cc8d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:44.656418 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.686935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Pushing event updated for resources: {'Port': ['ID=97f6d662-3fe5-4ee4-95c8-247df73d3b50,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:44.705940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b779a-ec3a-4b53-9f88-766dce992467 req-6c5a1fe6-45aa-4b21-9ea4-3024c5595dc0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:44.707432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df9b779a-ec3a-4b53-9f88-766dce992467 req-6c5a1fe6-45aa-4b21-9ea4-3024c5595dc0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 945 time: 0.3227706 Jan 18 22:50:44.711541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] Provisioning for port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:44.726080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c40c5f4c-809e-4244-a643-bbe67d994acf'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:44.767835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] Provisioning complete for port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:44.768210 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.779468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.838696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:44.855158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:44.884546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Pushing event updated for resources: {'Port': ['ID=36ac02ca-f769-4505-9733-d7e59995cc8d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:44.888364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:44.902673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:44.910052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df9b779a-ec3a-4b53-9f88-766dce992467 req-401cac96-2b76-4a34-8c11-5e83366e09b2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738243 Jan 18 22:50:44.999603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Attempting to bind port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:45.000306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Attempting to bind port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:45.000306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Attempting to bind port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:45.018379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:50:45.018687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Attempting to bind port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 on network ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:45.029136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:45.029488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Checking segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:45.029883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Bound using segment: {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:45.030319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Bound port: 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8ef710-1e06-41e9-8f03-601c3dd50b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:45.030672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.110739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cebd29-a366-45fa-ac44-bc5c42afcff4 req-4c06ab9b-3217-4f79-956a-8c3cc216c93f tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:45.112257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8cebd29-a366-45fa-ac44-bc5c42afcff4 req-4c06ab9b-3217-4f79-956a-8c3cc216c93f tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 931 time: 0.9320695 Jan 18 22:50:45.122265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.138371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.219228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Attempting to bind port 36ac02ca-f769-4505-9733-d7e59995cc8d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:45.219766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Attempting to bind port 36ac02ca-f769-4505-9733-d7e59995cc8d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:45.220229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Attempting to bind port 36ac02ca-f769-4505-9733-d7e59995cc8d on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:45.256054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:45.257687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Checking segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:45.257687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.257687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Bound using segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:45.258091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Bound port: 36ac02ca-f769-4505-9733-d7e59995cc8d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:45.258702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.262936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] For port 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:45.295033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] For port 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:45.301035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605ba1f1-3045-4688-9d3f-76f22fc10d3a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:45.306358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.309893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.315876 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.383775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8068c1-5b03-4d32-8961-b310510d3ef6 req-6444356d-a74a-446a-a45e-c0818e479f9d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:45.385468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd8068c1-5b03-4d32-8961-b310510d3ef6 req-6444356d-a74a-446a-a45e-c0818e479f9d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 944 time: 0.2877617 Jan 18 22:50:45.431197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.432438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Transition to ACTIVE for port object 605ba1f1-3045-4688-9d3f-76f22fc10d3a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:45.432624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c9fd9e-4d65-4538-b610-664201deabef {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:50:45.442511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:45.443143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.444343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] For port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:45.445074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] 10.222.0.85 "PUT /v2.0/ports/97f6d662-3fe5-4ee4-95c8-247df73d3b50 HTTP/1.1" status: 200 len: 1092 time: 2.5366514 Jan 18 22:50:45.446741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e7259a-f16d-43a2-b8df-ee782a513488', 'tag': '97f6d662-3fe5-4ee4-95c8-247df73d3b50'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:45.461324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.465743 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8cebd29-a366-45fa-ac44-bc5c42afcff4 req-935b0a88-c9da-4c21-914c-082e05e3d667 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251846 Jan 18 22:50:45.467390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.485222 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.534616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.581047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:45.633576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:45.659445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.663780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.682877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.685988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df636d05-55b5-4e23-ad38-7cd0d8c769c4 None None] Pushing event updated for resources: {'Port': ['ID=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:45.725876 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.727253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d720ce19-1299-4d75-8bb9-69f6c30ceb14 admin admin] 10.222.0.78 "DELETE /v2.0/routers/20c9fd9e-4d65-4538-b610-664201deabef HTTP/1.1" status: 204 len: 168 time: 3.9914072 Jan 18 22:50:45.734408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57586) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:45.735807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72bedc-f0b0-470d-bd46-6b70f1bc7e84 service neutron] Pushing event updated for resources: {'Port': ['ID=97f6d662-3fe5-4ee4-95c8-247df73d3b50,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:45.809080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf363-8b10-46d9-a895-699765195aa5 None None] Pushing event updated for resources: {'Port': ['ID=36ac02ca-f769-4505-9733-d7e59995cc8d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:45.838027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Deleting subnet 7695c570-900f-4088-be88-3abb1b44c77f {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:50:45.842898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.884652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:45.902304 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.983798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd8068c1-5b03-4d32-8961-b310510d3ef6 req-b375230f-e548-49c7-87a9-581ff7a074a0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696440 Jan 18 22:50:46.000401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.108478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a937cf18-6c35-40f3-9e17-a265fed406c3 None None] Provisioning complete for port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:46.108855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a937cf18-6c35-40f3-9e17-a265fed406c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.153053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Pushing event updated for resources: {'Port': ['ID=605ba1f1-3045-4688-9d3f-76f22fc10d3a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:46.167701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-21f6dd13-ea76-4ff8-958a-9d46e4b493a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:46.169429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-21f6dd13-ea76-4ff8-958a-9d46e4b493a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 1095 time: 0.6693873 Jan 18 22:50:46.252160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.293671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-87b4a0fe-8ede-4e67-88f6-e94a03d1f1c0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50 HTTP/1.1" status: 200 len: 217 time: 0.1090286 Jan 18 22:50:46.300549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Attempting to bind port 605ba1f1-3045-4688-9d3f-76f22fc10d3a on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:46.300887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Attempting to bind port 605ba1f1-3045-4688-9d3f-76f22fc10d3a by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'b3a868d5-7973-4780-a84a-a455afec5fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:46.301737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Attempting to bind port 605ba1f1-3045-4688-9d3f-76f22fc10d3a on network 0164d2ef-ded9-4f83-aef4-24c2507c8777 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:46.309217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7695c570-900f-4088-be88-3abb1b44c77f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:46.321254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.326028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Allocated IP 172.25.4.78 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/12a40b2a-4ccb-48e8-973d-8989b355818c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:46.334076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c6361-232b-4fe4-b1bb-c53b1ed46f56 None None] Network 86ef4ff9-5530-42b3-bd29-609d72689a2a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:46.347655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-739d7bc3-a29f-4104-a4ef-b2f12a27e041 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7695c570-900f-4088-be88-3abb1b44c77f HTTP/1.1" status: 204 len: 168 time: 0.6118722 Jan 18 22:50:46.352008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:46.360609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Port 605ba1f1-3045-4688-9d3f-76f22fc10d3a on network 0164d2ef-ded9-4f83-aef4-24c2507c8777 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:50:46.360940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Attempting to bind port 605ba1f1-3045-4688-9d3f-76f22fc10d3a on network 0164d2ef-ded9-4f83-aef4-24c2507c8777 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:46.381420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:46.382268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Checking segment: {'id': 'b3a868d5-7973-4780-a84a-a455afec5fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:46.383137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Bound using segment: {'id': 'b3a868d5-7973-4780-a84a-a455afec5fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:46.383329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Bound port: 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a868d5-7973-4780-a84a-a455afec5fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:46.383663 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.437882 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.453970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47925-cac0-4594-85a9-c25430380282 req-2b04fc69-eda6-4736-bb9c-dfb7eeb03781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:46.455351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-2b04fc69-eda6-4736-bb9c-dfb7eeb03781 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 200 len: 862 time: 0.1512609 Jan 18 22:50:46.479590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c40c5f4c-809e-4244-a643-bbe67d994acf {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:46.516405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-9970f45e-f1eb-443c-a904-1a55a1257663 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524211 Jan 18 22:50:46.528114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c742b-46eb-446a-b5b1-9a02a1b506c3 req-fd842ba5-b53e-441a-bb0a-ab73d23655dc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:46.529562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f27c742b-46eb-446a-b5b1-9a02a1b506c3 req-fd842ba5-b53e-441a-bb0a-ab73d23655dc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 944 time: 0.3439910 Jan 18 22:50:46.538356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:46.577289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.632312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c6ee-3dc3-43c0-9e8a-1a20271fd6a0 req-829fc73c-2f71-41e3-a077-8fd50be7c238 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:46.644928 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44a7c6ee-3dc3-43c0-9e8a-1a20271fd6a0 req-829fc73c-2f71-41e3-a077-8fd50be7c238 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 945 time: 0.8156290 Jan 18 22:50:46.645636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:46.666352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:46.675052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] For port 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:46.690053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'floatingip': {'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:46.692516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f27c742b-46eb-446a-b5b1-9a02a1b506c3 req-8963c993-8580-477f-8ec1-fe848d49ca99 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340978 Jan 18 22:50:46.698292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] For port 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a,segment=NetworkSegment(b3a868d5-7973-4780-a84a-a455afec5fa4),segment_id=b3a868d5-7973-4780-a84a-a455afec5fa4)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:46.769067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-828aac52-17ce-46e6-a9dc-f2641be54afc service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367482 Jan 18 22:50:46.770688 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e7259a-f16d-43a2-b8df-ee782a513488', 'tag': '97f6d662-3fe5-4ee4-95c8-247df73d3b50', 'status': 'completed', 'code': 200} Jan 18 22:50:46.772482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.786539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] DHCP port deletion for 86ef4ff9-5530-42b3-bd29-609d72689a2a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:50:46.790604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] Deleting port a259c351-7f25-44f2-9312-1cccff7a1364 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:46.790983 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.932188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.957846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.055672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.056337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.057772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] 10.222.0.85 "PUT /v2.0/ports/605ba1f1-3045-4688-9d3f-76f22fc10d3a HTTP/1.1" status: 200 len: 1091 time: 2.8536103 Jan 18 22:50:47.066752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4c47925-cac0-4594-85a9-c25430380282 req-bb38a67f-062a-46dd-957b-da111321c947 service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662106 Jan 18 22:50:47.108533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.110471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4791a78-e5a3-496c-9bb1-9759cced6058 service neutron] Pushing event updated for resources: {'Port': ['ID=605ba1f1-3045-4688-9d3f-76f22fc10d3a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:47.120163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] For port a259c351-7f25-44f2-9312-1cccff7a1364, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a259c351-7f25-44f2-9312-1cccff7a1364,segment=NetworkSegment(da0c2f22-c25c-42ae-8197-543abd6cfe1a),segment_id=da0c2f22-c25c-42ae-8197-543abd6cfe1a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:47.120804 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.280400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] Calling delete_port for a259c351-7f25-44f2-9312-1cccff7a1364 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:47.294183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.309049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde03e77-59ee-43eb-af16-2ab68a449b90 None None] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:47.314419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Deleting port a259c351-7f25-44f2-9312-1cccff7a1364 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:47.314762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.346631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-b5ddd601-bacb-4211-9944-5fd0dadb2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.348225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-b5ddd601-bacb-4211-9944-5fd0dadb2f6a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dd7728081455451fb419efcb00f7dd3e&device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 1095 time: 0.1838660 Jan 18 22:50:47.361758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cea486-ae33-4fc6-bc2d-a0619671318a req-1a77db7c-57d8-4cea-8f53-e2f93a0aa35a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.363245 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26cea486-ae33-4fc6-bc2d-a0619671318a req-1a77db7c-57d8-4cea-8f53-e2f93a0aa35a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 943 time: 0.1434968 Jan 18 22:50:47.387023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.453856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-176c6fc5-d709-486e-aa64-82761d54d104 None None] Provisioning for port 36ac02ca-f769-4505-9733-d7e59995cc8d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:47.458449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f7bfa008-275b-4193-b184-9b22284d8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.459990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-f7bfa008-275b-4193-b184-9b22284d8a86 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c73232a7f9064ffca90b82ebce76e8bd&device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 1094 time: 0.3311093 Jan 18 22:50:47.517500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.557402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-20ba2165-aab5-48fb-b69c-abf5499da2a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a HTTP/1.1" status: 200 len: 217 time: 0.0838561 Jan 18 22:50:47.566970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] Pushing event deleted for resources: {'Port': ['ID=a259c351-7f25-44f2-9312-1cccff7a1364,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:47.623408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26cea486-ae33-4fc6-bc2d-a0619671318a req-09aba548-e620-4027-99b3-55e113217359 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405152 Jan 18 22:50:47.649707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981ea3e-ff68-4367-ae3f-2311988ca6d3 None None] No DVR routers for this DVR port a259c351-7f25-44f2-9312-1cccff7a1364 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:47.682746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-1494ea46-4d28-4367-87ed-0edbab0f8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.684240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-1494ea46-4d28-4367-87ed-0edbab0f8c75 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=554c04b8-567f-4b9c-b15e-0790f0ba7c99 HTTP/1.1" status: 200 len: 854 time: 0.1171498 Jan 18 22:50:47.685225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-48d9729d-9f50-473f-9cf9-ada865f79207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.686895 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-48d9729d-9f50-473f-9cf9-ada865f79207 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 200 len: 923 time: 0.3226221 Jan 18 22:50:47.775599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.783802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:47.804479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] The port 'a259c351-7f25-44f2-9312-1cccff7a1364' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:50:47.890993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:47.990843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Allocated IP 172.25.4.109 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/793d340f-d1ab-4a14-b5df-fd6dcf69a3d2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:47.994417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port c40c5f4c-809e-4244-a643-bbe67d994acf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:47.994879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.999284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.999773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-76964923-a41d-4dcc-8bd1-5784f7773680 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50 HTTP/1.1" status: 200 len: 217 time: 0.3000257 Jan 18 22:50:48.001936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-d3076afb-4164-428e-a9a8-fa3b8ea6150c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0164d2ef-ded9-4f83-aef4-24c2507c8777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3049684 Jan 18 22:50:48.041907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-6809ba94-3690-459e-b0af-b48b11b72aab service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:50:48.042904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-6809ba94-3690-459e-b0af-b48b11b72aab service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110021 Jan 18 22:50:48.061682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:48.062057 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.065367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662ac12-cb71-4efd-9601-fda7537e7ef6 req-a92bb272-26f9-4722-a592-df2ecb2aeac5 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:48.066977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2662ac12-cb71-4efd-9601-fda7537e7ef6 req-a92bb272-26f9-4722-a592-df2ecb2aeac5 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 943 time: 1.1244223 Jan 18 22:50:48.191148 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.206750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-7aae61ff-6293-4bcb-8aa2-edbf36756488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:48.208204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-7aae61ff-6293-4bcb-8aa2-edbf36756488 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 200 len: 862 time: 0.1707289 Jan 18 22:50:48.253039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:48.263439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:48.273921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-8c349b86-b76e-4ac2-bc16-2eb049d629b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575521 Jan 18 22:50:48.277535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:48.279137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 36ac02ca-f769-4505-9733-d7e59995cc8d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:48.307799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.318877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3841e-99c5-43a7-9a42-3ccaddd5a7b8 req-3de0993b-83ee-4ca0-930c-c484f09576f9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:48.320345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01b3841e-99c5-43a7-9a42-3ccaddd5a7b8 req-3de0993b-83ee-4ca0-930c-c484f09576f9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 944 time: 0.3225360 Jan 18 22:50:48.353634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:48.359862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:48.374836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-d1424cf9-12a7-4383-997c-34e7d8d04eb5 service neutron] 10.222.0.85 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973113 Jan 18 22:50:48.413291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:48.423994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 36ac02ca-f769-4505-9733-d7e59995cc8d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:48.430538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 36ac02ca-f769-4505-9733-d7e59995cc8d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:48.430942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.438160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=12a40b2a-4ccb-48e8-973d-8989b355818c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:48.479235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2662ac12-cb71-4efd-9601-fda7537e7ef6 req-0671a262-7c38-407c-952e-6c6fbb7abbea tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721621 Jan 18 22:50:48.481151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.528437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01b3841e-99c5-43a7-9a42-3ccaddd5a7b8 req-f8fda1dd-7c4b-4d66-b28e-8ff25be18899 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559668 Jan 18 22:50:48.572211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-ba7c433c-b304-4cad-b2db-f8d50d24bf50 service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859418 Jan 18 22:50:48.617980 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'code': 200} Jan 18 22:50:48.622646 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2987003-18e7-4436-ba49-fe52ff137af5 req-2a7e0326-4d95-4553-ab42-1e51f5a4f8fc service neutron] 10.222.0.85 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246633 Jan 18 22:50:48.636467 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.679847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:48.687418 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.724612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ef4ff9-5530-42b3-bd29-609d72689a2a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:48.779097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94b41789-bcc6-4fb1-9d3e-b4391a4987ab req-2320b8be-91bf-47cb-8566-1377977ece83 service neutron] 10.222.0.85 "GET /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773314 Jan 18 22:50:48.779724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'tag': '605ba1f1-3045-4688-9d3f-76f22fc10d3a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:48.796626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d35a26-4b46-4190-94d1-1a8a9815efb5 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:48.803976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0c2f22-c25c-42ae-8197-543abd6cfe1a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:48.804460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0c2f22-c25c-42ae-8197-543abd6cfe1a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:48.827839 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'tag': '605ba1f1-3045-4688-9d3f-76f22fc10d3a', 'status': 'completed', 'code': 200} Jan 18 22:50:48.848711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.867321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 45d35a26-4b46-4190-94d1-1a8a9815efb5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:48.867829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d35a26-4b46-4190-94d1-1a8a9815efb5 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:48.868410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a259c351-7f25-44f2-9312-1cccff7a1364 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:48.892638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:48.909377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a259c351-7f25-44f2-9312-1cccff7a1364 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:48.909858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a259c351-7f25-44f2-9312-1cccff7a1364 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:48.926439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=36ac02ca-f769-4505-9733-d7e59995cc8d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:48.946587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-0a3877f9-c63e-4633-bd78-4d27de38f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:48.948225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-0a3877f9-c63e-4633-bd78-4d27de38f0f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c73232a7f9064ffca90b82ebce76e8bd&device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 1094 time: 0.0890794 Jan 18 22:50:48.993199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.033070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:50:49.033371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:50:49.049883 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:50:49.088048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-de3ad212-5573-40d5-af61-a93208384a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:49.089744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-de3ad212-5573-40d5-af61-a93208384a22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0164d2ef-ded9-4f83-aef4-24c2507c8777 HTTP/1.1" status: 200 len: 915 time: 0.1346385 Jan 18 22:50:49.157056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-a344223e-302a-45f5-be67-c611d823c3de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a HTTP/1.1" status: 200 len: 217 time: 0.0608180 Jan 18 22:50:49.226690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-ba54606f-0fc3-4e7a-ad66-197072184b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:49.228207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-ba54606f-0fc3-4e7a-ad66-197072184b3e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=554c04b8-567f-4b9c-b15e-0790f0ba7c99 HTTP/1.1" status: 200 len: 854 time: 0.0632429 Jan 18 22:50:49.275792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-bb83b547-acf5-45c4-ac96-03f239af5e66 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0164d2ef-ded9-4f83-aef4-24c2507c8777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410478 Jan 18 22:50:49.382099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.412080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.414865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-ae406136-893c-491e-bb0c-bcd63b20dcaa service neutron] 10.222.0.85 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323488 Jan 18 22:50:49.439246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.476769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ef4ff9-5530-42b3-bd29-609d72689a2a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:49.551987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:50:49.553918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fed39e91-54ff-49f5-bf7a-e09cd24a92af req-e26aab37-1b6b-4a2a-ac25-1ca7c29320c0 service neutron] 10.222.0.85 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325078 Jan 18 22:50:49.644058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f884910d-cd53-4dfc-9997-bfc1c34a2cb4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/86ef4ff9-5530-42b3-bd29-609d72689a2a HTTP/1.1" status: 204 len: 168 time: 3.2884362 Jan 18 22:50:49.651073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 36ac02ca-f769-4505-9733-d7e59995cc8d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:49.687814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1a946-84d8-4338-87a3-82f4bddbeffb req-8f9dcd8a-ac7b-47ca-ac93-2ac7163da364 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:49.688994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fbf1a946-84d8-4338-87a3-82f4bddbeffb req-8f9dcd8a-ac7b-47ca-ac93-2ac7163da364 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.8460958 Jan 18 22:50:49.690301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Pushing event updated for resources: {'Port': ['ID=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:49.693470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:49.710545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:49.713976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e67e-a6fe-4365-9e58-c4b877b09580 req-2e1da1d8-061a-49d5-8c53-604cf617cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:49.715617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc19e67e-a6fe-4365-9e58-c4b877b09580 req-2e1da1d8-061a-49d5-8c53-604cf617cb4e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 1096 time: 0.7764299 Jan 18 22:50:49.719288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:49.737991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 36ac02ca-f769-4505-9733-d7e59995cc8d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:49.738527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.827020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.830087 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.839404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-0221666b-2585-4b70-9308-ccfd8c9c36ee tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:49.840190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-0221666b-2585-4b70-9308-ccfd8c9c36ee tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Synchronizing usage tracker for tenant:c73232a7f9064ffca90b82ebce76e8bd on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:49.864334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-0221666b-2585-4b70-9308-ccfd8c9c36ee tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Unset dirty status for tenant:c73232a7f9064ffca90b82ebce76e8bd on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:49.874303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-0221666b-2585-4b70-9308-ccfd8c9c36ee tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 943 time: 0.2832794 Jan 18 22:50:49.914561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.924176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57624) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:49.941723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-de8361a3-dd30-4e71-ae4c-7f3f06c83637 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Synchronizing usage tracker for tenant:c73232a7f9064ffca90b82ebce76e8bd on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:50:49.987064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-de8361a3-dd30-4e71-ae4c-7f3f06c83637 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Unset dirty status for tenant:c73232a7f9064ffca90b82ebce76e8bd on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:50:49.988334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b185e7a6-0c67-4ba6-85cb-5362b32d2363 req-de8361a3-dd30-4e71-ae4c-7f3f06c83637 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131194 Jan 18 22:50:49.994890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9e4afa15-af18-4367-b344-c2ce22e941e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4dfbebcdbdb4ba78845890bdb44260c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664921 Jan 18 22:50:49.994890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:49.998385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fbf1a946-84d8-4338-87a3-82f4bddbeffb req-f4f2c662-d094-473f-b54f-a82f3ea87758 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918754 Jan 18 22:50:50.023562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc19e67e-a6fe-4365-9e58-c4b877b09580 req-e1ea53bc-3141-4b93-87df-03209359da89 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584527 Jan 18 22:50:50.093404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ebee-7a1c-4524-8d3b-37416f86a2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.148376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97f6d662-3fe5-4ee4-95c8-247df73d3b50 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:50.164143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ebee-7a1c-4524-8d3b-37416f86a2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.246841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ebee-7a1c-4524-8d3b-37416f86a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.258677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce30360-910b-44e6-a2c1-8eb531143e2d req-d9ea4bdd-6db9-4b7f-9147-b1e7c008ab6d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:50.260151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fce30360-910b-44e6-a2c1-8eb531143e2d req-d9ea4bdd-6db9-4b7f-9147-b1e7c008ab6d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 944 time: 0.1413071 Jan 18 22:50:50.291797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ebee-7a1c-4524-8d3b-37416f86a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35419ba3-ec18-48ab-af39-2e246574df6f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:50.298616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ebee-7a1c-4524-8d3b-37416f86a2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.304698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f1b6ebee-7a1c-4524-8d3b-37416f86a2ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35419ba3-ec18-48ab-af39-2e246574df6f HTTP/1.1" status: 204 len: 168 time: 0.3049302 Jan 18 22:50:50.329393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:50.334827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fce30360-910b-44e6-a2c1-8eb531143e2d req-d289bb35-f41c-4e44-adc6-3cce46758f66 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654871 Jan 18 22:50:50.344158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '97f6d662-3fe5-4ee4-95c8-247df73d3b50', 'network_id': 'ded1ab8a-0ad3-4462-aedd-7b9bc3152a36', 'port_id': '97f6d662-3fe5-4ee4-95c8-247df73d3b50', 'mac_address': 'fa:16:3e:c9:44:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069e882-c96a-4fda-8497-d2cb13f780c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:50.379137 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Floating IP 0a6b102b-0e96-4d00-90f0-006f91d5a144 associated. External IP: 172.25.4.172, port: 1a8603da-2ae5-4560-80d1-bfdaf3c236ae. Jan 18 22:50:50.405705 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.422305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f6d662-3fe5-4ee4-95c8-247df73d3b50 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:50.439790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:50.444848 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.445825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 605ba1f1-3045-4688-9d3f-76f22fc10d3a details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:50:50.593861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=97f6d662-3fe5-4ee4-95c8-247df73d3b50,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:50.702790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a,segment=NetworkSegment(b3a868d5-7973-4780-a84a-a455afec5fa4),segment_id=b3a868d5-7973-4780-a84a-a455afec5fa4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:50.716591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '605ba1f1-3045-4688-9d3f-76f22fc10d3a', 'network_id': '0164d2ef-ded9-4f83-aef4-24c2507c8777', 'port_id': '605ba1f1-3045-4688-9d3f-76f22fc10d3a', 'mac_address': 'fa:16:3e:79:5e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c04b8-567f-4b9c-b15e-0790f0ba7c99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:50:50.774317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.792218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605ba1f1-3045-4688-9d3f-76f22fc10d3a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:50:50.809087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a,segment=NetworkSegment(b3a868d5-7973-4780-a84a-a455afec5fa4),segment_id=b3a868d5-7973-4780-a84a-a455afec5fa4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:50.814140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:50.902557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=605ba1f1-3045-4688-9d3f-76f22fc10d3a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:51.013675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.035434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['97f6d662-3fe5-4ee4-95c8-247df73d3b50'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:51.087383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['605ba1f1-3045-4688-9d3f-76f22fc10d3a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:51.170752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.310594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57658) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:51.390254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506f604-1b56-4361-b683-4ac7b32eb3af req-a270a98d-783b-4df5-a70e-e3149c23989f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:51.398869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b506f604-1b56-4361-b683-4ac7b32eb3af req-a270a98d-783b-4df5-a70e-e3149c23989f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.1433496 Jan 18 22:50:51.451172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b506f604-1b56-4361-b683-4ac7b32eb3af req-08cc6aaf-c3d4-4c29-8245-fd319bd3b5d1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495119 Jan 18 22:50:51.529299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-network', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:51.534809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:51.538207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Usage tracker for resource:network and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:51.541181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:51.547338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:51.563946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:51.566705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.580771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.597999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:51.602016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:51.605027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:51.610791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:51.691382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:51.757441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.762069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.781274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81c237-34c2-4200-a447-0a815eb65e23 req-d5220b10-b8d5-4079-b247-f0b5c13b60b8 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:51.782641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a81c237-34c2-4200-a447-0a815eb65e23 req-d5220b10-b8d5-4079-b247-f0b5c13b60b8 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 945 time: 0.1393707 Jan 18 22:50:51.808041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc3b6-c3e2-46c5-a628-b48183de7280 req-24d44003-53ed-40d2-aed2-7df3a42c68e4 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:51.809504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c1fc3b6-c3e2-46c5-a628-b48183de7280 req-24d44003-53ed-40d2-aed2-7df3a42c68e4 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 944 time: 0.5023749 Jan 18 22:50:51.819119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:50:51.826825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97715e-c306-42b2-9247-713095d14c6b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:51.842113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.842553 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Added segment 2f3482d6-8c43-460a-ae6b-534aae6be4fb of type vlan for network ef090220-0f12-4e79-b6f3-cca6384bc642 Jan 18 22:50:51.861695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a81c237-34c2-4200-a447-0a815eb65e23 req-41afd4c4-1433-4ac8-89f6-b7bc482e55f4 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665371 Jan 18 22:50:51.885001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.924211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.925322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:51.926562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.973114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6613927 Jan 18 22:50:51.981981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57668) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:51.988227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Request body: {'subnet': {'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-subnet', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:52.066153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:52.105515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Usage tracker for resource:subnet and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:52.110774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:52.119121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:52.140874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5edec-5923-4b9d-bfb3-0367ade0bd56 admin admin] Pushing event updated for resources: {'Network': ['ID=ef090220-0f12-4e79-b6f3-cca6384bc642,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:52.152775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Router 4abb3d3f-dff5-43df-b578-0578a64ac449 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:50:52.154729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:52.156481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ef090220-0f12-4e79-b6f3-cca6384bc642 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:50:52.157553 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.171644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97f6d662-3fe5-4ee4-95c8-247df73d3b50 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:52.222655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c1fc3b6-c3e2-46c5-a628-b48183de7280 req-8925d0e5-1503-46b6-8e91-4fc25b2304fa tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535066 Jan 18 22:50:52.264322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357537-5354-4425-8710-63c9488215ba req-d83ec7e3-8c41-41b9-9ca0-a0d93f9a73c1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:52.266458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07357537-5354-4425-8710-63c9488215ba req-d83ec7e3-8c41-41b9-9ca0-a0d93f9a73c1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.2835803 Jan 18 22:50:52.318810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.325948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:52.332386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:52.333566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.336550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07357537-5354-4425-8710-63c9488215ba req-39fc63cd-b737-4318-baa1-7cf51d7ebd8e tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613685 Jan 18 22:50:52.415724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:52.431764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.442551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] Sync routers for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:52.473230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.473482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:52.473915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:52.540700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.587183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7259a-f16d-43a2-b8df-ee782a513488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6d662-3fe5-4ee4-95c8-247df73d3b50'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:52.602401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663041fd-7e8b-486b-af81-83e8ce24a2fc,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:52.643017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Checking segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:52.643017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Network hostable DHCP agents. Network: ef090220-0f12-4e79-b6f3-cca6384bc642, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:50:52.670411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:52.681596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:52.684459 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Sync routers for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:52.690868 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f57c657f-6783-431a-ab4a-610c816356d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "PUT /v2.0/floatingips/0a6b102b-0e96-4d00-90f0-006f91d5a144 HTTP/1.1" status: 200 len: 991 time: 6.0170770 Jan 18 22:50:52.697090 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.698094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Network ef090220-0f12-4e79-b6f3-cca6384bc642 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:50:52.699361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:52.700097 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:52.702469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 605ba1f1-3045-4688-9d3f-76f22fc10d3a up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:52.722009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ef090220-0f12-4e79-b6f3-cca6384bc642) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:52.728734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:52.730254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.775853 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7259a-f16d-43a2-b8df-ee782a513488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6d662-3fe5-4ee4-95c8-247df73d3b50', 'code': 200} Jan 18 22:50:52.786215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:52.811165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012242b-40c1-41e3-836b-8af463c167f8 None None] Network ef090220-0f12-4e79-b6f3-cca6384bc642 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:52.830160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-55780846-7cb4-4223-8b82-113f260e38f9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8459375 Jan 18 22:50:52.830794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57688) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:52.857406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:52.887556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:52.896178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Usage tracker for resource:router and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:50:52.904277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:50:52.916580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.925289 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-861d4fbf-9296-438e-9b61-6770baefbcd1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.1896672 Jan 18 22:50:52.944935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57702) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:52.968614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:50:53.078326 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:53.113319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:53.118811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.119932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.134393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.304324 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'status': 'completed', 'code': 200} Jan 18 22:50:53.369000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:50:53.438105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=97f6d662-3fe5-4ee4-95c8-247df73d3b50,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:53.468390 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:49Z', 'revision_number': 3, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:53.472622 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Checking router: 4abb3d3f-dff5-43df-b578-0578a64ac449 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:53.472988 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Updating router 4abb3d3f-dff5-43df-b578-0578a64ac449 port 12a40b2a-4ccb-48e8-973d-8989b355818c binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:53.534543 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.583399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-ef090220-0f12-4e79-b6f3-cca6384bc642', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:50:53.584570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.599954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 605ba1f1-3045-4688-9d3f-76f22fc10d3a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:53.626635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 605ba1f1-3045-4688-9d3f-76f22fc10d3a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:53.627065 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.663714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e85fb-d972-4b8e-b707-680d89ed1d17 req-04bdf5d1-a116-4ade-a8c7-488a1451b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.666404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-259e85fb-d972-4b8e-b707-680d89ed1d17 req-04bdf5d1-a116-4ade-a8c7-488a1451b2ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 1097 time: 0.8673925 Jan 18 22:50:53.685652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-ac505532-91aa-40fe-8a3e-63f900452772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.687848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-ac505532-91aa-40fe-8a3e-63f900452772 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1096 time: 0.6684897 Jan 18 22:50:53.709303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.756043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-d5dd3fa3-1e4d-44d4-b69d-a23a8276f3ba tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.758137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-d5dd3fa3-1e4d-44d4-b69d-a23a8276f3ba tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 814 time: 0.7908151 Jan 18 22:50:53.827044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Allocated IP 172.20.0.2 (ef090220-0f12-4e79-b6f3-cca6384bc642/663041fd-7e8b-486b-af81-83e8ce24a2fc/e81c2fe7-d9d1-4f37-8490-f05a0d18645d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:53.835995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-f2e3904b-8b7a-4aa5-bdd4-46b45c1ce29d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/quotas/aa08842096e04c1ca0f6e29fae56de4c HTTP/1.1" status: 200 len: 375 time: 0.0678082 Jan 18 22:50:53.878593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c6008-0546-4d45-99fb-367573823ecd req-a74357b1-7810-41ff-aa98-dd9a49a67363 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.886074 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-993c6008-0546-4d45-99fb-367573823ecd req-a74357b1-7810-41ff-aa98-dd9a49a67363 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 946 time: 0.5848048 Jan 18 22:50:53.928250 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.949914 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Transition to ACTIVE for port object 12a40b2a-4ccb-48e8-973d-8989b355818c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:53.955899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:50:53.971545 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.003137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-259e85fb-d972-4b8e-b707-680d89ed1d17 req-f15e31bd-0a6f-46e1-ada4-811227201755 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200393 Jan 18 22:50:54.052959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:54.074819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-993c6008-0546-4d45-99fb-367573823ecd req-7d74e6e3-206b-427a-802f-32518bfac5f8 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876378 Jan 18 22:50:54.087403 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Attempting to bind port 12a40b2a-4ccb-48e8-973d-8989b355818c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:54.087796 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Attempting to bind port 12a40b2a-4ccb-48e8-973d-8989b355818c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:54.088018 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Attempting to bind port 12a40b2a-4ccb-48e8-973d-8989b355818c on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:54.095327 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:54.095760 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:54.096133 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.096438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:54.096890 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Bound port: 12a40b2a-4ccb-48e8-973d-8989b355818c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:54.097290 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.109177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-785f4913-ec54-4fc2-9ec0-c51080182b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:54.110767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-785f4913-ec54-4fc2-9ec0-c51080182b75 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.4049437 Jan 18 22:50:54.132568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Pushing event updated for resources: {'Port': ['ID=12a40b2a-4ccb-48e8-973d-8989b355818c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:54.134561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-d5451f00-03c3-46ee-a806-c8dd5991b805 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2719460 Jan 18 22:50:54.138803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.140007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8a2f4df2-c71a-426b-9678-e75d1e683e16 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.7697492 Jan 18 22:50:54.145775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57712) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:50:54.157294 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.157818 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.158346 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.158800 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.159128 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.159448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.160180 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.160301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-77617218-d8a4-4e82-a40d-3c27f3a32705 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:50:54.160483 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.160483 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.160816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-77617218-d8a4-4e82-a40d-3c27f3a32705 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160072 Jan 18 22:50:54.166629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.166971 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.167303 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.239717 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] For port 12a40b2a-4ccb-48e8-973d-8989b355818c, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:54.243065 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] For port 12a40b2a-4ccb-48e8-973d-8989b355818c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=12a40b2a-4ccb-48e8-973d-8989b355818c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:54.259756 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.342035 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:54.342652 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:54.361009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-96446095-86dd-449c-a4b9-390ddd9e87aa tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:54.362501 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-96446095-86dd-449c-a4b9-390ddd9e87aa tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "GET /v2.0/ports?device_id=df162699-9f1c-4b77-8b5f-bd6fd6f0fd57 HTTP/1.1" status: 200 len: 945 time: 0.2778752 Jan 18 22:50:54.395452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-e46b4f0f-c053-498f-b4d6-efa7dcd2df9e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.1147244 Jan 18 22:50:54.399324 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.410829 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88ab58-6515-46d7-8b9f-19cf9dbba7dc None None] Pushing event updated for resources: {'Port': ['ID=12a40b2a-4ccb-48e8-973d-8989b355818c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:54.421996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Transition to ACTIVE for port object e81c2fe7-d9d1-4f37-8490-f05a0d18645d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:54.446088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:54.447040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:54.487679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-0d45bba7-f447-4e84-bf9f-ac007b087611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:54.489227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-0d45bba7-f447-4e84-bf9f-ac007b087611 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.0755451 Jan 18 22:50:54.512447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.527363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Deleting port c40c5f4c-809e-4244-a643-bbe67d994acf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:54.527939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.531806 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:54.650005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:54.684875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89b528-cb45-4a3f-9366-172dc4b77029 req-dedb2ed5-3bd5-4343-8d79-e079626726f4 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:54.686681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df89b528-cb45-4a3f-9366-172dc4b77029 req-dedb2ed5-3bd5-4343-8d79-e079626726f4 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 944 time: 0.4054701 Jan 18 22:50:54.883188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df89b528-cb45-4a3f-9366-172dc4b77029 req-8640e6d9-bd60-4ca7-baea-3711eac5a7cc tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790872 Jan 18 22:50:54.931002 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:49Z', 'revision_number': 3, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:54.941414 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a43beb-ec7d-4303-92f4-7f0437376f97 None None] The sync data for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 is: [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:49Z', 'revision_number': 3, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:54.970384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.045556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.085624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] For port c40c5f4c-809e-4244-a643-bbe67d994acf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c40c5f4c-809e-4244-a643-bbe67d994acf,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:55.086101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.134894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Allocated IP 172.20.0.1 (5292ed32-bcbc-4cb7-ad2b-81494737cee0/e0a45860-f308-4e6b-9059-659e93165c2a/8eac9c33-5ecd-4ce9-aa25-1608c61d79cf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:55.199251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Transition to ACTIVE for port object e81c2fe7-d9d1-4f37-8490-f05a0d18645d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:55.204162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.247907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.302193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Calling delete_port for c40c5f4c-809e-4244-a643-bbe67d994acf owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:50:55.350122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-c84099a1-dbc2-48e1-97db-45ef4a74a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:55.352015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-c84099a1-dbc2-48e1-97db-45ef4a74a8c3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7878401 Jan 18 22:50:55.389527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Pushing event updated for resources: {'Port': ['ID=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:55.408280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-355d45ba-619f-4cdf-ab98-217734faa496 service neutron] 10.222.0.78 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1619272 Jan 18 22:50:55.425273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a,segment=NetworkSegment(b3a868d5-7973-4780-a84a-a455afec5fa4),segment_id=b3a868d5-7973-4780-a84a-a455afec5fa4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:55.432628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605ba1f1-3045-4688-9d3f-76f22fc10d3a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:55.451940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.457452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Network ef090220-0f12-4e79-b6f3-cca6384bc642 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:55.490954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:55.493499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:55.592613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0a6b102b-0e96-4d00-90f0-006f91d5a144', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:50:20Z', 'updated_at': '2022-01-18T22:50:49Z', 'revision_number': 1, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:21Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:55.713386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.742638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cbf78-4f16-4005-9a9b-6936d6680223 req-3605c09f-012f-4124-9ddb-a01ad2d7efac tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:55.744447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d5cbf78-4f16-4005-9a9b-6936d6680223 req-3605c09f-012f-4124-9ddb-a01ad2d7efac tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 946 time: 0.3764668 Jan 18 22:50:55.752667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.755737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Transition to ACTIVE for port object 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:55.771807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] Checking router: ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:55.783392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12a40b2a-4ccb-48e8-973d-8989b355818c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:55.814519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c40c5f4c-809e-4244-a643-bbe67d994acf'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:50:55.907142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:50:50Z', 'revision_number': 3, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:55.916683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=605ba1f1-3045-4688-9d3f-76f22fc10d3a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:55.924024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Attempting to bind port e81c2fe7-d9d1-4f37-8490-f05a0d18645d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:55.924391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Attempting to bind port e81c2fe7-d9d1-4f37-8490-f05a0d18645d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:55.924741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Attempting to bind port e81c2fe7-d9d1-4f37-8490-f05a0d18645d on network ef090220-0f12-4e79-b6f3-cca6384bc642 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:55.929064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:55.929410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Updating router 3116a4d0-8c60-4e01-a83c-f0383e25335f port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:55.959361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:55.961519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:56.024780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Allocated IP 172.25.4.85 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f67775ae-5565-4e1e-988a-6701f3559b7e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:56.042045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Pushing event deleted for resources: {'Port': ['ID=c40c5f4c-809e-4244-a643-bbe67d994acf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:56.050442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:56.050827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Checking segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:56.051572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.051964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Bound using segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:56.052439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Bound port: e81c2fe7-d9d1-4f37-8490-f05a0d18645d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:56.052808 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.177335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] No DVR routers for this DVR port c40c5f4c-809e-4244-a643-bbe67d994acf on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:50:56.179607 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.198568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.230428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.232922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-73f6820d-6182-43e6-aae2-ec8040682a42 service neutron] 10.222.0.78 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237231 Jan 18 22:50:56.242948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-9cca45ea-3f67-4198-9fa0-7fc7e167c3eb service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8667169 Jan 18 22:50:56.261907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'name': 'network-vif-deleted', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:50:56.316878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 12a40b2a-4ccb-48e8-973d-8989b355818c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:56.339104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d5cbf78-4f16-4005-9a9b-6936d6680223 req-052d2914-11dc-455a-acad-d2243ebbd8e9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874581 Jan 18 22:50:56.373515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:56.377122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 12a40b2a-4ccb-48e8-973d-8989b355818c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:56.377496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.386797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:56.399898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:56.460407 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605ba1f1-3045-4688-9d3f-76f22fc10d3a', 'code': 200} Jan 18 22:50:56.487455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:56.535318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa453140-c841-43b6-97f4-5e97bb833aa6 req-a7af430a-96b8-41c1-9c76-72bf38c481b1 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "DELETE /v2.0/ports/c40c5f4c-809e-4244-a643-bbe67d994acf HTTP/1.1" status: 204 len: 173 time: 2.1639504 Jan 18 22:50:56.552564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] For port e81c2fe7-d9d1-4f37-8490-f05a0d18645d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:56.554981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:56.586127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.639994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] For port e81c2fe7-d9d1-4f37-8490-f05a0d18645d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:56.659516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.836713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d479980-2c69-4c87-b096-8dd2c360a9b1 None None] Pushing event updated for resources: {'Port': ['ID=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:57.094042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f3d8596-3e68-4c5c-9bc1-55660588936e req-e53ec8b8-60ec-490e-923f-c0cb7ee489fd service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062713 Jan 18 22:50:57.127961 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df162699-9f1c-4b77-8b5f-bd6fd6f0fd57', 'name': 'network-vif-deleted', 'tag': 'c40c5f4c-809e-4244-a643-bbe67d994acf', 'status': 'completed', 'code': 200} Jan 18 22:50:57.129088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.135677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c99c8b64-7a09-4207-a8df-6433600a68c5 None None] Provisioning for port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:57.224545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.242007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c99c8b64-7a09-4207-a8df-6433600a68c5 None None] Provisioning complete for port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:57.242382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c99c8b64-7a09-4207-a8df-6433600a68c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.280868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.306154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.420510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb40a02-64bb-4609-9a97-aac937e43c6d req-83917c10-06f2-4d9b-95ef-71bf940e8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:57.425560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bb40a02-64bb-4609-9a97-aac937e43c6d req-83917c10-06f2-4d9b-95ef-71bf940e8f12 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 1096 time: 0.8870778 Jan 18 22:50:57.484151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.542906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f67775ae-5565-4e1e-988a-6701f3559b7e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:57.552773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:57.568266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:57.580243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:50:57.707021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57ad32-0206-4420-ab7e-580ef79b4f80 req-67f6bad5-518f-4bb6-9f26-aa3295039a56 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:57.709148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa57ad32-0206-4420-ab7e-580ef79b4f80 req-67f6bad5-518f-4bb6-9f26-aa3295039a56 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.5861030 Jan 18 22:50:57.732920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 12a40b2a-4ccb-48e8-973d-8989b355818c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=12a40b2a-4ccb-48e8-973d-8989b355818c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:50:57.753826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c99c8b64-7a09-4207-a8df-6433600a68c5 None None] Port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:57.755484 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.901751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa57ad32-0206-4420-ab7e-580ef79b4f80 req-a1e4c7ec-b0d9-491a-aa89-d9870e440373 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864743 Jan 18 22:50:57.971734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:50:58.012460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.013531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e81c2fe7-d9d1-4f37-8490-f05a0d18645d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:58.027187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.131751 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:50:58.145041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=12a40b2a-4ccb-48e8-973d-8989b355818c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:58.159850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: c40c5f4c-809e-4244-a643-bbe67d994acf {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:50:58.159850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c40c5f4c-809e-4244-a643-bbe67d994acf not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:50:58.203899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:58.210116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.229229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bb40a02-64bb-4609-9a97-aac937e43c6d req-01b8b928-a054-4797-97fd-abce08335f51 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7777681 Jan 18 22:50:58.258060 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b67bbb79-6926-4166-a416-801c407a1de6 req-73c0d7c6-893b-4008-9d7c-c3c3e81de0a0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 210 time: 0.1127319 Jan 18 22:50:58.274964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.291757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Transition to ACTIVE for port object 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:50:58.300163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e81c2fe7-d9d1-4f37-8490-f05a0d18645d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:50:58.310138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0a6b102b-0e96-4d00-90f0-006f91d5a144', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:50:20Z', 'updated_at': '2022-01-18T22:50:49Z', 'revision_number': 1, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:21Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:58.315718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.334991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44452c4-00aa-44a5-bca5-95190bd06fa5 req-514ae3d5-646b-4490-a727-a8634d915740 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:58.336694 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d44452c4-00aa-44a5-bca5-95190bd06fa5 req-514ae3d5-646b-4490-a727-a8634d915740 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 946 time: 0.2381759 Jan 18 22:50:58.383828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ca1b4-164d-428f-85f1-33c4b72e31d0 None None] The sync data for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 is: [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0a6b102b-0e96-4d00-90f0-006f91d5a144', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:50:20Z', 'updated_at': '2022-01-18T22:50:49Z', 'revision_number': 1, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:21Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:58.443340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:58.467515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d44452c4-00aa-44a5-bca5-95190bd06fa5 req-cb95895a-794b-43d5-ab19-342b35ecb8ae tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109970 Jan 18 22:50:58.469772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:58.513186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Attempting to bind port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:58.513487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Attempting to bind port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:58.516999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Attempting to bind port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:50:58.527253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:50:58.527629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:50:58.528038 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.528433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:50:58.529851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Bound port: 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:58.530237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.617182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5fae5-727a-4c5a-8f6d-bdbc81832d2c None None] Pushing event updated for resources: {'Port': ['ID=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:58.825860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] For port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:50:58.837329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] For port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:50:58.847750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.884692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0d215-b47f-44b5-ac77-85a664e0b0d6 None None] New status for floating IP 0a6b102b-0e96-4d00-90f0-006f91d5a144: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:50:59.031460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:50:59.032084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:59.097574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f787d-8106-416c-9ea3-a31ce3a5a54b None None] Network ef090220-0f12-4e79-b6f3-cca6384bc642 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:50:59.180277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3373a2cc-0273-4696-9e64-5002777d697e None None] Provisioning complete for port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:59.180698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3373a2cc-0273-4696-9e64-5002777d697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:59.216491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5fae5-727a-4c5a-8f6d-bdbc81832d2c None None] Pushing event updated for resources: {'Port': ['ID=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:59.312872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Allocated IP 172.20.0.1 (b101ea90-ec00-4f32-aaec-b52d42afe2f5/e3214c30-39f5-44a2-a2d5-b350be9a85ab/60160cc4-56a0-4d6b-9f05-a0c351f45e95) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:59.321600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:59.541140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57b4c4e7-462e-42e7-8c97-700f27826ca8 req-e40f17b1-392a-4add-8f83-b7c0d33bef32 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 210 time: 0.0874689 Jan 18 22:50:59.605435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Router 4abb3d3f-dff5-43df-b578-0578a64ac449 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:50:59.621782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-779c6f50-7533-423d-ac2b-271afecb0a95 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:59.623490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-779c6f50-7533-423d-ac2b-271afecb0a95 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 814 time: 0.9484544 Jan 18 22:50:59.630354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:50:59.642023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Request body: {'port': {'device_id': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'admin_state_up': True, 'tenant_id': 'aa08842096e04c1ca0f6e29fae56de4c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:59.815776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef4e36-3387-4296-8fa6-5e4d8fee0f17 req-07ce540c-804a-4a3d-a8a3-12c248b89c97 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:59.826070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aeef4e36-3387-4296-8fa6-5e4d8fee0f17 req-07ce540c-804a-4a3d-a8a3-12c248b89c97 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.4426627 Jan 18 22:50:59.830703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-b1b31bf8-1de1-4a39-8031-4677f6cadfe9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:59.832277 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-b1b31bf8-1de1-4a39-8031-4677f6cadfe9 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 946 time: 0.4525182 Jan 18 22:50:59.846141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3373a2cc-0273-4696-9e64-5002777d697e None None] Port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:50:59.885193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12a40b2a-4ccb-48e8-973d-8989b355818c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:50:59.892734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:50:59.917749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Deleting port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:50:59.918098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:59.949188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.005444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Transition to ACTIVE for port object 60160cc4-56a0-4d6b-9f05-a0c351f45e95 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:00.045797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Usage tracker for resource:port and tenant:aa08842096e04c1ca0f6e29fae56de4c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:00.060044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] Provisioning for port e81c2fe7-d9d1-4f37-8490-f05a0d18645d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:00.060804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:00.085648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aeef4e36-3387-4296-8fa6-5e4d8fee0f17 req-c3b2aa7c-f813-4f2c-8ce4-57cc1749f1d5 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585156 Jan 18 22:51:00.088678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:00.117843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] Provisioning complete for port e81c2fe7-d9d1-4f37-8490-f05a0d18645d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:00.118459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.178629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Made reservation on behalf of aa08842096e04c1ca0f6e29fae56de4c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:00.182208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.268253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:00.274053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0be71a55-cc68-4e6a-96b9-831c9bd3a5b4 admin admin] 10.222.0.78 "PUT /v2.0/routers/4abb3d3f-dff5-43df-b578-0578a64ac449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3137624 Jan 18 22:51:00.302679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Sync routers for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:00.315691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 12a40b2a-4ccb-48e8-973d-8989b355818c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:00.316317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.415093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.435962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:00.437018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:00.437585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Allocated IP 172.20.0.5 (154336cf-20f7-4cb5-a959-6f20d44eeca1/547d11dd-b1c0-46bb-8b29-5230edbae164/207453e8-73da-40f8-aad6-21033d8ad673) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:00.467285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.621564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:50:50Z', 'revision_number': 3, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:00.707689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.729470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] For port e81c2fe7-d9d1-4f37-8490-f05a0d18645d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:00.743372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c3c99-f912-4e02-92f4-77f471239e94 None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:50:50Z', 'revision_number': 3, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:00.751579 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.759458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.807497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.832183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7809-bc4a-412a-8763-063f95a78493 req-b43a7376-7ca6-443f-ad7e-9043f0ea168d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:00.844199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f64f7809-bc4a-412a-8763-063f95a78493 req-b43a7376-7ca6-443f-ad7e-9043f0ea168d tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 946 time: 0.7777033 Jan 18 22:51:00.862011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:00.887811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:00.890273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:00.937942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Pushing event updated for resources: {'Port': ['ID=60160cc4-56a0-4d6b-9f05-a0c351f45e95,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:00.939772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408667d-25e8-4e15-82e9-ed37f0d4c7f8 None None] Pushing event updated for resources: {'Port': ['ID=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:00.947690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Network 154336cf-20f7-4cb5-a959-6f20d44eeca1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:00.950435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:00.951934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:00.962591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:00.981706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] For port 97f6d662-3fe5-4ee4-95c8-247df73d3b50, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97f6d662-3fe5-4ee4-95c8-247df73d3b50,segment=NetworkSegment(4a8ef710-1e06-41e9-8f03-601c3dd50b78),segment_id=4a8ef710-1e06-41e9-8f03-601c3dd50b78)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:00.982152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.008535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:51:01.038535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f64f7809-bc4a-412a-8763-063f95a78493 req-bf5f0b71-a1f6-4b1b-be78-ebf5573014b7 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5c8b96e-689d-4b8d-ab0c-10e233b46159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933331 Jan 18 22:51:01.087969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:01.088785 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.100693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-136c5e46-e434-43d8-82cc-3b5a4b65c92c None None] Provisioning complete for port e81c2fe7-d9d1-4f37-8490-f05a0d18645d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:01.101683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c5e46-e434-43d8-82cc-3b5a4b65c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.111965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Pushing event updated for resources: {'Port': ['ID=207453e8-73da-40f8-aad6-21033d8ad673,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:01.151214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-3987d6d1-8b4d-4b3c-876e-9c5d5dd350ed tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5133791 Jan 18 22:51:01.161802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57768) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:01.170990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381227003', 'description': 'tempest-description--686922604'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:01.193820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-cb3655b8-0179-4beb-be54-faa59474703d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:51:01.199424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-cb3655b8-0179-4beb-be54-faa59474703d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384705 Jan 18 22:51:01.202589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:01.226350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Usage tracker for resource:security_group and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:01.231641 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.246011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:01.275472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:01.314833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.361344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Request body: {'port': {'device_id': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:01.427452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:01.433387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Usage tracker for resource:security_group_rule and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:01.436603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:01.442995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:01.529360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Calling delete_port for 97f6d662-3fe5-4ee4-95c8-247df73d3b50 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:51:01.620002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.627247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 2, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:01.631655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Checking router: 4abb3d3f-dff5-43df-b578-0578a64ac449 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:01.632073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Updating router 4abb3d3f-dff5-43df-b578-0578a64ac449 port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:01.671498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.701600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ee4c20f-42bf-48f5-bf93-2f2de224b296 None None] Provisioning for port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:01.708125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.722540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ee4c20f-42bf-48f5-bf93-2f2de224b296 None None] Provisioning complete for port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:01.722917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c20f-42bf-48f5-bf93-2f2de224b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.759369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.761668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5989769 Jan 18 22:51:01.772536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:01.789171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Request body: {'security_group_rule': {'security_group_id': '4999443a-fca4-40ea-b2be-097c9024af9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:01.797617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:01.803044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Usage tracker for resource:security_group_rule and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:01.806575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:01.816070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:01.826529 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.912762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4c20f-42bf-48f5-bf93-2f2de224b296 None None] Port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:01.992198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:02.000388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e81c2fe7-d9d1-4f37-8490-f05a0d18645d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:02.003713 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Sync routers for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:02.018804 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:02.019270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:02.031455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b970f2-cc02-4065-9121-a8796df987be req-0d2e403b-bf2b-4684-8b97-7f12d5e3c89a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.033441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21b970f2-cc02-4065-9121-a8796df987be req-0d2e403b-bf2b-4684-8b97-7f12d5e3c89a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 931 time: 0.5442889 Jan 18 22:51:02.047173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4619f-ed2c-4ab8-a0a4-f40a782717c3 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4999443a-fca4-40ea-b2be-097c9024af9d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:02.145875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.218171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e970-a6cc-46ae-8b34-cc79a35e123e req-6bf120f2-50a3-44ab-8059-bfa534486ca5 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.225625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31e3e970-a6cc-46ae-8b34-cc79a35e123e req-6bf120f2-50a3-44ab-8059-bfa534486ca5 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.6588492 Jan 18 22:51:02.247203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e81c2fe7-d9d1-4f37-8490-f05a0d18645d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:02.247731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.314398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.315854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-38b96a62-0277-44ab-98fa-bf8d1b84e8a3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4840143 Jan 18 22:51:02.325409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.333863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57782) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:02.338864 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:02.440837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:02.517509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31e3e970-a6cc-46ae-8b34-cc79a35e123e req-dc34026d-2a4d-4899-b8c6-070d453b66af tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888341 Jan 18 22:51:02.533810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21b970f2-cc02-4065-9121-a8796df987be req-6b25d113-fde7-430f-8318-beb39a69014d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727428 Jan 18 22:51:02.534474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.592013 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.606293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.612405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.625740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:02.631734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Transition to ACTIVE for port object 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:02.643966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:02.644682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.678951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1657ea0-6e40-49b9-a9dc-db250576ba09,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:02.714646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.730152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 3, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:02.739975 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Checking router: 808e9cd3-5e77-44fc-87e9-92f6abb82d2a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:02.740518 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Updating router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a port f67775ae-5565-4e1e-988a-6701f3559b7e binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:02.740637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event deleted for resources: {'Port': ['ID=97f6d662-3fe5-4ee4-95c8-247df73d3b50,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:02.789303 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.790674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d8e7995-b0f0-4db6-b50f-d530b3e6f583 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0119514 Jan 18 22:51:02.793431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:02.800502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Request body: {'security_group_rule': {'security_group_id': '4999443a-fca4-40ea-b2be-097c9024af9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:02.808446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:02.813533 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.819952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Usage tracker for resource:security_group_rule and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:02.824044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207453e8-73da-40f8-aad6-21033d8ad673 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:02.828454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:02.853336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.855800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:02.910071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Transition to ACTIVE for port object 207453e8-73da-40f8-aad6-21033d8ad673 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:02.928215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.944711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.070428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.070778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.071377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.071730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.072247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.072590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.072923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.073314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.073644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.073974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.074333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.074661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:03.084619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] No DVR routers for this DVR port 97f6d662-3fe5-4ee4-95c8-247df73d3b50 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:51:03.090859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.095553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8915aafa-52cf-4ee7-af73-93b80929d274 req-908aa032-d13a-4e05-b512-c7b1bded3a51 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.85 "DELETE /v2.0/ports/97f6d662-3fe5-4ee4-95c8-247df73d3b50 HTTP/1.1" status: 204 len: 173 time: 3.2515907 Jan 18 22:51:03.113749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d801185-3293-4800-9343-4fd29fa25e64 None None] Pushing event updated for resources: {'Port': ['ID=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:03.140808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7259a-f16d-43a2-b8df-ee782a513488', 'name': 'network-vif-deleted', 'tag': '97f6d662-3fe5-4ee4-95c8-247df73d3b50'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:03.201691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-25b2903e-0b6d-45be-a46b-73d83d10783f req-77a7b2af-0d95-4dee-93c6-175a3d4983a6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Synchronizing usage tracker for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:03.299834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-25b2903e-0b6d-45be-a46b-73d83d10783f req-77a7b2af-0d95-4dee-93c6-175a3d4983a6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Unset dirty status for tenant:dd7728081455451fb419efcb00f7dd3e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:03.312402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25b2903e-0b6d-45be-a46b-73d83d10783f req-77a7b2af-0d95-4dee-93c6-175a3d4983a6 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e7259a-f16d-43a2-b8df-ee782a513488 HTTP/1.1" status: 200 len: 210 time: 0.5071163 Jan 18 22:51:03.461813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.527447 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.535477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Attempting to bind port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:03.538003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Attempting to bind port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:03.538397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Attempting to bind port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf on network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:03.541595 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Transition to ACTIVE for port object f67775ae-5565-4e1e-988a-6701f3559b7e will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:03.553931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:03.555332 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.558572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:03.558780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Pushing event updated for resources: {'Port': ['ID=207453e8-73da-40f8-aad6-21033d8ad673,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:03.558959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Checking segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:03.559339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.559717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Bound using segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:03.560185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Bound port: 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:03.569241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.593663 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.633001 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7259a-f16d-43a2-b8df-ee782a513488', 'name': 'network-vif-deleted', 'tag': '97f6d662-3fe5-4ee4-95c8-247df73d3b50', 'status': 'completed', 'code': 200} Jan 18 22:51:03.662894 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Attempting to bind port f67775ae-5565-4e1e-988a-6701f3559b7e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:03.663567 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Attempting to bind port f67775ae-5565-4e1e-988a-6701f3559b7e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:03.664121 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Attempting to bind port f67775ae-5565-4e1e-988a-6701f3559b7e on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:03.674475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:03.675118 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:03.675672 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.676808 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:03.677524 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Bound port: f67775ae-5565-4e1e-988a-6701f3559b7e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:03.678051 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.696990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.736077 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50e5a-3abd-4d15-b63c-0bd1d8fe7f41 None None] Pushing event updated for resources: {'Port': ['ID=f67775ae-5565-4e1e-988a-6701f3559b7e,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:03.737637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:03.775225 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] For port f67775ae-5565-4e1e-988a-6701f3559b7e, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:03.781106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.781323 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] For port f67775ae-5565-4e1e-988a-6701f3559b7e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f67775ae-5565-4e1e-988a-6701f3559b7e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:03.792999 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.835509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Attempting to bind port 207453e8-73da-40f8-aad6-21033d8ad673 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:03.836111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Attempting to bind port 207453e8-73da-40f8-aad6-21033d8ad673 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:03.836204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Attempting to bind port 207453e8-73da-40f8-aad6-21033d8ad673 on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:03.838483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.839668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0453150 Jan 18 22:51:03.843201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997d1bb-8f92-4517-96bc-b2108a031a03 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cd8485-9386-42ca-b823-23ce00c7112d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:03.845651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:03.853660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:03.861047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Port 207453e8-73da-40f8-aad6-21033d8ad673 on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:03.861380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Attempting to bind port 207453e8-73da-40f8-aad6-21033d8ad673 on network 154336cf-20f7-4cb5-a959-6f20d44eeca1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:03.866806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:03.869288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:03.869614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Checking segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:03.869991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Bound using segment: {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:03.870422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Bound port: 207453e8-73da-40f8-aad6-21033d8ad673, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea1a079-1cac-4c64-9f57-ef329a3b1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:03.870772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:03.895837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Usage tracker for resource:floatingip and tenant:c66187c531f34b60a59e1875fd569b4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:03.901478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:03.902186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:03.942245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:03.960603 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:03.961758 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:03.982368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b17e1-aadb-4743-aee0-118c91ab723a req-a0613cad-bc74-4aba-b662-316e58f1450c tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:03.989460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b72b17e1-aadb-4743-aee0-118c91ab723a req-a0613cad-bc74-4aba-b662-316e58f1450c tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.3188848 Jan 18 22:51:04.010667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.084497 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50e5a-3abd-4d15-b63c-0bd1d8fe7f41 None None] Pushing event updated for resources: {'Port': ['ID=f67775ae-5565-4e1e-988a-6701f3559b7e,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:04.138007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] For port 207453e8-73da-40f8-aad6-21033d8ad673, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:04.154524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b72b17e1-aadb-4743-aee0-118c91ab723a req-d8900b33-4385-495d-ba80-47fa85eef245 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640983 Jan 18 22:51:04.165634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] For port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:04.175635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] For port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:04.195458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.203675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] For port 207453e8-73da-40f8-aad6-21033d8ad673, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=207453e8-73da-40f8-aad6-21033d8ad673,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:04.220660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.225791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-45545072-180e-4622-b7bb-156dbce627be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:04.227275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-45545072-180e-4622-b7bb-156dbce627be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c73232a7f9064ffca90b82ebce76e8bd&device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 1096 time: 0.5985639 Jan 18 22:51:04.238332 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:04.298739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d801185-3293-4800-9343-4fd29fa25e64 None None] Pushing event updated for resources: {'Port': ['ID=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:04.302615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:51:04.309726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.310747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97f6d662-3fe5-4ee4-95c8-247df73d3b50 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:51:04.359956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.363894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:04.365364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.366980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] 10.222.0.86 "PUT /v2.0/ports/207453e8-73da-40f8-aad6-21033d8ad673 HTTP/1.1" status: 200 len: 1091 time: 3.1599329 Jan 18 22:51:04.367532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'tag': '207453e8-73da-40f8-aad6-21033d8ad673'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:04.370542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:04.371339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.488880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 97f6d662-3fe5-4ee4-95c8-247df73d3b50 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:51:04.489256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97f6d662-3fe5-4ee4-95c8-247df73d3b50 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:51:04.506018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:04.506661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:04.517769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Pushing event updated for resources: {'Port': ['ID=207453e8-73da-40f8-aad6-21033d8ad673,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:04.546217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.656581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33e5c5-4fad-4033-8425-f63abf057eaf req-3a11414b-d60b-420b-a6a2-bcee5e737f0f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:04.665480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad33e5c5-4fad-4033-8425-f63abf057eaf req-3a11414b-d60b-420b-a6a2-bcee5e737f0f tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 943 time: 0.7669711 Jan 18 22:51:04.698610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:04.816174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Allocated IP 172.25.4.158 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/7724d4fc-a1a8-4808-b014-a1e88ae35a94) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:04.831603 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 3, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:04.840207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ae04a-712a-4200-9960-61d5f852f3d7 None None] The sync data for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 is: [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 3, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:04.845687 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'tag': '207453e8-73da-40f8-aad6-21033d8ad673', 'status': 'completed', 'code': 200} Jan 18 22:51:04.865130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.865462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.865794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.866123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.866445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.866764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.867084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.867398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.867713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.868931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.868931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.868931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff06d7c-86be-4031-97ed-98d349b6fec0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:04.922635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Pushing event updated for resources: {'Port': ['ID=60160cc4-56a0-4d6b-9f05-a0c351f45e95,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:04.944213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:05.066631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:05.145656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad33e5c5-4fad-4033-8425-f63abf057eaf req-cfa53f52-8a7c-474a-a4a6-423d4e87b313 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785991 Jan 18 22:51:05.154137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ce5f192-75b2-4b95-affc-216eff4790bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:05.156215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-2ce5f192-75b2-4b95-affc-216eff4790bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 1094 time: 0.7254508 Jan 18 22:51:05.156368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.324396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-7032842b-e9a9-480c-89a4-29d4f48b7dba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207453e8-73da-40f8-aad6-21033d8ad673 HTTP/1.1" status: 200 len: 217 time: 0.1579356 Jan 18 22:51:05.378339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.441672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-825162de-88eb-4b32-8d29-04bb7fad2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:05.443177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-825162de-88eb-4b32-8d29-04bb7fad2d74 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0164d2ef-ded9-4f83-aef4-24c2507c8777 HTTP/1.1" status: 200 len: 915 time: 1.1305275 Jan 18 22:51:05.446525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.460463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefd763c-77db-4729-9d35-51240e3198cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.507132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:04Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:05.513163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a83ba-b028-4fbf-a515-1906264214a0 None None] The sync data for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 is: [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:04Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:05.519727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ebd98-6413-4232-a333-8bededeed654 req-9f21459f-34e4-4bc7-a2b0-2162ce3d11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:05.521191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-9f21459f-34e4-4bc7-a2b0-2162ce3d11a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 200 len: 854 time: 0.1409643 Jan 18 22:51:05.528173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefd763c-77db-4729-9d35-51240e3198cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.627668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-179489b7-4eee-421b-be4b-70b2a41b8f76 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=154336cf-20f7-4cb5-a959-6f20d44eeca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809674 Jan 18 22:51:05.715558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-487d0187-c861-4d90-82c7-cf2fd1f61b0e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a HTTP/1.1" status: 200 len: 217 time: 0.2619374 Jan 18 22:51:05.733813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:05.774757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:05.932235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07383cf-ab9d-4334-ad6f-f1cfac639211 req-9e6f7011-4ef3-47a3-ab2d-1f4cad818056 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:05.945881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b07383cf-ab9d-4334-ad6f-f1cfac639211 req-9e6f7011-4ef3-47a3-ab2d-1f4cad818056 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.6104956 Jan 18 22:51:05.966492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.979190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f67775ae-5565-4e1e-988a-6701f3559b7e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:06.048297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-602a1aa1-267c-4d13-a92f-d98e65db1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:06.049835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-602a1aa1-267c-4d13-a92f-d98e65db1174 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=554c04b8-567f-4b9c-b15e-0790f0ba7c99 HTTP/1.1" status: 200 len: 854 time: 0.3271277 Jan 18 22:51:06.130713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:06.150720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f67775ae-5565-4e1e-988a-6701f3559b7e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:06.158436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f67775ae-5565-4e1e-988a-6701f3559b7e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:06.158965 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.163665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b07383cf-ab9d-4334-ad6f-f1cfac639211 req-81c6b38e-39b2-4220-a8d4-fc2b58fc4f3c tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166343 Jan 18 22:51:06.164629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:06.167681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:06.225360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefd763c-77db-4729-9d35-51240e3198cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.249650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event updated for resources: {'Port': ['ID=7724d4fc-a1a8-4808-b014-a1e88ae35a94,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:06.257624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-94a18a52-db65-4441-87ab-a6d34ddffb3b service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199665 Jan 18 22:51:06.265758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd763c-77db-4729-9d35-51240e3198cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbff07a-f927-42b4-90b0-2d9d6ffa12e5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:06.267148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-3a12e0a0-cdff-4a31-ba99-16800f375ce8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0164d2ef-ded9-4f83-aef4-24c2507c8777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077920 Jan 18 22:51:06.345135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Allocated IP 172.20.0.1 (ef090220-0f12-4e79-b6f3-cca6384bc642/663041fd-7e8b-486b-af81-83e8ce24a2fc/6af35aeb-c5ad-4349-9355-9455a523c60d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:06.387365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefd763c-77db-4729-9d35-51240e3198cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.388524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cefd763c-77db-4729-9d35-51240e3198cc tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "DELETE /v2.0/security-groups/7fbff07a-f927-42b4-90b0-2d9d6ffa12e5 HTTP/1.1" status: 204 len: 168 time: 1.3209417 Jan 18 22:51:06.394399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:06.435960 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-1fe3cb7d-552d-459f-a3b6-714fb2a0abe1 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] show failed (client error): The resource could not be found. Jan 18 22:51:06.440532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1fe3cb7d-552d-459f-a3b6-714fb2a0abe1 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "GET /v2.0/security-groups/7fbff07a-f927-42b4-90b0-2d9d6ffa12e5 HTTP/1.1" status: 404 len: 347 time: 0.0451038 Jan 18 22:51:06.456750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:06.464396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.493323 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.515123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-04cf5ddb-bf1f-4050-a076-cda3ea4caaee None None] Provisioning complete for port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:06.515744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04cf5ddb-bf1f-4050-a076-cda3ea4caaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.566730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:51:06.585349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f67775ae-5565-4e1e-988a-6701f3559b7e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f67775ae-5565-4e1e-988a-6701f3559b7e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:06.601263 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.602047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:06.697574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.698233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-04cf5ddb-bf1f-4050-a076-cda3ea4caaee None None] Port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:06.763671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f67775ae-5565-4e1e-988a-6701f3559b7e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:06.775146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:06.781300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:06.781997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.782661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c0ebd98-6413-4232-a333-8bededeed654 req-36e12ea7-7263-4d3d-a98d-c36033c72d97 service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114996 Jan 18 22:51:06.812518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Deleting port 8ae2a013-34da-489c-9649-38e5e28a6fa5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:51:06.812863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.864641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-e85aebaf-9a5b-4c80-88f7-4b72348599d1 service neutron] 10.222.0.85 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866497 Jan 18 22:51:06.934113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.959045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:06.995737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:07.002749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.076325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:07.140323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c41b80-4133-46f0-84b7-74623020bc80 req-f72f8fd9-ff0a-4548-9d3d-97b9e2559aa0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:07.141794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25c41b80-4133-46f0-84b7-74623020bc80 req-f72f8fd9-ff0a-4548-9d3d-97b9e2559aa0 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 943 time: 0.7138016 Jan 18 22:51:07.264530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.323312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:07.333131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:07.337673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.338007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.341324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Transition to ACTIVE for port object 6af35aeb-c5ad-4349-9355-9455a523c60d will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:07.342618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:07.343244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:07.348519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25c41b80-4133-46f0-84b7-74623020bc80 req-0c435cc2-ffc2-408b-a819-dab83c705c90 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486883 Jan 18 22:51:07.353795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1294ff78-1cc0-44a9-aa42-b1d89f0fa65f admin admin] 10.222.0.78 "PUT /v2.0/routers/3116a4d0-8c60-4e01-a83c-f0383e25335f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2009366 Jan 18 22:51:07.359312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ee2785-adfd-4d3e-a300-04daf63c789e req-5bebb136-9db5-442f-ad99-1968550d7ea6 service neutron] 10.222.0.85 "GET /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801986 Jan 18 22:51:07.423437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.530704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-0a7f8c39-092f-4c40-8b9c-eb45316649cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:07.532229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Pushing event updated for resources: {'Port': ['ID=6af35aeb-c5ad-4349-9355-9455a523c60d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:07.532356 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-0a7f8c39-092f-4c40-8b9c-eb45316649cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 1094 time: 0.6520510 Jan 18 22:51:07.542722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Calling delete_port for 8ae2a013-34da-489c-9649-38e5e28a6fa5 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:51:07.553901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Network ef090220-0f12-4e79-b6f3-cca6384bc642 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:07.555264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:07.558719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:07.635132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:07.648237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.860602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:51:07.989179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-871ec602-656a-46aa-bf36-971db53becd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:07.990654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-871ec602-656a-46aa-bf36-971db53becd3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 200 len: 915 time: 0.3892391 Jan 18 22:51:07.993190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f67775ae-5565-4e1e-988a-6701f3559b7e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:08.014705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf6fcd-5aa9-4dfb-a9e7-db1be44d5988 req-55f9ab86-eb2f-4e3e-bb38-2d55e103cbf3 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:08.017584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.024178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eddf6fcd-5aa9-4dfb-a9e7-db1be44d5988 req-55f9ab86-eb2f-4e3e-bb38-2d55e103cbf3 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.7352736 Jan 18 22:51:08.031207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.128144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2d42cc2b-89d8-4bf8-b64a-efc3df7c13d5 None None] Provisioning for port 6af35aeb-c5ad-4349-9355-9455a523c60d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:08.147176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2d42cc2b-89d8-4bf8-b64a-efc3df7c13d5 None None] Provisioning complete for port 6af35aeb-c5ad-4349-9355-9455a523c60d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:08.147551 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d42cc2b-89d8-4bf8-b64a-efc3df7c13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.217893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-283e5595-55e1-4ad7-b98e-7b4534a8b4e3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:08.218485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-283e5595-55e1-4ad7-b98e-7b4534a8b4e3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:08.221891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2d42cc2b-89d8-4bf8-b64a-efc3df7c13d5 None None] Port 6af35aeb-c5ad-4349-9355-9455a523c60d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:08.236813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f67775ae-5565-4e1e-988a-6701f3559b7e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:08.237224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.254463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-283e5595-55e1-4ad7-b98e-7b4534a8b4e3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:08.260846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-283e5595-55e1-4ad7-b98e-7b4534a8b4e3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 820 time: 0.4624422 Jan 18 22:51:08.277533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.280790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 2, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:08.282324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-5083b3ee-2497-43e0-8ecf-6e92ace6f37f tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/quotas/aba2bf4812f14bfdbafac93a4462baf9 HTTP/1.1" status: 200 len: 375 time: 0.0205507 Jan 18 22:51:08.290794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:08.290794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Updating router 3116a4d0-8c60-4e01-a83c-f0383e25335f port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:08.325859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-3d4b3f99-015f-4005-9ae3-51368e443320 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=207453e8-73da-40f8-aad6-21033d8ad673 HTTP/1.1" status: 200 len: 217 time: 0.2985139 Jan 18 22:51:08.357692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.396196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.408920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-af2202e8-d66c-4c89-93a5-3ea807e873a4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:08.413168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.477127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:08.499546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eddf6fcd-5aa9-4dfb-a9e7-db1be44d5988 req-390110e9-f4a3-42be-9d08-a1c043a527d2 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721732 Jan 18 22:51:08.528685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-af2202e8-d66c-4c89-93a5-3ea807e873a4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:08.537154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-af2202e8-d66c-4c89-93a5-3ea807e873a4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2539279 Jan 18 22:51:08.539177 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.563072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Pushing event updated for resources: {'Port': ['ID=6af35aeb-c5ad-4349-9355-9455a523c60d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:08.645113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.679263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-3fee9cad-a1db-4dc5-8eb4-d81296c44d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:08.680893 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-3fee9cad-a1db-4dc5-8eb4-d81296c44d6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 200 len: 854 time: 0.3311949 Jan 18 22:51:08.681681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event updated for resources: {'Port': ['ID=7724d4fc-a1a8-4808-b014-a1e88ae35a94,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:08.752767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-d0469ec2-2642-45b0-a8fa-bdad0c5045ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=154336cf-20f7-4cb5-a959-6f20d44eeca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656757 Jan 18 22:51:08.753709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.755239 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d91717c-4d59-42d2-9cfb-14a2a35032b9 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9081168 Jan 18 22:51:08.756140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.809307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-b94b4d3a-a9cf-465f-8b5a-809f7bad84da service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711587 Jan 18 22:51:08.926617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:08.927162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:08.949033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Pushing event deleted for resources: {'Port': ['ID=8ae2a013-34da-489c-9649-38e5e28a6fa5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:09.058053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Network ef090220-0f12-4e79-b6f3-cca6384bc642 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:09.060607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:09.074348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-79215e18-7b0a-46e6-93bc-e1b90a64dd48 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641146 Jan 18 22:51:09.208904 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.239796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Transition to ACTIVE for port object 60160cc4-56a0-4d6b-9f05-a0c351f45e95 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:09.256477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.263308 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.266098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.267548 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-baf5a155-2099-42f9-acb4-2a32a82a2c82 tempest-ImagesOneServerNegativeTestJSON-894648844 tempest-ImagesOneServerNegativeTestJSON-894648844-project] 10.222.0.78 "DELETE /v2.0/floatingips/a080eb4c-d610-442b-abe9-9f36ca293113 HTTP/1.1" status: 204 len: 168 time: 2.8052411 Jan 18 22:51:09.314625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-4942fa15-6689-4a5c-bff3-241706c015e5 service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459321 Jan 18 22:51:09.614835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1480b9-76f6-4bf7-b8d1-b50fdfc06646 req-8e51f6b7-ab64-4c26-8bac-85bcd467e7e7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:09.615290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f021717c-35cd-466c-a981-53469a91d205 req-9927205e-bc1b-45e3-b7b8-51c68383476a tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Synchronizing usage tracker for tenant:c66187c531f34b60a59e1875fd569b4d on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:09.615980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2d1480b9-76f6-4bf7-b8d1-b50fdfc06646 req-8e51f6b7-ab64-4c26-8bac-85bcd467e7e7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Synchronizing usage tracker for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:09.620518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d20e20ec-7c8f-4dcc-82d5-9c840104fb39 req-b147b4c1-7599-4df7-b4f7-b1ba0239af0c service neutron] 10.222.0.86 "GET /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957618 Jan 18 22:51:09.641748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2d1480b9-76f6-4bf7-b8d1-b50fdfc06646 req-8e51f6b7-ab64-4c26-8bac-85bcd467e7e7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Unset dirty status for tenant:aa08842096e04c1ca0f6e29fae56de4c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:09.643491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d1480b9-76f6-4bf7-b8d1-b50fdfc06646 req-8e51f6b7-ab64-4c26-8bac-85bcd467e7e7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 943 time: 0.6306703 Jan 18 22:51:09.644899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:51:09.716779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d1480b9-76f6-4bf7-b8d1-b50fdfc06646 req-95129617-f4bb-4618-b634-6b0d1141dd39 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Jan 18 22:51:09.724014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c58a8-ea07-4f68-a8db-6a7d8005db5f None None] Pushing event updated for resources: {'Port': ['ID=60160cc4-56a0-4d6b-9f05-a0c351f45e95,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:09.739575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f021717c-35cd-466c-a981-53469a91d205 req-9927205e-bc1b-45e3-b7b8-51c68383476a tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Unset dirty status for tenant:c66187c531f34b60a59e1875fd569b4d on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:09.750072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-9927205e-bc1b-45e3-b7b8-51c68383476a tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1381227003&fields=id&tenant_id=c66187c531f34b60a59e1875fd569b4d HTTP/1.1" status: 200 len: 267 time: 0.2275965 Jan 18 22:51:09.798892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-611071f3-a80e-4910-aea6-60088fc91712 None None] Provisioning complete for port 6af35aeb-c5ad-4349-9355-9455a523c60d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:09.799260 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-611071f3-a80e-4910-aea6-60088fc91712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.862068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-611071f3-a80e-4910-aea6-60088fc91712 None None] Port 6af35aeb-c5ad-4349-9355-9455a523c60d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:09.883430 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe368588-c474-44e9-961a-156bcab399d9 req-1ff365b8-a4dc-47e7-8e87-ae4265390c4d tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 210 time: 0.0569346 Jan 18 22:51:09.892880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Attempting to bind port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:09.892880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Attempting to bind port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:09.892880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Attempting to bind port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:09.897251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:09.897844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Checking segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:09.898412 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.899306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Bound using segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:09.899925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Bound port: 60160cc4-56a0-4d6b-9f05-a0c351f45e95, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:09.900612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:09.959436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-48bc301e-2dbc-4194-8672-c56ad1dca365 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:09.960373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f021717c-35cd-466c-a981-53469a91d205 req-48bc301e-2dbc-4194-8672-c56ad1dca365 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Synchronizing usage tracker for tenant:c66187c531f34b60a59e1875fd569b4d on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:09.982795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 207453e8-73da-40f8-aad6-21033d8ad673 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:10.009655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f021717c-35cd-466c-a981-53469a91d205 req-48bc301e-2dbc-4194-8672-c56ad1dca365 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Unset dirty status for tenant:c66187c531f34b60a59e1875fd569b4d on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:10.025929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-48bc301e-2dbc-4194-8672-c56ad1dca365 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/networks?id=5292ed32-bcbc-4cb7-ad2b-81494737cee0 HTTP/1.1" status: 200 len: 806 time: 0.2725043 Jan 18 22:51:10.045127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] For port 60160cc4-56a0-4d6b-9f05-a0c351f45e95, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:10.095559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9edff-2bbd-4628-af6d-df5378efc6b4 req-d5ea78af-6a6a-4ba1-a05c-50413df37965 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:10.098973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-618aab31-579c-45e2-8f0b-ad3f9521d296 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/quotas/c66187c531f34b60a59e1875fd569b4d HTTP/1.1" status: 200 len: 375 time: 0.0720639 Jan 18 22:51:10.104329 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ef9edff-2bbd-4628-af6d-df5378efc6b4 req-d5ea78af-6a6a-4ba1-a05c-50413df37965 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.1158235 Jan 18 22:51:10.125036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] For port 60160cc4-56a0-4d6b-9f05-a0c351f45e95, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=60160cc4-56a0-4d6b-9f05-a0c351f45e95,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:10.140552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.168603 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ef9edff-2bbd-4628-af6d-df5378efc6b4 req-47625796-5c23-431b-8edc-5f696ac29916 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633073 Jan 18 22:51:10.219667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:10.234409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-92d04b5c-c86c-468b-b563-6733f6e5e8cf admin admin] 10.222.0.78 "PUT /v2.0/routers/808e9cd3-5e77-44fc-87e9-92f6abb82d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8875420 Jan 18 22:51:10.236103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Sync routers for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:10.251106 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:10.251651 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:10.252108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-3b36ca37-b60b-4a8e-ac1b-8aa98f14af4a tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c66187c531f34b60a59e1875fd569b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452250 Jan 18 22:51:10.318309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:10.318935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:10.570760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c58a8-ea07-4f68-a8db-6a7d8005db5f None None] Pushing event updated for resources: {'Port': ['ID=60160cc4-56a0-4d6b-9f05-a0c351f45e95,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:10.577568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 207453e8-73da-40f8-aad6-21033d8ad673, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=207453e8-73da-40f8-aad6-21033d8ad673,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:10.589681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-0255bba4-80d2-44c3-88aa-965799f9643d service neutron] 10.222.0.78 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367529 Jan 18 22:51:10.676621 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:10.776166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-727fd2c9-f7da-4825-97ad-240edcd2b928 service neutron] 10.222.0.78 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694694 Jan 18 22:51:10.795791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '207453e8-73da-40f8-aad6-21033d8ad673', 'network_id': '154336cf-20f7-4cb5-a959-6f20d44eeca1', 'port_id': '207453e8-73da-40f8-aad6-21033d8ad673', 'mac_address': 'fa:16:3e:79:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547d11dd-b1c0-46bb-8b29-5230edbae164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:10.948031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:11.084128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.096740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:11.123324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207453e8-73da-40f8-aad6-21033d8ad673 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:11.214608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Deleting subnet 7069e882-c96a-4fda-8497-d2cb13f780c7 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:51:11.218688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.228479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57950) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:11.234425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-network', 'tenant_id': '615fcc4d28d84946896ff9442ac65270'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:11.246899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:11.254701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Usage tracker for resource:network and tenant:615fcc4d28d84946896ff9442ac65270 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:11.272039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:11.283064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.288435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:11.326312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Made reservation on behalf of 615fcc4d28d84946896ff9442ac65270 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:11.328864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.356306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 207453e8-73da-40f8-aad6-21033d8ad673, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=207453e8-73da-40f8-aad6-21033d8ad673,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:11.380069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.466008 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.501656 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:08Z', 'revision_number': 2, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:11.509185 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Checking router: 808e9cd3-5e77-44fc-87e9-92f6abb82d2a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:11.509771 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Updating router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a port 6af35aeb-c5ad-4349-9355-9455a523c60d binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:11.531667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.617024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063e063-3480-46c4-b96c-5354f57f9284 req-f96885f6-c109-43bf-b75b-f1fbbe39e7b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:11.626654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c063e063-3480-46c4-b96c-5354f57f9284 req-f96885f6-c109-43bf-b75b-f1fbbe39e7b6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 944 time: 0.2519519 Jan 18 22:51:11.631887 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.699433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c063e063-3480-46c4-b96c-5354f57f9284 req-0b7e4528-55a1-4741-a3d9-b83a68bf6a71 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696881 Jan 18 22:51:11.725445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.729922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['207453e8-73da-40f8-aad6-21033d8ad673'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:11.824310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e834294-e136-4e1e-b527-8f23118c8c9f req-51a77e6e-90e5-4d69-962d-df0fd7ffc4a1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 210 time: 0.3581932 Jan 18 22:51:11.825731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:11.847711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7069e882-c96a-4fda-8497-d2cb13f780c7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:11.871917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Usage tracker for resource:security_group_rule and tenant:615fcc4d28d84946896ff9442ac65270 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:11.872482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.892058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:11.898685 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80f5cf73-cc98-4731-82c5-04f5516d07ea admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7069e882-c96a-4fda-8497-d2cb13f780c7 HTTP/1.1" status: 204 len: 168 time: 0.7982910 Jan 18 22:51:11.898943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:11.924938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:11.959113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=207453e8-73da-40f8-aad6-21033d8ad673,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:12.204280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d3c456-fbc7-45e7-8284-3f2441d49334 req-7f3ee84f-d41f-4321-a1e3-cf1df63ab92c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 210 time: 0.2558599 Jan 18 22:51:12.250217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-39a28237-6d64-4f74-a788-1fd2d215fa79 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.252037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-39a28237-6d64-4f74-a788-1fd2d215fa79 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.85 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 820 time: 0.8691394 Jan 18 22:51:12.270412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'port': {'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'admin_state_up': True, 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:12.333688 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9383820e-54d8-415e-a521-c99c8db1b699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.383465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.389590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:10Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.399861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895aa1a3-1301-4e22-bb70-da92bed8bafb None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:10Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:12.455849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:12.516477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:12.538591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Made reservation on behalf of aba2bf4812f14bfdbafac93a4462baf9 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:12.539750 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.542977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.559800 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Transition to ACTIVE for port object 6af35aeb-c5ad-4349-9355-9455a523c60d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:12.575356 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.661545 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.695752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded1ab8a-0ad3-4462-aedd-7b9bc3152a36']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.714433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8ef710-1e06-41e9-8f03-601c3dd50b78') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.714809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8ef710-1e06-41e9-8f03-601c3dd50b78') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.729932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.735974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.771577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.773062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.794841 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb79a-e983-4986-a67e-d9823719fdeb None None] Pushing event updated for resources: {'Port': ['ID=6af35aeb-c5ad-4349-9355-9455a523c60d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:12.798683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:51:12.799514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:51:12.822226 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:51:12.873354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Attempting to bind port 6af35aeb-c5ad-4349-9355-9455a523c60d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:12.873744 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Attempting to bind port 6af35aeb-c5ad-4349-9355-9455a523c60d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:12.874091 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Attempting to bind port 6af35aeb-c5ad-4349-9355-9455a523c60d on network ef090220-0f12-4e79-b6f3-cca6384bc642 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:12.889184 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:12.891652 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Checking segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:12.892065 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.893125 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Bound using segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:12.893600 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Bound port: 6af35aeb-c5ad-4349-9355-9455a523c60d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:12.897111 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.912233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:12.937834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb77b1-5577-457e-9101-6d19c26bc489 req-862dedbc-7cc5-41ab-981a-a54b241e0a58 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.950629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7cb77b1-5577-457e-9101-6d19c26bc489 req-862dedbc-7cc5-41ab-981a-a54b241e0a58 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.3928003 Jan 18 22:51:12.982810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.024332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.040728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ebeb73-8bcc-4e3f-b0cd-77b2252b04a3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:13.076707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] Pushing event deleted for resources: {'Network': ['ID=ded1ab8a-0ad3-4462-aedd-7b9bc3152a36,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:13.087765 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] For port 6af35aeb-c5ad-4349-9355-9455a523c60d, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:13.096938 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] For port 6af35aeb-c5ad-4349-9355-9455a523c60d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6af35aeb-c5ad-4349-9355-9455a523c60d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:13.105996 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.166194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-56c783a6-6535-4aec-b443-b37772aaf92c admin admin] 10.222.0.78 "DELETE /v2.0/networks/ded1ab8a-0ad3-4462-aedd-7b9bc3152a36 HTTP/1.1" status: 204 len: 168 time: 1.2611167 Jan 18 22:51:13.258042 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:13.259893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:50:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:13.329230 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb79a-e983-4986-a67e-d9823719fdeb None None] Pushing event updated for resources: {'Port': ['ID=6af35aeb-c5ad-4349-9355-9455a523c60d,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:13.457029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab638ab4-a6f7-474e-b1e8-c55dc4289c92 req-86727f52-0f63-4180-a474-25f8c46e4844 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:13.464369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab638ab4-a6f7-474e-b1e8-c55dc4289c92 req-86727f52-0f63-4180-a474-25f8c46e4844 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 944 time: 0.4418058 Jan 18 22:51:13.482942 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.483867 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Added segment ea962928-b9b0-4a89-941b-2ecfed65b8e3 of type vlan for network 9a411e48-5946-4eaf-b066-f94e9e71c54e Jan 18 22:51:13.522023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-7aec6c92-0846-4338-b48f-00bd200e0ba0 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:13.523531 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-7aec6c92-0846-4338-b48f-00bd200e0ba0 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.86 "GET /v2.0/networks?id=5292ed32-bcbc-4cb7-ad2b-81494737cee0 HTTP/1.1" status: 200 len: 806 time: 0.4032843 Jan 18 22:51:13.526933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.562933 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:13.570185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Allocated IP 172.20.0.9 (b101ea90-ec00-4f32-aaec-b52d42afe2f5/e3214c30-39f5-44a2-a2d5-b350be9a85ab/4c34983b-10bf-4c5b-ad56-187e980e8f28) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:13.592447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:13.617171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7cb77b1-5577-457e-9101-6d19c26bc489 req-e9821b88-60c4-46a2-930c-23784f3e14cb tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523499 Jan 18 22:51:13.647107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.648164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:13.648864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.665608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab638ab4-a6f7-474e-b1e8-c55dc4289c92 req-54bb3df0-cbff-456d-b2a6-d81c40573804 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002263 Jan 18 22:51:13.750100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0673c7d8-45bc-4ce4-8738-f9e7d0a18d0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd7728081455451fb419efcb00f7dd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564763 Jan 18 22:51:13.764004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f021717c-35cd-466c-a981-53469a91d205 req-49029f85-022d-4d71-a7d9-f91ebf37d488 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Synchronizing usage tracker for tenant:c66187c531f34b60a59e1875fd569b4d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:13.766817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:13.836137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f021717c-35cd-466c-a981-53469a91d205 req-49029f85-022d-4d71-a7d9-f91ebf37d488 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Unset dirty status for tenant:c66187c531f34b60a59e1875fd569b4d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:13.846346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-49029f85-022d-4d71-a7d9-f91ebf37d488 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c66187c531f34b60a59e1875fd569b4d HTTP/1.1" status: 200 len: 380 time: 0.3073680 Jan 18 22:51:13.919278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Request body: {'port': {'device_id': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'admin_state_up': True, 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'security_groups': ['4999443a-fca4-40ea-b2be-097c9024af9d']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:13.929303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 60160cc4-56a0-4d6b-9f05-a0c351f45e95 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:13.989823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-57777c33-e672-4662-bc07-dd02ddde3565 req-e7596591-71bd-4a8c-a850-3801ad677e23 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Synchronizing usage tracker for tenant:c66187c531f34b60a59e1875fd569b4d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:14.013742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 207453e8-73da-40f8-aad6-21033d8ad673 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:14.039946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] Pushing event updated for resources: {'Network': ['ID=9a411e48-5946-4eaf-b066-f94e9e71c54e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:14.053831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d4cbae4c-c511-4457-b8d0-f3158c0eb14f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8236752 Jan 18 22:51:14.063078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:14.064270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:14.124734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-74fa695a-f9e6-4f75-b35d-76ab841d2b9e req-bd60b35f-f7a7-4aeb-a136-bffae1556ac4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:14.140468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Request body: {'subnet': {'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-subnet', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:14.145668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:14.149856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Usage tracker for resource:subnet and tenant:615fcc4d28d84946896ff9442ac65270 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:14.152875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:14.158567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:14.161619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-57777c33-e672-4662-bc07-dd02ddde3565 req-e7596591-71bd-4a8c-a850-3801ad677e23 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Unset dirty status for tenant:c66187c531f34b60a59e1875fd569b4d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:14.162370 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:13Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:14.172561 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-57777c33-e672-4662-bc07-dd02ddde3565 req-e7596591-71bd-4a8c-a850-3801ad677e23 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 210 time: 0.3230596 Jan 18 22:51:14.178053 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a3122-6457-460b-a60a-044bd03e98d7 None None] The sync data for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 is: [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:13Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:14.184842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Made reservation on behalf of 615fcc4d28d84946896ff9442ac65270 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:14.187141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.210031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01884124-61f2-4039-92ba-f1fb9546a029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.312776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:14.322082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01884124-61f2-4039-92ba-f1fb9546a029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.353682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-74fa695a-f9e6-4f75-b35d-76ab841d2b9e req-bd60b35f-f7a7-4aeb-a136-bffae1556ac4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:14.354733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:14.355083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74fa695a-f9e6-4f75-b35d-76ab841d2b9e req-bd60b35f-f7a7-4aeb-a136-bffae1556ac4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 210 time: 0.4723542 Jan 18 22:51:14.355435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.367612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:14.387325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 207453e8-73da-40f8-aad6-21033d8ad673 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:14.424432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:14.427244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 207453e8-73da-40f8-aad6-21033d8ad673 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:14.427696 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.428050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-c4e87bd2-591b-4eab-9655-975ac97099e0 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:14.429772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-c4e87bd2-591b-4eab-9655-975ac97099e0 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.85 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.6411328 Jan 18 22:51:14.445127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Made reservation on behalf of c66187c531f34b60a59e1875fd569b4d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:14.452767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.521298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4895-ba87-411b-820b-d02d9851e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.546822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01884124-61f2-4039-92ba-f1fb9546a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.549886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.586459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884124-61f2-4039-92ba-f1fb9546a029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8b96e-689d-4b8d-ab0c-10e233b46159,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:14.593126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Transition to ACTIVE for port object 4c34983b-10bf-4c5b-ad56-187e980e8f28 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:14.607540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Deleting port 605ba1f1-3045-4688-9d3f-76f22fc10d3a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:51:14.609237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01884124-61f2-4039-92ba-f1fb9546a029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.610386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-01884124-61f2-4039-92ba-f1fb9546a029 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5c8b96e-689d-4b8d-ab0c-10e233b46159 HTTP/1.1" status: 204 len: 168 time: 0.8424785 Jan 18 22:51:14.610947 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.724099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.742237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.745999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Allocated IP 172.20.0.4 (5292ed32-bcbc-4cb7-ad2b-81494737cee0/e0a45860-f308-4e6b-9059-659e93165c2a/c8fbc138-2577-4d91-b004-fa67abd047c6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:14.780695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 60160cc4-56a0-4d6b-9f05-a0c351f45e95, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=60160cc4-56a0-4d6b-9f05-a0c351f45e95,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:14.792840 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.838037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207453e8-73da-40f8-aad6-21033d8ad673'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:14.865826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 207453e8-73da-40f8-aad6-21033d8ad673, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=207453e8-73da-40f8-aad6-21033d8ad673,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:14.878891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:14.884922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=60160cc4-56a0-4d6b-9f05-a0c351f45e95,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:14.980212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=207453e8-73da-40f8-aad6-21033d8ad673,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:15.149115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.152553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaf02-90d7-4766-ac61-56f89512d228 req-1e36bb8d-6b7e-4c4d-ae44-fef483f19648 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:15.154106 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c50eaf02-90d7-4766-ac61-56f89512d228 req-1e36bb8d-6b7e-4c4d-ae44-fef483f19648 tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 945 time: 0.2482736 Jan 18 22:51:15.171113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.205938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Transition to ACTIVE for port object c8fbc138-2577-4d91-b004-fa67abd047c6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:15.229852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c50eaf02-90d7-4766-ac61-56f89512d228 req-18fb438a-7773-4df3-8460-eeb2a5af909b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec413ada-a4cc-4733-a5f2-62ab35111d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555091 Jan 18 22:51:15.263310 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.270332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.324612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:15.332741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] For port 605ba1f1-3045-4688-9d3f-76f22fc10d3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=605ba1f1-3045-4688-9d3f-76f22fc10d3a,segment=NetworkSegment(b3a868d5-7973-4780-a84a-a455afec5fa4),segment_id=b3a868d5-7973-4780-a84a-a455afec5fa4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:15.333308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.345858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:15.350221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:15.373153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:15.376546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:15.387444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:15.437007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event updated for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:15.478082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:15.478748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.501572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event updated for resources: {'Port': ['ID=4c34983b-10bf-4c5b-ad56-187e980e8f28,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:15.540395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-a5711915-b819-4144-a007-4c886bf9c0ee tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6318352 Jan 18 22:51:15.558287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Request body: {'port': {'device_id': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:15.606568 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.612595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.670544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Calling delete_port for 605ba1f1-3045-4688-9d3f-76f22fc10d3a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:51:15.775141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3821335-128c-4e60-a812-1eebed0f4d77 req-4469abfc-bca5-4860-a5bf-47014dd1f2e7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:15.781651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3821335-128c-4e60-a812-1eebed0f4d77 req-4469abfc-bca5-4860-a5bf-47014dd1f2e7 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.7530327 Jan 18 22:51:15.805451 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207453e8-73da-40f8-aad6-21033d8ad673', 'code': 200} Jan 18 22:51:15.840406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:15.842158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.855653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a669e307-50aa-4db7-b02c-74d541447d92,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:15.860160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Provisioning for port c8fbc138-2577-4d91-b004-fa67abd047c6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:15.869588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Provisioning complete for port c8fbc138-2577-4d91-b004-fa67abd047c6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:15.875325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.017434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Port c8fbc138-2577-4d91-b004-fa67abd047c6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:16.030364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 60160cc4-56a0-4d6b-9f05-a0c351f45e95 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:16.110091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Provisioning for port 4c34983b-10bf-4c5b-ad56-187e980e8f28 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:16.124256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Provisioning complete for port 4c34983b-10bf-4c5b-ad56-187e980e8f28 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:16.125164 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.160534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.193565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-627724fd-58bf-444a-a53b-99f9005acae2 None None] Port 4c34983b-10bf-4c5b-ad56-187e980e8f28 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:16.200312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:16.200574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.203300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Checking segment: {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:16.203657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Network hostable DHCP agents. Network: 9a411e48-5946-4eaf-b066-f94e9e71c54e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:16.210443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3821335-128c-4e60-a812-1eebed0f4d77 req-8077c27b-3619-4e02-8b8e-f37ab0cf0233 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971305 Jan 18 22:51:16.251481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-1b93adac-35b1-4191-ad3e-20ca1d3baa11 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9863009 Jan 18 22:51:16.260926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9bfe-b104-46ca-813f-553631f13956 req-937712b1-7166-4efc-b692-5bd795e4456f tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:16.261697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-44ed9bfe-b104-46ca-813f-553631f13956 req-937712b1-7166-4efc-b692-5bd795e4456f tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Synchronizing usage tracker for tenant:c66187c531f34b60a59e1875fd569b4d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:16.271759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Request body: {'port': {'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:16.337509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-44ed9bfe-b104-46ca-813f-553631f13956 req-937712b1-7166-4efc-b692-5bd795e4456f tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Unset dirty status for tenant:c66187c531f34b60a59e1875fd569b4d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:16.338754 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44ed9bfe-b104-46ca-813f-553631f13956 req-937712b1-7166-4efc-b692-5bd795e4456f tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 931 time: 0.2673850 Jan 18 22:51:16.367333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:16.376742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af35aeb-c5ad-4349-9355-9455a523c60d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:16.459039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f960d72-5e7a-495c-adfc-c66a5cb0cb13 req-3c5642a5-a491-4a57-b55b-de3e3a46b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:16.461209 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f960d72-5e7a-495c-adfc-c66a5cb0cb13 req-3c5642a5-a491-4a57-b55b-de3e3a46b0d7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 1096 time: 0.5430944 Jan 18 22:51:16.466383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 9a411e48-5946-4eaf-b066-f94e9e71c54e) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:16.466789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6af35aeb-c5ad-4349-9355-9455a523c60d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:16.477746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4a6a5-b728-4632-8c12-7371954716e9 None None] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:16.485351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44ed9bfe-b104-46ca-813f-553631f13956 req-05e3899c-f469-4465-9d4e-5306447fe201 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401775 Jan 18 22:51:16.527394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:16.528234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.587085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.651842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6af35aeb-c5ad-4349-9355-9455a523c60d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:16.652231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.671854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fbc138-2577-4d91-b004-fa67abd047c6 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:16.681463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.703169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Transition to ACTIVE for port object c8fbc138-2577-4d91-b004-fa67abd047c6 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:16.712727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-98a4300d-32bd-47c8-8ac4-3e050c205f64 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5968196 Jan 18 22:51:16.714624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:16.720472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.722574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.742623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Pushing event deleted for resources: {'Port': ['ID=605ba1f1-3045-4688-9d3f-76f22fc10d3a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:16.790829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:16.796643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:16.806370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Usage tracker for resource:router and tenant:615fcc4d28d84946896ff9442ac65270 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:16.809329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:16.816414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:16.875807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-9a411e48-5946-4eaf-b066-f94e9e71c54e', 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'fixed_ips': [{'subnet_id': 'a669e307-50aa-4db7-b02c-74d541447d92'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:51:16.879390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.939596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:16.948449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.079385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f960d72-5e7a-495c-adfc-c66a5cb0cb13 req-f509a968-b013-42a2-ba1a-c6d9ab6fd751 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050544 Jan 18 22:51:17.085314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] No DVR routers for this DVR port 605ba1f1-3045-4688-9d3f-76f22fc10d3a on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:51:17.098016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.100326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb64b978-798f-494c-9699-46b1b7d88d4d req-30dac95d-527d-40ce-99aa-2ca4b008c42b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.85 "DELETE /v2.0/ports/605ba1f1-3045-4688-9d3f-76f22fc10d3a HTTP/1.1" status: 204 len: 173 time: 2.6617534 Jan 18 22:51:17.102799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'name': 'network-vif-deleted', 'tag': '605ba1f1-3045-4688-9d3f-76f22fc10d3a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:17.140665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:17.140855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78b617-65df-4d5a-b630-45be0a972352 req-f1aa9f54-2465-463f-9a78-45e97ccece05 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:17.156133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e78b617-65df-4d5a-b630-45be0a972352 req-f1aa9f54-2465-463f-9a78-45e97ccece05 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 931 time: 0.8098404 Jan 18 22:51:17.162597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.174982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.181194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Attempting to bind port c8fbc138-2577-4d91-b004-fa67abd047c6 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:17.181531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Attempting to bind port c8fbc138-2577-4d91-b004-fa67abd047c6 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:17.181864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Attempting to bind port c8fbc138-2577-4d91-b004-fa67abd047c6 on network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:17.188547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Port c8fbc138-2577-4d91-b004-fa67abd047c6 on network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:17.188878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Attempting to bind port c8fbc138-2577-4d91-b004-fa67abd047c6 on network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:17.196071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:17.196256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Checking segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:17.196648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Bound using segment: {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:17.197139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Bound port: c8fbc138-2577-4d91-b004-fa67abd047c6, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a08d63-982a-4f87-97b9-ee85b5a433a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:17.197492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.342787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8e78b617-65df-4d5a-b630-45be0a972352 req-e285dafc-f129-4e1a-aafd-6b97f8cbd672 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:17.417620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.420051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8e78b617-65df-4d5a-b630-45be0a972352 req-e285dafc-f129-4e1a-aafd-6b97f8cbd672 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:17.443099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e78b617-65df-4d5a-b630-45be0a972352 req-e285dafc-f129-4e1a-aafd-6b97f8cbd672 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858386 Jan 18 22:51:17.525556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6af35aeb-c5ad-4349-9355-9455a523c60d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6af35aeb-c5ad-4349-9355-9455a523c60d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:17.533066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Allocated IP 172.20.0.2 (9a411e48-5946-4eaf-b066-f94e9e71c54e/a669e307-50aa-4db7-b02c-74d541447d92/6df7a8bf-0e8f-4c26-a504-d4254d7dfe90) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:17.542634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.555206 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b0a8b3-2d7b-4aac-a545-def1da1646ba', 'name': 'network-vif-deleted', 'tag': '605ba1f1-3045-4688-9d3f-76f22fc10d3a', 'status': 'completed', 'code': 200} Jan 18 22:51:17.584989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92e46349-4574-4e7a-84be-6efae3b407a2 req-5ee2cda2-3ef9-4cf2-bce8-d5654d2d383b tempest-InstanceActionsTestJSON-1007844847 tempest-InstanceActionsTestJSON-1007844847-project] 10.222.0.78 "GET /v2.0/ports?device_id=61b0a8b3-2d7b-4aac-a545-def1da1646ba HTTP/1.1" status: 200 len: 210 time: 0.1309605 Jan 18 22:51:17.763749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58054) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:17.818413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6af35aeb-c5ad-4349-9355-9455a523c60d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:17.875453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-efe779b9-4df6-434f-bb08-51a527dbff2a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171960 Jan 18 22:51:17.917046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73c84-9c90-4d37-8879-9e6da166af9d req-15181b0a-d6a7-4b98-8212-257949d93cf2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:17.918556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fb73c84-9c90-4d37-8879-9e6da166af9d req-15181b0a-d6a7-4b98-8212-257949d93cf2 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.1788945 Jan 18 22:51:17.938433 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.950035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Transition to ACTIVE for port object 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:17.970762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Transition to ACTIVE for port object 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:17.976618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.987678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.001446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:18.036905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c34983b-10bf-4c5b-ad56-187e980e8f28 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:18.037300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:18.049559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.063160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fb73c84-9c90-4d37-8879-9e6da166af9d req-d549a7ef-d38b-4c4d-8e7e-b3df0206f97a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239018 Jan 18 22:51:18.169723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Pushing event updated for resources: {'Port': ['ID=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:18.186836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:18.188030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:18.192755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:18.213404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.220437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Transition to ACTIVE for port object 4c34983b-10bf-4c5b-ad56-187e980e8f28 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:18.255101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.276720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aafa08-c8a8-45b9-bd87-c60b0aa927c5 req-fee073e5-5521-4edd-ad4b-e178cf779402 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:18.284088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36aafa08-c8a8-45b9-bd87-c60b0aa927c5 req-fee073e5-5521-4edd-ad4b-e178cf779402 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 943 time: 0.3690565 Jan 18 22:51:18.305887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 605ba1f1-3045-4688-9d3f-76f22fc10d3a no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:51:18.352020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 605ba1f1-3045-4688-9d3f-76f22fc10d3a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:51:18.352426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 605ba1f1-3045-4688-9d3f-76f22fc10d3a not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:51:18.358447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Attempting to bind port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:18.358811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Attempting to bind port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:18.359167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Attempting to bind port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 on network 9a411e48-5946-4eaf-b066-f94e9e71c54e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:18.365467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:18.365836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Checking segment: {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:18.366237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.366820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Bound using segment: {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:18.367301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Bound port: 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:18.367670 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.465730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Pushing event updated for resources: {'Port': ['ID=4c34983b-10bf-4c5b-ad56-187e980e8f28,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:18.485408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.505554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:18.506625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.508194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] 10.222.0.86 "PUT /v2.0/ports/c8fbc138-2577-4d91-b004-fa67abd047c6 HTTP/1.1" status: 200 len: 1091 time: 2.9611559 Jan 18 22:51:18.510508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] For port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:18.516358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:18.532693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] For port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:18.533259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:18.538847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Usage tracker for resource:security_group_rule and tenant:2489aea0ba2d443a970fcf00d252b638 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:18.549070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:18.555736 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.560480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:18.654136 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36aafa08-c8a8-45b9-bd87-c60b0aa927c5 req-cde503db-fc32-4ffc-9130-679cf8ad8182 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689501 Jan 18 22:51:18.693858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4454315-9a6d-4245-9ecc-c5bb397000e3 None None] Pushing event updated for resources: {'Port': ['ID=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:18.715680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119387a7-447c-4ec8-8e2f-f4eecf332981 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:18.743051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-9216911a-ee1c-4609-9986-89afe973e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:18.744906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-9216911a-ee1c-4609-9986-89afe973e064 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1096 time: 0.6239862 Jan 18 22:51:18.794863 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:51:18.842260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Attempting to bind port 4c34983b-10bf-4c5b-ad56-187e980e8f28 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:18.845605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Attempting to bind port 4c34983b-10bf-4c5b-ad56-187e980e8f28 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:18.846254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Attempting to bind port 4c34983b-10bf-4c5b-ad56-187e980e8f28 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:18.850809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.857036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-b4f345f2-ff1d-42b6-a10b-218c6fed0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:18.858614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-b4f345f2-ff1d-42b6-a10b-218c6fed0aa7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c66187c531f34b60a59e1875fd569b4d&device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 1094 time: 0.2697248 Jan 18 22:51:18.986795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.115892 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'status': 'completed', 'code': 200} Jan 18 22:51:19.130101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58072) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:19.130664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-ddb08947-cc1c-4e00-bcc1-4c45018925d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fbc138-2577-4d91-b004-fa67abd047c6 HTTP/1.1" status: 200 len: 217 time: 0.2168493 Jan 18 22:51:19.144398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Port 4c34983b-10bf-4c5b-ad56-187e980e8f28 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:19.145092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Attempting to bind port 4c34983b-10bf-4c5b-ad56-187e980e8f28 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:19.221766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:19.221766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Checking segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:19.222124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Bound using segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:19.222858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Bound port: 4c34983b-10bf-4c5b-ad56-187e980e8f28, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:19.223215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.236525 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2489aea0ba2d443a970fcf00d252b638&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4605854 Jan 18 22:51:19.243753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58076) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:19.295718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57fb7f-ac24-4e19-ab6e-fdd8f1d4d32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c61ee-24fe-48a3-b92c-fb41241ef9ed,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:19.325067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-b056dc61-68db-4828-a169-f7965f568658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:19.326619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-b056dc61-68db-4828-a169-f7965f568658 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e0a45860-f308-4e6b-9059-659e93165c2a HTTP/1.1" status: 200 len: 845 time: 0.1797144 Jan 18 22:51:19.352803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Deleting subnet 554c04b8-567f-4b9c-b15e-0790f0ba7c99 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:51:19.361375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63df58-970e-47eb-a3d1-dee23a6fb7eb req-85852e1d-e566-4a9c-b235-328f7ec96fcd tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:19.362848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d63df58-970e-47eb-a3d1-dee23a6fb7eb req-85852e1d-e566-4a9c-b235-328f7ec96fcd tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 943 time: 0.6918302 Jan 18 22:51:19.372441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.374869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.415792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.443638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-da2c4a87-5206-408d-8547-c3679d11d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:19.445078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-da2c4a87-5206-408d-8547-c3679d11d767 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.6565785 Jan 18 22:51:19.522683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb282-2140-4419-9786-e25cc5f4fc8c req-14135b98-8987-44fd-9dab-81e7c16653ff tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:19.524285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d6fcb282-2140-4419-9786-e25cc5f4fc8c req-14135b98-8987-44fd-9dab-81e7c16653ff tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.2863135 Jan 18 22:51:19.564821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.603423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021717c-35cd-466c-a981-53469a91d205 req-9c6f99af-0c00-4dfc-a5c0-336f7b07a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:19.604986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-9c6f99af-0c00-4dfc-a5c0-336f7b07a271 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5292ed32-bcbc-4cb7-ad2b-81494737cee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705295 Jan 18 22:51:19.640441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] For port 4c34983b-10bf-4c5b-ad56-187e980e8f28, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:19.648651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Allocated IP 172.25.4.101 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f4578baf-7b54-4a63-92b2-f14d5257b520) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:19.652559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d63df58-970e-47eb-a3d1-dee23a6fb7eb req-7dfa6dc2-a83c-465e-a086-63798483bbdf tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423496 Jan 18 22:51:19.686662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e94447a-7863-4a78-896d-80b4fe14d3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.694809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-9668ff47-f01f-4aa5-b92d-ddf140646da3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 1001 time: 0.2383409 Jan 18 22:51:19.731616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d6fcb282-2140-4419-9786-e25cc5f4fc8c req-b2080f2b-c325-4837-9397-794a0d027f18 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753917 Jan 18 22:51:19.758756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] For port 4c34983b-10bf-4c5b-ad56-187e980e8f28, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:19.795042 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.844813 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e94447a-7863-4a78-896d-80b4fe14d3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.867243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.016196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.016821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.018221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] 10.222.0.85 "PUT /v2.0/ports/4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 1091 time: 3.7545257 Jan 18 22:51:20.026401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:20.026594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-53c38fd7-a483-485e-a90f-4c9f728edd99 service neutron] 10.222.0.86 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105313 Jan 18 22:51:20.110164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-f7bac5a2-7d08-481d-b2db-abcb81492b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.111619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-f7bac5a2-7d08-481d-b2db-abcb81492b22 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.4025228 Jan 18 22:51:20.117847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:20.171231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b190f83-b91b-4b08-b1e6-fb6c86710177 None None] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:20.267280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c14d04-201d-4f0d-87f3-91133590c095 service neutron] Pushing event updated for resources: {'Port': ['ID=4c34983b-10bf-4c5b-ad56-187e980e8f28,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:20.298437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4aa05636-64c4-4471-9164-1344f589be67 None None] Provisioning for port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:20.299037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.327459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.348091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f021717c-35cd-466c-a981-53469a91d205 req-9dc384af-2804-4af2-be79-8ccfb85da85a service neutron] 10.222.0.86 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697866 Jan 18 22:51:20.358753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:20.362727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924feba-0107-4525-9fee-0f12c6bf51ab req-454314b2-76a7-477e-8395-3d445634e527 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.365162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4924feba-0107-4525-9fee-0f12c6bf51ab req-454314b2-76a7-477e-8395-3d445634e527 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.2829039 Jan 18 22:51:20.371673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:20.372319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.376713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e94447a-7863-4a78-896d-80b4fe14d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.391578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554c04b8-567f-4b9c-b15e-0790f0ba7c99,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:20.396710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.411023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94447a-7863-4a78-896d-80b4fe14d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c61ee-24fe-48a3-b92c-fb41241ef9ed,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:20.427187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd19e42-5dda-45f5-82ef-ab05a725d94e req-478e6f7d-2781-4587-a0b6-5402acc109ff tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.428686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8bd19e42-5dda-45f5-82ef-ab05a725d94e req-478e6f7d-2781-4587-a0b6-5402acc109ff tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 943 time: 0.4168868 Jan 18 22:51:20.436428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8aaa1166-e420-4914-8315-1c979dffb559 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/554c04b8-567f-4b9c-b15e-0790f0ba7c99 HTTP/1.1" status: 204 len: 168 time: 1.2966092 Jan 18 22:51:20.440725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58090) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:20.442739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e94447a-7863-4a78-896d-80b4fe14d3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.446356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e94447a-7863-4a78-896d-80b4fe14d3be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d36c61ee-24fe-48a3-b92c-fb41241ef9ed HTTP/1.1" status: 204 len: 168 time: 1.1974070 Jan 18 22:51:20.468559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4924feba-0107-4525-9fee-0f12c6bf51ab req-a7a806f3-ddb2-4723-b718-4eb09a5626b3 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977747 Jan 18 22:51:20.483427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-3358f277-3256-4d1f-9c68-242f53625821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.484924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-3358f277-3256-4d1f-9c68-242f53625821 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3474553 Jan 18 22:51:20.486856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-fd6183e1-ebc6-4678-910a-1f89cb264022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.488234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-fd6183e1-ebc6-4678-910a-1f89cb264022 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1094 time: 0.3595800 Jan 18 22:51:20.516003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.661986 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'status': 'completed', 'code': 200} Jan 18 22:51:20.726051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-bc086943-671b-415a-b040-0e6af193aa55 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.1867447 Jan 18 22:51:20.740939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.759937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:20.765486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:20.771760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:20.783210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:20.791440 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:20.792569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af35aeb-c5ad-4349-9355-9455a523c60d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:20.841908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4578baf-7b54-4a63-92b2-f14d5257b520,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:20.870559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-5c69503b-824c-4ede-b70e-6436965057f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:20.872241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-5c69503b-824c-4ede-b70e-6436965057f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c66187c531f34b60a59e1875fd569b4d&device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 1094 time: 0.4610908 Jan 18 22:51:21.034275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:21.056658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6af35aeb-c5ad-4349-9355-9455a523c60d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:21.057368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.084244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.096439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8bd19e42-5dda-45f5-82ef-ab05a725d94e req-90f8c680-d30d-48b0-bcfa-fa7ed22467e2 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6563718 Jan 18 22:51:21.121489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-36e3cd48-ec46-4d77-86f1-c998eabfbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:21.123320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-36e3cd48-ec46-4d77-86f1-c998eabfbe5a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.2712810 Jan 18 22:51:21.230526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e9befdd6-a048-4dac-8716-adae37498f47 None None] Provisioning complete for port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:21.235282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e9befdd6-a048-4dac-8716-adae37498f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.369562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-7526f9c5-dbea-4e91-8ca1-79a55aea6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:21.371036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-7526f9c5-dbea-4e91-8ca1-79a55aea6cd1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5292ed32-bcbc-4cb7-ad2b-81494737cee0 HTTP/1.1" status: 200 len: 907 time: 0.4294930 Jan 18 22:51:21.553522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-91627416-46d1-4896-b37c-c2426aa2d51c service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9589977 Jan 18 22:51:21.566731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-13fb8af6-4fc3-4a82-ad02-eed02feb5d3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fbc138-2577-4d91-b004-fa67abd047c6 HTTP/1.1" status: 200 len: 217 time: 0.1882200 Jan 18 22:51:21.573750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.590812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4c70f-a4b5-468b-b109-647109c6a296 req-aebdc706-3701-44f2-9ba9-538e4200fb3a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:21.592298 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caf4c70f-a4b5-468b-b109-647109c6a296 req-aebdc706-3701-44f2-9ba9-538e4200fb3a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 943 time: 0.5160105 Jan 18 22:51:21.654640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:21.684270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0164d2ef-ded9-4f83-aef4-24c2507c8777']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:21.703407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a868d5-7973-4780-a84a-a455afec5fa4') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:21.703698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a868d5-7973-4780-a84a-a455afec5fa4') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:21.722299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.735750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-061d9516-a71b-4809-bd39-28bf66048a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:21.737232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-061d9516-a71b-4809-bd39-28bf66048a63 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6042373 Jan 18 22:51:21.763292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-f65b2d0a-5281-44c3-a074-c2cb5e987d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:21.764749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-f65b2d0a-5281-44c3-a074-c2cb5e987d41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e0a45860-f308-4e6b-9059-659e93165c2a HTTP/1.1" status: 200 len: 845 time: 0.1821244 Jan 18 22:51:21.783719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.792720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b492e-d1a2-4536-a455-0d8ea96ff7aa req-e4d01756-b7ff-4fc0-80bd-b1d08261d237 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:21.797499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f49b492e-d1a2-4536-a455-0d8ea96ff7aa req-e4d01756-b7ff-4fc0-80bd-b1d08261d237 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.3166585 Jan 18 22:51:21.814996 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caf4c70f-a4b5-468b-b109-647109c6a296 req-b4e73e04-53e8-4800-9a82-993b61a2ff29 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853535 Jan 18 22:51:21.826725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.915666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-385792618-network', 'tenant_id': '4574c474e9494a1a9d9026321f2394e6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:21.928214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:21.930550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:21.944964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-aba23f45-d8fb-4a86-9994-76d0e4eabeb1 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891541 Jan 18 22:51:21.953334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:51:21.954123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:51:21.970637 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:51:22.007704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:22.008064 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.014371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Usage tracker for resource:network and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:22.025132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:22.040313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:22.055719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-aab5dbf5-f3d4-4b0a-81d7-ca708c2b9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:22.057374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-aab5dbf5-f3d4-4b0a-81d7-ca708c2b9163 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5292ed32-bcbc-4cb7-ad2b-81494737cee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861192 Jan 18 22:51:22.086105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c40c830-a5b0-4abd-870d-08edd2ebd34e req-9ce7a5dd-df21-4ae6-bb62-5300fc2b1f97 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165482 Jan 18 22:51:22.086468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Made reservation on behalf of 4574c474e9494a1a9d9026321f2394e6 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:22.089268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.161062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.200354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f49b492e-d1a2-4536-a455-0d8ea96ff7aa req-75b97839-df6c-4e38-baad-3bb4ec481356 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539256 Jan 18 22:51:22.200965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.205776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.239344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0164d2ef-ded9-4f83-aef4-24c2507c8777,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:22.264742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7badf79e-01f6-4708-b679-64b564f87c98 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0164d2ef-ded9-4f83-aef4-24c2507c8777 HTTP/1.1" status: 204 len: 168 time: 1.8197286 Jan 18 22:51:22.293311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7295f0d-1f17-49fc-a2e9-2523509faa37 req-9060a913-b80c-4bfa-a6fe-f662e6657c8a service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417478 Jan 18 22:51:22.444758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58138) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:22.522506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:22.540049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a7e0c-467d-4646-9bc1-406e30e40359 req-970ed610-64b6-4f09-bc92-bcfffa134982 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:22.541544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e58a7e0c-467d-4646-9bc1-406e30e40359 req-970ed610-64b6-4f09-bc92-bcfffa134982 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.2043662 Jan 18 22:51:22.542535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-931b7d77-9fc4-4c1b-8bb8-9799e9c4f83e service neutron] 10.222.0.86 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762812 Jan 18 22:51:22.547978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-871fe577-795b-4be5-8f5f-a105dfb445b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c73232a7f9064ffca90b82ebce76e8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940852 Jan 18 22:51:22.548174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:22.548294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58144) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:22.571321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:22.590065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-ba6e5f55-1ade-4fa5-84f9-e7219a4091b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:22.592255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-ba6e5f55-1ade-4fa5-84f9-e7219a4091b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1094 time: 0.2149863 Jan 18 22:51:22.636533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:22.714045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e58a7e0c-467d-4646-9bc1-406e30e40359 req-3d5e15df-3b0d-4b0b-a51a-18404853c52a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531172 Jan 18 22:51:22.771655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cb300e0-a1d2-4b6f-a5d7-07214a4db08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.793946 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.821817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-3be7daf2-55ed-49c3-89b3-4b5e27902fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:22.823592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-3be7daf2-55ed-49c3-89b3-4b5e27902fbd service neutron] 10.222.0.85 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.2229910 Jan 18 22:51:22.825412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cb300e0-a1d2-4b6f-a5d7-07214a4db08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:22.873110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67245240-7d5e-4e9c-9dda-4b8f1398be62 req-a0c2acea-dc13-45ff-b617-5ed6cd62e374 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:22.875587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67245240-7d5e-4e9c-9dda-4b8f1398be62 req-a0c2acea-dc13-45ff-b617-5ed6cd62e374 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 943 time: 0.6423948 Jan 18 22:51:22.919677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-d7d9905c-f4eb-4912-9487-4abdafb4e808 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.0730603 Jan 18 22:51:22.962613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f91c23ee-2883-4ec3-bda1-391e62f8b95c req-6793998f-1050-4f38-a22e-a56c663f9491 service neutron] 10.222.0.86 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104371 Jan 18 22:51:23.000325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-efcce56e-5943-444c-b332-20ce376bece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:23.001772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-efcce56e-5943-444c-b332-20ce376bece7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.0739746 Jan 18 22:51:23.007465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cb300e0-a1d2-4b6f-a5d7-07214a4db08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.044961 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.068567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb300e0-a1d2-4b6f-a5d7-07214a4db08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec413ada-a4cc-4733-a5f2-62ab35111d9a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:23.071788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.096662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cb300e0-a1d2-4b6f-a5d7-07214a4db08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.101015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1cb300e0-a1d2-4b6f-a5d7-07214a4db08c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec413ada-a4cc-4733-a5f2-62ab35111d9a HTTP/1.1" status: 204 len: 168 time: 0.5488951 Jan 18 22:51:23.164779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-bf2e18eb-d714-4016-a87e-27621aa073d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:23.166346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-bf2e18eb-d714-4016-a87e-27621aa073d2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542273 Jan 18 22:51:23.202365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:23.224752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-67245240-7d5e-4e9c-9dda-4b8f1398be62 req-06e31aed-81a1-4e3d-8950-1cf76464b654 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575798 Jan 18 22:51:23.239323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2223c162-a174-4c81-b510-a417a2ac3b05,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:23.245742 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.246087 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Added segment 1d09a92e-10b3-44c9-ad94-eafe12c0b26d of type vlan for network 218e8b64-aef7-4a2d-9c0f-97ea230eca09 Jan 18 22:51:23.295204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.304866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415840-80a8-4cb4-9f1c-bc26dc35c479 req-c5a5821d-4dff-4368-a887-6d1cd018d228 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:23.309182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-401d764f-7387-4529-95f7-e63f393afdf3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3271039 Jan 18 22:51:23.312083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6415840-80a8-4cb4-9f1c-bc26dc35c479 req-c5a5821d-4dff-4368-a887-6d1cd018d228 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 943 time: 0.2121894 Jan 18 22:51:23.358425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:51:23.481772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.482535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:23.483118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.539271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6415840-80a8-4cb4-9f1c-bc26dc35c479 req-4cbf921a-2653-49fa-a79a-3e0bf82e0e7c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261963 Jan 18 22:51:23.544370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-218dd655-38e0-409e-a382-9c730241f8b4 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711767 Jan 18 22:51:23.700272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d8e6653-1264-448e-951b-93f58f66fd8b req-7e44d2ee-c362-46f9-b843-c91dd942e1d0 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473911 Jan 18 22:51:23.742963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0871994 Jan 18 22:51:23.745975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:23.751924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Request body: {'subnet': {'network_id': '218e8b64-aef7-4a2d-9c0f-97ea230eca09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-385792618-subnet', 'tenant_id': '4574c474e9494a1a9d9026321f2394e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:23.757211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:23.761273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Usage tracker for resource:subnet and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:23.764286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:23.770085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:23.781244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Made reservation on behalf of 4574c474e9494a1a9d9026321f2394e6 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:23.783784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.811996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f972-17f0-4fdd-ad70-09b63cb15993 admin admin] Pushing event updated for resources: {'Network': ['ID=218e8b64-aef7-4a2d-9c0f-97ea230eca09,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:23.828561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 218e8b64-aef7-4a2d-9c0f-97ea230eca09 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:23.854092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:23.929699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694118b-84f5-4270-802c-82cd87792856 req-d34410d8-19a3-4948-b79a-3f1f1465d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:23.931023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Sync routers for ids ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:23.936446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-d34410d8-19a3-4948-b79a-3f1f1465d8d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=807931cbd9cb4381acbb9b2bed9c26b3&device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 1097 time: 0.5045695 Jan 18 22:51:23.937593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.941413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Routers {'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:23.942277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:23.942467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:23.944107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c229881c-796c-4c72-adf7-57d794edd8e7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2250979 Jan 18 22:51:24.026627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c8fbc138-2577-4d91-b004-fa67abd047c6 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:24.093503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fa841-9a3b-4fea-a9fc-17e0401616f2 req-3bfeffcb-91d3-45a1-9255-46e2de8cfee9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:24.100587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-985fa841-9a3b-4fea-a9fc-17e0401616f2 req-3bfeffcb-91d3-45a1-9255-46e2de8cfee9 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.3460174 Jan 18 22:51:24.146222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58186) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:24.185454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-985fa841-9a3b-4fea-a9fc-17e0401616f2 req-bd9a7eb0-0762-49cb-8af1-06793bdd27eb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Jan 18 22:51:24.211281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694118b-84f5-4270-802c-82cd87792856 req-1ffa1eb3-2176-4eec-8d6d-a5fe5b954749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:24.212410 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-1ffa1eb3-2176-4eec-8d6d-a5fe5b954749 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa160209-4659-4b9b-a691-45281c99d95b HTTP/1.1" status: 200 len: 913 time: 0.2470114 Jan 18 22:51:24.244696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Set router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:24.391724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4c34983b-10bf-4c5b-ad56-187e980e8f28 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:24.477434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-716014738-network', 'tenant_id': '2bc4faa2201344d89a4434df1c846245'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:24.522599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:24.534718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Usage tracker for resource:network and tenant:2bc4faa2201344d89a4434df1c846245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:24.542711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:24.548783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-c0f671be-2bc5-4150-bdd3-df478120e096 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72a17ec4-3669-47f3-8f96-632133a253b5 HTTP/1.1" status: 200 len: 1001 time: 0.3300562 Jan 18 22:51:24.554814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:24.574525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:24.611926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'port_id': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'mac_address': 'fa:16:3e:d3:0e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:24.624705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Made reservation on behalf of 2bc4faa2201344d89a4434df1c846245 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:24.627121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.644560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.661780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694118b-84f5-4270-802c-82cd87792856 req-09b4afe8-6482-42bc-bbc4-cec512d4fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:24.663275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-09b4afe8-6482-42bc-bbc4-cec512d4fc88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9fe405a6-acb1-4ce9-aa88-b76cee74349d HTTP/1.1" status: 200 len: 851 time: 0.1029358 Jan 18 22:51:24.671099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:24.680034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.714200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3124ec8-6532-460b-8e4c-baaa67039736 req-cf46a37e-56ba-4a30-8b29-258090043e3b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:24.717890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3124ec8-6532-460b-8e4c-baaa67039736 req-cf46a37e-56ba-4a30-8b29-258090043e3b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 943 time: 0.2487607 Jan 18 22:51:24.724839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc4faa2201344d89a4434df1c846245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:24.735495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:24.736633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b456-56a5-4b3b-8c89-0b3107988e11 req-c638982a-a48d-449e-8ab1-53b11e54737d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:24.741423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76f6b456-56a5-4b3b-8c89-0b3107988e11 req-c638982a-a48d-449e-8ab1-53b11e54737d tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.3980224 Jan 18 22:51:24.758045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.782563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4c34983b-10bf-4c5b-ad56-187e980e8f28, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:24.787562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:24.792043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3124ec8-6532-460b-8e4c-baaa67039736 req-55ee53d4-e0b7-477a-9081-448b612c7256 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628877 Jan 18 22:51:24.795505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fbc138-2577-4d91-b004-fa67abd047c6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:24.828282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:24.843689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694118b-84f5-4270-802c-82cd87792856 req-c19b9031-8a60-4fb6-9cdc-d3c35ed5c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:24.845229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-c19b9031-8a60-4fb6-9cdc-d3c35ed5c611 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa160209-4659-4b9b-a691-45281c99d95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716933 Jan 18 22:51:24.855970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcbc8cd-778f-497f-9086-cf4ba63992fe,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:24.869773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:24.893274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.986221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:24.998202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.020898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c34983b-10bf-4c5b-ad56-187e980e8f28 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:25.030090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T22:51:21Z', 'revision_number': 3, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:25.041301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Checking router: fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:25.041874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Updating router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 port f4578baf-7b54-4a63-92b2-f14d5257b520 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:25.050184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-ca16a7e6-c8bb-4e9c-8dcc-34c8b88e06ec service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990707 Jan 18 22:51:25.057959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.086463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76f6b456-56a5-4b3b-8c89-0b3107988e11 req-9716e780-bc04-4d4d-96a3-67fcaf6f074a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385663 Jan 18 22:51:25.088471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.089732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Checking segment: {'id': '1d09a92e-10b3-44c9-ad94-eafe12c0b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '218e8b64-aef7-4a2d-9c0f-97ea230eca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:25.090101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Network hostable DHCP agents. Network: 218e8b64-aef7-4a2d-9c0f-97ea230eca09, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:25.099283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4c34983b-10bf-4c5b-ad56-187e980e8f28, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:25.101611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:25.111394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.111743 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Added segment b5fb7f53-d3d6-47b0-8238-4b85822c863b of type vlan for network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d Jan 18 22:51:25.125760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.146630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Network 218e8b64-aef7-4a2d-9c0f-97ea230eca09 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:25.167473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 218e8b64-aef7-4a2d-9c0f-97ea230eca09) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:25.175522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:25.176466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.228133 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.255932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8739f2a0-bc1c-40dd-957f-f04a059abeac admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5072310 Jan 18 22:51:25.279594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.281838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.303907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['c8fbc138-2577-4d91-b004-fa67abd047c6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:25.327760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de200e1-7815-4b7f-9315-e4fa40e42869,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:25.353687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32495b11-9a2c-45b9-a8e7-e3ed946496d1 None None] Network 218e8b64-aef7-4a2d-9c0f-97ea230eca09 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:25.408978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112c785-2ad1-46b7-bfed-fd54b0e6145b req-4cbe6ece-f877-492d-a1e5-f2e4458c9a6e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:25.410618 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e112c785-2ad1-46b7-bfed-fd54b0e6145b req-4cbe6ece-f877-492d-a1e5-f2e4458c9a6e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 944 time: 0.3283226 Jan 18 22:51:25.416112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4694118b-84f5-4270-802c-82cd87792856 req-ce98e0e8-6c7f-4655-88f1-b21d64a268c7 service neutron] 10.222.0.86 "GET /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566942 Jan 18 22:51:25.467264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.474965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:25.476028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.580448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4c34983b-10bf-4c5b-ad56-187e980e8f28'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:25.644023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e112c785-2ad1-46b7-bfed-fd54b0e6145b req-c634e9cb-1465-418d-84e4-32dfae44b3e0 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266519 Jan 18 22:51:25.660057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5111549 Jan 18 22:51:25.665933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58214) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:25.670237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff6ec-22f0-4c50-982b-9679d46c1986 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1dfa30-0d24-44f4-b74c-a10da182ca5d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:25.674572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Allocated IP 172.20.0.1 (9a411e48-5946-4eaf-b066-f94e9e71c54e/a669e307-50aa-4db7-b02c-74d541447d92/55e65d0a-69a5-48be-8938-928ba852ec71) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:25.677214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Request body: {'subnet': {'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-716014738-subnet', 'tenant_id': '2bc4faa2201344d89a4434df1c846245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:25.684050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:25.688875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Usage tracker for resource:subnet and tenant:2bc4faa2201344d89a4434df1c846245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:25.692661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:25.700074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:25.724260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Made reservation on behalf of 2bc4faa2201344d89a4434df1c846245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:25.727189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.776906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:25.834227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.862611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Transition to ACTIVE for port object 55e65d0a-69a5-48be-8938-928ba852ec71 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:25.897070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-336742911', 'description': 'tempest-description-1041051775'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:25.904149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:25.923904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:25.928186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:25.936864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:25.964512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.981870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:25.986910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4c34983b-10bf-4c5b-ad56-187e980e8f28,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:26.073461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:26.077366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:26.081665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:26.086741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:26.089642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:26.122800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.126244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:26.138651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:26.158574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Pushing event updated for resources: {'Port': ['ID=55e65d0a-69a5-48be-8938-928ba852ec71,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:26.191023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.253254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Checking segment: {'id': 'b5fb7f53-d3d6-47b0-8238-4b85822c863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:26.253954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Network hostable DHCP agents. Network: 0c1dfa30-0d24-44f4-b74c-a10da182ca5d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:26.276391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.289879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.312112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020b470-d0fc-4282-90ed-61033a4534ca req-a4e58503-6b66-432a-9f42-4a7b6c3c6491 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:26.320462 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8020b470-d0fc-4282-90ed-61033a4534ca req-a4e58503-6b66-432a-9f42-4a7b6c3c6491 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 944 time: 0.2667842 Jan 18 22:51:26.336408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f5032e-7b52-46ed-8b7e-cf07bd800b94,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:26.337476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:26.364839 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.378264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-871f8069-fe25-4e7f-8eb7-48440792fec6 req-16f39f51-ec49-4f6c-94d3-81b2cfb0b038 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4958348 Jan 18 22:51:26.398048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8020b470-d0fc-4282-90ed-61033a4534ca req-fbf4c673-2842-4ad4-9b04-4ef708320fc7 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763047 Jan 18 22:51:26.409829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:26.426223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0c1dfa30-0d24-44f4-b74c-a10da182ca5d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:26.438873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:26.439564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.460600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df7980-98a4-4e79-824c-849cb779d2d6 None None] Network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:26.478335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-11c2f6dc-9786-43a3-8db1-f4bbecfca1be admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8092082 Jan 18 22:51:26.499808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b7f13-897e-4cfa-a9c8-fd3d0a54da7a None None] Network 218e8b64-aef7-4a2d-9c0f-97ea230eca09 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:26.506107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.662609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ec709a1b-eb2f-40d1-a84d-59c72ceb9a4c None None] Provisioning for port 55e65d0a-69a5-48be-8938-928ba852ec71 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:26.690508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ec709a1b-eb2f-40d1-a84d-59c72ceb9a4c None None] Provisioning complete for port 55e65d0a-69a5-48be-8938-928ba852ec71 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:26.690508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec709a1b-eb2f-40d1-a84d-59c72ceb9a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.777041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-daabc91f-acb1-4e65-88f0-c48c776fc0d7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238 HTTP/1.1" status: 200 len: 1814 time: 0.0559778 Jan 18 22:51:26.790681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:26.791484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:26.798007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:26.802000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf2ea1-b3ce-4f30-b118-9e794e5aff06 req-a6ac7488-9f12-4276-a402-a639ffcbaba6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:26.802767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:26.805998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:26.809162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5bf2ea1-b3ce-4f30-b118-9e794e5aff06 req-a6ac7488-9f12-4276-a402-a639ffcbaba6 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.2587700 Jan 18 22:51:26.811943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:26.880629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ec709a1b-eb2f-40d1-a84d-59c72ceb9a4c None None] Port 55e65d0a-69a5-48be-8938-928ba852ec71 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:26.884627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.887330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5bf2ea1-b3ce-4f30-b118-9e794e5aff06 req-e223981c-96fb-4b86-959d-8c7ba854d7ca tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/security-groups?id=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772221 Jan 18 22:51:26.959393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.974507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.984625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.997714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.998551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.047062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-9c834592-6616-482c-9d73-25c690f4c2bb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:27.048610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-9c834592-6616-482c-9d73-25c690f4c2bb tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 945 time: 0.1580791 Jan 18 22:51:27.051327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c59221-ec01-47f3-aae2-8832e3c84974,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:27.114662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.115977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Transition to ACTIVE for port object f4578baf-7b54-4a63-92b2-f14d5257b520 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:27.121566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1ac9071-b6d3-4065-85a8-ad04e459dc2c req-ccff7dc4-c651-4d78-8bd6-6581cb130797 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3379443 Jan 18 22:51:27.146330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Deleting port 207453e8-73da-40f8-aad6-21033d8ad673 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:51:27.147453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.162325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.163774 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.173139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Pushing event updated for resources: {'Port': ['ID=55e65d0a-69a5-48be-8938-928ba852ec71,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:27.253205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8cb52-7068-48e2-a730-145311efbaf1 None None] Network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:27.270693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787c736-265e-4e96-b299-ec93f206f33d req-0f246696-16a1-4c95-9c15-83393f5c70ed tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:27.272188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4787c736-265e-4e96-b299-ec93f206f33d req-0f246696-16a1-4c95-9c15-83393f5c70ed tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 944 time: 0.2227461 Jan 18 22:51:27.357342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4787c736-265e-4e96-b299-ec93f206f33d req-5129a88c-4ca2-4856-9c42-4f0ef2614d1c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761054 Jan 18 22:51:27.365854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dcc34-61c7-4a44-b9cd-a1e6cbee26c2 None None] Pushing event updated for resources: {'Port': ['ID=f4578baf-7b54-4a63-92b2-f14d5257b520,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:27.370816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Attempting to bind port f4578baf-7b54-4a63-92b2-f14d5257b520 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:27.371309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Attempting to bind port f4578baf-7b54-4a63-92b2-f14d5257b520 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:27.371737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Attempting to bind port f4578baf-7b54-4a63-92b2-f14d5257b520 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:27.380653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:27.381038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:27.381516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.382066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:27.382518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Bound port: f4578baf-7b54-4a63-92b2-f14d5257b520, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:27.382954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.420707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:27.424630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:27.502468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] For port f4578baf-7b54-4a63-92b2-f14d5257b520, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:27.507003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] For port f4578baf-7b54-4a63-92b2-f14d5257b520, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f4578baf-7b54-4a63-92b2-f14d5257b520,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:27.557328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9112412b-c346-4f2e-a802-d88ec4765601 req-9de0c5d6-fa6a-4e39-aa9b-fa7c4fb8d4d6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238 HTTP/1.1" status: 200 len: 2408 time: 0.1673007 Jan 18 22:51:27.558441 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.689419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Routers {'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:27.690140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:27.747308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-3491ba59-93a4-49e3-b19b-7ca378be4642 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:27.747996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cf38b449-7eaf-41a7-b404-4037466277af req-3491ba59-93a4-49e3-b19b-7ca378be4642 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Synchronizing usage tracker for tenant:2bc4faa2201344d89a4434df1c846245 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:27.771377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:51:27.781588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] For port 207453e8-73da-40f8-aad6-21033d8ad673, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=207453e8-73da-40f8-aad6-21033d8ad673,segment=NetworkSegment(3ea1a079-1cac-4c64-9f57-ef329a3b1329),segment_id=3ea1a079-1cac-4c64-9f57-ef329a3b1329)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:27.781947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.790449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dcc34-61c7-4a44-b9cd-a1e6cbee26c2 None None] Pushing event updated for resources: {'Port': ['ID=f4578baf-7b54-4a63-92b2-f14d5257b520,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:27.837026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2912e439-a725-4603-84c4-23f315c061e5 None None] Provisioning complete for port 55e65d0a-69a5-48be-8938-928ba852ec71 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:27.837405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2912e439-a725-4603-84c4-23f315c061e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:27.852069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-cf38b449-7eaf-41a7-b404-4037466277af req-3491ba59-93a4-49e3-b19b-7ca378be4642 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Unset dirty status for tenant:2bc4faa2201344d89a4434df1c846245 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:27.861092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-3491ba59-93a4-49e3-b19b-7ca378be4642 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/networks?id=0c1dfa30-0d24-44f4-b74c-a10da182ca5d HTTP/1.1" status: 200 len: 812 time: 0.5786457 Jan 18 22:51:27.962871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Calling delete_port for 207453e8-73da-40f8-aad6-21033d8ad673 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:51:27.973717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2912e439-a725-4603-84c4-23f315c061e5 None None] Port 55e65d0a-69a5-48be-8938-928ba852ec71 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:27.986563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] Set router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:27.994718 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-ce46cf9e-470a-4ba3-929f-8962aa242b6b tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/quotas/2bc4faa2201344d89a4434df1c846245 HTTP/1.1" status: 200 len: 375 time: 0.1322556 Jan 18 22:51:27.997790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b06ab-4a0f-4ef9-a65b-e535f01d3bc0 req-3ffd5072-e760-4a3c-bbef-87d70609c300 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:27.999344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-029b06ab-4a0f-4ef9-a65b-e535f01d3bc0 req-3ffd5072-e760-4a3c-bbef-87d70609c300 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 944 time: 0.3070920 Jan 18 22:51:28.047899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c8fbc138-2577-4d91-b004-fa67abd047c6 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:28.061478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-497d61d7-eed6-4534-9d81-6368d046875e tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bc4faa2201344d89a4434df1c846245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546207 Jan 18 22:51:28.074214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-8b81fe29-957f-4721-860e-30c00630b1fc service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:51:28.075409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-8b81fe29-957f-4721-860e-30c00630b1fc service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053127 Jan 18 22:51:28.126200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-029b06ab-4a0f-4ef9-a65b-e535f01d3bc0 req-0f388204-bc10-470a-abfb-d08da7514abe tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194513 Jan 18 22:51:28.129000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:28.134319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-370b97aa-b8c0-4e51-8975-306e7d54b5ea admin admin] 10.222.0.78 "PUT /v2.0/routers/fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1908553 Jan 18 22:51:28.290876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port c8fbc138-2577-4d91-b004-fa67abd047c6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:28.305955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-1b52e2be-0365-4cfe-a59b-9188633d7f10 service neutron] 10.222.0.78 "GET /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095885 Jan 18 22:51:28.313690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port c8fbc138-2577-4d91-b004-fa67abd047c6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:28.314063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.325236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-83ff5bb1-adbc-48fc-91b0-02a4287ecddf tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-group-rules/03c59221-ec01-47f3-aae2-8832e3c84974 HTTP/1.1" status: 200 len: 778 time: 0.0250320 Jan 18 22:51:28.337036 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.383344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-a12a0005-a7fe-4138-8e49-76b4dae17c1d tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238 HTTP/1.1" status: 200 len: 2408 time: 0.0551035 Jan 18 22:51:28.398445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4c34983b-10bf-4c5b-ad56-187e980e8f28 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:28.419302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-f3946bed-b8fe-40e8-b38b-afa5461b6bb6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.432115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-f3946bed-b8fe-40e8-b38b-afa5461b6bb6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.440560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Pushing event deleted for resources: {'Port': ['ID=207453e8-73da-40f8-aad6-21033d8ad673,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:28.470620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-f3946bed-b8fe-40e8-b38b-afa5461b6bb6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.489879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3946bed-b8fe-40e8-b38b-afa5461b6bb6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03c59221-ec01-47f3-aae2-8832e3c84974,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:28.498054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-f3946bed-b8fe-40e8-b38b-afa5461b6bb6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.500020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a14ee957-30c7-4d80-8c71-73b3c9a5cbcc req-f3946bed-b8fe-40e8-b38b-afa5461b6bb6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/03c59221-ec01-47f3-aae2-8832e3c84974 HTTP/1.1" status: 204 len: 173 time: 0.1096771 Jan 18 22:51:28.536008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] No DVR routers for this DVR port 207453e8-73da-40f8-aad6-21033d8ad673 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:51:28.539767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.542569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'name': 'network-vif-deleted', 'tag': '207453e8-73da-40f8-aad6-21033d8ad673'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:28.586457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4ee315f-9500-48cc-b4eb-ab7ea5a22010 req-99ce9d26-bb02-40f8-ae26-a5e21effa87a tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.86 "DELETE /v2.0/ports/207453e8-73da-40f8-aad6-21033d8ad673 HTTP/1.1" status: 204 len: 173 time: 1.5312347 Jan 18 22:51:28.597628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '55e65d0a-69a5-48be-8938-928ba852ec71', 'name': '', 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'mac_address': 'fa:16:3e:6e:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:25Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 2, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'subnets': [{'id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:28.598576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-7547ca08-0c60-420c-b5f8-4fd777adc757 service neutron] 10.222.0.78 "GET /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915523 Jan 18 22:51:28.647417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 4c34983b-10bf-4c5b-ad56-187e980e8f28 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:28.654303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91d48e-2063-43a0-84e8-77a71e03c71f None None] The sync data for ids ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'] in n-d-825178-1 is: [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '55e65d0a-69a5-48be-8938-928ba852ec71', 'name': '', 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'mac_address': 'fa:16:3e:6e:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:25Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 2, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'subnets': [{'id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:28.670614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 4c34983b-10bf-4c5b-ad56-187e980e8f28 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:28.670995 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.735097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.781136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:28.796236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:28.855241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.857715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 207453e8-73da-40f8-aad6-21033d8ad673 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:51:28.874168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4f6019f-fe92-4362-957d-f99588901d03 req-3a5cbf12-60ed-4cca-8a5e-61361e6d4948 tempest-ServerDiskConfigTestJSON-1972017689 tempest-ServerDiskConfigTestJSON-1972017689-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f959cc-f6eb-45b7-9dda-88ff316c6a70 HTTP/1.1" status: 200 len: 210 time: 0.1102271 Jan 18 22:51:28.909345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1838606872', 'description': 'tempest-description-1409393897'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:28.919405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:28.929929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:28.937786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:28.951500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:28.979622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.020085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:29.031951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:29.041996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:29.068058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:29.098327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 207453e8-73da-40f8-aad6-21033d8ad673 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:51:29.098914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 207453e8-73da-40f8-aad6-21033d8ad673 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:51:29.137489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.176609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:29.183288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.195505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.201450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4c34983b-10bf-4c5b-ad56-187e980e8f28, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:29.209178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.212824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1584-6795-482a-838a-e03ea162a58c req-96cacae6-b687-4136-ad0b-f55ba317c86c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.221401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-510b1584-6795-482a-838a-e03ea162a58c req-96cacae6-b687-4136-ad0b-f55ba317c86c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 944 time: 0.3041763 Jan 18 22:51:29.298417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4c34983b-10bf-4c5b-ad56-187e980e8f28,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:29.308697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-510b1584-6795-482a-838a-e03ea162a58c req-8589e9d4-7a6e-4870-8407-55bd6a74e16d tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722656 Jan 18 22:51:29.325647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d780484-2f74-460d-94df-5a0268af63fc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:29.336562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.338322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48ebe958-df96-40ba-85ac-ca0510ac4061 req-4baf0954-a906-4ccc-9b75-30f8806af69f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4341197 Jan 18 22:51:29.377038 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f959cc-f6eb-45b7-9dda-88ff316c6a70', 'name': 'network-vif-deleted', 'tag': '207453e8-73da-40f8-aad6-21033d8ad673', 'status': 'completed', 'code': 200} Jan 18 22:51:29.430275 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'code': 200} Jan 18 22:51:29.485418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-113794c6-3de4-41b2-8a09-84d51a08a3e9 req-d532f5d4-0fea-4924-8f1d-8cc587c1799d tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 210 time: 0.1084957 Jan 18 22:51:29.758816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772ec57-4894-446b-b9e6-da5d1df4095b req-15d89f70-8bac-46cf-819a-6869fff0a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.786107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b772ec57-4894-446b-b9e6-da5d1df4095b req-15d89f70-8bac-46cf-819a-6869fff0a60e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 1096 time: 0.2307467 Jan 18 22:51:29.830265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc174e87-e9d2-4ca5-a592-6b5759e1a194 req-6f90899c-19ce-4d35-86ba-9856c04fd039 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.839961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dc174e87-e9d2-4ca5-a592-6b5759e1a194 req-6f90899c-19ce-4d35-86ba-9856c04fd039 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.2026584 Jan 18 22:51:29.855173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-451393fd-8153-4db6-be95-f840dd2d8246 req-ca12ffb3-1599-4af9-8dfb-b1a13f6a6094 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/4d780484-2f74-460d-94df-5a0268af63fc HTTP/1.1" status: 200 len: 1815 time: 0.1302865 Jan 18 22:51:29.940983 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b772ec57-4894-446b-b9e6-da5d1df4095b req-bd8d9b90-136a-4d69-a2aa-9cd24bd24bcf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468098 Jan 18 22:51:30.011173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dc174e87-e9d2-4ca5-a592-6b5759e1a194 req-2d2f25e0-0077-4062-b051-2d5fc558a3a5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606863 Jan 18 22:51:30.068054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f4578baf-7b54-4a63-92b2-f14d5257b520 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:30.132615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2072702098', 'description': 'tempest-description-681118202'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:30.140138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:30.144980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:30.150177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:30.159099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:30.181977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.213807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:30.218117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:30.221089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:30.225008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f4578baf-7b54-4a63-92b2-f14d5257b520 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:30.230834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f4578baf-7b54-4a63-92b2-f14d5257b520 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:30.232333 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.236114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:30.377509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.384112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.413116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.427186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d0747-3c6e-458f-a800-faa86475ea5f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:30.447025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.458261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f4578baf-7b54-4a63-92b2-f14d5257b520, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f4578baf-7b54-4a63-92b2-f14d5257b520,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:30.462784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80d762f8-2781-4551-aa6a-f91cb3b179bb req-1df7c625-7dc8-44b5-a754-aa9d5ccceaea tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3335218 Jan 18 22:51:30.486288 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:30.615026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec122c06-6f73-432f-8eea-a9c6d051df77 req-88399ecf-b69c-45df-8a2e-27164910ee7c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:30.629199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec122c06-6f73-432f-8eea-a9c6d051df77 req-88399ecf-b69c-45df-8a2e-27164910ee7c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 945 time: 0.1584921 Jan 18 22:51:30.642316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-693eca6a-034b-4195-86c3-0611318c3429 req-e9af73e8-aca5-4ff0-8b49-856eb8bda2ae tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/af5d0747-3c6e-458f-a800-faa86475ea5f HTTP/1.1" status: 200 len: 1814 time: 0.0899339 Jan 18 22:51:30.645730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f4578baf-7b54-4a63-92b2-f14d5257b520,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:30.660322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.661012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.669502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.670342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.670838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.671326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.672661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.673324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.673901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.674381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.674858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.675841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:30.743140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec122c06-6f73-432f-8eea-a9c6d051df77 req-14319302-1b90-4427-b342-2440b11d7e1a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129730 Jan 18 22:51:30.887032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb41492b-dc52-4a5d-91a7-938a7854edac req-4b03ae9d-30f0-4b4a-892e-4a186a7ef8c6 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 210 time: 0.0717921 Jan 18 22:51:30.910961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:30.927805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1249716097', 'description': 'tempest-description-1225329373'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:30.969471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:30.980494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:31.001489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:31.034579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:31.064651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-61d9e2fa-2bae-49e0-a8da-cbf7ef79a589 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:31.070794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-61d9e2fa-2bae-49e0-a8da-cbf7ef79a589 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.85 "GET /v2.0/networks?id=0c1dfa30-0d24-44f4-b74c-a10da182ca5d HTTP/1.1" status: 200 len: 812 time: 0.3994951 Jan 18 22:51:31.078832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Deleting subnet 547d11dd-b1c0-46bb-8b29-5230edbae164 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:51:31.082568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.091663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Request body: {'port': {'device_id': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d', 'admin_state_up': True, 'tenant_id': '2bc4faa2201344d89a4434df1c846245'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:31.144406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.156603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.237953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:31.246633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:31.249829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:31.261504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:31.262331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.347781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:31.356370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Usage tracker for resource:port and tenant:2bc4faa2201344d89a4434df1c846245 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:31.360552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:31.380761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:31.424326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.431495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:31.434941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.451286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Made reservation on behalf of 2bc4faa2201344d89a4434df1c846245 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:31.455780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.569674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243447d4-5c36-48b6-9674-c80e554bc1f6 req-3fcfbc76-f9af-4335-8208-5f09a1ee24f8 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:31.571262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243447d4-5c36-48b6-9674-c80e554bc1f6 req-3fcfbc76-f9af-4335-8208-5f09a1ee24f8 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.1191106 Jan 18 22:51:31.572843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.575895 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.591005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-263ac377-fbaa-47c1-a1a3-b554c409cf00 req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6723959 Jan 18 22:51:31.617618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7647d3c-6f02-4f54-a011-8007cba3ce06 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f99b1-b24c-4e8b-baa3-21646169140d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:31.628217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d11dd-b1c0-46bb-8b29-5230edbae164,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:31.636608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.644535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66b83ccb-ef81-4478-900b-f1d52beebb98 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/547d11dd-b1c0-46bb-8b29-5230edbae164 HTTP/1.1" status: 204 len: 168 time: 0.7325003 Jan 18 22:51:31.651852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:31.667477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243447d4-5c36-48b6-9674-c80e554bc1f6 req-9ebfaabf-20db-45ed-807b-9fadfc47a21b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646682 Jan 18 22:51:31.730327 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'code': 200} Jan 18 22:51:31.871106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f4578baf-7b54-4a63-92b2-f14d5257b520 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:31.900308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.974721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f4578baf-7b54-4a63-92b2-f14d5257b520 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:31.975067 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:31.992003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Allocated IP 172.20.0.10 (0c1dfa30-0d24-44f4-b74c-a10da182ca5d/63f5032e-7b52-46ed-8b7e-cf07bd800b94/c1159234-3505-4918-97ff-50c69d4b296e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:32.011087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78088c-1fab-4590-8623-9b53c52d5dd7 req-2bd8f2fa-9833-4ac7-b2ac-080cc7176a24 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:32.012768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec78088c-1fab-4590-8623-9b53c52d5dd7 req-2bd8f2fa-9833-4ac7-b2ac-080cc7176a24 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.1637180 Jan 18 22:51:32.023279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:32.033096 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Sync routers for ids ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:32.034464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Request body: {'floatingip': {'port_id': 'c8fbc138-2577-4d91-b004-fa67abd047c6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:32.056322 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Routers {'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:32.060891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:32.194205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f6bd0cee-d116-43a9-94da-fc9aca451ff7 req-75c4ce28-3d4b-49da-9912-02206f0a3592 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/ea0f99b1-b24c-4e8b-baa3-21646169140d HTTP/1.1" status: 200 len: 1815 time: 0.3926218 Jan 18 22:51:32.211147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.251680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154336cf-20f7-4cb5-a959-6f20d44eeca1']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:32.272029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea1a079-1cac-4c64-9f57-ef329a3b1329') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:32.272585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea1a079-1cac-4c64-9f57-ef329a3b1329') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:32.281901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.290695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.354662 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Set router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:32.471801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.479614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:51:32.480011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:51:32.582881 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:51:32.601380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ffd9e-b99b-4a02-a6ac-ffec072c7148 req-c433244a-8189-4fd6-af99-a94d167afed3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:32.606066 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e1ffd9e-b99b-4a02-a6ac-ffec072c7148 req-c433244a-8189-4fd6-af99-a94d167afed3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 945 time: 0.3985906 Jan 18 22:51:32.642156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.668827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.749807 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '55e65d0a-69a5-48be-8938-928ba852ec71', 'name': '', 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'mac_address': 'fa:16:3e:6e:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:25Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 2, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'subnets': [{'id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:32.754043 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Checking router: fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:32.754385 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Updating router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 port 55e65d0a-69a5-48be-8938-928ba852ec71 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:32.804905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c985464-6796-427b-bacd-b6e2afa0e40b req-e02dcfa6-7413-4040-9682-dff858dcd23b tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 210 time: 0.2210305 Jan 18 22:51:32.820186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=154336cf-20f7-4cb5-a959-6f20d44eeca1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:32.825366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9810985-e758-4f0f-bf93-120399a4b48c req-dcf0bac3-0648-4da0-872c-558b5140f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:32.827284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9810985-e758-4f0f-bf93-120399a4b48c req-dcf0bac3-0648-4da0-872c-558b5140f55f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 1.0237603 Jan 18 22:51:32.841962 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:32.891927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf8b155b-8059-4e86-8b50-791b48047b1a admin admin] 10.222.0.78 "DELETE /v2.0/networks/154336cf-20f7-4cb5-a959-6f20d44eeca1 HTTP/1.1" status: 204 len: 168 time: 1.2366381 Jan 18 22:51:32.945054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9810985-e758-4f0f-bf93-120399a4b48c req-efb99f4a-493a-485f-a687-4a8c36ddc236 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072562 Jan 18 22:51:32.993310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.051287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-158035462', 'description': 'tempest-description-571465919'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:33.068437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:33.080068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:33.087258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:33.112866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:33.120658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.132438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58422) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:33.165335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.185257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.226322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:33.239919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:33.243316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:33.282774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e1ffd9e-b99b-4a02-a6ac-ffec072c7148 req-148e5d0e-920f-49e4-aa26-d574753b99c5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393888 Jan 18 22:51:33.294231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.325727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:33.329767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Usage tracker for resource:security_group_rule and tenant:4574c474e9494a1a9d9026321f2394e6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:33.332755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:33.339057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:33.365003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-97d289b6-50ae-42d5-a71a-9ecfd6250b55 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa08842096e04c1ca0f6e29fae56de4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900051 Jan 18 22:51:33.366090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:33.380748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Pushing event updated for resources: {'Port': ['ID=c1159234-3505-4918-97ff-50c69d4b296e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:33.403687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:33.404471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.434039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-cac5d8a0-b230-489b-ae19-e81c5dba6d83 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3529954 Jan 18 22:51:33.451948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Request body: {'port': {'device_id': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:33.456455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14b4051c-82bf-4e7c-aa96-dccb336346b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.463230 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.484141 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Transition to ACTIVE for port object 55e65d0a-69a5-48be-8938-928ba852ec71 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:33.488675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14b4051c-82bf-4e7c-aa96-dccb336346b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.496321 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.549536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.555796 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Floating IP 3186a27c-006b-4ab8-8e5b-e79faebb4424 associated. External IP: 172.25.4.158, port: c8fbc138-2577-4d91-b004-fa67abd047c6. Jan 18 22:51:33.589772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.659308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.660767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38411ead-f9eb-4d9d-bd9a-71ff05eb3bfc req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6163003 Jan 18 22:51:33.670636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.695046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0900b7-4e4c-4d56-8189-76a810b12a7e tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81db2788-f17c-40d4-9030-dba721e0b1f6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:33.784269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14b4051c-82bf-4e7c-aa96-dccb336346b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.850917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4051c-82bf-4e7c-aa96-dccb336346b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e7a93-77b4-4fb8-af6d-0fdb6fe43b70,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:33.980984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14b4051c-82bf-4e7c-aa96-dccb336346b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:33.982217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-14b4051c-82bf-4e7c-aa96-dccb336346b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/409e7a93-77b4-4fb8-af6d-0fdb6fe43b70 HTTP/1.1" status: 204 len: 168 time: 0.6152034 Jan 18 22:51:33.993900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3592f727-1cc1-416c-8cf7-ebfeaa9b1894 req-fbde8ab7-2965-45ad-b738-d4d530b48023 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/81db2788-f17c-40d4-9030-dba721e0b1f6 HTTP/1.1" status: 200 len: 1813 time: 0.2107093 Jan 18 22:51:34.096432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Attempting to bind port 55e65d0a-69a5-48be-8938-928ba852ec71 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:34.097302 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Attempting to bind port 55e65d0a-69a5-48be-8938-928ba852ec71 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:34.097949 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Attempting to bind port 55e65d0a-69a5-48be-8938-928ba852ec71 on network 9a411e48-5946-4eaf-b066-f94e9e71c54e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:34.105013 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d2d72-4a0e-4c22-a42e-3b570466fc3d None None] Pushing event updated for resources: {'Port': ['ID=55e65d0a-69a5-48be-8938-928ba852ec71,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:34.108052 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:34.108761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Checking segment: {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:34.109617 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:34.110205 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Bound using segment: {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:34.110883 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Bound port: 55e65d0a-69a5-48be-8938-928ba852ec71, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea962928-b9b0-4a89-941b-2ecfed65b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:34.111574 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:34.120154 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-33659444-0983-4f2e-88b0-16a682b49543 req-9b52f344-a3dc-44e3-bc12-5b3fef1724dc tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] show failed (client error): The resource could not be found. Jan 18 22:51:34.121260 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33659444-0983-4f2e-88b0-16a682b49543 req-9b52f344-a3dc-44e3-bc12-5b3fef1724dc tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/abae7741-22f1-4590-85fd-e4f119334cef HTTP/1.1" status: 404 len: 352 time: 0.0779846 Jan 18 22:51:34.130211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:34.305957 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] For port 55e65d0a-69a5-48be-8938-928ba852ec71, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:34.310725 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] For port 55e65d0a-69a5-48be-8938-928ba852ec71, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55e65d0a-69a5-48be-8938-928ba852ec71,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:34.332829 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:34.360232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f495a-855e-4b98-a63a-f982fbb97ca1 req-a3e1f3dd-7b8c-43f3-b5d6-4823c128407d tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:34.361076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e00f495a-855e-4b98-a63a-f982fbb97ca1 req-a3e1f3dd-7b8c-43f3-b5d6-4823c128407d tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Synchronizing usage tracker for tenant:2bc4faa2201344d89a4434df1c846245 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:34.475704 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-826637e6-50aa-46e4-b17e-4d6af45c9431 req-44d7b929-dca5-4c13-ad6e-6284c0705b38 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] show failed (client error): The resource could not be found. Jan 18 22:51:34.476836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-826637e6-50aa-46e4-b17e-4d6af45c9431 req-44d7b929-dca5-4c13-ad6e-6284c0705b38 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-group-rules/749897a4-a264-472d-b337-87973b84992f HTTP/1.1" status: 404 len: 361 time: 0.0266333 Jan 18 22:51:34.482264 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Routers {'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:34.485108 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:34.500348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Router 4abb3d3f-dff5-43df-b578-0578a64ac449 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:51:34.510390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e00f495a-855e-4b98-a63a-f982fbb97ca1 req-a3e1f3dd-7b8c-43f3-b5d6-4823c128407d tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Unset dirty status for tenant:2bc4faa2201344d89a4434df1c846245 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:34.513442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e00f495a-855e-4b98-a63a-f982fbb97ca1 req-a3e1f3dd-7b8c-43f3-b5d6-4823c128407d tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 932 time: 0.3309815 Jan 18 22:51:34.560040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1159234-3505-4918-97ff-50c69d4b296e {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:34.597486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:34.612551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d2d72-4a0e-4c22-a42e-3b570466fc3d None None] Pushing event updated for resources: {'Port': ['ID=55e65d0a-69a5-48be-8938-928ba852ec71,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:34.749794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Transition to ACTIVE for port object c1159234-3505-4918-97ff-50c69d4b296e will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:34.765982 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] Set router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:34.784252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e00f495a-855e-4b98-a63a-f982fbb97ca1 req-e967fd93-2220-414c-aab1-26fe28c33d1a tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606025 Jan 18 22:51:34.799000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:35.001326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:35.010232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:35.016619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] Sync routers for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:35.047537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:35.048160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:35.180115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Pushing event updated for resources: {'Port': ['ID=c1159234-3505-4918-97ff-50c69d4b296e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:35.196173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbc8473d-3729-4ea6-a27e-8ca63bea394c tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "PUT /v2.0/floatingips/3186a27c-006b-4ab8-8e5b-e79faebb4424 HTTP/1.1" status: 200 len: 991 time: 3.1662519 Jan 18 22:51:35.198470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:35.214920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da199631-113b-4d5d-b53e-7378d738363f req-8868c6fa-0c79-4d9c-8e53-4d36f65540de tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/81db2788-f17c-40d4-9030-dba721e0b1f6 HTTP/1.1" status: 200 len: 1813 time: 0.3126304 Jan 18 22:51:35.227421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78501479-8f4f-4267-9dc4-c32e103d98b4 req-0efce7a3-82e4-4afe-a196-359bedabb37e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:35.234707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78501479-8f4f-4267-9dc4-c32e103d98b4 req-0efce7a3-82e4-4afe-a196-359bedabb37e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 945 time: 0.4470792 Jan 18 22:51:35.292585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78501479-8f4f-4267-9dc4-c32e103d98b4 req-7f8b05d5-badb-4265-9770-29b4abc3076d tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Jan 18 22:51:35.346314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da199631-113b-4d5d-b53e-7378d738363f req-9db765a9-1fe1-41aa-ac8c-c23ac29064bb tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:35.370957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:35.381450 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '55e65d0a-69a5-48be-8938-928ba852ec71', 'name': '', 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'mac_address': 'fa:16:3e:6e:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:25Z', 'updated_at': '2022-01-18T22:51:34Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'subnets': [{'id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:35.388605 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b6d81e-d426-40a9-bcb1-62d4cc4e8b1e None None] The sync data for ids ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'] in n-d-825178-1 is: [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T22:51:26Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '55e65d0a-69a5-48be-8938-928ba852ec71', 'name': '', 'network_id': '9a411e48-5946-4eaf-b066-f94e9e71c54e', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'mac_address': 'fa:16:3e:6e:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:25Z', 'updated_at': '2022-01-18T22:51:34Z', 'revision_number': 4, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'subnets': [{'id': 'a669e307-50aa-4db7-b02c-74d541447d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:35.392624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Attempting to bind port c1159234-3505-4918-97ff-50c69d4b296e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:35.393190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Attempting to bind port c1159234-3505-4918-97ff-50c69d4b296e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'b5fb7f53-d3d6-47b0-8238-4b85822c863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:35.393292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Attempting to bind port c1159234-3505-4918-97ff-50c69d4b296e on network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:35.421129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Port c1159234-3505-4918-97ff-50c69d4b296e on network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:35.421464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Attempting to bind port c1159234-3505-4918-97ff-50c69d4b296e on network 0c1dfa30-0d24-44f4-b74c-a10da182ca5d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:35.460182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da199631-113b-4d5d-b53e-7378d738363f req-9db765a9-1fe1-41aa-ac8c-c23ac29064bb tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:35.483693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:35.484042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Checking segment: {'id': 'b5fb7f53-d3d6-47b0-8238-4b85822c863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:35.484447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Bound using segment: {'id': 'b5fb7f53-d3d6-47b0-8238-4b85822c863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:35.484910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Bound port: c1159234-3505-4918-97ff-50c69d4b296e, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fb7f53-d3d6-47b0-8238-4b85822c863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:35.485322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:35.572623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:35.758617 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'status': 'completed', 'code': 200} Jan 18 22:51:35.781239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da199631-113b-4d5d-b53e-7378d738363f req-9db765a9-1fe1-41aa-ac8c-c23ac29064bb tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:35.913951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '3186a27c-006b-4ab8-8e5b-e79faebb4424', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'port_id': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'mac_address': 'fa:16:3e:d3:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:06Z', 'updated_at': '2022-01-18T22:51:33Z', 'revision_number': 1, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:35.934192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] Checking router: 4abb3d3f-dff5-43df-b578-0578a64ac449 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:35.951290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:35.952166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:36.008261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] For port c1159234-3505-4918-97ff-50c69d4b296e, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:36.012600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] For port c1159234-3505-4918-97ff-50c69d4b296e, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c1159234-3505-4918-97ff-50c69d4b296e,segment=NetworkSegment(b5fb7f53-d3d6-47b0-8238-4b85822c863b),segment_id=b5fb7f53-d3d6-47b0-8238-4b85822c863b)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:36.025690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db765a9-1fe1-41aa-ac8c-c23ac29064bb tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db2788-f17c-40d4-9030-dba721e0b1f6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:36.053862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.060276 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da199631-113b-4d5d-b53e-7378d738363f req-9db765a9-1fe1-41aa-ac8c-c23ac29064bb tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.074271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da199631-113b-4d5d-b53e-7378d738363f req-9db765a9-1fe1-41aa-ac8c-c23ac29064bb tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "DELETE /v2.0/security-groups/81db2788-f17c-40d4-9030-dba721e0b1f6 HTTP/1.1" status: 204 len: 173 time: 0.8516481 Jan 18 22:51:36.075227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55e65d0a-69a5-48be-8938-928ba852ec71 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:36.118809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1080964769-network', 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:36.142480 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-5a8cfce5-5e8c-4532-830d-79ccee7a43b2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3585150 Jan 18 22:51:36.167524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:36.194730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:36.207785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.208193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.213295 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] 10.222.0.85 "PUT /v2.0/ports/c1159234-3505-4918-97ff-50c69d4b296e HTTP/1.1" status: 200 len: 1092 time: 2.7638891 Jan 18 22:51:36.213985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'tag': 'c1159234-3505-4918-97ff-50c69d4b296e'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:36.215799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:36.221785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Usage tracker for resource:floatingip and tenant:aba2bf4812f14bfdbafac93a4462baf9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:36.230713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:36.237365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Usage tracker for resource:network and tenant:82514b0fd74b4494946c78705489fd4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:36.250194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:36.255612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6e260-bf80-45a3-8097-df41cf7eea15 service neutron] Pushing event updated for resources: {'Port': ['ID=c1159234-3505-4918-97ff-50c69d4b296e,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:36.275721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:36.291634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:36.322582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.375778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-85e6ec83-5452-45bf-a81f-792b73aac878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.377533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-85e6ec83-5452-45bf-a81f-792b73aac878 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2bc4faa2201344d89a4434df1c846245&device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 1095 time: 0.1158233 Jan 18 22:51:36.378604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:36.381115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.389324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 55e65d0a-69a5-48be-8938-928ba852ec71 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:36.399978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 55e65d0a-69a5-48be-8938-928ba852ec71 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:36.400345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.468962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.488502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-b78dc0ad-ee85-461f-b1b9-9d472fc24b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.490049 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-b78dc0ad-ee85-461f-b1b9-9d472fc24b79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c66187c531f34b60a59e1875fd569b4d&device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 1096 time: 0.7074308 Jan 18 22:51:36.502114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:36.510860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:36.549579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-1dbd1a19-e7c5-47cf-bde4-a5e6936e661c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1159234-3505-4918-97ff-50c69d4b296e HTTP/1.1" status: 200 len: 217 time: 0.1647296 Jan 18 22:51:36.648776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b449-7eaf-41a7-b404-4037466277af req-0fc35981-7ddc-44d6-85b2-4e5dfec28785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.650679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-0fc35981-7ddc-44d6-85b2-4e5dfec28785 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=63f5032e-7b52-46ed-8b7e-cf07bd800b94 HTTP/1.1" status: 200 len: 852 time: 0.0869403 Jan 18 22:51:36.711874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762081-5b02-4944-8ca3-b708539b0162 req-0b223b32-a155-423b-b987-7a115295fd8b tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.713469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3762081-5b02-4944-8ca3-b708539b0162 req-0b223b32-a155-423b-b987-7a115295fd8b tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 944 time: 0.2349725 Jan 18 22:51:36.715768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-77982b7a-8ab2-4b28-a093-546786465e27 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c1dfa30-0d24-44f4-b74c-a10da182ca5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581722 Jan 18 22:51:36.721371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Usage tracker for resource:security_group_rule and tenant:82514b0fd74b4494946c78705489fd4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:36.728145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:36.739585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:36.748226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-5a331664-b14e-4909-b82c-18cf1edef0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.749068 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-5a331664-b14e-4909-b82c-18cf1edef0fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=5292ed32-bcbc-4cb7-ad2b-81494737cee0 HTTP/1.1" status: 200 len: 907 time: 0.2491090 Jan 18 22:51:36.774298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.840307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:36.863625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3762081-5b02-4944-8ca3-b708539b0162 req-7b49a59e-b7ec-45c1-8c0f-d7441d45c302 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408613 Jan 18 22:51:36.867533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-9b43b01e-b5a4-46f9-99b2-2b5884b9be2d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fbc138-2577-4d91-b004-fa67abd047c6 HTTP/1.1" status: 200 len: 999 time: 0.1119728 Jan 18 22:51:36.975677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-cf4d9f3c-f9e9-4737-9b48-c2efc1949fa1 service neutron] 10.222.0.85 "GET /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511525 Jan 18 22:51:37.014328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-30e5128d-0880-49f2-b700-ced8aece4b25 req-11c1f7cf-fe8f-44ef-bae8-af54dbb913c6 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/ea0f99b1-b24c-4e8b-baa3-21646169140d HTTP/1.1" status: 200 len: 1815 time: 0.0960865 Jan 18 22:51:37.069740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 55e65d0a-69a5-48be-8938-928ba852ec71, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55e65d0a-69a5-48be-8938-928ba852ec71,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:37.084774 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.140000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-aa6c3920-8805-464a-87d6-3944633373c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:37.144194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-aa6c3920-8805-464a-87d6-3944633373c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e0a45860-f308-4e6b-9059-659e93165c2a HTTP/1.1" status: 200 len: 845 time: 0.2622926 Jan 18 22:51:37.169292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf38b449-7eaf-41a7-b404-4037466277af req-9a2aa3e4-78d1-4d2b-a592-6a2759ec1428 service neutron] 10.222.0.85 "GET /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869626 Jan 18 22:51:37.235137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=55e65d0a-69a5-48be-8938-928ba852ec71,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:37.254661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.264969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '3186a27c-006b-4ab8-8e5b-e79faebb4424', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'port_id': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'mac_address': 'fa:16:3e:d3:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:06Z', 'updated_at': '2022-01-18T22:51:33Z', 'revision_number': 1, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:37.269780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70d90c-aa58-4c86-8f47-6ed799d6076c None None] The sync data for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 is: [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '3186a27c-006b-4ab8-8e5b-e79faebb4424', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'port_id': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'mac_address': 'fa:16:3e:d3:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:06Z', 'updated_at': '2022-01-18T22:51:33Z', 'revision_number': 1, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:37.274801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30e5128d-0880-49f2-b700-ced8aece4b25 req-ee6e2e00-550a-4f70-be74-b2b4d4b8f416 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.317600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30e5128d-0880-49f2-b700-ced8aece4b25 req-ee6e2e00-550a-4f70-be74-b2b4d4b8f416 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.379015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.383229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30e5128d-0880-49f2-b700-ced8aece4b25 req-ee6e2e00-550a-4f70-be74-b2b4d4b8f416 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.391263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.408979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e2e00-550a-4f70-be74-b2b4d4b8f416 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f99b1-b24c-4e8b-baa3-21646169140d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:37.413997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30e5128d-0880-49f2-b700-ced8aece4b25 req-ee6e2e00-550a-4f70-be74-b2b4d4b8f416 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.415201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-30e5128d-0880-49f2-b700-ced8aece4b25 req-ee6e2e00-550a-4f70-be74-b2b4d4b8f416 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "DELETE /v2.0/security-groups/ea0f99b1-b24c-4e8b-baa3-21646169140d HTTP/1.1" status: 204 len: 173 time: 0.2450051 Jan 18 22:51:37.469907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:37.485193 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'tag': 'c1159234-3505-4918-97ff-50c69d4b296e', 'status': 'completed', 'code': 200} Jan 18 22:51:37.499072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-6dfc1829-55a7-4cd8-b1e8-52b5d991dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:37.500639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-6dfc1829-55a7-4cd8-b1e8-52b5d991dda4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5292ed32-bcbc-4cb7-ad2b-81494737cee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3498063 Jan 18 22:51:37.506699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c4bbe-cc34-4d61-97e4-c391b6a53fb7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:37.533009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.533250 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Added segment 923fb053-2b6c-465d-9807-ffeaddd2eb11 of type vlan for network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 Jan 18 22:51:37.629508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-b773b03e-839f-475f-8e86-59e4e3a760e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:37.631853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-b773b03e-839f-475f-8e86-59e4e3a760e4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2bc4faa2201344d89a4434df1c846245&device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 1095 time: 0.1224153 Jan 18 22:51:37.659865 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f92fe-951f-4ddd-b4d8-5415c7a93fbb None None] New status for floating IP 3186a27c-006b-4ab8-8e5b-e79faebb4424: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:51:37.663123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Allocated IP 172.25.4.47 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/8b065ed7-4335-433b-a4a6-0662c2477ae0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:37.693122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.842673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-3d8e6cb8-9264-4ddb-b814-d8a6179c1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:37.844711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-3d8e6cb8-9264-4ddb-b814-d8a6179c1b70 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c1dfa30-0d24-44f4-b74c-a10da182ca5d HTTP/1.1" status: 200 len: 913 time: 0.2057447 Jan 18 22:51:37.849002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:51:37.866848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55e65d0a-69a5-48be-8938-928ba852ec71 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:37.944323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 55e65d0a-69a5-48be-8938-928ba852ec71 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:37.944982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.947053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-ac0a99d9-4d5e-4466-a6ae-2b1fce995f40 service neutron] 10.222.0.86 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373899 Jan 18 22:51:37.951115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:37.951879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:37.952646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.069680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-22a52d34-17ac-40a6-ac32-21369a8b92e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1159234-3505-4918-97ff-50c69d4b296e HTTP/1.1" status: 200 len: 217 time: 0.1853294 Jan 18 22:51:38.109820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] Pushing event updated for resources: {'Network': ['ID=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:38.121580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:38.181628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6ec0b0e-0910-40d1-a454-4a4d70e78588 req-139dfa1d-8476-462f-9617-c48c0d64dc79 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/af5d0747-3c6e-458f-a800-faa86475ea5f HTTP/1.1" status: 200 len: 1814 time: 0.3389115 Jan 18 22:51:38.216412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.241254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-523f0e78-2280-459d-ac82-9bf601aa55ac admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6660390 Jan 18 22:51:38.251284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58504) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:38.256838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-decc94c6-54c9-48ac-a851-ec051ef786f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:38.258701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-decc94c6-54c9-48ac-a851-ec051ef786f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=63f5032e-7b52-46ed-8b7e-cf07bd800b94 HTTP/1.1" status: 200 len: 852 time: 0.1819243 Jan 18 22:51:38.278744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Request body: {'subnet': {'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1080964769-subnet', 'tenant_id': '82514b0fd74b4494946c78705489fd4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:38.286455 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4772d59e-3b71-4ebd-8fea-05886f410e14 req-a50dcb62-c827-40c3-ae49-ca2365f201a4 service neutron] 10.222.0.86 "GET /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301613 Jan 18 22:51:38.313988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:38.314713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.367002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Usage tracker for resource:subnet and tenant:82514b0fd74b4494946c78705489fd4d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:38.375674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:38.381834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c1159234-3505-4918-97ff-50c69d4b296e details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:38.395037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:38.398227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:38.403093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:38.410218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-0dd73598-e106-47aa-8ee6-ef3933172e65 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c1dfa30-0d24-44f4-b74c-a10da182ca5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258457 Jan 18 22:51:38.424388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:38.436928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event updated for resources: {'Port': ['ID=8b065ed7-4335-433b-a4a6-0662c2477ae0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:38.498165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.532412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:38.536373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.559107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port c1159234-3505-4918-97ff-50c69d4b296e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c1159234-3505-4918-97ff-50c69d4b296e,segment=NetworkSegment(b5fb7f53-d3d6-47b0-8238-4b85822c863b),segment_id=b5fb7f53-d3d6-47b0-8238-4b85822c863b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:38.578221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'c1159234-3505-4918-97ff-50c69d4b296e', 'network_id': '0c1dfa30-0d24-44f4-b74c-a10da182ca5d', 'port_id': 'c1159234-3505-4918-97ff-50c69d4b296e', 'mac_address': 'fa:16:3e:66:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5032e-7b52-46ed-8b7e-cf07bd800b94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:38.579406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.641406 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.660492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1159234-3505-4918-97ff-50c69d4b296e {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:38.682173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port c1159234-3505-4918-97ff-50c69d4b296e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c1159234-3505-4918-97ff-50c69d4b296e,segment=NetworkSegment(b5fb7f53-d3d6-47b0-8238-4b85822c863b),segment_id=b5fb7f53-d3d6-47b0-8238-4b85822c863b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:38.690403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.775799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=c1159234-3505-4918-97ff-50c69d4b296e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:38.780905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a6ec0b0e-0910-40d1-a454-4a4d70e78588 req-f395c6e8-0b98-4806-8def-3e5f74eb3ea7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.837059 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.845995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.862328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a6ec0b0e-0910-40d1-a454-4a4d70e78588 req-f395c6e8-0b98-4806-8def-3e5f74eb3ea7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:38.900849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['c1159234-3505-4918-97ff-50c69d4b296e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:38.908543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-0316d75d-a94b-4c08-9e38-317b44e52a18 service neutron] 10.222.0.85 "GET /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858615 Jan 18 22:51:38.972439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event updated for resources: {'Port': ['ID=8b065ed7-4335-433b-a4a6-0662c2477ae0,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:38.985047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.016355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.017676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-ba27c732-4af8-4ca2-bffa-8d11d6e8b10c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8318765 Jan 18 22:51:39.068786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a6ec0b0e-0910-40d1-a454-4a4d70e78588 req-f395c6e8-0b98-4806-8def-3e5f74eb3ea7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.101706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c6e8-0b98-4806-8def-3e5f74eb3ea7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d0747-3c6e-458f-a800-faa86475ea5f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:39.118826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-d27393d5-ecc1-456d-a3e7-6211c54854f1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:39.142428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a6ec0b0e-0910-40d1-a454-4a4d70e78588 req-f395c6e8-0b98-4806-8def-3e5f74eb3ea7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.151319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-d27393d5-ecc1-456d-a3e7-6211c54854f1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:39.152713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-d27393d5-ecc1-456d-a3e7-6211c54854f1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.1251807 Jan 18 22:51:39.155042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6ec0b0e-0910-40d1-a454-4a4d70e78588 req-f395c6e8-0b98-4806-8def-3e5f74eb3ea7 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "DELETE /v2.0/security-groups/af5d0747-3c6e-458f-a800-faa86475ea5f HTTP/1.1" status: 204 len: 173 time: 0.9637871 Jan 18 22:51:39.246527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a808ff3-a233-4cad-9c3f-fd7621e2409e req-c71502eb-6386-4dde-94c5-ae857ace3c84 service neutron] 10.222.0.85 "GET /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287070 Jan 18 22:51:39.259065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.355521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-df9e90b5-1f8a-43ce-92e2-91566118c17d tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:39.357032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a088e68-a989-43ec-99fc-3e8ac44310b5 req-df9e90b5-1f8a-43ce-92e2-91566118c17d tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1976309 Jan 18 22:51:39.403548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=473e1f3d-3c06-49a6-84cf-a1d985f88b9c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:39.424299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:39.424658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Network hostable DHCP agents. Network: c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:39.487847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f216d-1e9c-45ff-8acf-171cde346d9c req-7d3d81f5-1af3-491c-bd80-0dd23ae17559 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:39.489435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b4f216d-1e9c-45ff-8acf-171cde346d9c req-7d3d81f5-1af3-491c-bd80-0dd23ae17559 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 945 time: 0.2232497 Jan 18 22:51:39.491546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:39.546744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:39.563448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd301aa-e47a-46a0-9c6a-40614860448f None None] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:39.564177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:39.564796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.575195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b4f216d-1e9c-45ff-8acf-171cde346d9c req-c7ca9bf0-43fc-4f6f-b7bb-d3dd7ebeaeb6 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Jan 18 22:51:39.601340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a4c6e4f4-969f-46f0-9a9d-3795aa98fe2d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3324223 Jan 18 22:51:39.695048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41a4740f-7427-4d7a-9dd6-389f5f105cfc req-4b993713-6708-465c-86dd-a83abb3abaf2 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/4d780484-2f74-460d-94df-5a0268af63fc HTTP/1.1" status: 200 len: 1815 time: 0.0710850 Jan 18 22:51:39.776228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41a4740f-7427-4d7a-9dd6-389f5f105cfc req-5574ed62-7733-48b9-931c-3c1589a4ee60 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.813144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41a4740f-7427-4d7a-9dd6-389f5f105cfc req-5574ed62-7733-48b9-931c-3c1589a4ee60 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.871342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ae377-cc4e-489b-954b-1eafe9f7583b None None] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:39.887805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41a4740f-7427-4d7a-9dd6-389f5f105cfc req-5574ed62-7733-48b9-931c-3c1589a4ee60 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.911339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574ed62-7733-48b9-931c-3c1589a4ee60 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d780484-2f74-460d-94df-5a0268af63fc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:39.915016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41a4740f-7427-4d7a-9dd6-389f5f105cfc req-5574ed62-7733-48b9-931c-3c1589a4ee60 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.916260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41a4740f-7427-4d7a-9dd6-389f5f105cfc req-5574ed62-7733-48b9-931c-3c1589a4ee60 tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "DELETE /v2.0/security-groups/4d780484-2f74-460d-94df-5a0268af63fc HTTP/1.1" status: 204 len: 173 time: 0.2155812 Jan 18 22:51:40.242978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-bd4695a2-3ddb-4ed6-b5f5-ad1c4e3a53d2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:40.244625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-bd4695a2-3ddb-4ed6-b5f5-ad1c4e3a53d2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 820 time: 0.3898215 Jan 18 22:51:40.259917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-94112a0d-f1ac-4aea-93e9-bbfe67599f1a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/quotas/aba2bf4812f14bfdbafac93a4462baf9 HTTP/1.1" status: 200 len: 375 time: 0.0096483 Jan 18 22:51:40.357272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-af671684-8169-4887-8aaa-8376d8f5ee43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0904286 Jan 18 22:51:40.360273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-07aad61d-d9c9-40a9-8a26-4e95064c7deb tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:40.361921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-07aad61d-d9c9-40a9-8a26-4e95064c7deb tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.1611412 Jan 18 22:51:40.380040 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-e75cf62b-f84d-4a15-bd71-523560689097 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.0120926 Jan 18 22:51:40.382737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c1159234-3505-4918-97ff-50c69d4b296e up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:40.452553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-506f658e-8a7c-408d-ba37-c5c6a774f380 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631633 Jan 18 22:51:40.479059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port c1159234-3505-4918-97ff-50c69d4b296e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:40.486944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port c1159234-3505-4918-97ff-50c69d4b296e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:40.488992 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:40.513515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-4fd9605f-d59d-4185-ad0e-bca422070dc9 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486993 Jan 18 22:51:40.634564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-fbdf3952-5e5b-4c51-9f8f-7367281877b7 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736524 Jan 18 22:51:40.654704 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:40.693488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-db251675-1af0-4945-b7f6-bedc4ba00191 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748579 Jan 18 22:51:40.693907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1159234-3505-4918-97ff-50c69d4b296e'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:40.705026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port c1159234-3505-4918-97ff-50c69d4b296e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c1159234-3505-4918-97ff-50c69d4b296e,segment=NetworkSegment(b5fb7f53-d3d6-47b0-8238-4b85822c863b),segment_id=b5fb7f53-d3d6-47b0-8238-4b85822c863b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:40.711899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:40.804600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-fe96221a-a8ac-4372-b967-c5f5970f9562 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594427 Jan 18 22:51:40.830718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=c1159234-3505-4918-97ff-50c69d4b296e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:40.939245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b7b0b14-ea9e-4828-81a0-de39098060f4 req-c727c05c-1f7a-46c1-be95-5f84cc34c4ca tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "GET /v2.0/security-groups/f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238 HTTP/1.1" status: 200 len: 1814 time: 0.1100538 Jan 18 22:51:41.035412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b7b0b14-ea9e-4828-81a0-de39098060f4 req-47e4d48e-22ca-43c2-a89f-21fe57b5804f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.073781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b7b0b14-ea9e-4828-81a0-de39098060f4 req-47e4d48e-22ca-43c2-a89f-21fe57b5804f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.130669 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b7b0b14-ea9e-4828-81a0-de39098060f4 req-47e4d48e-22ca-43c2-a89f-21fe57b5804f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.147117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4d48e-22ca-43c2-a89f-21fe57b5804f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:41.166090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b7b0b14-ea9e-4828-81a0-de39098060f4 req-47e4d48e-22ca-43c2-a89f-21fe57b5804f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.167288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b7b0b14-ea9e-4828-81a0-de39098060f4 req-47e4d48e-22ca-43c2-a89f-21fe57b5804f tempest-SecurityGroupRulesNegativeTestJSON-56576135 tempest-SecurityGroupRulesNegativeTestJSON-56576135-project] 10.222.0.78 "DELETE /v2.0/security-groups/f5a2bd20-f4cb-4f55-a1d6-27c01b0a5238 HTTP/1.1" status: 204 len: 173 time: 0.2271860 Jan 18 22:51:41.173032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58574) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:41.303626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Deleting subnet dbcbc8cd-778f-497f-9086-cf4ba63992fe {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:51:41.309446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.312886 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1159234-3505-4918-97ff-50c69d4b296e', 'code': 200} Jan 18 22:51:41.416324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318970-b774-4682-a987-219593a13f28 req-c3761a9c-ee02-49ff-b8d3-f9ac1f8a0858 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:41.424230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5318970-b774-4682-a987-219593a13f28 req-c3761a9c-ee02-49ff-b8d3-f9ac1f8a0858 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 946 time: 0.1240218 Jan 18 22:51:41.528871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f5318970-b774-4682-a987-219593a13f28 req-56c6e82d-cf70-408a-bf6c-b4462d57ee4f tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Synchronizing usage tracker for tenant:2bc4faa2201344d89a4434df1c846245 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:41.570053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.572463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f5318970-b774-4682-a987-219593a13f28 req-56c6e82d-cf70-408a-bf6c-b4462d57ee4f tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Unset dirty status for tenant:2bc4faa2201344d89a4434df1c846245 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:41.573689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5318970-b774-4682-a987-219593a13f28 req-56c6e82d-cf70-408a-bf6c-b4462d57ee4f tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486959 Jan 18 22:51:41.728458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4b57cfa-d46b-494c-a91a-4dec6dfcf46a req-a40da182-173e-4962-aabe-ba2b61c23b82 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 210 time: 0.0697250 Jan 18 22:51:41.733258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.794092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe6a7769-9bf9-46d7-8121-77665541ca8d req-06fa9941-b955-4d6c-8168-cf5e4b52d7ac tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 210 time: 0.1441453 Jan 18 22:51:41.830019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a19917-0a31-4c74-9f22-f8b243584d39 req-537a3ee5-86f1-4568-acf7-74f94b0eb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:41.832127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9a19917-0a31-4c74-9f22-f8b243584d39 req-537a3ee5-86f1-4568-acf7-74f94b0eb558 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 1097 time: 0.4308703 Jan 18 22:51:41.853990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.897348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcbc8cd-778f-497f-9086-cf4ba63992fe,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:41.910956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.920467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-60264d7d-78af-49b6-a455-7ace41b4b6b6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dbcbc8cd-778f-497f-9086-cf4ba63992fe HTTP/1.1" status: 204 len: 168 time: 0.7463427 Jan 18 22:51:41.923062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58588) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:41.941047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9a19917-0a31-4c74-9f22-f8b243584d39 req-8613a73a-8f88-4e18-a0f7-15fdf53dc8b8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843225 Jan 18 22:51:42.037191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.089906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a73ff33a-8376-49cc-a2b4-943055f6b45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.180149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.208374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218e8b64-aef7-4a2d-9c0f-97ea230eca09']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:42.221077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d09a92e-10b3-44c9-ad94-eafe12c0b26d') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:42.221375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d09a92e-10b3-44c9-ad94-eafe12c0b26d') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:42.232776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.249616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.256144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:51:42.256542 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:51:42.272323 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:51:42.367552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.392400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:42.475819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=218e8b64-aef7-4a2d-9c0f-97ea230eca09,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:42.484984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eb68ea62-5513-493e-8603-d29867117f86 admin admin] 10.222.0.78 "DELETE /v2.0/networks/218e8b64-aef7-4a2d-9c0f-97ea230eca09 HTTP/1.1" status: 204 len: 168 time: 0.5599134 Jan 18 22:51:42.594990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-2ab96622-e582-4ce0-805a-e97be0dcd094 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:42.596515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-2ab96622-e582-4ce0-805a-e97be0dcd094 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.86 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 820 time: 0.2009706 Jan 18 22:51:42.610641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'port': {'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'admin_state_up': True, 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:42.694906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58602) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:42.770285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:42.781841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:42.801552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Made reservation on behalf of aba2bf4812f14bfdbafac93a4462baf9 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:42.805668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.142852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cb083e-b8c3-4f62-942b-b2991de3ac3c req-06aa5a1b-edea-4dd0-93f8-8dbb9cc40580 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 210 time: 0.2792475 Jan 18 22:51:43.198386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:43.198728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-94e8e55c-3670-4c0a-a118-a3c3f84b96a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4574c474e9494a1a9d9026321f2394e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009165 Jan 18 22:51:43.248381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561af96-3219-46c4-aaac-b140b07ddb99 req-2a7787e6-081b-42ce-b13e-6ee83b19e701 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.255508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4561af96-3219-46c4-aaac-b140b07ddb99 req-2a7787e6-081b-42ce-b13e-6ee83b19e701 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 946 time: 0.5407357 Jan 18 22:51:43.343140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-b4757b42-6fef-4a98-9912-30ff41e50c2c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.344856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-b4757b42-6fef-4a98-9912-30ff41e50c2c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.2816873 Jan 18 22:51:43.356009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4561af96-3219-46c4-aaac-b140b07ddb99 req-14bf8a2d-ee4b-4602-9d1f-ac8cf48b9740 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992210 Jan 18 22:51:43.374260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:43.379914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d1fc5776-1979-45bf-9df6-c06207c51bf1 req-a48db113-09a5-445b-af08-0c263292d0f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 210 time: 0.0577812 Jan 18 22:51:43.407395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa60953d-0926-4f5a-bd04-e31f4ed204fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.412860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Allocated IP 172.20.0.4 (b101ea90-ec00-4f32-aaec-b52d42afe2f5/e3214c30-39f5-44a2-a2d5-b350be9a85ab/4ddb4811-9cf8-45cb-acee-b8f626e15300) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:43.454656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa60953d-0926-4f5a-bd04-e31f4ed204fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.588377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:43.592663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Usage tracker for resource:port and tenant:82514b0fd74b4494946c78705489fd4d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:43.595699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:43.601792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:43.612616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:43.616503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.658043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa60953d-0926-4f5a-bd04-e31f4ed204fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.716881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60953d-0926-4f5a-bd04-e31f4ed204fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2223c162-a174-4c81-b510-a417a2ac3b05,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:43.721574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa60953d-0926-4f5a-bd04-e31f4ed204fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.722723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa60953d-0926-4f5a-bd04-e31f4ed204fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2223c162-a174-4c81-b510-a417a2ac3b05 HTTP/1.1" status: 204 len: 168 time: 0.5237978 Jan 18 22:51:43.779674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.801317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Transition to ACTIVE for port object 4ddb4811-9cf8-45cb-acee-b8f626e15300 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:43.829844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.839570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.6 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/67bff96b-1b5f-4bab-be28-0ffd5e04e86d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:43.844278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4c34983b-10bf-4c5b-ad56-187e980e8f28'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:43.945162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:43.946528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event updated for resources: {'Port': ['ID=4ddb4811-9cf8-45cb-acee-b8f626e15300,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:43.952733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:43.955766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:44.071527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:44.073450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.120660 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-542a982b-43d0-430d-9075-b7a1a9e6cf43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5146956 Jan 18 22:51:44.136090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Request body: {'port': {'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:44.344611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c09021c-14e4-4654-b910-8b9e2cc5dac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.363338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.400660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.423844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f5ad2466-3e06-40e0-9ee5-070b74ad97d4 None None] Provisioning for port 4ddb4811-9cf8-45cb-acee-b8f626e15300 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:44.431685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f5ad2466-3e06-40e0-9ee5-070b74ad97d4 None None] Provisioning complete for port 4ddb4811-9cf8-45cb-acee-b8f626e15300 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:44.432069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5ad2466-3e06-40e0-9ee5-070b74ad97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.463136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.562011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:44.573745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:44.573984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad2466-3e06-40e0-9ee5-070b74ad97d4 None None] Port 4ddb4811-9cf8-45cb-acee-b8f626e15300 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:51:44.577948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:44.622996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:44.682585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:44.683214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.701314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9964a-a458-49b6-a35e-6a351f5334bf req-f1ed34cb-c7bb-4d51-999c-74843f4315c6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:44.702858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eae9964a-a458-49b6-a35e-6a351f5334bf req-f1ed34cb-c7bb-4d51-999c-74843f4315c6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 931 time: 0.3416536 Jan 18 22:51:44.709163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265fc75-2fa5-4069-9cdd-987a915a6ee8 req-979a5c62-804a-41ce-8d9b-b22ebf6ab17b tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:44.716994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d265fc75-2fa5-4069-9cdd-987a915a6ee8 req-979a5c62-804a-41ce-8d9b-b22ebf6ab17b tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 946 time: 0.2242036 Jan 18 22:51:44.758988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-c6a3f679-ac50-4cb8-86b0-a913fb3c0b7c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3885176 Jan 18 22:51:44.781863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d265fc75-2fa5-4069-9cdd-987a915a6ee8 req-15737615-f399-42ce-8954-dd7fdd019ad3 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639806 Jan 18 22:51:44.786053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-eae9964a-a458-49b6-a35e-6a351f5334bf req-dcfe56db-a7c8-4c89-9c37-049b0fd8bff3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:44.794490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Request body: {'port': {'device_id': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:44.927251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58658) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:44.942033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.993400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-eae9964a-a458-49b6-a35e-6a351f5334bf req-dcfe56db-a7c8-4c89-9c37-049b0fd8bff3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:45.002899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eae9964a-a458-49b6-a35e-6a351f5334bf req-dcfe56db-a7c8-4c89-9c37-049b0fd8bff3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921724 Jan 18 22:51:45.089663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddb4811-9cf8-45cb-acee-b8f626e15300 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:45.098201 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.115285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Transition to ACTIVE for port object 4ddb4811-9cf8-45cb-acee-b8f626e15300 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:45.123792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.180025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-582958908-network', 'tenant_id': 'ddf5e0a654a848829f6b9ac51d007199'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:45.193307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:45.273907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Usage tracker for resource:network and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:45.285546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:45.301982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d439a3-f8ec-41ce-a93f-6d2bc120aa2e req-1f425205-c826-4e58-861f-7cf767076454 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:45.310160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0d439a3-f8ec-41ce-a93f-6d2bc120aa2e req-1f425205-c826-4e58-861f-7cf767076454 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 931 time: 0.3479815 Jan 18 22:51:45.315576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:45.319221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb4811-9cf8-45cb-acee-b8f626e15300,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:45.437669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Made reservation on behalf of ddf5e0a654a848829f6b9ac51d007199 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:45.439969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.457266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0d439a3-f8ec-41ce-a93f-6d2bc120aa2e req-63ee9863-b893-40a6-a0ed-ad776a5cc7aa tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399293 Jan 18 22:51:45.471586 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.493711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:45.507746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:45.516652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:45.528330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:45.536013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Attempting to bind port 4ddb4811-9cf8-45cb-acee-b8f626e15300 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:45.536350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Attempting to bind port 4ddb4811-9cf8-45cb-acee-b8f626e15300 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:45.536803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Attempting to bind port 4ddb4811-9cf8-45cb-acee-b8f626e15300 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:45.547372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Port 4ddb4811-9cf8-45cb-acee-b8f626e15300 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:45.547654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Attempting to bind port 4ddb4811-9cf8-45cb-acee-b8f626e15300 on network b101ea90-ec00-4f32-aaec-b52d42afe2f5 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:45.557226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:45.557573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Checking segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:45.557959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Bound using segment: {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:45.558395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Bound port: 4ddb4811-9cf8-45cb-acee-b8f626e15300, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6797543-d67b-4b3e-bda4-bee45f8d3808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:45.558748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.634676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.635596 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.648744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bff96b-1b5f-4bab-be28-0ffd5e04e86d {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:45.659485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.680791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Transition to ACTIVE for port object 67bff96b-1b5f-4bab-be28-0ffd5e04e86d will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:45.698711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.762291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] For port 4ddb4811-9cf8-45cb-acee-b8f626e15300, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:45.770753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] For port 4ddb4811-9cf8-45cb-acee-b8f626e15300, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:45.785680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.839524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:46.084120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.090815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.091445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.093062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] 10.222.0.86 "PUT /v2.0/ports/4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 1091 time: 1.9626555 Jan 18 22:51:46.093589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:46.104187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.108405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Attempting to bind port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:46.109040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Attempting to bind port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:46.109151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Attempting to bind port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:46.115793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:46.116636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Attempting to bind port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:46.118448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:46.123530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:46.124302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:46.124922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:46.126537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Bound port: 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:46.128811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.129176 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Added segment 993a4a13-2bfa-45cd-bdf3-7ed0454bf981 of type vlan for network 8fd6dfdf-205b-4919-adc8-35361fcb38ad Jan 18 22:51:46.137385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.188435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.256424 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'status': 'completed', 'code': 200} Jan 18 22:51:46.294313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] For port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:46.298100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] For port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:46.307783 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.309589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.310363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.314785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.418927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4859841 Jan 18 22:51:46.438893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.439530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.441430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] 10.222.0.86 "PUT /v2.0/ports/67bff96b-1b5f-4bab-be28-0ffd5e04e86d HTTP/1.1" status: 200 len: 1091 time: 1.6733823 Jan 18 22:51:46.443279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:46.445668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'tag': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:46.461552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Request body: {'subnet': {'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-582958908-subnet', 'tenant_id': 'ddf5e0a654a848829f6b9ac51d007199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:46.521786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac0d98-0745-4b04-8525-d01a894b7249 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb4811-9cf8-45cb-acee-b8f626e15300,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:46.522628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:46.549475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:46.568665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23535536-cd37-4588-9b8f-ff76299efd55 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd6dfdf-205b-4919-adc8-35361fcb38ad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:46.572095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0bad7-c1d5-41cd-81b5-ea5418e2a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:46.576891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-c8bb215c-d174-43a2-93db-9c6ef4be0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.578436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-c8bb215c-d174-43a2-93db-9c6ef4be0b92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 1094 time: 0.3272431 Jan 18 22:51:46.583697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 8fd6dfdf-205b-4919-adc8-35361fcb38ad details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:46.588919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Usage tracker for resource:subnet and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:46.610333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:46.633316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:46.671933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f9ea-e29a-45fa-897c-335242d5a6ff req-c88ea33c-f2e6-47ad-a346-60ccd953fa94 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.673597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b0f9ea-e29a-45fa-897c-335242d5a6ff req-c88ea33c-f2e6-47ad-a346-60ccd953fa94 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 943 time: 0.4085116 Jan 18 22:51:46.674656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052958ee-fb78-4287-9836-3e4bba0636bb req-12be869d-3c94-45e8-9d69-ea95ca77be81 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.682514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-052958ee-fb78-4287-9836-3e4bba0636bb req-12be869d-3c94-45e8-9d69-ea95ca77be81 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 946 time: 0.2544951 Jan 18 22:51:46.684191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Made reservation on behalf of ddf5e0a654a848829f6b9ac51d007199 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:46.684759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-742f235b-3c39-43e2-877f-0d0394be6604 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 217 time: 0.0964441 Jan 18 22:51:46.686559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.707730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-bdffd154-3e27-48e3-85d1-47991e7261e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.710289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-bdffd154-3e27-48e3-85d1-47991e7261e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 1094 time: 0.1890795 Jan 18 22:51:46.788372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b0f9ea-e29a-45fa-897c-335242d5a6ff req-0013f45b-de95-4c53-91d3-6b3c21ef5276 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062186 Jan 18 22:51:46.798580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-12b48401-23f9-4584-a49e-68f3f80e78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.800556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-12b48401-23f9-4584-a49e-68f3f80e78d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.0979950 Jan 18 22:51:46.872213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:46.875267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-26dd6806-64d3-4689-b9f2-83e8f754f4a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d HTTP/1.1" status: 200 len: 217 time: 0.1470854 Jan 18 22:51:46.917156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbbd3625-4363-4934-9421-6c379bb0bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.919227 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-dbbd3625-4363-4934-9421-6c379bb0bda2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100941 Jan 18 22:51:46.977016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-052958ee-fb78-4287-9836-3e4bba0636bb req-679691f0-7911-4530-a42a-591caf2060ca tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935762 Jan 18 22:51:47.064086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-9d31dd51-b8c1-4df2-ab12-28ee242eb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.065689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-9d31dd51-b8c1-4df2-ab12-28ee242eb0db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.1523132 Jan 18 22:51:47.075816 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'tag': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'status': 'completed', 'code': 200} Jan 18 22:51:47.160396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-ac18e22d-110f-445a-ae62-b9c23edb62db service neutron] 10.222.0.86 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346320 Jan 18 22:51:47.167117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-1035d64c-3d2b-4a85-ab42-34d2417a1eb4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838380 Jan 18 22:51:47.316098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-015521be-e35e-45c2-8239-63cac2f571b9 req-36d26774-2133-4db6-85e7-92a205d76166 service neutron] 10.222.0.86 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404600 Jan 18 22:51:47.359620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.456268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-2827b42f-4227-44ca-b328-97d72d39f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.457930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-2827b42f-4227-44ca-b328-97d72d39f2a0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 1094 time: 0.0940974 Jan 18 22:51:47.482079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115cec03-8b05-4d6a-9c04-ff62c130bbed,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:47.506232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab82115-2a31-445a-97f0-318df4d72215 req-5b3bed90-a6dc-411c-a99b-58a6c7a19308 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.513126 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ab82115-2a31-445a-97f0-318df4d72215 req-5b3bed90-a6dc-411c-a99b-58a6c7a19308 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 943 time: 0.3430467 Jan 18 22:51:47.518511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-09a6af61-822d-4030-ad94-82c177d764b7 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036504 Jan 18 22:51:47.554234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Checking segment: {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:47.554570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Network hostable DHCP agents. Network: 8fd6dfdf-205b-4919-adc8-35361fcb38ad, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:47.626453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-63d14d60-2720-4c41-b417-837d6015f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.627913 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-63d14d60-2720-4c41-b417-837d6015f32e service neutron] 10.222.0.86 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.1635625 Jan 18 22:51:47.695915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ab82115-2a31-445a-97f0-318df4d72215 req-859b8fd8-4ed3-4bc3-ac44-cbf7d7b89284 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819026 Jan 18 22:51:47.699329 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-04713407-c433-40cc-bcff-3074bb40e4c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 217 time: 0.0648444 Jan 18 22:51:47.708598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Network 8fd6dfdf-205b-4919-adc8-35361fcb38ad is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:47.743871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 8fd6dfdf-205b-4919-adc8-35361fcb38ad) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:47.755126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b17e4-15d8-44e3-8654-c111da93ce77 None None] Network 8fd6dfdf-205b-4919-adc8-35361fcb38ad requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:47.761118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.761707 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.776334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-d8955f00-2579-43b7-8b77-145ed217278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.776334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-d8955f00-2579-43b7-8b77-145ed217278a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.0691996 Jan 18 22:51:47.783194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3781fc62-c50b-4a2c-8526-1e7767237878 req-be476776-66da-4c6e-9aca-f0ca46604b63 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492001 Jan 18 22:51:47.810438 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a5f7c40f-66cf-49a1-87b1-afd4bc092a89 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3572569 Jan 18 22:51:47.820870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-0641d1ea-5d24-4f09-a676-1df6040d3f8f tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.822298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-0641d1ea-5d24-4f09-a676-1df6040d3f8f tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.85 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 946 time: 0.1695364 Jan 18 22:51:47.975252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-fc40ec1c-9e15-47af-9fa1-cfc3887cc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.976801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-fc40ec1c-9e15-47af-9fa1-cfc3887cc8b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944163 Jan 18 22:51:48.104341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Deleting port c1159234-3505-4918-97ff-50c69d4b296e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:51:48.105089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.151670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47416a8-6679-4077-9d33-67c56c250b0b None None] Network 8fd6dfdf-205b-4919-adc8-35361fcb38ad requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:48.173774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-5be01670-149a-4e5b-be1e-079c5f4b23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.176226 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-5be01670-149a-4e5b-be1e-079c5f4b23d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 1094 time: 0.2420049 Jan 18 22:51:48.191450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-fbb66eed-20f8-43df-9413-aca4e6f6f2f7 service neutron] 10.222.0.86 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054770 Jan 18 22:51:48.466455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-c6b7456e-17ad-4667-bf9a-c33e5373b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.469516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-c6b7456e-17ad-4667-bf9a-c33e5373b6d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.2859638 Jan 18 22:51:48.510444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-180303ee-9e40-4c3b-86a5-0aea73a02abd req-26cc6529-c3c9-44a6-8d77-aa9c54b8041a service neutron] 10.222.0.86 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556516 Jan 18 22:51:48.519627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2eaa-c8ac-498b-bd83-8f89c2912086 req-1cc7f477-9882-4278-8387-c5762599e5c4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.522659 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0cf2eaa-c8ac-498b-bd83-8f89c2912086 req-1cc7f477-9882-4278-8387-c5762599e5c4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 943 time: 0.3302288 Jan 18 22:51:48.570264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0cf2eaa-c8ac-498b-bd83-8f89c2912086 req-c08773ef-c054-4251-9acf-4d00bedb5864 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Jan 18 22:51:48.627652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-4e40c3ec-2475-420d-b8d1-06a98054a6a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d HTTP/1.1" status: 200 len: 217 time: 0.0911460 Jan 18 22:51:48.750600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1071284282', 'description': 'tempest-description-2067975801'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:48.756541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:48.760462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:48.763432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:48.769578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:48.781394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.803811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:48.804845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-202c5425-6ef9-4507-9496-2e3f8e030efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.806321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-202c5425-6ef9-4507-9496-2e3f8e030efe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.1609967 Jan 18 22:51:48.808439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:48.811647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:48.817639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:48.871565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a44cd-b727-48e7-8ee7-0f9db4096303 req-118e4088-b42e-4774-b6b9-b865129c1730 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.873125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-211a44cd-b727-48e7-8ee7-0f9db4096303 req-118e4088-b42e-4774-b6b9-b865129c1730 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 946 time: 0.4023478 Jan 18 22:51:48.889388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-4682cce6-58f5-423e-8693-a0d4f9176ef0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636325 Jan 18 22:51:48.915257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.920456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.974087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:48.990233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.991523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4406d5f-76bd-4bf7-9cec-e97ce5f7f9f1 req-a6d74e95-78e8-47bc-a3ca-1526756d3083 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2450655 Jan 18 22:51:49.001298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] For port c1159234-3505-4918-97ff-50c69d4b296e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=c1159234-3505-4918-97ff-50c69d4b296e,segment=NetworkSegment(b5fb7f53-d3d6-47b0-8238-4b85822c863b),segment_id=b5fb7f53-d3d6-47b0-8238-4b85822c863b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:49.001679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.030834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-211a44cd-b727-48e7-8ee7-0f9db4096303 req-506c5de8-0413-49d1-8c55-246c04d04c18 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/security-groups?id=3de200e1-7815-4b7f-9315-e4fa40e42869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441548 Jan 18 22:51:49.151285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Calling delete_port for c1159234-3505-4918-97ff-50c69d4b296e owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:51:49.209112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-206045964', 'description': 'tempest-description-689036156'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:49.229502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:49.242370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:49.248671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:49.267955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:49.285750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dd05b-bbc0-4ef5-93eb-e08a39b82ba0 req-9d213130-5fdb-4de7-8441-b2035dc36209 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:49.286392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3b9dd05b-bbc0-4ef5-93eb-e08a39b82ba0 req-9d213130-5fdb-4de7-8441-b2035dc36209 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:49.291221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-69843c77-440f-4bab-b0a5-212686329597 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835578 Jan 18 22:51:49.296647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.303801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3b9dd05b-bbc0-4ef5-93eb-e08a39b82ba0 req-9d213130-5fdb-4de7-8441-b2035dc36209 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:49.305604 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b9dd05b-bbc0-4ef5-93eb-e08a39b82ba0 req-9d213130-5fdb-4de7-8441-b2035dc36209 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 943 time: 0.0994809 Jan 18 22:51:49.369198 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b9dd05b-bbc0-4ef5-93eb-e08a39b82ba0 req-0ee06303-46f1-4e61-8088-c96694316476 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 Jan 18 22:51:49.451874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:49.460473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:49.469273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:49.493464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:49.514652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.525462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['c1159234-3505-4918-97ff-50c69d4b296e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:49.588601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b164dc6c-896e-4e06-b57e-db2248dc4278 req-c0acaf88-97b0-4159-8769-bc4eaf232afb service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802875 Jan 18 22:51:49.589316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Pushing event deleted for resources: {'Port': ['ID=c1159234-3505-4918-97ff-50c69d4b296e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:49.688764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] No DVR routers for this DVR port c1159234-3505-4918-97ff-50c69d4b296e on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:51:49.691401 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.696523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'name': 'network-vif-deleted', 'tag': 'c1159234-3505-4918-97ff-50c69d4b296e'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:49.734317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.739610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ebe0a0ef-fe7d-4c01-aab9-9e9c63c40a8d req-26884fa5-4d2a-47ba-b7b0-c61996446d27 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.85 "DELETE /v2.0/ports/c1159234-3505-4918-97ff-50c69d4b296e HTTP/1.1" status: 204 len: 173 time: 1.9107397 Jan 18 22:51:49.740992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.811543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c0b85-b422-4182-9ab6-757b11d0569d req-404e5b0a-53bd-4d92-839f-973aec3f9130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:49.815483 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a5c0b85-b422-4182-9ab6-757b11d0569d req-404e5b0a-53bd-4d92-839f-973aec3f9130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 943 time: 0.1185994 Jan 18 22:51:49.819665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.853658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bccdc597-5615-4632-9314-c7a33afa9cad req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6649048 Jan 18 22:51:49.864632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f746-e2a6-4766-b539-ce67ec4c65df tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e738e8bb-8e83-40c8-b0b1-f43472fd2e45,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:49.923876 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a5c0b85-b422-4182-9ab6-757b11d0569d req-a655bb93-8e22-4d47-8612-6c58299a1d6a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035879 Jan 18 22:51:49.930026 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44d3252-711f-4cfc-acc1-8cb5921220f4', 'name': 'network-vif-deleted', 'tag': 'c1159234-3505-4918-97ff-50c69d4b296e', 'status': 'completed', 'code': 200} Jan 18 22:51:50.153437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4ddb4811-9cf8-45cb-acee-b8f626e15300 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:50.239612 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4a347c0-8511-4178-8234-c074b48b4752 req-0416103e-281d-4923-98fa-20c6e9a093b8 tempest-ServerPasswordTestJSON-1138907491 tempest-ServerPasswordTestJSON-1138907491-project] 10.222.0.78 "GET /v2.0/ports?device_id=e44d3252-711f-4cfc-acc1-8cb5921220f4 HTTP/1.1" status: 200 len: 210 time: 0.0589814 Jan 18 22:51:50.358020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4ddb4811-9cf8-45cb-acee-b8f626e15300, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:50.367464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-6685fa3c-abee-47d2-acb3-76a62d59319d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:50.376717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-6685fa3c-abee-47d2-acb3-76a62d59319d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 812 time: 0.3559780 Jan 18 22:51:50.388999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-a4ec6076-1135-4754-bf10-0a856e02c3e1 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/quotas/ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 375 time: 0.0112281 Jan 18 22:51:50.408799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:50.501628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-27942431-24d6-4084-b740-f682d9687f2b tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061659 Jan 18 22:51:50.540315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.566238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddb4811-9cf8-45cb-acee-b8f626e15300 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:50.584137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4ddb4811-9cf8-45cb-acee-b8f626e15300, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:50.591680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.665142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-11e591ac-33fb-49e9-b540-4bfdb8e75d93 service neutron] 10.222.0.78 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624794 Jan 18 22:51:50.670354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=4ddb4811-9cf8-45cb-acee-b8f626e15300,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:50.716050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895cdeb-35e8-4f3b-adb1-e4e09a69463f req-7a0a9a57-f5bb-4a01-b98f-9d4bd2ca5e9e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:50.718004 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1895cdeb-35e8-4f3b-adb1-e4e09a69463f req-7a0a9a57-f5bb-4a01-b98f-9d4bd2ca5e9e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 944 time: 0.0863948 Jan 18 22:51:50.762908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1895cdeb-35e8-4f3b-adb1-e4e09a69463f req-32a7e850-ca43-4502-af32-fef4cb1c25cf tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Jan 18 22:51:50.815884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-b591f17f-06b3-415f-b3ae-1395a4fcc077 service neutron] 10.222.0.78 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417699 Jan 18 22:51:50.821659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['4ddb4811-9cf8-45cb-acee-b8f626e15300'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:51.103703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35641de0-b265-46c7-9390-c1bc7b9bf172 req-a2e69cd2-966c-4def-af7a-c8918cddae6e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 210 time: 0.0751789 Jan 18 22:51:51.189825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea030f35-d109-4898-a1d5-fb15d8e4635a req-b5a08364-eeb8-4a1a-8d42-35ee652a4026 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:51.191357 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea030f35-d109-4898-a1d5-fb15d8e4635a req-b5a08364-eeb8-4a1a-8d42-35ee652a4026 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 943 time: 0.0815978 Jan 18 22:51:51.245384 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea030f35-d109-4898-a1d5-fb15d8e4635a req-3d88247c-b2bb-4ba5-b2a9-e900eeb12104 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Jan 18 22:51:51.344776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58788) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:51.404199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Deleting subnet 63f5032e-7b52-46ed-8b7e-cf07bd800b94 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:51:51.409130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.462344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.522826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.597119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.636268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f5032e-7b52-46ed-8b7e-cf07bd800b94,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:51.640357 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.649398 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6cc01b05-5819-48b6-92a7-a39740c66136 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/63f5032e-7b52-46ed-8b7e-cf07bd800b94 HTTP/1.1" status: 204 len: 168 time: 0.3012035 Jan 18 22:51:51.649765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:51.765844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.934918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.968975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1dfa30-0d24-44f4-b74c-a10da182ca5d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:51.983617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fb7f53-d3d6-47b0-8238-4b85822c863b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:51.983897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fb7f53-d3d6-47b0-8238-4b85822c863b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:51.997910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.018411 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.030086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70368db2-9c11-4ddb-990c-5323d844fcf8 req-cf663b16-f852-40a2-9a52-a440bb3b1eea tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:52.031567 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70368db2-9c11-4ddb-990c-5323d844fcf8 req-cf663b16-f852-40a2-9a52-a440bb3b1eea tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 944 time: 0.1565104 Jan 18 22:51:52.034555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:51:52.034933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:51:52.048501 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:51:52.165424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 67bff96b-1b5f-4bab-be28-0ffd5e04e86d details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:52.167845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4ddb4811-9cf8-45cb-acee-b8f626e15300 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:52.173259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70368db2-9c11-4ddb-990c-5323d844fcf8 req-07f5137f-a16f-464d-93c4-ccc759156d43 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204932 Jan 18 22:51:52.187952 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.201000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.203544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1dfa30-0d24-44f4-b74c-a10da182ca5d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:52.232306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cabf7e1f-9b9f-4970-b54b-e4a9484035cb admin admin] 10.222.0.78 "DELETE /v2.0/networks/0c1dfa30-0d24-44f4-b74c-a10da182ca5d HTTP/1.1" status: 204 len: 168 time: 0.5809240 Jan 18 22:51:52.428397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c1159234-3505-4918-97ff-50c69d4b296e no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:51:52.450773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58814) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:52.462349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 4ddb4811-9cf8-45cb-acee-b8f626e15300 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:52.473503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a20466e8-b88a-4475-8b57-fda46ce21b3e req-d68a7731-954c-4184-87b2-acbd9049ae95 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 210 time: 0.1325159 Jan 18 22:51:52.484058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 4ddb4811-9cf8-45cb-acee-b8f626e15300 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:52.484907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.526445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-ae7c4c13-35a3-4abd-bce6-247ea7fa248e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:52.528394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-ae7c4c13-35a3-4abd-bce6-247ea7fa248e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 812 time: 0.3945699 Jan 18 22:51:52.533921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: c1159234-3505-4918-97ff-50c69d4b296e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:51:52.534262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device c1159234-3505-4918-97ff-50c69d4b296e not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:51:52.546623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'port': {'device_id': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad', 'admin_state_up': True, 'tenant_id': 'ddf5e0a654a848829f6b9ac51d007199'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:52.581733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:52.600926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'mac_address': 'fa:16:3e:71:dc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:52.602269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bca0ea-48c1-4f2a-a4e3-7a5800b83971 req-8f10c20f-72d7-4a56-aab1-dc20f05e90bc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:52.607195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91bca0ea-48c1-4f2a-a4e3-7a5800b83971 req-8f10c20f-72d7-4a56-aab1-dc20f05e90bc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 943 time: 0.1664681 Jan 18 22:51:52.651631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b96cb4f2-8559-470f-80e5-10ba5960998f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bc4faa2201344d89a4434df1c846245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770101 Jan 18 22:51:52.655727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58822) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:52.675590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.701884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91bca0ea-48c1-4f2a-a4e3-7a5800b83971 req-88915ea6-5774-4cdd-a7d4-7e29703e2815 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910308 Jan 18 22:51:52.708180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bff96b-1b5f-4bab-be28-0ffd5e04e86d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:52.773081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:52.775232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:52.775398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48723551-30da-4632-a86a-bbe904d557cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.786396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.786727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:port and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:52.794263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:52.806816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:52.831765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48723551-30da-4632-a86a-bbe904d557cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.846344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Made reservation on behalf of ddf5e0a654a848829f6b9ac51d007199 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:52.850188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.856139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:52.866879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.943117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4ddb4811-9cf8-45cb-acee-b8f626e15300, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:52.944313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:52.957007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.019989 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'code': 200} Jan 18 22:51:53.052758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48723551-30da-4632-a86a-bbe904d557cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.071565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:53.125856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723551-30da-4632-a86a-bbe904d557cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de200e1-7815-4b7f-9315-e4fa40e42869,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:53.132426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=4ddb4811-9cf8-45cb-acee-b8f626e15300,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:53.167905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Allocated IP 172.20.0.5 (8fd6dfdf-205b-4919-adc8-35361fcb38ad/115cec03-8b05-4d6a-9c04-ff62c130bbed/99c1b51c-54d8-4fa8-85b4-f8c82152b059) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:53.187821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48723551-30da-4632-a86a-bbe904d557cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.189435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-48723551-30da-4632-a86a-bbe904d557cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3de200e1-7815-4b7f-9315-e4fa40e42869 HTTP/1.1" status: 204 len: 168 time: 0.5327339 Jan 18 22:51:53.253222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25064a6f-e289-4257-9243-18f561d0a130 req-b93fae80-b7ac-4bee-a26c-64ab0eea44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:53.254880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25064a6f-e289-4257-9243-18f561d0a130 req-b93fae80-b7ac-4bee-a26c-64ab0eea44d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 1096 time: 0.1839406 Jan 18 22:51:53.422117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25064a6f-e289-4257-9243-18f561d0a130 req-e29e823b-8fc9-45af-bfb4-39fae8ec6aee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277595 Jan 18 22:51:53.423885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3259b33-7245-4577-8e16-94e04673de38 req-3256cb8a-74e2-4176-bb73-f6d2b5c799bc tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:53.425823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3259b33-7245-4577-8e16-94e04673de38 req-3256cb8a-74e2-4176-bb73-f6d2b5c799bc tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 945 time: 0.1049211 Jan 18 22:51:53.475786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3259b33-7245-4577-8e16-94e04673de38 req-d49399ff-33c7-4039-a859-cfb45eaddebc tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Jan 18 22:51:53.495303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.539616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.679527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Network 8fd6dfdf-205b-4919-adc8-35361fcb38ad is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:53.686478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:53.693641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:53.731925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:53.776248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:53.776888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.803100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-90b0d017-7ae4-4e4e-b74b-4e547d46d53e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2602742 Jan 18 22:51:53.814017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-6f95ee19-8986-4c62-bb2e-b4c3d8859ed3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:53.814816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-6f95ee19-8986-4c62-bb2e-b4c3d8859ed3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:53.823246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Request body: {'port': {'device_id': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:53.932277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-6f95ee19-8986-4c62-bb2e-b4c3d8859ed3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:53.933500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-6f95ee19-8986-4c62-bb2e-b4c3d8859ed3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 931 time: 0.3026714 Jan 18 22:51:53.984489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2778c-d4b2-4577-99b9-b50de427296c req-e4e0732b-3c62-4364-afbb-539c0cdedd93 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:53.986811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3a2778c-d4b2-4577-99b9-b50de427296c req-e4e0732b-3c62-4364-afbb-539c0cdedd93 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 944 time: 0.1185110 Jan 18 22:51:54.049523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3a2778c-d4b2-4577-99b9-b50de427296c req-7a8d58ad-09b3-4b2d-8b80-2160fc587501 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562022 Jan 18 22:51:54.115172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.175960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-0f01e066-8a48-40e8-8e13-8c07cb0879ba tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:54.179964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 67bff96b-1b5f-4bab-be28-0ffd5e04e86d up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:51:54.244272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-0f01e066-8a48-40e8-8e13-8c07cb0879ba tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:54.260270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-872bc058-f6db-4c37-9768-78e5f9c4a0ba req-0f01e066-8a48-40e8-8e13-8c07cb0879ba tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069397 Jan 18 22:51:54.296461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:54.305558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:54.306139 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.468631 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.525488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:54.531189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.656190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:54.781055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c1b51c-54d8-4fa8-85b4-f8c82152b059 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:54.793863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.797930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0cf83-4516-4f4d-8942-fcc44e6308cf req-24a77931-3d74-4e67-9e0d-94222b8427e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:54.805544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4a0cf83-4516-4f4d-8942-fcc44e6308cf req-24a77931-3d74-4e67-9e0d-94222b8427e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 945 time: 0.1313956 Jan 18 22:51:54.887077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c687709-ec10-43b5-aad8-03892f17b0e0 req-832b50ee-793e-4e2a-8390-d20181e9ece9 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0863094 Jan 18 22:51:54.910078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Transition to ACTIVE for port object 99c1b51c-54d8-4fa8-85b4-f8c82152b059 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:54.924081 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.021522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:55.031976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4a0cf83-4516-4f4d-8942-fcc44e6308cf req-0713c49f-859e-44fe-929d-900681156a5d tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166157 Jan 18 22:51:55.109216 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'code': 200} Jan 18 22:51:55.161879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:55.337277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ec6f4-b51d-4c5d-9027-413ac2046464 req-48196620-e650-4086-b1af-573262bcd519 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.340727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d7ec6f4-b51d-4c5d-9027-413ac2046464 req-48196620-e650-4086-b1af-573262bcd519 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 945 time: 0.1316745 Jan 18 22:51:55.412848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Attempting to bind port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:55.413124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Attempting to bind port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:55.415901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Attempting to bind port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 on network 8fd6dfdf-205b-4919-adc8-35361fcb38ad {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:55.422015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411be542-07ef-4054-ad43-8b42eff3df5e req-1f835500-6d75-462b-b6ac-71f653c4ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.423555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-411be542-07ef-4054-ad43-8b42eff3df5e req-1f835500-6d75-462b-b6ac-71f653c4ce89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 1096 time: 0.2502530 Jan 18 22:51:55.428348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 on network 8fd6dfdf-205b-4919-adc8-35361fcb38ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:51:55.428674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Attempting to bind port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 on network 8fd6dfdf-205b-4919-adc8-35361fcb38ad {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:51:55.444094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1d7ec6f4-b51d-4c5d-9027-413ac2046464 req-941aea47-6cac-4bd1-9ef9-7f6d344fb5a7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861695 Jan 18 22:51:55.485084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:51:55.485647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Checking segment: {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:55.486193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Bound using segment: {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:51:55.486795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Bound port: 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:55.487317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.586619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-411be542-07ef-4054-ad43-8b42eff3df5e req-c5381d4f-9d4a-4cb9-bcff-26846bad15bc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538310 Jan 18 22:51:55.625328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:51:55.635843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4752-068a-4de1-acea-0d18377ed299 req-41bacaeb-0726-4592-8b87-f4ebeee01741 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.637557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53dc4752-068a-4de1-acea-0d18377ed299 req-41bacaeb-0726-4592-8b87-f4ebeee01741 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 943 time: 0.2060139 Jan 18 22:51:55.639323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:51:55.645953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.704142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:55.709923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-970082139'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:55.715084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:55.718913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:network and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:55.721856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:55.727363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:55.732838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.733841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.735324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] 10.222.0.85 "PUT /v2.0/ports/99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 1091 time: 1.9174688 Jan 18 22:51:55.739168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:55.742573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:55.746765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.779672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53dc4752-068a-4de1-acea-0d18377ed299 req-caa943e8-10a9-4772-b420-5fea3b413b87 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281772 Jan 18 22:51:55.782532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:55.783045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb498b-6d2e-4916-8ae7-ad3f8f73f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:55.797256 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:51:55.809272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.809690 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Added segment b1e0a2ae-d7f3-4167-acd2-61fe633df8bc of type vlan for network c851667c-bfdf-49d6-be51-be8f0629d2f0 Jan 18 22:51:55.831106 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'status': 'completed', 'code': 200} Jan 18 22:51:55.836290 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.869064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.871625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-fd6b361d-55a1-4c58-afc2-6a7826b57b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.873144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-fd6b361d-55a1-4c58-afc2-6a7826b57b6f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1094 time: 0.0740774 Jan 18 22:51:55.875264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.876014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.970174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-ccfc7019-7c90-4c2b-b0e9-396288ada4b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 217 time: 0.0877995 Jan 18 22:51:55.973680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2683277 Jan 18 22:51:55.976710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58926) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:55.985657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b579614-8a78-4294-85fa-d50d48ef4ee5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Network': ['ID=c851667c-bfdf-49d6-be51-be8f0629d2f0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:55.996285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:56.020200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-789327438'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:56.057751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fdba4412-f3d5-4650-8f7e-1caca29dbcb5 req-de32337b-0fe4-4303-9ab5-b501c8c68b1a tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0456178 Jan 18 22:51:56.066338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:56.075908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:network and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:56.079784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-76c49eb5-6d53-4d4b-a308-d60708592d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.081583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-76c49eb5-6d53-4d4b-a308-d60708592d28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.1029480 Jan 18 22:51:56.082311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:56.090063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:56.149390 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-519af239-0c99-433a-88f2-0c5f8f2e9cc0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604739 Jan 18 22:51:56.150883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:56.154563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.203289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:56.266490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941ba7-b597-4e2a-8ae5-4232df2fd406 req-c538416c-f5b9-44bd-8c89-c4ea76fe95c3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.267970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e941ba7-b597-4e2a-8ae5-4232df2fd406 req-c538416c-f5b9-44bd-8c89-c4ea76fe95c3 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 945 time: 0.0879023 Jan 18 22:51:56.274015 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.274368 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Added segment b2e9846b-29a4-4d40-a751-86073e4ebaef of type vlan for network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 Jan 18 22:51:56.319941 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e941ba7-b597-4e2a-8ae5-4232df2fd406 req-d531589a-e2ef-4e18-975f-74f666cf7451 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Jan 18 22:51:56.322806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.350389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-42d071ea-9d16-4146-b1a3-60c17cc684a4 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773779 Jan 18 22:51:56.536239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-82de8d79-aed2-4679-8a88-eb08e3108e2b tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.538042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-82de8d79-aed2-4679-8a88-eb08e3108e2b tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0871067 Jan 18 22:51:56.593709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.599105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.599703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.626243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-4fd52caa-b4ba-439a-aee0-010af6e6ac0b tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.0824282 Jan 18 22:51:56.636194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'floatingip': {'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:56.724006 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.758229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7755423 Jan 18 22:51:56.765504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58942) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:56.777777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'subnet': {'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:56.799547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149a930-c414-4442-bc6b-66f80e72bdbe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Network': ['ID=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:56.810692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:51:56.893777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59894bf-b696-464f-9c5b-b3d56b5bfba0 req-cb438235-1b38-460a-8757-96719804d146 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347710 Jan 18 22:51:56.922140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e55da-dc1b-48e3-9965-82ca695ef792 req-0a38e11d-6991-46f8-af9c-e5eada2e2e6a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.922826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-167e55da-dc1b-48e3-9965-82ca695ef792 req-0a38e11d-6991-46f8-af9c-e5eada2e2e6a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:56.941849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:56.947255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:subnet and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:56.954631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:56.958513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-167e55da-dc1b-48e3-9965-82ca695ef792 req-0a38e11d-6991-46f8-af9c-e5eada2e2e6a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:56.959736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-167e55da-dc1b-48e3-9965-82ca695ef792 req-0a38e11d-6991-46f8-af9c-e5eada2e2e6a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 945 time: 0.4099774 Jan 18 22:51:56.964763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:57.033918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:57.037778 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.150995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-167e55da-dc1b-48e3-9965-82ca695ef792 req-b1a4d266-bdc6-459b-9e5c-ee85d49b2912 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535938 Jan 18 22:51:57.194136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-798abd56-9472-4ef4-987b-c926e5dd7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.195794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-798abd56-9472-4ef4-987b-c926e5dd7305 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1094 time: 0.2322307 Jan 18 22:51:57.402451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.408245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.431174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6ad2c5c-dde9-4eb1-8489-b1ecb90c9f90 req-a447c697-9e79-4f84-a388-89b4d024149e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0873439 Jan 18 22:51:57.532276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-2d781968-c0fc-4831-a4fd-646a288e56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.534037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-2d781968-c0fc-4831-a4fd-646a288e56ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.3303421 Jan 18 22:51:57.537234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.688491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ec75f-5bd1-419e-bd33-29f0bb135499 req-99a1488a-dbfa-4d4f-bc06-5d65c9e69d2b tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.689972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-405ec75f-5bd1-419e-bd33-29f0bb135499 req-99a1488a-dbfa-4d4f-bc06-5d65c9e69d2b tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 943 time: 0.3097999 Jan 18 22:51:57.690599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Subnet': ['ID=7bc3df89-924a-4825-b323-8ccba9e7386d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:57.693921 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d associated. External IP: 172.25.4.47, port: 4c34983b-10bf-4c5b-ad56-187e980e8f28. Jan 18 22:51:57.718926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-d86592d2-ac83-477b-ac21-6c87e0964daa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 217 time: 0.0913203 Jan 18 22:51:57.763046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Checking segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:57.763411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network hostable DHCP agents. Network: c851667c-bfdf-49d6-be51-be8f0629d2f0, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:57.821848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-405ec75f-5bd1-419e-bd33-29f0bb135499 req-5f8c9dd2-b106-4b2e-9ee5-8137027954a4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197329 Jan 18 22:51:57.827935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:57.831698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-c439478e-4ac6-4585-8f39-34bd44caf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.833230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-c439478e-4ac6-4585-8f39-34bd44caf7cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.1009679 Jan 18 22:51:57.879046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c851667c-bfdf-49d6-be51-be8f0629d2f0) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:57.887759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017a710-923f-4bef-b259-b570bb1bfd93 None None] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:57.902763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.903370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.909372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-01f0d337-e67a-4227-a7ff-504f76f282a0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694451 Jan 18 22:51:58.001369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-79a702b5-417c-4106-8608-8c5c73477aae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2318437 Jan 18 22:51:58.017853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58954) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:58.030707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'subnet': {'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:58.052844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cffb93d6-b46b-479f-881e-0f9056c8759b req-257f49c9-f217-4fad-82cc-77f748342ba9 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0604355 Jan 18 22:51:58.108057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-a90f9b46-9701-4d9c-b33f-09dd3bc7ac28 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890163 Jan 18 22:51:58.171578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:51:58.176681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:58.183569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:subnet and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:58.187551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c851667c-bfdf-49d6-be51-be8f0629d2f0', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:51:58.188101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:58.188585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:58.344264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:58.381181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:58.386576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:58.404548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:51:58.412157 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:58.445172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Allocated IP 10.1.1.2 (c851667c-bfdf-49d6-be51-be8f0629d2f0/7bc3df89-924a-4825-b323-8ccba9e7386d/6db50516-7f0f-4d4d-816a-13ea2223bc44) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:58.451676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 99c1b51c-54d8-4fa8-85b4-f8c82152b059 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:51:58.457104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:58.481749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:51:58.482498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:58.494106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5327e2f2-4dee-4d84-a27c-deb3d33d0573 req-5cd2b69d-fdd2-4501-ab32-334b80540be8 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790443 Jan 18 22:51:58.537038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9612f-8183-4f50-a4b9-48a23374b9fa req-363b305c-988e-4de0-a3b0-a5008d29da60 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:58.545092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8dc9612f-8183-4f50-a4b9-48a23374b9fa req-363b305c-988e-4de0-a3b0-a5008d29da60 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 945 time: 0.1581073 Jan 18 22:51:58.562626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-3af92f1f-9b1e-40ef-9acd-6884791834e2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "PUT /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 995 time: 1.9242911 Jan 18 22:51:58.598730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:58.606217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8dc9612f-8183-4f50-a4b9-48a23374b9fa req-8cf880fd-a14b-4537-9f6a-ca162bbf3eea tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565007 Jan 18 22:51:58.736622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-6274272c-87b7-4720-864a-c3f2998c8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:58.738661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-6274272c-87b7-4720-864a-c3f2998c8379 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.1753373 Jan 18 22:51:58.896144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:58.934394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:51:58.975791 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'status': 'completed', 'code': 200} Jan 18 22:51:59.015007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-81ccf555-9d38-4d69-8558-1a567404353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.016669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:59.022811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-81ccf555-9d38-4d69-8558-1a567404353a service neutron] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.2764630 Jan 18 22:51:59.086303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad', 'port_id': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'mac_address': 'fa:16:3e:02:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115cec03-8b05-4d6a-9c04-ff62c130bbed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:51:59.120212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Checking segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:51:59.120562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network hostable DHCP agents. Network: 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:59.124628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Subnet': ['ID=f1eb4e15-f898-40fd-9154-3ec67b319a48,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:59.165114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-1c67b31a-037f-4211-b22d-41f9f0e98dc6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 998 time: 0.1411119 Jan 18 22:51:59.166103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:59.199667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-7c49fb2b-82c2-486b-becf-eba156a31e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.203102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-7c49fb2b-82c2-486b-becf-eba156a31e8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.2022934 Jan 18 22:51:59.248646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.268968 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.304999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c1b51c-54d8-4fa8-85b4-f8c82152b059 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:59.311475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Transition to ACTIVE for port object 6db50516-7f0f-4d4d-816a-13ea2223bc44 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:59.378943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:59.396074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.396830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.408094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5ad0f-0aed-406b-853e-b50365f7eff7 None None] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:51:59.420907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-ac7eb2f2-62fb-4e60-bdd4-ebf318139b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.422689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-ac7eb2f2-62fb-4e60-bdd4-ebf318139b3e service neutron] 10.222.0.85 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.2055650 Jan 18 22:51:59.430652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-d7545cc5-4544-4175-a526-f2f0b634ccf7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.431031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-a3f7ba58-7de3-4569-ae90-72777e667844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.436763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Transition to ACTIVE for port object 6db50516-7f0f-4d4d-816a-13ea2223bc44 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:59.438597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-d7545cc5-4544-4175-a526-f2f0b634ccf7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.3694267 Jan 18 22:51:59.438755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:51:59.441073 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-a3f7ba58-7de3-4569-ae90-72777e667844 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.2617424 Jan 18 22:51:59.478622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-15125c7c-e7b0-46ba-8152-dd06d283b3fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4595709 Jan 18 22:51:59.484042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58984) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:59.492089 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.495716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'name': 'tempest-TaggedBootDevicesTest_v242-473997837', 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:59.499743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.537239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-088aa4ea-3057-4d07-8bb3-32460b5e5cca tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.0972414 Jan 18 22:51:59.612227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-c7b69ad8-155d-4afe-822f-63e56b142477 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 998 time: 0.1709414 Jan 18 22:51:59.634424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:59.662964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:59.666608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-1383745d-605e-4502-a839-c63df3c37f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.668195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-1383745d-605e-4502-a839-c63df3c37f79 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261965 Jan 18 22:51:59.674553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-853262ad-78bf-4928-9d4f-cd4628704b2a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1360469 Jan 18 22:51:59.676642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:51:59.683203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Pushing event updated for resources: {'Port': ['ID=6db50516-7f0f-4d4d-816a-13ea2223bc44,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:59.701176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-086823b5-3713-4145-aac2-bdece2824906 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:51:59.703147 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-086823b5-3713-4145-aac2-bdece2824906 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077584 Jan 18 22:51:59.738327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:51:59.741940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-79d28899-3ac0-4865-bfaf-e91cfce8157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.743704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-79d28899-3ac0-4865-bfaf-e91cfce8157f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.1220903 Jan 18 22:51:59.768397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:51:59.787858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:port and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:51:59.801576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:51:59.810718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:51:59.838169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:59.927034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-19549bca-ffc7-4602-ac7c-e4eace76d08c service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111666 Jan 18 22:51:59.937902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-c3eb4341-8c14-4e66-858a-449876778942 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268758 Jan 18 22:51:59.953873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-842d0f54-a431-495f-9aa4-d65c97761b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.955347 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-842d0f54-a431-495f-9aa4-d65c97761b9c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587269 Jan 18 22:52:00.008719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Attempting to bind port 6db50516-7f0f-4d4d-816a-13ea2223bc44 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:00.009400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Attempting to bind port 6db50516-7f0f-4d4d-816a-13ea2223bc44 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:00.009505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Attempting to bind port 6db50516-7f0f-4d4d-816a-13ea2223bc44 on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:00.019456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:00.036393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:00.036773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Checking segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:00.037198 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:00.037593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Bound using segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:00.038057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Bound port: 6db50516-7f0f-4d4d-816a-13ea2223bc44, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:00.038427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:00.084061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:00.110444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] device_id is not set on port b503f925-8279-4589-a9ea-24a55299422d yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:52:00.152140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'fixed_ips': [{'subnet_id': 'f1eb4e15-f898-40fd-9154-3ec67b319a48'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:52:00.152996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:00.163377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:51:57Z', 'revision_number': 1, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:00.182145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-86ecc1c6-3cc6-42b3-ae1c-da563af29fb7 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542667 Jan 18 22:52:00.190994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-5474aee6-5620-407d-9a2e-d869c69d126d service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898353 Jan 18 22:52:00.193594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:00.224673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e2ccda4-f83d-41c4-9a8b-137fa70c1fdc req-41296ec5-f9ac-41d7-b0a9-25f34b8e2e93 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456200 Jan 18 22:52:00.274206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:00.274894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:00.363204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa010e54-1792-4ab4-9dc2-43868a71da49 req-b9cd8fb3-0514-469a-b7eb-8444b24c2b9b service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649973 Jan 18 22:52:00.374096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] For port 6db50516-7f0f-4d4d-816a-13ea2223bc44, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:00.416612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] For port 6db50516-7f0f-4d4d-816a-13ea2223bc44, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6db50516-7f0f-4d4d-816a-13ea2223bc44,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:00.495307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:00.528366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-765ed331-fe21-4692-a16e-de10563741fa req-772fac40-446f-44e4-8b95-295ac2edb1ab tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0573170 Jan 18 22:52:00.556021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 10.1.1.217 (c851667c-bfdf-49d6-be51-be8f0629d2f0/7bc3df89-924a-4825-b323-8ccba9e7386d/b503f925-8279-4589-a9ea-24a55299422d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:00.565680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913a85-a09e-4745-ad81-21b6236d91bd req-7a477204-6b34-4437-a36c-a750495b157a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:00.567114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28913a85-a09e-4745-ad81-21b6236d91bd req-7a477204-6b34-4437-a36c-a750495b157a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 944 time: 0.1325729 Jan 18 22:52:00.621327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-28913a85-a09e-4745-ad81-21b6236d91bd req-4771ccf6-8cd6-4055-97c1-473740e62a3d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:00.657710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-28913a85-a09e-4745-ad81-21b6236d91bd req-4771ccf6-8cd6-4055-97c1-473740e62a3d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:00.659426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28913a85-a09e-4745-ad81-21b6236d91bd req-4771ccf6-8cd6-4055-97c1-473740e62a3d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834014 Jan 18 22:52:00.740979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Allocated IP 10.2.2.2 (84bbcc44-0a86-4773-9a7e-d09c6bfa98f7/f1eb4e15-f898-40fd-9154-3ec67b319a48/fae3177b-6f58-4706-98af-bb509d003ef1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:00.746658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:00.850904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679536-d9db-41d4-9264-edb0006a2e31 None None] Pushing event updated for resources: {'Port': ['ID=6db50516-7f0f-4d4d-816a-13ea2223bc44,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:00.910953 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:00.952624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object b503f925-8279-4589-a9ea-24a55299422d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:01.115418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.258550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:01.264376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:01.271924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:01.327266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:01.356828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-2483f3d4-e0f9-4a57-a933-0500dc7dd321 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.358647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-2483f3d4-e0f9-4a57-a933-0500dc7dd321 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3060832 Jan 18 22:52:01.366654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.367635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.406022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.435504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Transition to ACTIVE for port object fae3177b-6f58-4706-98af-bb509d003ef1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:01.463219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Transition to ACTIVE for port object fae3177b-6f58-4706-98af-bb509d003ef1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:01.479668 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.491755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8279a6d2-a804-41ac-8606-bd13064bfeec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0064335 Jan 18 22:52:01.494738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59004) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:01.502296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494806319', 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:01.520263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-531dd505-ee8c-4748-912f-7165f8a76fe1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 998 time: 0.1481500 Jan 18 22:52:01.526217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'floatingip': {'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:01.540709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:01.551051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:51:57Z', 'revision_number': 1, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:01.553464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:01.555911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:01.565084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49b955-9631-4a95-b4b8-c00423eb37c6 None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:51:57Z', 'revision_number': 1, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:01.812096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Pushing event updated for resources: {'Port': ['ID=fae3177b-6f58-4706-98af-bb509d003ef1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:01.831981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Attempting to bind port fae3177b-6f58-4706-98af-bb509d003ef1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:01.832345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Attempting to bind port fae3177b-6f58-4706-98af-bb509d003ef1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:01.832711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Attempting to bind port fae3177b-6f58-4706-98af-bb509d003ef1 on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:01.844163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:01.844538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Checking segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:01.844972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.846532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Bound using segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:01.847116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Bound port: fae3177b-6f58-4706-98af-bb509d003ef1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:01.847591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.919488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:01.979946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:02.004731 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b85dd6-2a3f-4bd1-ad87-6c1049c13ede None None] New status for floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:02.065909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6db50516-7f0f-4d4d-816a-13ea2223bc44 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:02.069108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:port and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:02.073579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-110aa4ac-4f27-40c0-b8ac-c92b6837d981 req-679cd1f3-4af1-4238-aeb8-2eedf327dfa3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=451f0d1d-e8e2-4e95-a731-0bc9cfc02633 HTTP/1.1" status: 200 len: 210 time: 0.1124024 Jan 18 22:52:02.074404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:02.081443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:02.100346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:02.256293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] For port fae3177b-6f58-4706-98af-bb509d003ef1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:02.263422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] For port fae3177b-6f58-4706-98af-bb509d003ef1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fae3177b-6f58-4706-98af-bb509d003ef1,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:02.293371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:02.352901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:02.399142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] device_id is not set on port e778542e-6df7-4dc4-a290-ea420563c4ae yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:52:02.457646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2f7ff-1742-4190-8e6f-5e3c435f2171 None None] Pushing event updated for resources: {'Port': ['ID=fae3177b-6f58-4706-98af-bb509d003ef1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:02.476581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 99c1b51c-54d8-4fa8-85b4-f8c82152b059 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:02.506151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea87b7-7ea0-4075-b4c2-1b620f521b5a None None] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:52:02.530895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6db50516-7f0f-4d4d-816a-13ea2223bc44 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:02.653724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] Provisioning for port 6db50516-7f0f-4d4d-816a-13ea2223bc44 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:02.659131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-35b17e9f-1a7f-4055-9fe4-ab586b862bde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=451f0d1d-e8e2-4e95-a731-0bc9cfc02633 HTTP/1.1" status: 200 len: 210 time: 0.0712087 Jan 18 22:52:02.679946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] Provisioning complete for port 6db50516-7f0f-4d4d-816a-13ea2223bc44 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:02.680312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:02.792366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:52:02.793012 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:52:02.856538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 10.1.1.42 (c851667c-bfdf-49d6-be51-be8f0629d2f0/7bc3df89-924a-4825-b323-8ccba9e7386d/e778542e-6df7-4dc4-a290-ea420563c4ae) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:02.876937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:02.890715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-d8a42c30-968b-4d1c-b0e8-7c550fe1e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:02.898499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-d8a42c30-968b-4d1c-b0e8-7c550fe1e991 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=82514b0fd74b4494946c78705489fd4d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2008972 Jan 18 22:52:02.965049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:02.965894 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.089574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.168354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] For port 6db50516-7f0f-4d4d-816a-13ea2223bc44, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6db50516-7f0f-4d4d-816a-13ea2223bc44,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:03.206787 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.207158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-23eb834f-e906-4c7d-be2c-e7eeedcda939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:03.208631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-23eb834f-e906-4c7d-be2c-e7eeedcda939 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2849486 Jan 18 22:52:03.303875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.340707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.382517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15454af5-d676-4b4d-b1ee-97e64fefd67f None None] Pushing event updated for resources: {'Port': ['ID=6db50516-7f0f-4d4d-816a-13ea2223bc44,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:03.389496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f61c08c7-c7e3-4037-ae9d-c1c0a685a2db req-5f3a4238-dc75-4d9f-ad43-1b4ecffea199 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/ports?device_id=451f0d1d-e8e2-4e95-a731-0bc9cfc02633 HTTP/1.1" status: 200 len: 210 time: 0.1259408 Jan 18 22:52:03.408475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.410707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:03.422967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:03.432020 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.445199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object e778542e-6df7-4dc4-a290-ea420563c4ae will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:03.492781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.517059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:03.649007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:03.655297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:03.665495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-30a18fbf-8648-438f-8b23-0c942c263ab4 None None] Provisioning for port b503f925-8279-4589-a9ea-24a55299422d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:03.671247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:03.675472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-30a18fbf-8648-438f-8b23-0c942c263ab4 None None] Provisioning complete for port b503f925-8279-4589-a9ea-24a55299422d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:03.678196 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30a18fbf-8648-438f-8b23-0c942c263ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.783895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-30a18fbf-8648-438f-8b23-0c942c263ab4 None None] Port b503f925-8279-4589-a9ea-24a55299422d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:03.786110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:03.801823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-30a18fbf-8648-438f-8b23-0c942c263ab4 None None] Provisioning complete for port 6db50516-7f0f-4d4d-816a-13ea2223bc44 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:03.802256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30a18fbf-8648-438f-8b23-0c942c263ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.818411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:03.819082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.831578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.831955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.832283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.832617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.833151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.833489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.833953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.834283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.834607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.834928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.835251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.835660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:03.896622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4e63fee2-9437-471d-96d6-8ce1769c9d8c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3971252 Jan 18 22:52:03.931563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35973a3-3224-4e30-99ee-b99fa11739d0 req-32a142e8-7af9-48c8-a229-2f02596afb36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:03.934294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c35973a3-3224-4e30-99ee-b99fa11739d0 req-32a142e8-7af9-48c8-a229-2f02596afb36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 945 time: 0.1923845 Jan 18 22:52:04.024991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c35973a3-3224-4e30-99ee-b99fa11739d0 req-f942644d-da28-446d-8b21-007e9f80ece2 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791671 Jan 18 22:52:04.093607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fae3177b-6f58-4706-98af-bb509d003ef1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:04.158601 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.189667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6a193a93-cb75-4d0b-b6a6-b54f8a1023f4 None None] Provisioning complete for port b503f925-8279-4589-a9ea-24a55299422d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:04.190484 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a193a93-cb75-4d0b-b6a6-b54f8a1023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.224045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port fae3177b-6f58-4706-98af-bb509d003ef1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:04.246590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6db50516-7f0f-4d4d-816a-13ea2223bc44 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:04.322716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6a193a93-cb75-4d0b-b6a6-b54f8a1023f4 None None] Port b503f925-8279-4589-a9ea-24a55299422d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:04.342970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6db50516-7f0f-4d4d-816a-13ea2223bc44 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:04.343349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.412609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d550a1b-d362-4611-abbf-b58a8c7009a5 None None] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:52:04.447911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.458207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.542827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c885db4-f722-4254-946a-1255a09361cf None None] Provisioning for port fae3177b-6f58-4706-98af-bb509d003ef1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:04.569331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ee406c8-7d71-4e33-942a-5d90f9e9a53f req-0d820f67-edc1-4aec-99c3-c5ffaaf70e4a tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0480912 Jan 18 22:52:04.625195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c885db4-f722-4254-946a-1255a09361cf None None] Provisioning complete for port fae3177b-6f58-4706-98af-bb509d003ef1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:04.625567 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c885db4-f722-4254-946a-1255a09361cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.654117 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'code': 200} Jan 18 22:52:04.661638 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d associated. External IP: 172.25.4.47, port: 4c34983b-10bf-4c5b-ad56-187e980e8f28. Jan 18 22:52:04.774698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713adc44-d9b9-42d0-87eb-eb9e3007b83a req-596867fc-784d-41b0-bb9f-ae508b38783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:04.776255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-713adc44-d9b9-42d0-87eb-eb9e3007b83a req-596867fc-784d-41b0-bb9f-ae508b38783e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1096 time: 0.0811355 Jan 18 22:52:04.819830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-713adc44-d9b9-42d0-87eb-eb9e3007b83a req-0458a1ca-7457-4475-8046-841d584174c3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Jan 18 22:52:04.869865 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c885db4-f722-4254-946a-1255a09361cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.896605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59048) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:04.903160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543786990', 'description': 'tempest-description--1792642256'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:04.910930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:04.916586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:security_group and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:04.920596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:04.928140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:04.933337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8c885db4-f722-4254-946a-1255a09361cf None None] For port fae3177b-6f58-4706-98af-bb509d003ef1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fae3177b-6f58-4706-98af-bb509d003ef1,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:04.944447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c885db4-f722-4254-946a-1255a09361cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.946046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:04.970996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:04.974964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:security_group_rule and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:04.978266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:04.984212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:05.042394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c885db4-f722-4254-946a-1255a09361cf None None] Pushing event updated for resources: {'Port': ['ID=fae3177b-6f58-4706-98af-bb509d003ef1,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:05.070776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-114d24e0-6c43-4d98-8ad8-54735c567c37 None None] Provisioning for port e778542e-6df7-4dc4-a290-ea420563c4ae completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:05.077694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-114d24e0-6c43-4d98-8ad8-54735c567c37 None None] Provisioning complete for port e778542e-6df7-4dc4-a290-ea420563c4ae triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:05.078114 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-114d24e0-6c43-4d98-8ad8-54735c567c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.157821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-114d24e0-6c43-4d98-8ad8-54735c567c37 None None] Port e778542e-6df7-4dc4-a290-ea420563c4ae cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:05.247768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:05.279564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-42af0c3e-23d1-4961-ae6b-02b120169a79 None None] Provisioning complete for port fae3177b-6f58-4706-98af-bb509d003ef1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:05.280107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42af0c3e-23d1-4961-ae6b-02b120169a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.316453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-39c5dc46-cf9e-418c-8552-df5ec343c92d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:05.317821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-39c5dc46-cf9e-418c-8552-df5ec343c92d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.3285623 Jan 18 22:52:05.323071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.332344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.351706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-d19c4e03-d23f-4028-9716-ee8fc9377090 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.0274191 Jan 18 22:52:05.421594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.422706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5246613 Jan 18 22:52:05.431655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:05.432733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b4406-3c5c-4539-a5fd-b7e88919f84f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8b331-0e17-46c6-b4ba-da41dfa0599a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:05.440015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'security_group_rule': {'security_group_id': 'ede8b331-0e17-46c6-b4ba-da41dfa0599a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:05.447602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:05.454806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:security_group_rule and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:05.459561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:05.469895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:05.475399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-aea9e55e-866f-4d9a-bb56-9a84f6934463 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044316 Jan 18 22:52:05.478129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:05.490157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:05.499042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:05.499815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:05.551666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.618962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-76879f18-4fba-42db-adcb-a6b1da3e495b service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344953 Jan 18 22:52:05.715637 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.718174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:05.761837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-d33ae85c-2b0f-4f94-81f3-2e23c4dd3059 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361675 Jan 18 22:52:05.771735 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.819701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9830ceb0-ec79-4289-9e91-56852bb361d1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:05.837083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.837441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.837778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.838163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.838547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.838943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.839209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.839533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.840054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.840299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.840622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.841140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:05.846652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:05.847902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf430d50-0ed7-410f-b215-cb5522e3f20d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150856 Jan 18 22:52:05.850947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59072) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:05.864657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'security_group_rule': {'security_group_id': 'ede8b331-0e17-46c6-b4ba-da41dfa0599a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:05.882623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:05.895520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:security_group_rule and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:05.906380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:05.930976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:05.987648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:06.001419 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.121648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fae3177b-6f58-4706-98af-bb509d003ef1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:06.179846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.189104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.258030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dd52ab-3295-441a-b69a-1fd736c7d63c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:06.268876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:04Z', 'revision_number': 3, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:06.275225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fae3177b-6f58-4706-98af-bb509d003ef1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:06.275717 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.287449 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.292004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7eb51af9-3011-4737-8170-f6a5c611dff0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4365194 Jan 18 22:52:06.292180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59084) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:06.298233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:06.304840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:06.309038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:floatingip and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:06.311989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:06.317788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:06.333189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.351087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:06.366575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:06.367230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:06.401790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:06.410798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.513321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:06.540076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27d595-7a81-47bf-b9a1-88a269398bba req-a8d4cb51-ec9c-448f-9355-67ceefc842b9 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:06.541695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b27d595-7a81-47bf-b9a1-88a269398bba req-a8d4cb51-ec9c-448f-9355-67ceefc842b9 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 945 time: 0.1828120 Jan 18 22:52:06.628795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b27d595-7a81-47bf-b9a1-88a269398bba req-d6513ead-3bc3-4183-8d1f-a45f4140f89d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751925 Jan 18 22:52:06.633074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:06.636829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.702745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-442f9196-65f0-4634-bb85-5888d8128d24 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "PUT /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 997 time: 5.1810582 Jan 18 22:52:06.807706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-1be1b556-68f9-4948-a49d-ef8769986089 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:06.813844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-1be1b556-68f9-4948-a49d-ef8769986089 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports/4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 942 time: 0.1038885 Jan 18 22:52:06.903744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.930618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 172.25.4.249 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/4dcb5c35-dcb3-442d-a8d0-4aa92146f08a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:06.994126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-7ac95e8d-2f08-464a-840d-8ec9d5555fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:06.995847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-7ac95e8d-2f08-464a-840d-8ec9d5555fd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.1034822 Jan 18 22:52:07.140298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-9a4a2f3a-f5c2-4717-86af-572f38599e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:07.147813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-9a4a2f3a-f5c2-4717-86af-572f38599e7b service neutron] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.1455097 Jan 18 22:52:07.165411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.168904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:04Z', 'revision_number': 3, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:07.173100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b9a94-a115-48c4-b3fa-d35a2fe3d3de None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:04Z', 'revision_number': 3, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:07.176491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1d7b3c6-6931-4cbd-84bc-596c4dea418b req-e2b464af-a234-4467-9112-e920c18d92b7 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0529566 Jan 18 22:52:07.206975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.236513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-a9bc98cc-32c6-406a-82b8-38f08ee51003 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.0875366 Jan 18 22:52:07.283277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:07.290808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:07.293437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:07.312186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-a33852c5-c1f0-4d6d-8a71-5881283ec641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:07.319475 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-a33852c5-c1f0-4d6d-8a71-5881283ec641 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.0820711 Jan 18 22:52:07.399747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-107c76d9-dee3-47f1-a932-d8c5364d78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:07.401160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-107c76d9-dee3-47f1-a932-d8c5364d78e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809166 Jan 18 22:52:07.425881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b820fe4f-f9f1-4bbe-835c-00498ccda622 req-f092a84a-1e8e-4031-8767-2f0996502f9c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 210 time: 0.0486360 Jan 18 22:52:07.488900 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850c54f-497f-45f4-b181-4985ce05d033 None None] New status for floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:07.532650 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'status': 'completed', 'code': 200} Jan 18 22:52:07.538685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=4dcb5c35-dcb3-442d-a8d0-4aa92146f08a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:07.616618 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-4ecd4f61-b0b4-44b3-85d1-f37e87f3194e service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033880 Jan 18 22:52:07.705929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.720160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-b57f7dfd-03ee-44e0-baa1-348114f2a993 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:07.721611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-b57f7dfd-03ee-44e0-baa1-348114f2a993 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.3387518 Jan 18 22:52:07.770457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-3adb3b0f-a032-49b7-ad0e-0e15200cbd46 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527174 Jan 18 22:52:07.786312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': '12694a02-e86a-445d-9e02-80f8f821d868', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:07.880806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-39b3ce77-ef64-4a17-b874-66c21b744c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:07.882571 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-39b3ce77-ef64-4a17-b874-66c21b744c30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 1096 time: 0.0827601 Jan 18 22:52:07.940756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:07.951316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:07.952317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:07.974305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-58d64241-b155-45ec-adb2-63fbc5fee9f7 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1071284282&fields=id&tenant_id=ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 267 time: 0.2885327 Jan 18 22:52:07.983094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-e9c83acf-bf5e-492b-9cb4-6d03f8839cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:07.984516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-e9c83acf-bf5e-492b-9cb4-6d03f8839cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.4215016 Jan 18 22:52:07.999437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.029879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-13afdf41-bf36-4756-89f0-05d40fe7a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.031505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-13afdf41-bf36-4756-89f0-05d40fe7a211 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.1425848 Jan 18 22:52:08.137957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:08.142991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-a82c6dc7-6e85-42cf-b069-926a7c98e006 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 1000 time: 0.1046524 Jan 18 22:52:08.212229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-ffb9ef73-6816-47c0-a2e6-2ad9279c2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.213436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-ffb9ef73-6816-47c0-a2e6-2ad9279c2874 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.0640228 Jan 18 22:52:08.291159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-9317dbe9-8f09-4d4d-9e8c-b1b40a844c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.292665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-9317dbe9-8f09-4d4d-9e8c-b1b40a844c49 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731642 Jan 18 22:52:08.337530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:08.370508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:08.373955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-f398ae7a-f246-4973-8686-2c9edc3bdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.375458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-f398ae7a-f246-4973-8686-2c9edc3bdca9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.3802857 Jan 18 22:52:08.431557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-5fb6cca4-73c1-4760-a405-5f2582bd4c37 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314218 Jan 18 22:52:08.476128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-70dff1fc-9255-412f-90dd-680790874532 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.477790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-70dff1fc-9255-412f-90dd-680790874532 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 945 time: 0.4854443 Jan 18 22:52:08.488855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-5abd9432-aaf0-49ad-83cc-0f5a98d58a61 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.0929394 Jan 18 22:52:08.493088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:08.496466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.501217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:07Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:08.505313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:08.513743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'port': {'security_groups': ['ab2c4870-6b8e-4e22-8ede-1914e21f8bc1', 'c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:08.514147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:08.514836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:08.568362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bea5c070-b92c-417a-95bb-356a4e7cfac9 req-44f24829-35d3-460f-9da7-e4c0b8b49c9a service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299121 Jan 18 22:52:08.705557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:08.711828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-87eb6192-c895-4727-ab20-1b8e287a2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.713285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-87eb6192-c895-4727-ab20-1b8e287a2ba3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.2050791 Jan 18 22:52:08.756345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8671a4-a6ee-441c-b640-2b3c11f6a5c5 req-dde503cd-6fbc-4bc4-ae79-de4ab5647df7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:08.757926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f8671a4-a6ee-441c-b640-2b3c11f6a5c5 req-dde503cd-6fbc-4bc4-ae79-de4ab5647df7 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.0827379 Jan 18 22:52:08.793585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.813195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.816807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f8671a4-a6ee-441c-b640-2b3c11f6a5c5 req-356ce6bd-bba8-4c6f-84a1-cc4aa6e2f8a1 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508718 Jan 18 22:52:08.914184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.091642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=4dcb5c35-dcb3-442d-a8d0-4aa92146f08a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:09.111372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.7 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/97e3c2a5-517a-49e6-9518-ed1eed72ee0d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:09.120373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.151943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-64965e2b-2f4b-49c8-b691-85d4aacbf8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:09.153212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:07Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:09.153764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-64965e2b-2f4b-49c8-b691-85d4aacbf8c2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4216769 Jan 18 22:52:09.157934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabf42b-c637-4d37-8718-869ab91acf1e None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:e9:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:07Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:09.273900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.276114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3b5d150c-9df4-4e18-a5c4-d76aac8ac497 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9813454 Jan 18 22:52:09.311000 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77fa0e7f-dcf0-4525-8740-05b212fa8431 req-5e906062-4dec-47a6-8ba5-4edf3833dbc1 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.1665068 Jan 18 22:52:09.473051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b68788a-6355-44b4-ad7d-a3a912757a6c req-fab796df-cc42-4da3-bf50-064351856adc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 210 time: 0.0442986 Jan 18 22:52:09.546988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:09.602549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d371d95-c180-4eee-801c-adbac4e44fba req-b656a8a1-feeb-45bc-bcd1-2b77fcc7e89c tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1065834 Jan 18 22:52:09.682289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d371d95-c180-4eee-801c-adbac4e44fba req-38376ff4-200d-4725-8199-3a67c55fdd0b tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:09.683598 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d371d95-c180-4eee-801c-adbac4e44fba req-38376ff4-200d-4725-8199-3a67c55fdd0b tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports/4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 942 time: 0.0755386 Jan 18 22:52:09.690209 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-9d4b7691-4d4b-4baf-ade6-a249a3cf45f5 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278902 Jan 18 22:52:09.836595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:09.861589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d371d95-c180-4eee-801c-adbac4e44fba req-0713cc92-4b4f-47c5-8f83-832d5e4f0df1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.0996103 Jan 18 22:52:09.868267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.912213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.921721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.924662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6e44e4f-4b69-4c44-893e-b5b05000fcd6 req-7f32396b-564e-4a06-b54c-5c33bdf18ed8 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178905 Jan 18 22:52:09.933892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:10.006660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.007281 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:10.009455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a12664f-9e12-49c7-8a9f-90b070674d03 req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "PUT /v2.0/ports/99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 981 time: 1.5173037 Jan 18 22:52:10.013640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:10.039463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2516a57-0a56-40b9-b984-64ae2c47ab3a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:10.044738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d371d95-c180-4eee-801c-adbac4e44fba req-2e0f4dd1-fa86-49fd-991c-53c27aee9fb1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.055286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:10.057553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d371d95-c180-4eee-801c-adbac4e44fba req-2e0f4dd1-fa86-49fd-991c-53c27aee9fb1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1899107 Jan 18 22:52:10.076619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:10.112593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:10.157717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:10.163450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:10.166063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:10.250285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-37504093-85b7-45fe-8069-321afe578791 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:10.260997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:10.298631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.298631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:10.311611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-37504093-85b7-45fe-8069-321afe578791 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:10.323821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-37504093-85b7-45fe-8069-321afe578791 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1543786990&fields=id&tenant_id=f4bc2610e5444658aabc556a0e5c765f HTTP/1.1" status: 200 len: 267 time: 0.2029159 Jan 18 22:52:10.360307 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'status': 'completed', 'code': 200} Jan 18 22:52:10.367670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3ed36bd2-cfe8-4cd2-ba72-c4d7788030df tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5901778 Jan 18 22:52:10.381133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Request body: {'port': {'device_id': '12694a02-e86a-445d-9e02-80f8f821d868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:10.531074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bcdfcb7d-a0ab-414f-908c-559a893465c2 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.532005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bcdfcb7d-a0ab-414f-908c-559a893465c2 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:10.616556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:10.620604 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-ec1f908c-14af-4001-8ecb-6cbe698b2447 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-206045964&fields=id&tenant_id=ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 267 time: 0.0492666 Jan 18 22:52:10.630626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-e62f2a48-9240-430b-b8b6-58b604c0ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.632121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-e62f2a48-9240-430b-b8b6-58b604c0ee5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 1096 time: 0.2180274 Jan 18 22:52:10.632855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bcdfcb7d-a0ab-414f-908c-559a893465c2 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:10.633901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bcdfcb7d-a0ab-414f-908c-559a893465c2 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 936 time: 0.3117795 Jan 18 22:52:10.709358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-67abedb6-deee-44b1-bc46-ce526b0ec8a8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.710899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-67abedb6-deee-44b1-bc46-ce526b0ec8a8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 984 time: 0.0847280 Jan 18 22:52:10.726776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'port': {'security_groups': ['ab2c4870-6b8e-4e22-8ede-1914e21f8bc1', 'c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf', 'e738e8bb-8e83-40c8-b0b1-f43472fd2e45']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:10.857434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:10.888724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-9d46aff7-3565-45f6-ab3f-3840ae827d3f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.890013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-9d46aff7-3565-45f6-ab3f-3840ae827d3f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 936 time: 0.2028539 Jan 18 22:52:10.967726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2d23c3ff-fd22-4a3a-bb32-2ae2547db0d4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0592535 Jan 18 22:52:11.037096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-37ee9ed9-3dfa-4ea8-828e-517a1788c77f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0585728 Jan 18 22:52:11.038052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-b2fad6d6-2d56-4379-b877-662efa35fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.039398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-b2fad6d6-2d56-4379-b877-662efa35fe63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.3742726 Jan 18 22:52:11.166319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:11.193220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.199315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.211005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:11.269732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.270358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.271719 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37d5782b-84f9-45e2-b695-5f90c23b1abb req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "PUT /v2.0/ports/99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 1020 time: 0.5500658 Jan 18 22:52:11.288625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7643-d9ec-4647-a957-79881696cd4c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:11.331786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-bf06735a-d205-4353-8195-725574f9a62e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 1000 time: 0.2548854 Jan 18 22:52:11.340850 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'status': 'completed', 'code': 200} Jan 18 22:52:11.383214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:11.462685 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-f9f05cee-b9f7-40cb-9409-53920ffe2f4a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1085091 Jan 18 22:52:11.541316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-7232a11e-4a3c-4839-9371-11c0a0c1ea8e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.542661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-7232a11e-4a3c-4839-9371-11c0a0c1ea8e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports/4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 942 time: 0.0736978 Jan 18 22:52:11.649010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-519dbf3d-abd8-4ca1-bc4a-1bc5c26a3ff9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.654689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-519dbf3d-abd8-4ca1-bc4a-1bc5c26a3ff9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.660399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-519dbf3d-abd8-4ca1-bc4a-1bc5c26a3ff9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.661226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-519dbf3d-abd8-4ca1-bc4a-1bc5c26a3ff9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:11.681972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-28274c2a-ce0c-489d-8a1f-0ce8f6c3d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.683780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-28274c2a-ce0c-489d-8a1f-0ce8f6c3d423 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.3244452 Jan 18 22:52:11.725564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4b564177-06bd-4dfe-88e1-f3cfb6e4bacb tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1048875 Jan 18 22:52:11.810788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-519dbf3d-abd8-4ca1-bc4a-1bc5c26a3ff9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:11.811907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-519dbf3d-abd8-4ca1-bc4a-1bc5c26a3ff9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/networks?id=ef090220-0f12-4e79-b6f3-cca6384bc642&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 200 len: 1994 time: 0.7547483 Jan 18 22:52:11.839636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-c56b0a9f-b538-4de1-aded-95cd5b9f83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.841098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-c56b0a9f-b538-4de1-aded-95cd5b9f83b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1174 time: 0.3021467 Jan 18 22:52:11.844865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e3c2a5-517a-49e6-9518-ed1eed72ee0d {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:11.851723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-261e333f-93c2-4e8c-950c-34b7cf2b51dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/quotas/f4bc2610e5444658aabc556a0e5c765f HTTP/1.1" status: 200 len: 375 time: 0.0298872 Jan 18 22:52:11.873947 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.884970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-b7f9c6e5-085a-4fd8-8e10-8962ce4854e4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.886396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-b7f9c6e5-085a-4fd8-8e10-8962ce4854e4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1528234 Jan 18 22:52:11.993159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-a51b4f18-133c-4638-8b65-3ba27322e259 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.0991790 Jan 18 22:52:12.001992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Transition to ACTIVE for port object 97e3c2a5-517a-49e6-9518-ed1eed72ee0d will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:12.003647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:12.024938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.087254 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-290b90cb-d30c-48c2-84df-5ffdce962d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.091357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-2b10cbc3-26a7-4707-8ca0-f932ad7e5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:12.093389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-2b10cbc3-26a7-4707-8ca0-f932ad7e5a8c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4022458 Jan 18 22:52:12.111067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.262422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-64815c5e-5fa8-4f37-a3ed-960b978cf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:12.263793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-64815c5e-5fa8-4f37-a3ed-960b978cf613 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.4143763 Jan 18 22:52:12.361580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Pushing event updated for resources: {'Port': ['ID=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:12.366136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:12.423901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-3004a8b0-6b8f-4a69-b4f3-e66976de627c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 217 time: 0.1502011 Jan 18 22:52:12.486525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.492212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.492525 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d disassociated. External IP: 172.25.4.47, port: 4ddb4811-9cf8-45cb-acee-b8f626e15300. Jan 18 22:52:12.528170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c58ca87d-a16d-4b56-a1a4-95a014108dec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6515973 Jan 18 22:52:12.644177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-7ada8bad-7087-42b7-8fc7-500e67eeb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:12.645673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-7ada8bad-7087-42b7-8fc7-500e67eeb0f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.2132630 Jan 18 22:52:12.655374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-8fbab2fb-c154-4469-8f85-b90b00edb3d9 service neutron] 10.222.0.86 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832740 Jan 18 22:52:12.659140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Attempting to bind port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:12.659653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Attempting to bind port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:12.659994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Attempting to bind port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:12.730009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-2ab62571-f178-45ec-b6b7-da8d96148481 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737121 Jan 18 22:52:12.730554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:12.730877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Attempting to bind port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:12.834487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:12.834747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:12.835101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:12.835546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Bound port: 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:12.835939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.857344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:13.044039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:13.048550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.054736 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:13.064428 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:13.065157 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:13.106926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-4ffebf1f-8e6f-47a9-b629-e67b35074717 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "PUT /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 694 time: 1.1073408 Jan 18 22:52:13.114454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-62614d29-d64a-4cde-bc03-92f0e16b9403 service neutron] 10.222.0.78 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718648 Jan 18 22:52:13.193814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-d6b670b8-9677-435b-92a3-87bfd1d98fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:13.195515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-d6b670b8-9677-435b-92a3-87bfd1d98fb3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 1096 time: 0.0734355 Jan 18 22:52:13.248519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:13.287643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edaca14-dd72-46ce-90dd-ff0f39a3a8f3 req-afd922c7-11d5-426c-8f92-c341c1bb491c service neutron] 10.222.0.86 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849578 Jan 18 22:52:13.321284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-cea26ad1-abd3-430c-a53e-1bfdb5069635 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835295 Jan 18 22:52:13.340738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-71e86631-1009-47b2-93c9-53e2af1375a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:13.343736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-71e86631-1009-47b2-93c9-53e2af1375a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.1423204 Jan 18 22:52:13.353048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] For port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:13.417901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-43270ee2-e072-4a9b-b051-a339fe08a675 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 200 len: 217 time: 0.0667310 Jan 18 22:52:13.437306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] For port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:13.454057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.480215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-480b421a-0bc4-45ad-a7ce-a8b807ffea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:13.481805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-480b421a-0bc4-45ad-a7ce-a8b807ffea3c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.0584009 Jan 18 22:52:13.508785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-a77df334-585e-4a1d-ae4b-3da47ca74b68 service neutron] 10.222.0.78 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635900 Jan 18 22:52:13.560208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-3030bbe5-aab3-4177-a084-59f87aab294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:13.561772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-3030bbe5-aab3-4177-a084-59f87aab294d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732856 Jan 18 22:52:13.589004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:13.589620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.590988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] 10.222.0.85 "PUT /v2.0/ports/97e3c2a5-517a-49e6-9518-ed1eed72ee0d HTTP/1.1" status: 200 len: 1091 time: 3.2151191 Jan 18 22:52:13.591428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12694a02-e86a-445d-9e02-80f8f821d868', 'tag': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:13.631133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152eba83-89f6-4215-9f73-56cca7d96c93 req-cdc1365c-b4f0-40ad-87f1-6ffb1f18cded service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027463 Jan 18 22:52:13.633940 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:13.638609 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:13.644657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd6ad4-5c46-481c-aace-790489c48830 service neutron] Pushing event updated for resources: {'Port': ['ID=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:13.649073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-86d9ec93-f1cb-4f23-801a-ae1e6ae71dca service neutron] 10.222.0.78 "GET /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1286855 Jan 18 22:52:13.659153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:13.659836 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:51:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:13.711259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-e229e1c8-90e1-446b-9d45-d10ffc97b5fe service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432755 Jan 18 22:52:13.842072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-1b02a280-a0bc-46fd-88d8-b0b275e30dbe service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536145 Jan 18 22:52:13.844207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-00ee10cf-8e0e-412b-9db0-6a69108da76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:13.845634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-00ee10cf-8e0e-412b-9db0-6a69108da76c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 1094 time: 0.1957123 Jan 18 22:52:13.845811 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:13.979542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-924a6d49-26a4-4780-98e0-cde2d4bfcf86 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d HTTP/1.1" status: 200 len: 217 time: 0.1100342 Jan 18 22:52:13.981033 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aefc7e3d-35f4-42ad-a5d5-a2600736785e req-d805e3c1-f28a-46a5-a3c2-ee4f07374f60 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627892 Jan 18 22:52:14.074426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-a173e4b9-ea51-4d65-bcca-7ee02a556f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:14.075900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-a173e4b9-ea51-4d65-bcca-7ee02a556f22 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.0912428 Jan 18 22:52:14.133334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c2f2f313-5211-4663-9385-3be8765ffe68 service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826412 Jan 18 22:52:14.135417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-3b2f31c9-698e-4748-88f6-29cea7c8bb84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447810 Jan 18 22:52:14.171588 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:14.176269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02472d-0cde-45ad-95ee-cd6dcd20f789 None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:14.288966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-1fa8d8ab-aad7-4c30-8115-c48adebd726c service neutron] 10.222.0.78 "GET /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1467118 Jan 18 22:52:14.349185 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a9f88e2-f21e-436a-a2d3-8d0688bd426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.415267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-2fdccd0a-a8e9-4f4b-80c2-402ff4de9c86 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719355 Jan 18 22:52:14.423904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56f68-d4d9-479d-aeb2-664dfe4ae053 req-4a0dc2e9-6021-4789-9e7d-5515f5d4d51c tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:14.431366 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47f56f68-d4d9-479d-aeb2-664dfe4ae053 req-4a0dc2e9-6021-4789-9e7d-5515f5d4d51c tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.1006796 Jan 18 22:52:14.470445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fc362-e662-40ec-8925-f79bfa77d593 None None] New status for floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:14.477581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47f56f68-d4d9-479d-aeb2-664dfe4ae053 req-960a1692-08d2-457d-9190-559bfa1ff1b3 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451474 Jan 18 22:52:14.539351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-dcd473ec-f615-4fce-9343-35cb3851fa66 service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427773 Jan 18 22:52:14.614377 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52b7cbab-4ab8-4c9c-9014-0011bede7098 req-a3859fa1-d30b-4503-a9b3-ec5a0cc433a6 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0438843 Jan 18 22:52:14.797222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe8e98e2-5fa1-43f7-93ad-2fbf36dd57e4 req-113ba01e-954e-4cb0-ad09-d0edb69afa79 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750875 Jan 18 22:52:14.824083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fde994-a4e7-41a0-b891-a891b865ded2 req-3809f7f6-416f-4e78-931e-990af773a5a7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:14.825734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58fde994-a4e7-41a0-b891-a891b865ded2 req-3809f7f6-416f-4e78-931e-990af773a5a7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 943 time: 0.0962431 Jan 18 22:52:14.837655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bd8daf1c-fe7d-4faf-b03d-9903417c0c2f service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916818 Jan 18 22:52:14.885709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58fde994-a4e7-41a0-b891-a891b865ded2 req-bc81d9ad-5a84-4794-b261-1e091bc8ec0a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Jan 18 22:52:14.979869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e3033e0b-70fa-482c-afa2-d78490e5df23 service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362097 Jan 18 22:52:15.055390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba444-80f1-4618-ab6c-50515b3ebedf req-6f0bc087-0ffa-4457-8b10-adf6e97b5a00 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:15.056758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4aba444-80f1-4618-ab6c-50515b3ebedf req-6f0bc087-0ffa-4457-8b10-adf6e97b5a00 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1023 time: 0.0801930 Jan 18 22:52:15.115562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-4a231339-b193-4b35-af9b-24b37402a993 service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300242 Jan 18 22:52:15.144061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4aba444-80f1-4618-ab6c-50515b3ebedf req-0a611b13-e15c-491c-b714-bca2fc4e682f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=e738e8bb-8e83-40c8-b0b1-f43472fd2e45&id=c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1 HTTP/1.1" status: 200 len: 6156 time: 0.0811975 Jan 18 22:52:15.253068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-ad482ef8-e202-4989-865a-b45360f94a73 service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317582 Jan 18 22:52:15.280042 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'status': 'completed', 'code': 200} Jan 18 22:52:15.323671 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12694a02-e86a-445d-9e02-80f8f821d868', 'tag': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d', 'status': 'completed', 'code': 200} Jan 18 22:52:15.491567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f497b335-2f3c-41e9-87fc-47ade40bed16 service neutron] 10.222.0.78 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326024 Jan 18 22:52:15.581801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-9991df1b-6dc6-4bcf-ba1e-92897105b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:15.583274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-9991df1b-6dc6-4bcf-ba1e-92897105b88a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1174 time: 0.2589173 Jan 18 22:52:15.592924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.594973 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.655822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': ' tempest-securitygroup -294289368 ', 'description': 'tempest-description-355566760'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:15.663022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:15.668359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-7c0ca636-e4cd-4a1c-95a7-29d8f07dba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:15.669855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-7c0ca636-e4cd-4a1c-95a7-29d8f07dba40 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 1094 time: 0.3005912 Jan 18 22:52:15.673621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:15.690987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.707426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:15.711265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:15.714142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:15.719773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:15.791445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.796279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.830446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-4a7ec697-3755-443c-9054-c74b6117531a service neutron] 10.222.0.78 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300893 Jan 18 22:52:15.842813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:15.850946 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.852477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4e0236d-0ee1-4a49-89ed-2318a9cd1e38 req-cbd5b859-1863-416f-b3b6-2dd8efc20524 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2009599 Jan 18 22:52:15.953192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-3c1d700e-7f79-4b26-bf92-338c369a2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:15.954654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-3c1d700e-7f79-4b26-bf92-338c369a2ed4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.3606739 Jan 18 22:52:15.965123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-3726ed0d-83a5-4f3f-a1b4-0f95e9bc85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:15.966507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-3726ed0d-83a5-4f3f-a1b4-0f95e9bc85fe service neutron] 10.222.0.85 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.2832556 Jan 18 22:52:16.040608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-8099524d-99d3-49e9-9da5-cdf6ff6c4ff1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:16.042065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-8099524d-99d3-49e9-9da5-cdf6ff6c4ff1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0858610 Jan 18 22:52:16.127359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-79808f0e-1a65-4385-9913-2ceed9514089 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.0795391 Jan 18 22:52:16.137401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'floatingip': {'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:16.213407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:16.228376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-b2a48135-23eb-4935-b1cd-3a13cf71255f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 200 len: 217 time: 0.2645299 Jan 18 22:52:16.231415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-7881803f-7ecd-44fc-b1e0-3e64b0ea3bcb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d HTTP/1.1" status: 200 len: 217 time: 0.2160931 Jan 18 22:52:16.364532 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-7066f97d-7ba6-474f-bf1f-9cf2cc74fad5 service neutron] 10.222.0.78 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242698 Jan 18 22:52:16.371072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-67f8d121-7533-466d-86e6-58cb2ee70f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:16.372444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-67f8d121-7533-466d-86e6-58cb2ee70f5a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.1251075 Jan 18 22:52:16.374969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-3c4b1dca-f662-4a30-8376-63f35e944f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:16.376268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-3c4b1dca-f662-4a30-8376-63f35e944f11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.1300023 Jan 18 22:52:16.482813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-1e83fd6d-cefa-46ed-b3f2-88173e95d33f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891066 Jan 18 22:52:16.505109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97e3c2a5-517a-49e6-9518-ed1eed72ee0d details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:52:16.535145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-317916ff-183d-4a22-b64b-12ab687c24bf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404631 Jan 18 22:52:16.651176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:16.670375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d', 'mac_address': 'fa:16:3e:fd:b2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:52:16.758998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:16.780064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e3c2a5-517a-49e6-9518-ed1eed72ee0d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:16.782255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-70b049e4-842b-4bb3-80d5-351c45f24d61 service neutron] 10.222.0.78 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087284 Jan 18 22:52:16.796916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:16.803087 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:16.840274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:16.848455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:16.903721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-ccc1f9bf-2b8b-4516-9f92-6c53302ae50d service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638027 Jan 18 22:52:16.905603 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-7ec213fa-0774-4e95-b1d5-c6b1c580f0c6 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390386 Jan 18 22:52:16.928976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:17.043456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.071203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['97e3c2a5-517a-49e6-9518-ed1eed72ee0d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:17.156848 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d associated. External IP: 172.25.4.47, port: 4c34983b-10bf-4c5b-ad56-187e980e8f28. Jan 18 22:52:17.229810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-0c3fecda-3f15-408e-ae7e-48e7b67aa676 service neutron] 10.222.0.78 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353025 Jan 18 22:52:17.265350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c586f8c4-ef35-416a-9ce6-fbeb6c09097f req-9edc6fdf-d2aa-418b-8c03-0deffb8817b8 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488913 Jan 18 22:52:17.270658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8b8cf0b-a812-446d-bc11-14b131abe6a0 req-e75d8f26-f1d0-4519-85f0-b05e38c71049 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521340 Jan 18 22:52:17.285988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-b0f4f8c6-ebf6-41b5-8890-fdbc3b659e0a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:17.287524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-b0f4f8c6-ebf6-41b5-8890-fdbc3b659e0a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.86 "GET /v2.0/ports?device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 945 time: 0.2336247 Jan 18 22:52:17.338122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:17.378371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Deleting port 4ddb4811-9cf8-45cb-acee-b8f626e15300 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:17.378716 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.583239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:17.770640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:17.775337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.781575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] For port 4ddb4811-9cf8-45cb-acee-b8f626e15300, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4ddb4811-9cf8-45cb-acee-b8f626e15300,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:17.781941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.783115 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:17.794581 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:17.796446 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:17.835018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-d8ceff23-7538-4570-a5b9-d52513786415 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "PUT /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 995 time: 1.7017689 Jan 18 22:52:17.911767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Calling delete_port for 4ddb4811-9cf8-45cb-acee-b8f626e15300 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:17.923647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-1576c783-9620-4fce-a584-1082173385e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:17.932851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-1576c783-9620-4fce-a584-1082173385e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.0815122 Jan 18 22:52:18.072349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:18.088808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-38d99acf-a308-4319-99d1-b05cbecd69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:18.097991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-38d99acf-a308-4319-99d1-b05cbecd69ba service neutron] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.1654434 Jan 18 22:52:18.109002 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.125432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4c34983b-10bf-4c5b-ad56-187e980e8f28'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:18.167492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['4ddb4811-9cf8-45cb-acee-b8f626e15300'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:18.188151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event deleted for resources: {'Port': ['ID=4ddb4811-9cf8-45cb-acee-b8f626e15300,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:18.244252 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-bffe33bd-2be3-4c6d-b68a-22a5db09b023 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 998 time: 0.1453552 Jan 18 22:52:18.362933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] No DVR routers for this DVR port 4ddb4811-9cf8-45cb-acee-b8f626e15300 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:18.369200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.372289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'name': 'network-vif-deleted', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:18.403298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c393aeb4-9f88-4e8b-8709-d7f30a4106bc req-f1523e0d-fa7e-4f3a-87e9-42152b17a4f9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.86 "DELETE /v2.0/ports/4ddb4811-9cf8-45cb-acee-b8f626e15300 HTTP/1.1" status: 204 len: 173 time: 1.1067045 Jan 18 22:52:18.415284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-ca3dcd3c-1c11-44eb-8077-2a70aabc3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:18.418034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-ca3dcd3c-1c11-44eb-8077-2a70aabc3386 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.1655242 Jan 18 22:52:18.482424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-106dd2c5-c4c9-497d-a7ef-7c66cdbab41f req-7e18ee45-5854-4427-b596-41479fd712e9 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0818489 Jan 18 22:52:18.506222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97e3c2a5-517a-49e6-9518-ed1eed72ee0d up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:18.537625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-77f63e84-cc61-4473-937c-ef2e049d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:18.546220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-77f63e84-cc61-4473-937c-ef2e049d9d8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211977 Jan 18 22:52:18.603993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87449548-6eee-4759-9a43-f3dc3ebd6b61 req-63874c6a-54c0-4840-8162-a4cfedcba1e9 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7 HTTP/1.1" status: 200 len: 1781 time: 0.0812366 Jan 18 22:52:18.674254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:18.681856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:18.682267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.752176 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:16Z', 'revision_number': 8, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:18.757311 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:18.767566 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:18.768190 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:18.902262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fd211-1d9b-42da-874e-159dfc88ed74 req-fa71cbdb-d827-4747-8e9b-e8695322279d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:18.903133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7e4fd211-1d9b-42da-874e-159dfc88ed74 req-fa71cbdb-d827-4747-8e9b-e8695322279d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:18.918819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-e7ab116f-1a7d-4e55-8b13-9b2637644dc3 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716657 Jan 18 22:52:18.945531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7e4fd211-1d9b-42da-874e-159dfc88ed74 req-fa71cbdb-d827-4747-8e9b-e8695322279d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:18.947838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e4fd211-1d9b-42da-874e-159dfc88ed74 req-fa71cbdb-d827-4747-8e9b-e8695322279d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 944 time: 0.2530081 Jan 18 22:52:18.948199 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:19.036619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:19.037935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12694a02-e86a-445d-9e02-80f8f821d868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:19.045316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:19.054772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e4fd211-1d9b-42da-874e-159dfc88ed74 req-b435f619-1d31-4977-b313-50748c352994 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999506 Jan 18 22:52:19.094883 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:19.122484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:19.130230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7f87f3c-5436-475e-8053-24514c7ffbfd req-3a8016cd-4e52-494b-9e35-f1207a5e37f8 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103345 Jan 18 22:52:19.430783 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'status': 'completed', 'code': 200} Jan 18 22:52:19.484237 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab7d9f-6add-4b76-b852-3323474b64bf', 'name': 'network-vif-deleted', 'tag': '4ddb4811-9cf8-45cb-acee-b8f626e15300', 'status': 'completed', 'code': 200} Jan 18 22:52:19.512244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0e554ff-4136-4875-8b8b-edd402de31fa req-9f4fddea-534d-4642-85b9-296c28b7344f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=42ab7d9f-6add-4b76-b852-3323474b64bf HTTP/1.1" status: 200 len: 210 time: 0.0730507 Jan 18 22:52:19.516725 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:16Z', 'revision_number': 8, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:19.521818 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e84a89c-1b19-4a45-bce5-1925aade6b4e None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9bf65ccf-9af6-47c7-9895-f51319bccf1d', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'port_id': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'mac_address': 'fa:16:3e:3a:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21a1764-3872-4250-a008-f63cd6510780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:38Z', 'updated_at': '2022-01-18T22:52:16Z', 'revision_number': 8, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:19.543154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fc3c3ed-d63d-4b76-98b3-89779f02f4de req-4cdd2198-0e6e-4b19-81da-caf41f8f5bc5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7 HTTP/1.1" status: 200 len: 1781 time: 0.0541139 Jan 18 22:52:19.616151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3fc3c3ed-d63d-4b76-98b3-89779f02f4de req-24031844-02ac-43c2-97db-0027dbb058d5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:19.644843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ef57598-3540-4ed1-a82b-3d823cdb598c req-d7b1d540-902d-40d7-baa7-eb9c0b6ab7fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 210 time: 0.0988529 Jan 18 22:52:19.645423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3fc3c3ed-d63d-4b76-98b3-89779f02f4de req-24031844-02ac-43c2-97db-0027dbb058d5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:19.710943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e554ff-4136-4875-8b8b-edd402de31fa req-05db9e65-a100-4924-bcb9-529526d57f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:19.712751 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0e554ff-4136-4875-8b8b-edd402de31fa req-05db9e65-a100-4924-bcb9-529526d57f8e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1917565 Jan 18 22:52:19.724238 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12694a02-e86a-445d-9e02-80f8f821d868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d', 'code': 200} Jan 18 22:52:19.724757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3fc3c3ed-d63d-4b76-98b3-89779f02f4de req-24031844-02ac-43c2-97db-0027dbb058d5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:19.746012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24031844-02ac-43c2-97db-0027dbb058d5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:19.755496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3fc3c3ed-d63d-4b76-98b3-89779f02f4de req-24031844-02ac-43c2-97db-0027dbb058d5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:19.761374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fc3c3ed-d63d-4b76-98b3-89779f02f4de req-24031844-02ac-43c2-97db-0027dbb058d5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7 HTTP/1.1" status: 204 len: 173 time: 0.2126884 Jan 18 22:52:19.779910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a5915-a239-4a12-a851-cd619abbd5c8 None None] New status for floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:20.027556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c462c978-a6b3-4ee6-97da-15da9b9a6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.028997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c462c978-a6b3-4ee6-97da-15da9b9a6d29 service neutron] 10.222.0.86 "GET /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 1032 time: 0.0892382 Jan 18 22:52:20.067619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e554ff-4136-4875-8b8b-edd402de31fa req-f8708171-7b18-4cf8-a0c8-551b05aaa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.069514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0e554ff-4136-4875-8b8b-edd402de31fa req-f8708171-7b18-4cf8-a0c8-551b05aaa5b1 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3459058 Jan 18 22:52:20.103678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e577-ed39-46e1-9eef-16b294c687d0 req-3fdb4ca9-7283-4c49-8eff-782f87cb840d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.105452 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2785e577-ed39-46e1-9eef-16b294c687d0 req-3fdb4ca9-7283-4c49-8eff-782f87cb840d tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.2450902 Jan 18 22:52:20.113778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ef1ebe5-4b3f-4586-ab6e-e37349ceeb32 req-78862b89-c040-4b49-9e0f-d5c77fe779fb tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 995 time: 0.3434081 Jan 18 22:52:20.120828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-ccf4dfdb-bcc2-45f5-8607-04d4faae461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.122091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-ccf4dfdb-bcc2-45f5-8607-04d4faae461b service neutron] 10.222.0.86 "GET /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 1032 time: 0.0846748 Jan 18 22:52:20.245914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2785e577-ed39-46e1-9eef-16b294c687d0 req-cceb7c57-27fd-453f-aacb-ee15d3b9397c tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264784 Jan 18 22:52:20.264737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db4e9d-1062-4fa4-92ef-23bf4eeed4d8 req-ab05ee99-bb2f-4810-ba31-0aeb41d62b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.266231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39db4e9d-1062-4fa4-92ef-23bf4eeed4d8 req-ab05ee99-bb2f-4810-ba31-0aeb41d62b43 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 1096 time: 0.3880067 Jan 18 22:52:20.281530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ebe5-4b3f-4586-ab6e-e37349ceeb32 req-29b0da05-947c-43ea-9aa0-ae7171097cc4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.283082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ef1ebe5-4b3f-4586-ab6e-e37349ceeb32 req-29b0da05-947c-43ea-9aa0-ae7171097cc4 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1644411 Jan 18 22:52:20.303976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-6ef1ebe5-4b3f-4586-ab6e-e37349ceeb32 req-804cab3a-96d0-4274-ba3c-ef169fcf86c5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:52:20.305109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ef1ebe5-4b3f-4586-ab6e-e37349ceeb32 req-804cab3a-96d0-4274-ba3c-ef169fcf86c5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076144 Jan 18 22:52:20.326675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bc5addf5-cc77-41e7-b898-5a758f7ab54d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.333295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bc5addf5-cc77-41e7-b898-5a758f7ab54d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.338966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39db4e9d-1062-4fa4-92ef-23bf4eeed4d8 req-7ecc8ef2-31b4-40f0-a408-609029d131f3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548611 Jan 18 22:52:20.340357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bc5addf5-cc77-41e7-b898-5a758f7ab54d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.341804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bc5addf5-cc77-41e7-b898-5a758f7ab54d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:20.343695 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-e6f98a08-875d-44b3-807f-a48ac108067e req-c4c4b60e-1b66-4b2e-84a5-270cd549b3e7 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:52:20.344699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6f98a08-875d-44b3-807f-a48ac108067e req-c4c4b60e-1b66-4b2e-84a5-270cd549b3e7 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7 HTTP/1.1" status: 404 len: 352 time: 0.0201800 Jan 18 22:52:20.357369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bc5addf5-cc77-41e7-b898-5a758f7ab54d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:20.358505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-bc5addf5-cc77-41e7-b898-5a758f7ab54d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "GET /v2.0/networks?id=ef090220-0f12-4e79-b6f3-cca6384bc642&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 200 len: 1994 time: 0.2165985 Jan 18 22:52:20.374261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4ddb4811-9cf8-45cb-acee-b8f626e15300 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:20.419259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-36fa22d9-feeb-4755-a302-6629ef1fcbb2 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4bc2610e5444658aabc556a0e5c765f HTTP/1.1" status: 200 len: 380 time: 0.0514116 Jan 18 22:52:20.430161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'admin_state_up': True, 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'security_groups': ['ede8b331-0e17-46c6-b4ba-da41dfa0599a']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:20.452320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 4ddb4811-9cf8-45cb-acee-b8f626e15300 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:20.453026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4ddb4811-9cf8-45cb-acee-b8f626e15300 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:20.567953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbb6bc-d5dc-4f90-af48-f70e889acca8 req-95bb7948-e14e-4ecb-b586-50bdce466fdf tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.569526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54cbb6bc-d5dc-4f90-af48-f70e889acca8 req-95bb7948-e14e-4ecb-b586-50bdce466fdf tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 945 time: 0.0946734 Jan 18 22:52:20.622111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54cbb6bc-d5dc-4f90-af48-f70e889acca8 req-305484b6-f3dd-405c-bb0b-a24b9d2610d4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Jan 18 22:52:20.636205 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71548bf2-0af2-430a-8ca9-c7e5acf7fa8d req-e8e27c69-6aaa-4d3a-9265-460b3a6bf7a0 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0695505 Jan 18 22:52:20.666421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:20.750430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:20.769710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-615680980', 'description': 'tempest-description-1201822971'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:20.775653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:20.776578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:20.779161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:20.781304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:20.784323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:20.790670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:20.802263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-ccdc82d1-8c72-4dc2-a52b-a874249f96e9 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1314836 Jan 18 22:52:20.957003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297c24-2610-4a5c-82cd-da776b40d044 req-93c07317-7527-4149-ad35-f077c192db16 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:20.960177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-93c07317-7527-4149-ad35-f077c192db16 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports/4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 942 time: 0.1517377 Jan 18 22:52:20.997512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.024977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:21.029188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:21.032037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:21.038314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:21.052852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 172.20.0.12 (ef090220-0f12-4e79-b6f3-cca6384bc642/663041fd-7e8b-486b-af81-83e8ce24a2fc/0867169f-4c14-45bb-996b-c6833b1849c1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:21.092521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-cf8339e8-162e-4d7e-8e2f-eb8060cff848 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:21.094023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-cf8339e8-162e-4d7e-8e2f-eb8060cff848 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.86 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.1598630 Jan 18 22:52:21.189001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.189404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-c3e3f8cd-d067-42ef-a929-d376902e9079 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1381688 Jan 18 22:52:21.195105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Deleting port 72a17ec4-3669-47f3-8f96-632133a253b5 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:21.195489 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.225597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.303523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac9574c-5e8e-4fad-8904-008633ca1bfa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:21.352333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.353612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3878f36c-b307-4db2-a0fd-9d4455ccece7 req-4f97ca60-2779-48af-bda0-451ea8b12f36 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5895648 Jan 18 22:52:21.525539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:21.531955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] For port 72a17ec4-3669-47f3-8f96-632133a253b5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=72a17ec4-3669-47f3-8f96-632133a253b5,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:21.532322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.670487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297c24-2610-4a5c-82cd-da776b40d044 req-fa0eb60f-c2f1-458c-9a79-a68c48c2368f tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:21.671871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-fa0eb60f-c2f1-458c-9a79-a68c48c2368f tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.4614336 Jan 18 22:52:21.675134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.769301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object 0867169f-4c14-45bb-996b-c6833b1849c1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:21.776046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac9610d1-d0eb-4a9b-b6a8-c253430f391f req-5cac46c6-8bf4-43a0-bf89-264fcd034c3b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 210 time: 0.0507402 Jan 18 22:52:21.803494 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-bf2ccbcd-91d0-46ec-b8c4-c10aef76eafe tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1216104 Jan 18 22:52:21.816528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:21.908050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.908475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.908683 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Floating IP 82bf421c-b711-4bd2-8948-ef6823c54577 disassociated. External IP: 172.25.4.19, port: 72a17ec4-3669-47f3-8f96-632133a253b5. Jan 18 22:52:21.909044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Calling delete_port for 72a17ec4-3669-47f3-8f96-632133a253b5 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:21.954248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.043631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.100234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network ef090220-0f12-4e79-b6f3-cca6384bc642 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:22.122114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:22.137666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:22.182577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:22.189041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e650-ee0f-4d32-a820-7f2a372854a4 req-52bdd663-aede-4697-a3cd-060fec884f76 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:22.191456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21f6e650-ee0f-4d32-a820-7f2a372854a4 req-52bdd663-aede-4697-a3cd-060fec884f76 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/ports?device_id=085e3efb-60fa-491f-bb60-0ed3d5857c6c HTTP/1.1" status: 200 len: 946 time: 0.2197189 Jan 18 22:52:22.258101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21f6e650-ee0f-4d32-a820-7f2a372854a4 req-a6f9fbba-f939-4818-8eb5-c584f938d856 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups?id=c7d24c0c-520e-482a-8179-e45b29a74f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549614 Jan 18 22:52:22.259849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.315190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:22.315869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.319239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1771668074', 'description': 'tempest-description-908605355'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:22.335243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:22.355263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:22.361695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event deleted for resources: {'Port': ['ID=72a17ec4-3669-47f3-8f96-632133a253b5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:22.366220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:22.420139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-00a02613-c965-49ae-b8e7-21566415f2fb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9940426 Jan 18 22:52:22.428653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:22.439166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'admin_state_up': True, 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'security_groups': ['ede8b331-0e17-46c6-b4ba-da41dfa0599a']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:22.474787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.481475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5136d8b-39ea-497a-b052-ebb9d3825585 None None] Provisioning for port 0867169f-4c14-45bb-996b-c6833b1849c1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:22.487829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5136d8b-39ea-497a-b052-ebb9d3825585 None None] Provisioning complete for port 0867169f-4c14-45bb-996b-c6833b1849c1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:22.488532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5136d8b-39ea-497a-b052-ebb9d3825585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.525753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.545249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.545720 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d disassociated. External IP: 172.25.4.47, port: 4c34983b-10bf-4c5b-ad56-187e980e8f28. Jan 18 22:52:22.546980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b5136d8b-39ea-497a-b052-ebb9d3825585 None None] Port 0867169f-4c14-45bb-996b-c6833b1849c1 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:22.588537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:22.596825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:22.601614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:22.609675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:22.623199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:22.666128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:22.680213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:port and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:22.684456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:22.693373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:22.773183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:22.777091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.979439 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:22.980727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:22.992432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] Sync routers for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:23.003492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:23.004314 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:23.081655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.112212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] No DVR routers for this DVR port 72a17ec4-3669-47f3-8f96-632133a253b5 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:23.122598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.134693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'name': 'network-vif-deleted', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:23.171242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 10.1.1.141 (c851667c-bfdf-49d6-be51-be8f0629d2f0/7bc3df89-924a-4825-b323-8ccba9e7386d/f175724e-ae7a-49da-bef8-d457e3b536b6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:23.195576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:23.197814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52cae2a-64d6-4377-b825-6feaa45ec0f4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:23.203204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3e00aa5-d904-49f7-b950-9f1d31d4b9ac req-2a0f63e6-f202-4237-833e-c2c4f9f2547f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.86 "DELETE /v2.0/ports/72a17ec4-3669-47f3-8f96-632133a253b5 HTTP/1.1" status: 204 len: 173 time: 2.1020143 Jan 18 22:52:23.210437 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:23.212157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.213938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b5cfdb1-4a33-478b-91c3-107d9dca9912 req-d900ba9e-79bc-4761-a8b3-6b24a347997f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8989489 Jan 18 22:52:23.375377 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'status': 'completed', 'code': 200} Jan 18 22:52:23.531656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-22701965-a5cc-4234-bc91-42690722d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:23.533551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-22701965-a5cc-4234-bc91-42690722d45a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.1913042 Jan 18 22:52:23.660993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:55Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:23.665923 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] Checking router: 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:23.676636 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:23.677281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:23.694010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:23.698776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-6c650672-ac4c-4d39-91b2-e50d3dfb2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:23.701398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-6c650672-ac4c-4d39-91b2-e50d3dfb2aa6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.1592259 Jan 18 22:52:23.705660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.707200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:23.714463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.720034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:23.726904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:23.780605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object f175724e-ae7a-49da-bef8-d457e3b536b6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:23.817500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.869318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-0802463b-c595-4e6d-a6d6-81719455112c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.1512828 Jan 18 22:52:23.923437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-8e0ebd9e-bd99-4287-916a-7a322d8d68b1 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "PUT /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 695 time: 2.1118190 Jan 18 22:52:23.986892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd8b0-bd84-45c9-9820-2cf5db78b8ed req-3fa1776d-84d9-4cfd-b069-3c10a73b95cc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:24.004016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e0fd8b0-bd84-45c9-9820-2cf5db78b8ed req-3fa1776d-84d9-4cfd-b069-3c10a73b95cc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 945 time: 0.5400131 Jan 18 22:52:24.013261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:24.059518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-78c0a963-8c50-4854-baf2-706270df9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:24.061133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-78c0a963-8c50-4854-baf2-706270df9124 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.1781220 Jan 18 22:52:24.095961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:24.116257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:24.127411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e0fd8b0-bd84-45c9-9820-2cf5db78b8ed req-13d4eef9-6642-43f7-9fc5-c84be83f5e80 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224051 Jan 18 22:52:24.133870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:24.198530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-5461087a-1c7f-46ef-9a98-bd67da0b48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:24.200034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-5461087a-1c7f-46ef-9a98-bd67da0b48f1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305149 Jan 18 22:52:24.201207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:24.307861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:24.308546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:24.318978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:24.378704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-2e4fd4ce-b515-40ce-a916-c00e9c94d068 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9423201 Jan 18 22:52:24.399590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'admin_state_up': True, 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'security_groups': ['ede8b331-0e17-46c6-b4ba-da41dfa0599a']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:24.406911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c60ff6b0-ed3e-432a-b143-e6df3b03cab5 req-76ca09bd-3aaa-44fb-a3a0-f641be1b7000 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0641353 Jan 18 22:52:24.440749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297c24-2610-4a5c-82cd-da776b40d044 req-1c7cb093-eee4-4ed9-ae7c-1748cca20916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:24.450581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-1c7cb093-eee4-4ed9-ae7c-1748cca20916 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.5011830 Jan 18 22:52:24.491412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-e54afb1b-396a-4bb7-ad3e-d31129e7ee95 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818525 Jan 18 22:52:24.506953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 72a17ec4-3669-47f3-8f96-632133a253b5 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:24.573744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 72a17ec4-3669-47f3-8f96-632133a253b5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:24.573996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 72a17ec4-3669-47f3-8f96-632133a253b5 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:24.640058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-385be908-2763-4e8a-a62a-23f12cb5f882 None None] Provisioning for port f175724e-ae7a-49da-bef8-d457e3b536b6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:24.654176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-385be908-2763-4e8a-a62a-23f12cb5f882 None None] Provisioning complete for port f175724e-ae7a-49da-bef8-d457e3b536b6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:24.655074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-385be908-2763-4e8a-a62a-23f12cb5f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:24.686123 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:55Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:24.692513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9248bf1-47fb-4aa0-9281-eb84eafb72ea None None] The sync data for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 is: [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:46Z', 'revision_number': 4, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e336458d-044d-429e-a2d1-65061dd6d4ba', 'name': '', 'network_id': 'aa160209-4659-4b9b-a691-45281c99d95b', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'mac_address': 'fa:16:3e:2d:28:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:44Z', 'updated_at': '2022-01-18T22:49:55Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'subnets': [{'id': '9fe405a6-acb1-4ce9-aa88-b76cee74349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:24.729108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:24.733302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:port and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:24.741744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:24.767875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:24.791640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:24.796047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:24.798923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-385be908-2763-4e8a-a62a-23f12cb5f882 None None] Port f175724e-ae7a-49da-bef8-d457e3b536b6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:24.805276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d987a46-f389-4479-b889-9dc0edf78f27 req-34605071-34c6-4422-a2d7-4ceeb42d48d5 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073297 Jan 18 22:52:24.932081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297c24-2610-4a5c-82cd-da776b40d044 req-228ddf71-5eee-4740-a734-d2900033adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:24.940676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-228ddf71-5eee-4740-a734-d2900033adf2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.4801860 Jan 18 22:52:24.941037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:24.945676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:24.964572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:24.965848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:25.036473 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-3a37dcda-dbee-4d73-a65c-0c4c8ff54e8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.0942228 Jan 18 22:52:25.063741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e03efd-2233-4df5-a8dc-cfe45b12f4ea req-b1dfeb1f-ef2a-4b02-b282-8bba0dff65fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:25.069976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e03efd-2233-4df5-a8dc-cfe45b12f4ea req-b1dfeb1f-ef2a-4b02-b282-8bba0dff65fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:25.071842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12e03efd-2233-4df5-a8dc-cfe45b12f4ea req-b1dfeb1f-ef2a-4b02-b282-8bba0dff65fa tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 1654 time: 0.1883304 Jan 18 22:52:25.143164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12e03efd-2233-4df5-a8dc-cfe45b12f4ea req-42712a4c-ae38-4b0a-933d-e2c61787b9bb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655410 Jan 18 22:52:25.162243 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af17d5-0345-43fe-a9e1-fa55f7f2c6d9 None None] New status for floating IP 82bf421c-b711-4bd2-8948-ef6823c54577: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:25.176117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297c24-2610-4a5c-82cd-da776b40d044 req-5374476d-8f44-4555-a0dd-513b6f01cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:25.177626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-5374476d-8f44-4555-a0dd-513b6f01cac0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.1400187 Jan 18 22:52:25.238166 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085e3efb-60fa-491f-bb60-0ed3d5857c6c', 'name': 'network-vif-deleted', 'tag': '72a17ec4-3669-47f3-8f96-632133a253b5', 'status': 'completed', 'code': 200} Jan 18 22:52:25.238690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 10.1.1.198 (c851667c-bfdf-49d6-be51-be8f0629d2f0/7bc3df89-924a-4825-b323-8ccba9e7386d/78f92070-ad91-4281-bd00-9f7cd8883f7c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:25.263463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2109472594', 'description': 'tempest-description-204516896'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:25.275346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:25.280603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:25.284717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:25.288540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:25.292504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:25.307560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.337850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:25.344274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:25.347757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:25.355669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:25.381054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:25.444611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297c24-2610-4a5c-82cd-da776b40d044 req-556e3643-9834-4831-b931-3aa8bae70003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:25.446477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-556e3643-9834-4831-b931-3aa8bae70003 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588685 Jan 18 22:52:25.488602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.499108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.590552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e981ea7c-968a-4ad0-b2a3-e4b49b448e8c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:25.595974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.609961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7e647df-a220-468d-8eff-a0a5e9e86102 req-93220906-9cfc-4499-88b6-afe52f8e1e91 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3513389 Jan 18 22:52:25.716663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:25.722434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78df89-498f-44ce-922c-74b247b41ee6 None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:51:02Z', 'revision_number': 4, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '60160cc4-56a0-4d6b-9f05-a0c351f45e95', 'name': '', 'network_id': 'b101ea90-ec00-4f32-aaec-b52d42afe2f5', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'mac_address': 'fa:16:3e:5a:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:57Z', 'updated_at': '2022-01-18T22:51:14Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'subnets': [{'id': 'e3214c30-39f5-44a2-a2d5-b350be9a85ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:25.840973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.876479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-5ca3428a-1e0b-42ef-91cb-2095b4c6a3bf service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150925 Jan 18 22:52:25.879841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0874c04-7d77-42fa-b71d-b4f528e93b5a req-3853acb2-61cd-4a1c-8271-6c6e7afc39bf tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:25.881388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0874c04-7d77-42fa-b71d-b4f528e93b5a req-3853acb2-61cd-4a1c-8271-6c6e7afc39bf tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 945 time: 0.1070209 Jan 18 22:52:25.898742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object 78f92070-ad91-4281-bd00-9f7cd8883f7c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:25.961034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0874c04-7d77-42fa-b71d-b4f528e93b5a req-4643665a-efe6-417b-ab47-dc18564e5f25 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698140 Jan 18 22:52:26.046725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32297c24-2610-4a5c-82cd-da776b40d044 req-9e3ba49d-e8bc-47c8-bfbe-9f5fc0705042 service neutron] 10.222.0.78 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692677 Jan 18 22:52:26.051438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:26.118018 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'status': 'completed', 'code': 200} Jan 18 22:52:26.142867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:26.146225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:26.150390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:26.158582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373411c9-2f69-423d-b28b-800110482f4b None None] New status for floating IP 9bf65ccf-9af6-47c7-9895-f51319bccf1d: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:26.205129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:26.236000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b45e4-c995-4be0-b6ed-4f0d6861c347 req-158c66a0-9893-48a0-b621-603293a4f259 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:26.244968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:26.245968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:26.250168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be6b45e4-c995-4be0-b6ed-4f0d6861c347 req-158c66a0-9893-48a0-b621-603293a4f259 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 945 time: 0.1958008 Jan 18 22:52:26.315063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-184852b6-fb53-4921-9fc4-8f5ba7cc516c req-ba4efabf-4586-4cd3-ac3a-99a51e442ec1 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0566156 Jan 18 22:52:26.325892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be6b45e4-c995-4be0-b6ed-4f0d6861c347 req-cdf6a47d-dfde-40ad-bb14-6b1d3500ad7e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670803 Jan 18 22:52:26.337893 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-5f9ab520-6a56-48cb-a183-ce3a70399ff5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9538026 Jan 18 22:52:26.350284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'admin_state_up': True, 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'security_groups': ['ede8b331-0e17-46c6-b4ba-da41dfa0599a']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:26.371149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-fa545ad5-4e59-4d1a-bb38-1c41b6aed7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:26.373026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-fa545ad5-4e59-4d1a-bb38-1c41b6aed7cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 1096 time: 0.2285948 Jan 18 22:52:26.564850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:26.571295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Usage tracker for resource:port and tenant:f4bc2610e5444658aabc556a0e5c765f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:26.576252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:26.584344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:26.591849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:26.654010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:26.845877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c8f4a698-b8c3-4429-abb1-abd74b0f70c5 None None] Provisioning for port 78f92070-ad91-4281-bd00-9f7cd8883f7c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:26.867992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c8f4a698-b8c3-4429-abb1-abd74b0f70c5 None None] Provisioning complete for port 78f92070-ad91-4281-bd00-9f7cd8883f7c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:26.868641 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a698-b8c3-4429-abb1-abd74b0f70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:26.883621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b79822-0e85-4504-a4bc-3f5dfb3a1d0f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:26.941286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-8cb13169-3634-418f-ab25-0c9c39e09350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:26.947223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-8cb13169-3634-418f-ab25-0c9c39e09350 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 200 len: 921 time: 0.5660741 Jan 18 22:52:26.961493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4a698-b8c3-4429-abb1-abd74b0f70c5 None None] Port 78f92070-ad91-4281-bd00-9f7cd8883f7c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:26.990342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.004849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b79822-0e85-4504-a4bc-3f5dfb3a1d0f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.083016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c3a9ef14-d024-4f6e-91ba-4c4679d4f87f req-f4cfc267-b1c9-4bfc-a2a4-f7ba85e3a07a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:27.097331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-e46365cc-e75c-4e86-8d78-e4b08c25fa47 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 200 len: 217 time: 0.1450272 Jan 18 22:52:27.159540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c3a9ef14-d024-4f6e-91ba-4c4679d4f87f req-f4cfc267-b1c9-4bfc-a2a4-f7ba85e3a07a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:27.169443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a9ef14-d024-4f6e-91ba-4c4679d4f87f req-f4cfc267-b1c9-4bfc-a2a4-f7ba85e3a07a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 10909 time: 0.7568879 Jan 18 22:52:27.186241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b79822-0e85-4504-a4bc-3f5dfb3a1d0f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.219528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-3789c4b8-3b0b-4daa-b120-d7a7ce53f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.221083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-3789c4b8-3b0b-4daa-b120-d7a7ce53f36e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 200 len: 859 time: 0.1131907 Jan 18 22:52:27.222072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b79822-0e85-4504-a4bc-3f5dfb3a1d0f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d24c0c-520e-482a-8179-e45b29a74f51,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:27.290534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a9ef14-d024-4f6e-91ba-4c4679d4f87f req-1e8cb21a-4515-4f39-ad4b-9527078b5952 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/ab2c4870-6b8e-4e22-8ede-1914e21f8bc1 HTTP/1.1" status: 200 len: 2985 time: 0.1191831 Jan 18 22:52:27.321662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66b79822-0e85-4504-a4bc-3f5dfb3a1d0f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.325019 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66b79822-0e85-4504-a4bc-3f5dfb3a1d0f tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "DELETE /v2.0/security-groups/c7d24c0c-520e-482a-8179-e45b29a74f51 HTTP/1.1" status: 204 len: 168 time: 0.7284086 Jan 18 22:52:27.332157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-1d6b0370-a642-40bf-b4bb-e6c2d3bbe2cc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.332350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59284) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:27.338378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-1d6b0370-a642-40bf-b4bb-e6c2d3bbe2cc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.344061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-1d6b0370-a642-40bf-b4bb-e6c2d3bbe2cc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.344905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-1d6b0370-a642-40bf-b4bb-e6c2d3bbe2cc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:27.376826 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-ee9e5d36-49a3-49c0-ae85-840202dfe0c9 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] show failed (client error): The resource could not be found. Jan 18 22:52:27.380531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ee9e5d36-49a3-49c0-ae85-840202dfe0c9 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "GET /v2.0/security-groups/c7d24c0c-520e-482a-8179-e45b29a74f51 HTTP/1.1" status: 404 len: 347 time: 0.0438316 Jan 18 22:52:27.381742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59290) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:27.388772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a9ef14-d024-4f6e-91ba-4c4679d4f87f req-2eed116a-8a5e-4988-945f-3c31cd2b79e8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/ab2c4870-6b8e-4e22-8ede-1914e21f8bc1 HTTP/1.1" status: 200 len: 2985 time: 0.0962639 Jan 18 22:52:27.414498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-1d6b0370-a642-40bf-b4bb-e6c2d3bbe2cc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:27.415751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-1d6b0370-a642-40bf-b4bb-e6c2d3bbe2cc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 2375 time: 0.3104928 Jan 18 22:52:27.427553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 10.2.2.100 (84bbcc44-0a86-4773-9a7e-d09c6bfa98f7/f1eb4e15-f898-40fd-9154-3ec67b319a48/0be50557-1844-4ee5-884d-073d6041880f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:27.476204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-3cdaa8d1-bf9f-4665-8dc0-a2fcf566540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.477758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-3cdaa8d1-bf9f-4665-8dc0-a2fcf566540f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b101ea90-ec00-4f32-aaec-b52d42afe2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481990 Jan 18 22:52:27.490785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a1526ef-fb00-4e5c-9d8f-ecfd4fb3e61e req-6b9caa16-1493-4cd3-ae2a-de8badd59897 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645251 Jan 18 22:52:27.627543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Deleting port 9817154d-ff24-4961-b30b-633f6ca1b0ae {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:27.627896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.728514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.749390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object 0be50557-1844-4ee5-884d-073d6041880f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:27.763072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b17d8b-d12a-43b1-8d47-54e3ec90482a req-e33b9a7e-1a94-4f5b-b675-dfdfd7a00e72 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.764572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99b17d8b-d12a-43b1-8d47-54e3ec90482a req-e33b9a7e-1a94-4f5b-b675-dfdfd7a00e72 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 945 time: 0.1417928 Jan 18 22:52:27.816782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-f3af8e72-ad80-419e-bca6-1819de8e748f service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780480 Jan 18 22:52:27.830780 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99b17d8b-d12a-43b1-8d47-54e3ec90482a req-911a2850-c2eb-45bb-9694-c76259108536 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Jan 18 22:52:27.836541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.971859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:27.975127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:27.979812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:28.003438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.003788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.060206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=0be50557-1844-4ee5-884d-073d6041880f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:28.104437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:28.105178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.122887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b33d9f13-8e21-4f26-af39-f3247948f8bd req-d4cab592-0b52-47d5-9c5f-9a4fa401040f tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.1138575 Jan 18 22:52:28.135311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-e78b2ef2-d963-4c06-ae34-c99c4cf2f337 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7891293 Jan 18 22:52:28.155301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'admin_state_up': True, 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'security_groups': ['ede8b331-0e17-46c6-b4ba-da41dfa0599a']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:28.185600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Calling delete_port for 9817154d-ff24-4961-b30b-633f6ca1b0ae owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:28.216309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e76ea09-a622-43e7-bb33-c1c889819599 req-c0a5cc6c-41c2-44fe-95b1-a2bacc72d181 service neutron] 10.222.0.85 "GET /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863935 Jan 18 22:52:28.257737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fae4e833-cbad-424b-b76d-f0721d218a0b req-c182522a-13d4-4032-a97f-06dd82822429 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/4ac9574c-5e8e-4fad-8904-008633ca1bfa HTTP/1.1" status: 200 len: 1802 time: 0.2611887 Jan 18 22:52:28.294666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6981299a-cd8c-4c4d-a04f-d917f6a57ba5 None None] Provisioning for port 0be50557-1844-4ee5-884d-073d6041880f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:28.302248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6981299a-cd8c-4c4d-a04f-d917f6a57ba5 None None] Provisioning complete for port 0be50557-1844-4ee5-884d-073d6041880f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:28.302625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6981299a-cd8c-4c4d-a04f-d917f6a57ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.362756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6981299a-cd8c-4c4d-a04f-d917f6a57ba5 None None] Port 0be50557-1844-4ee5-884d-073d6041880f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:28.393371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fae4e833-cbad-424b-b76d-f0721d218a0b req-05c09b30-c0be-4882-9aa2-0a372a418621 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.484255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-3f0b9463-4f08-40f5-8e43-60ee806076a2 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 200 len: 693 time: 0.0929208 Jan 18 22:52:28.586038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fae4e833-cbad-424b-b76d-f0721d218a0b req-05c09b30-c0be-4882-9aa2-0a372a418621 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.612618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.619690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:28.645855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:28.675445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-c923c065-fa44-47d7-9d23-b445d946827e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:28.676800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-c923c065-fa44-47d7-9d23-b445d946827e tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.1851389 Jan 18 22:52:28.677960 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Made reservation on behalf of f4bc2610e5444658aabc556a0e5c765f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:28.682404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.720283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Pushing event deleted for resources: {'Port': ['ID=9817154d-ff24-4961-b30b-633f6ca1b0ae,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:28.783203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fae4e833-cbad-424b-b76d-f0721d218a0b req-05c09b30-c0be-4882-9aa2-0a372a418621 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.809095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-13d65d9d-8ce3-4e6c-bf1c-3793e056f98a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 696 time: 0.1168625 Jan 18 22:52:28.810818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.819441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09b30-c0be-4882-9aa2-0a372a418621 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac9574c-5e8e-4fad-8904-008633ca1bfa,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:28.839607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-40fe28a8-c590-431c-9c61-16b03cbd5c65 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:28.841097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-40fe28a8-c590-431c-9c61-16b03cbd5c65 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 945 time: 0.4198020 Jan 18 22:52:28.924006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-75411492-2200-4ea8-8c9f-4a64fc281a6a tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 696 time: 0.1064701 Jan 18 22:52:28.927167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.931472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b46f1c91-f1f6-4cd7-b088-1fb33310b6c2 tempest-ServersTestManualDisk-903502514 tempest-ServersTestManualDisk-903502514-project] 10.222.0.78 "DELETE /v2.0/floatingips/82bf421c-b711-4bd2-8948-ef6823c54577 HTTP/1.1" status: 204 len: 168 time: 1.5447071 Jan 18 22:52:28.933203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fae4e833-cbad-424b-b76d-f0721d218a0b req-05c09b30-c0be-4882-9aa2-0a372a418621 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.933203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fae4e833-cbad-424b-b76d-f0721d218a0b req-05c09b30-c0be-4882-9aa2-0a372a418621 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ac9574c-5e8e-4fad-8904-008633ca1bfa HTTP/1.1" status: 204 len: 173 time: 0.6688528 Jan 18 22:52:28.935041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59320) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:28.942402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:28.942749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.144715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Deleting port 8b065ed7-4335-433b-a4a6-0662c2477ae0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:29.145347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.324935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Allocated IP 10.2.2.200 (84bbcc44-0a86-4773-9a7e-d09c6bfa98f7/f1eb4e15-f898-40fd-9154-3ec67b319a48/e88408a1-3e76-4585-86a7-25ba92bfbb8a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:29.405683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.406550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.458687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ade5-7483-4be9-a9d0-1ac55b18144d req-4b9d7d9a-0f9d-4ffe-a860-8601f4cd2d87 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:29.464468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ade5-7483-4be9-a9d0-1ac55b18144d req-4b9d7d9a-0f9d-4ffe-a860-8601f4cd2d87 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:29.470197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ade5-7483-4be9-a9d0-1ac55b18144d req-4b9d7d9a-0f9d-4ffe-a860-8601f4cd2d87 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:29.475938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ade5-7483-4be9-a9d0-1ac55b18144d req-4b9d7d9a-0f9d-4ffe-a860-8601f4cd2d87 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:29.477642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8ade5-7483-4be9-a9d0-1ac55b18144d req-4b9d7d9a-0f9d-4ffe-a860-8601f4cd2d87 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 3096 time: 0.4458990 Jan 18 22:52:29.606049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Calling delete_port for 8b065ed7-4335-433b-a4a6-0662c2477ae0 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:29.610009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:29.610367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.732499 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.742221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for 97e3c2a5-517a-49e6-9518-ed1eed72ee0d owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:29.780457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8ade5-7483-4be9-a9d0-1ac55b18144d req-8415b515-5387-4cae-8b58-6204fc2396ff tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897165 Jan 18 22:52:29.954080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.034367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event deleted for resources: {'Port': ['ID=8b065ed7-4335-433b-a4a6-0662c2477ae0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:30.099951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.125092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.126477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3560f54-fabb-4f70-8188-f0f6f122dc56 req-084d6922-f7a4-4a63-82e0-0730c4d914f5 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "DELETE /v2.0/floatingips/9bf65ccf-9af6-47c7-9895-f51319bccf1d HTTP/1.1" status: 204 len: 173 time: 1.2016690 Jan 18 22:52:30.156664 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-3826cdb5-aa57-4504-af11-0213d47af81a req-714c0941-0fd8-4b63-a6cc-335822cefaea tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:52:30.157658 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3826cdb5-aa57-4504-af11-0213d47af81a req-714c0941-0fd8-4b63-a6cc-335822cefaea tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/4ac9574c-5e8e-4fad-8904-008633ca1bfa HTTP/1.1" status: 404 len: 352 time: 0.0163608 Jan 18 22:52:30.168433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Transition to ACTIVE for port object e88408a1-3e76-4585-86a7-25ba92bfbb8a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:30.172207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.186827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:30.199189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.217921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['97e3c2a5-517a-49e6-9518-ed1eed72ee0d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:30.228707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=97e3c2a5-517a-49e6-9518-ed1eed72ee0d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:30.271981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28bc30-6cee-407f-a9e7-b6aeaea9b90d req-dcb81c7e-9651-4bf4-825d-58a8d86fd69f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:30.273551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff28bc30-6cee-407f-a9e7-b6aeaea9b90d req-dcb81c7e-9651-4bf4-825d-58a8d86fd69f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=12694a02-e86a-445d-9e02-80f8f821d868 HTTP/1.1" status: 200 len: 945 time: 0.3751249 Jan 18 22:52:30.327119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14815bca-6646-4dbe-8c86-70af7881f1c3 req-59d475e4-4512-4dd8-89b8-3ea93c7fcd2f tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0678780 Jan 18 22:52:30.333131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:30.336563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:30.338837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port 97e3c2a5-517a-49e6-9518-ed1eed72ee0d on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:30.340854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:30.365417 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.373398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event updated for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:30.374621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12694a02-e86a-445d-9e02-80f8f821d868', 'name': 'network-vif-deleted', 'tag': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:30.433666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19d3553e-fc1b-472b-824d-fcf608b3cd38 req-331dd46e-e4f3-4bbf-acd4-129701119130 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "DELETE /v2.0/ports/97e3c2a5-517a-49e6-9518-ed1eed72ee0d HTTP/1.1" status: 204 len: 173 time: 1.5819850 Jan 18 22:52:30.437175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:30.438204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.454585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff28bc30-6cee-407f-a9e7-b6aeaea9b90d req-440b203a-334d-4d7e-9a1f-ce36eee461a4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685386 Jan 18 22:52:30.462917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-58131ada-0a57-4519-b25d-ec8a9fa0285f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3201370 Jan 18 22:52:30.478686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:30.488198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.567820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:52:30.666594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.687833 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bd6a40d-9b82-49ef-b835-67d82db143a2 req-d0b68f3a-b661-4b90-9312-84450a63dcc5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/f52cae2a-64d6-4377-b825-6feaa45ec0f4 HTTP/1.1" status: 200 len: 1802 time: 0.0950749 Jan 18 22:52:30.803099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:30.824832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:52:30.840222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5f9e9bd-3f48-4b7f-87aa-5b40f4fa45a4 None None] Provisioning for port e88408a1-3e76-4585-86a7-25ba92bfbb8a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:30.846702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5f9e9bd-3f48-4b7f-87aa-5b40f4fa45a4 None None] Provisioning complete for port e88408a1-3e76-4585-86a7-25ba92bfbb8a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:30.849483 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e9bd-3f48-4b7f-87aa-5b40f4fa45a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.876828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bd6a40d-9b82-49ef-b835-67d82db143a2 req-b98707d4-2f60-45d8-9232-28e1ef248ac4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:30.948190 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12694a02-e86a-445d-9e02-80f8f821d868', 'name': 'network-vif-deleted', 'tag': '97e3c2a5-517a-49e6-9518-ed1eed72ee0d', 'status': 'completed', 'code': 200} Jan 18 22:52:30.948821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Deleting port e336458d-044d-429e-a2d1-65061dd6d4ba {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:30.949261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.005281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bd6a40d-9b82-49ef-b835-67d82db143a2 req-b98707d4-2f60-45d8-9232-28e1ef248ac4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.044411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9e9bd-3f48-4b7f-87aa-5b40f4fa45a4 None None] Port e88408a1-3e76-4585-86a7-25ba92bfbb8a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:52:31.082669 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.110199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:31.120240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bd6a40d-9b82-49ef-b835-67d82db143a2 req-b98707d4-2f60-45d8-9232-28e1ef248ac4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.135472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:31.142600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.152124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98707d4-2f60-45d8-9232-28e1ef248ac4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52cae2a-64d6-4377-b825-6feaa45ec0f4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:31.210323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0bd6a40d-9b82-49ef-b835-67d82db143a2 req-b98707d4-2f60-45d8-9232-28e1ef248ac4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.218376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0bd6a40d-9b82-49ef-b835-67d82db143a2 req-b98707d4-2f60-45d8-9232-28e1ef248ac4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/f52cae2a-64d6-4377-b825-6feaa45ec0f4 HTTP/1.1" status: 204 len: 173 time: 0.5192139 Jan 18 22:52:31.231794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0867169f-4c14-45bb-996b-c6833b1849c1 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:31.240247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.241025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-63c1842f-71be-445a-9427-c20178e27e28 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.247131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-63c1842f-71be-445a-9427-c20178e27e28 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.252987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-63c1842f-71be-445a-9427-c20178e27e28 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.257530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Transition to ACTIVE for port object 0867169f-4c14-45bb-996b-c6833b1849c1 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:31.261719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:31.263067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.265765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-63c1842f-71be-445a-9427-c20178e27e28 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.277701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-63c1842f-71be-445a-9427-c20178e27e28 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.283432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.283773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.284255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.284585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.285110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.285670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.286289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.286617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.286937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.287253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.287569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.287884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:31.291311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-63c1842f-71be-445a-9427-c20178e27e28 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 3817 time: 0.2799041 Jan 18 22:52:31.293261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] For port e336458d-044d-429e-a2d1-65061dd6d4ba, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e336458d-044d-429e-a2d1-65061dd6d4ba,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:31.293627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.332825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1a8603da-2ae5-4560-80d1-bfdaf3c236ae'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:31.470915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Calling delete_port for e336458d-044d-429e-a2d1-65061dd6d4ba owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:31.549830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-582080b5-ed9d-41da-96bd-4af83b739ad4 req-a056ff50-a14f-461b-83df-eed3e68be576 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759570 Jan 18 22:52:31.586618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Pushing event updated for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:31.635252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0e01-3136-458d-bcd1-4c795c464f83 req-a3d50d16-3972-4964-8ea9-410e9223ae31 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.635850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6dcd0e01-3136-458d-bcd1-4c795c464f83 req-a3d50d16-3972-4964-8ea9-410e9223ae31 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:31.644778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Attempting to bind port 0867169f-4c14-45bb-996b-c6833b1849c1 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:31.645137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Attempting to bind port 0867169f-4c14-45bb-996b-c6833b1849c1 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:31.645465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Attempting to bind port 0867169f-4c14-45bb-996b-c6833b1849c1 on network ef090220-0f12-4e79-b6f3-cca6384bc642 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:31.654947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Port 0867169f-4c14-45bb-996b-c6833b1849c1 on network ef090220-0f12-4e79-b6f3-cca6384bc642 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:31.655269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Attempting to bind port 0867169f-4c14-45bb-996b-c6833b1849c1 on network ef090220-0f12-4e79-b6f3-cca6384bc642 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:31.662319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:31.662752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Checking segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:31.663055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Bound using segment: {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:31.663590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Bound port: 0867169f-4c14-45bb-996b-c6833b1849c1, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3482d6-8c43-460a-ae6b-534aae6be4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:31.663913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.679383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6dcd0e01-3136-458d-bcd1-4c795c464f83 req-a3d50d16-3972-4964-8ea9-410e9223ae31 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:31.680562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6dcd0e01-3136-458d-bcd1-4c795c464f83 req-a3d50d16-3972-4964-8ea9-410e9223ae31 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 945 time: 0.2799253 Jan 18 22:52:31.716789 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-c3b3180a-baf0-4053-9e7d-32077a414b50 req-2ada8474-3981-455b-a6ab-de16b3324470 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:52:31.717500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3b3180a-baf0-4053-9e7d-32077a414b50 req-2ada8474-3981-455b-a6ab-de16b3324470 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/f52cae2a-64d6-4377-b825-6feaa45ec0f4 HTTP/1.1" status: 404 len: 352 time: 0.0324781 Jan 18 22:52:31.787459 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6dcd0e01-3136-458d-bcd1-4c795c464f83 req-8d0ea3ca-3426-4344-a3df-0be9542ae6ec tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768454 Jan 18 22:52:31.793285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:31.796800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0867169f-4c14-45bb-996b-c6833b1849c1,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:31.806431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.877549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:31.878167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.879549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] 10.222.0.86 "PUT /v2.0/ports/0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 200 len: 1092 time: 1.4072232 Jan 18 22:52:31.879992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:31.915496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:32.039502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e693a-c1ce-4045-b322-d6e085000e22 service neutron] Pushing event updated for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:32.042184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f165deef-72be-4abd-a2e7-a529b49ed112 req-769850eb-deb5-42f3-8cdb-5b8cb74fa35b tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.2217259 Jan 18 22:52:32.074805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.133788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Pushing event deleted for resources: {'Port': ['ID=e336458d-044d-429e-a2d1-65061dd6d4ba,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:32.239963 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1', 'status': 'completed', 'code': 200} Jan 18 22:52:32.240484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.369034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f092ef48-cf5e-45b3-8e08-dc9540510ff3 req-87392e7c-8195-42c8-9737-cd1e0f6e594e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/e981ea7c-968a-4ad0-b2a3-e4b49b448e8c HTTP/1.1" status: 200 len: 1802 time: 0.3077545 Jan 18 22:52:32.457578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-7b0b9b1f-f5a2-41e7-8098-f46c3182ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.458067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-7b0b9b1f-f5a2-41e7-8098-f46c3182ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.458541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-7b0b9b1f-f5a2-41e7-8098-f46c3182ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.459007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-7b0b9b1f-f5a2-41e7-8098-f46c3182ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.459469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-7b0b9b1f-f5a2-41e7-8098-f46c3182ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.461321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-7b0b9b1f-f5a2-41e7-8098-f46c3182ac9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 4364 time: 0.2871711 Jan 18 22:52:32.586447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f092ef48-cf5e-45b3-8e08-dc9540510ff3 req-c97881ec-1c96-42ec-8dac-cec271eb9dc3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.586694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:32.630923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f092ef48-cf5e-45b3-8e08-dc9540510ff3 req-c97881ec-1c96-42ec-8dac-cec271eb9dc3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.665892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:32.666483 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.743472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f092ef48-cf5e-45b3-8e08-dc9540510ff3 req-c97881ec-1c96-42ec-8dac-cec271eb9dc3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.755617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.781062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97881ec-1c96-42ec-8dac-cec271eb9dc3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e981ea7c-968a-4ad0-b2a3-e4b49b448e8c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:32.781834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-6ba72d0d-23c8-4793-94d3-7e1b29d4a1b7 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.783049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-6ba72d0d-23c8-4793-94d3-7e1b29d4a1b7 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Synchronizing usage tracker for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:32.795134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f092ef48-cf5e-45b3-8e08-dc9540510ff3 req-c97881ec-1c96-42ec-8dac-cec271eb9dc3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.797433 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:52:32.805656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f092ef48-cf5e-45b3-8e08-dc9540510ff3 req-c97881ec-1c96-42ec-8dac-cec271eb9dc3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/e981ea7c-968a-4ad0-b2a3-e4b49b448e8c HTTP/1.1" status: 204 len: 173 time: 0.4290955 Jan 18 22:52:32.808665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b503f925-8279-4589-a9ea-24a55299422d {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:32.811912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.828901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.843507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:32.850267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Transition to ACTIVE for port object b503f925-8279-4589-a9ea-24a55299422d will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:32.855059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:32.856781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.862565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.863936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97e3c2a5-517a-49e6-9518-ed1eed72ee0d no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:32.939684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-a377e218-9c45-4273-8410-b30bd57ad839 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.941206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-a377e218-9c45-4273-8410-b30bd57ad839 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.3861814 Jan 18 22:52:32.948639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-6ba72d0d-23c8-4793-94d3-7e1b29d4a1b7 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Unset dirty status for tenant:aba2bf4812f14bfdbafac93a4462baf9 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:32.950279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-6ba72d0d-23c8-4793-94d3-7e1b29d4a1b7 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.85 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 945 time: 0.6010416 Jan 18 22:52:32.950437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 97e3c2a5-517a-49e6-9518-ed1eed72ee0d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:32.950779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 97e3c2a5-517a-49e6-9518-ed1eed72ee0d not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:32.966822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-974e85ec-794f-4dfb-b916-9aa2f2d036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.967297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-974e85ec-794f-4dfb-b916-9aa2f2d036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.967865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-974e85ec-794f-4dfb-b916-9aa2f2d036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:32.969457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-974e85ec-794f-4dfb-b916-9aa2f2d036f7 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4bc2610e5444658aabc556a0e5c765f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4506259 Jan 18 22:52:32.981465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:33.056807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-04f99c44-0676-4b40-ac8c-22ce344bc2fe tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.1054685 Jan 18 22:52:33.118782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Pushing event updated for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:33.197738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.203453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.209166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.215008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.220736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.226592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.227616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:33.252752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Attempting to bind port b503f925-8279-4589-a9ea-24a55299422d on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:33.253462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Attempting to bind port b503f925-8279-4589-a9ea-24a55299422d by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:33.253462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Attempting to bind port b503f925-8279-4589-a9ea-24a55299422d on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:33.259661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Port b503f925-8279-4589-a9ea-24a55299422d on network c851667c-bfdf-49d6-be51-be8f0629d2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:33.259980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Attempting to bind port b503f925-8279-4589-a9ea-24a55299422d on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:33.265095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:33.266303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61aac350-c49b-4858-86de-6083abebefd4 req-b63572c4-bf37-4030-be58-2733319751dd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 4606 time: 0.3454883 Jan 18 22:52:33.267159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:33.267490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Checking segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:33.267842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Bound using segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:33.268294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Bound port: b503f925-8279-4589-a9ea-24a55299422d, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:33.268620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.268770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Deleting port 4c34983b-10bf-4c5b-ad56-187e980e8f28 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:33.269117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.368928 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61aac350-c49b-4858-86de-6083abebefd4 req-8841df4d-21e4-4de6-b3d4-9a40036f4738 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879340 Jan 18 22:52:33.410813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-44c9707f-0941-4708-986a-c0fd9c707e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.412257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19d746be-7e2a-4772-abf0-a03353cd08e2 req-44c9707f-0941-4708-986a-c0fd9c707e24 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3991137 Jan 18 22:52:33.420452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:33.425854 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-ebe1a3df-df50-4355-bdba-540e55d9e48b req-6e274115-dd92-4992-8a30-45c32640b782 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:52:33.426878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebe1a3df-df50-4355-bdba-540e55d9e48b req-6e274115-dd92-4992-8a30-45c32640b782 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/e981ea7c-968a-4ad0-b2a3-e4b49b448e8c HTTP/1.1" status: 404 len: 352 time: 0.0224643 Jan 18 22:52:33.433180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b503f925-8279-4589-a9ea-24a55299422d,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:33.439753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.518729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.519350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.520748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] 10.222.0.86 "PUT /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 1135 time: 1.6122499 Jan 18 22:52:33.568103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:33.632697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c10c13-040a-44aa-9b66-debbf1a10d34 service neutron] Pushing event updated for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:33.718848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.743241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7079b0df-6a43-465b-ac5c-bba7cd07b953 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:33.745496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeea9c-338f-4be5-89ae-8423824b34f3 req-fcb4018e-6879-4f38-b304-0555843b6391 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:33.746993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64eeea9c-338f-4be5-89ae-8423824b34f3 req-fcb4018e-6879-4f38-b304-0555843b6391 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 945 time: 0.2179215 Jan 18 22:52:33.847512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64eeea9c-338f-4be5-89ae-8423824b34f3 req-edcf85dc-58e8-4c3c-a1e0-b5ca732b0868 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/security-groups?id=a65aad33-dc8a-4373-9438-7125f600df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758808 Jan 18 22:52:33.897745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7079b0df-6a43-465b-ac5c-bba7cd07b953 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:33.914091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7079b0df-6a43-465b-ac5c-bba7cd07b953 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7770646 Jan 18 22:52:33.939186 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:52:34.017939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:34.050064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] For port 4c34983b-10bf-4c5b-ad56-187e980e8f28, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4c34983b-10bf-4c5b-ad56-187e980e8f28,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:34.050064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.118712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.276707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Calling delete_port for 4c34983b-10bf-4c5b-ad56-187e980e8f28 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:34.277042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'b503f925-8279-4589-a9ea-24a55299422d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:34.296599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3a3caa57-9705-4a31-b8c4-5b762e1ca720 req-8af9b508-db08-42ee-847f-081d31991217 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.1717989 Jan 18 22:52:34.306880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e778542e-6df7-4dc4-a290-ea420563c4ae {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:34.314442 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.339165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Transition to ACTIVE for port object e778542e-6df7-4dc4-a290-ea420563c4ae will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:34.357582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.425367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-1d640453-4265-4d3f-bf01-b6d8dd477d90 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100603 Jan 18 22:52:34.504056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Pushing event updated for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:34.550658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:34.567281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] Sync routers for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:34.579948 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:34.582969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:34.654420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4289de1a-6196-46ff-8a3c-481f5ef6d976 req-05f9b826-09d4-4cce-8e4f-17b965665c1c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:34.658116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a26ebf58-e3af-4336-8475-b41917c24487 admin admin] 10.222.0.78 "PUT /v2.0/routers/7a73c07e-4ea7-4c13-bb95-f49fc131d1b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7197597 Jan 18 22:52:34.660000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:34.689237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Attempting to bind port e778542e-6df7-4dc4-a290-ea420563c4ae on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:34.689588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Attempting to bind port e778542e-6df7-4dc4-a290-ea420563c4ae by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:34.689857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Attempting to bind port e778542e-6df7-4dc4-a290-ea420563c4ae on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:34.695798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Port e778542e-6df7-4dc4-a290-ea420563c4ae on network c851667c-bfdf-49d6-be51-be8f0629d2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:34.696127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Attempting to bind port e778542e-6df7-4dc4-a290-ea420563c4ae on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:34.699005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4289de1a-6196-46ff-8a3c-481f5ef6d976 req-05f9b826-09d4-4cce-8e4f-17b965665c1c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:34.700703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4289de1a-6196-46ff-8a3c-481f5ef6d976 req-05f9b826-09d4-4cce-8e4f-17b965665c1c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 6156 time: 0.3568125 Jan 18 22:52:34.705330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:34.717370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Checking segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:34.717855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Bound using segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:34.718328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Bound port: e778542e-6df7-4dc4-a290-ea420563c4ae, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:34.718686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.790116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7400fcc9-ad79-45f3-86cb-93c9d610b96c service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572099 Jan 18 22:52:34.793339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.820166 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:34.841173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4289de1a-6196-46ff-8a3c-481f5ef6d976 req-e7526a43-d403-4d4f-9071-4a241397b05d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/ab2c4870-6b8e-4e22-8ede-1914e21f8bc1 HTTP/1.1" status: 200 len: 2985 time: 0.0762973 Jan 18 22:52:34.850455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Pushing event deleted for resources: {'Port': ['ID=4c34983b-10bf-4c5b-ad56-187e980e8f28,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:34.939119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:34.942851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e778542e-6df7-4dc4-a290-ea420563c4ae,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:35.017163 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'b503f925-8279-4589-a9ea-24a55299422d', 'status': 'completed', 'code': 200} Jan 18 22:52:35.030477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.085685 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.121189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4289de1a-6196-46ff-8a3c-481f5ef6d976 req-f4f662e8-7836-4f7b-b0fe-5b81ebb9225f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/ab2c4870-6b8e-4e22-8ede-1914e21f8bc1 HTTP/1.1" status: 200 len: 2985 time: 0.2790549 Jan 18 22:52:35.185717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:35.186511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.188465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] 10.222.0.86 "PUT /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 1135 time: 1.6246841 Jan 18 22:52:35.228049 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:52:31Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:35.239433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:35.245166 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] Checking router: 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:35.266046 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] Routers {'7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:35.266774 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:35.385991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb6e79-023b-4ae3-94e1-762f203dd673 service neutron] Pushing event updated for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:35.524765 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1e5ec0-d34a-4e74-9ee4-4b265ef41a7f req-4fd47342-8a2c-4426-b105-1280efd24bc7 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.78 "GET /v2.0/ports?device_id=a21a1764-3872-4250-a008-f63cd6510780 HTTP/1.1" status: 200 len: 210 time: 0.1375210 Jan 18 22:52:35.611785 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] Set router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:35.616412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.683746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7b375e-2fec-4f9e-a89d-77f7ead58988 req-8ab68689-882f-4719-ade1-88573b20bb6f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 210 time: 0.0530775 Jan 18 22:52:35.891357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1545192880', 'description': 'tempest-description-1457675804'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:35.900640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] No DVR routers for this DVR port 4c34983b-10bf-4c5b-ad56-187e980e8f28 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:35.903666 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.904682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:35.906157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b211cf44-af1b-4569-b2dd-a520349b1817 req-8b94e396-18db-431b-8a2b-80f66cbfac49 tempest-FloatingIPsAssociationTestJSON-1833571598 tempest-FloatingIPsAssociationTestJSON-1833571598-project] 10.222.0.85 "DELETE /v2.0/ports/4c34983b-10bf-4c5b-ad56-187e980e8f28 HTTP/1.1" status: 204 len: 173 time: 2.9433551 Jan 18 22:52:35.909091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'name': 'network-vif-deleted', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:35.950688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.981703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Deleting port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:35.982049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.991130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:35.992198 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:52:31Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:35.999658 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58808b-377c-4411-a063-f70d64b8d9fb None None] The sync data for ids ['7a73c07e-4ea7-4c13-bb95-f49fc131d1b3'] in n-d-825178-1 is: [{'id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'name': 'tempest-ServersTestManualDisk-1936909562-router', 'tenant_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:52:31Z', 'revision_number': 5, 'project_id': '807931cbd9cb4381acbb9b2bed9c26b3', 'gw_port': {'id': 'dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73c07e-4ea7-4c13-bb95-f49fc131d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:36Z', 'updated_at': '2022-01-18T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:36.028054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.070662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:36.077441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:36.079262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.081667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:36.085859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.089479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:36.091724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.097578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.105482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.111179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.117255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.119233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-931648b8-28ad-4f72-9918-39eebbaed344 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5383 time: 0.5194483 Jan 18 22:52:36.194801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f175724e-ae7a-49da-bef8-d457e3b536b6 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:36.210230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.215046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.215527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.216007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.216449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.216914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.217402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.217847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.219806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31314462-d1db-4b46-9c4e-98838e2feaed req-a87a39a2-4291-4ae6-9023-c50afb8fc68d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6220 time: 1.0563166 Jan 18 22:52:36.243791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Transition to ACTIVE for port object f175724e-ae7a-49da-bef8-d457e3b536b6 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:36.249264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.250666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.300577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.359409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8e996d6-7444-487c-9a81-d995f58e0240 req-5c6f0a35-0c1d-4323-96aa-b8be7f2b37c8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194302 Jan 18 22:52:36.399954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] For port dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:36.400256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.486039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Pushing event updated for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:36.488341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a437e401-ae10-405f-a241-1ec51558f475,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:36.496964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.503470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c48e3edd-a9d0-4b8f-8975-8de2a413f1df req-a290591d-7d2b-4368-9678-5b62fd784fdc tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6163654 Jan 18 22:52:36.599314 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.606749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271314317', 'description': 'tempest-description-131599465'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:36.609574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4c34983b-10bf-4c5b-ad56-187e980e8f28 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:36.624414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:36.648902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:36.654423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:36.684660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:36.701045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Attempting to bind port f175724e-ae7a-49da-bef8-d457e3b536b6 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:36.701530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Attempting to bind port f175724e-ae7a-49da-bef8-d457e3b536b6 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:36.702562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Attempting to bind port f175724e-ae7a-49da-bef8-d457e3b536b6 on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:36.709052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Port f175724e-ae7a-49da-bef8-d457e3b536b6 on network c851667c-bfdf-49d6-be51-be8f0629d2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:36.709583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Attempting to bind port f175724e-ae7a-49da-bef8-d457e3b536b6 on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:36.716622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:36.717072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Checking segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:36.717530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Bound using segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:36.718084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Bound port: f175724e-ae7a-49da-bef8-d457e3b536b6, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:36.718516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.719718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 4c34983b-10bf-4c5b-ad56-187e980e8f28 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:36.720228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4c34983b-10bf-4c5b-ad56-187e980e8f28 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:36.723801 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21a1764-3872-4250-a008-f63cd6510780', 'name': 'network-vif-deleted', 'tag': '4c34983b-10bf-4c5b-ad56-187e980e8f28', 'status': 'completed', 'code': 200} Jan 18 22:52:36.728260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.741836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Calling delete_port for dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:36.788650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:36.805586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:36.810116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:36.818810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:36.912762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-b2ad4a42-a64c-4a6d-a6d6-028c3253b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.913306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-b2ad4a42-a64c-4a6d-a6d6-028c3253b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.913760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-b2ad4a42-a64c-4a6d-a6d6-028c3253b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:36.915344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31314462-d1db-4b46-9c4e-98838e2feaed req-b2ad4a42-a64c-4a6d-a6d6-028c3253b8f4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4bc2610e5444658aabc556a0e5c765f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6831546 Jan 18 22:52:36.917718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd13d8d1-1a8d-4f15-a756-ee1be72dd816 req-e1ca9741-1948-4d44-8630-118d4aa69625 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.1958754 Jan 18 22:52:36.977864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:36.991846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f175724e-ae7a-49da-bef8-d457e3b536b6,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:37.012639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.048084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'e778542e-6df7-4dc4-a290-ea420563c4ae'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:37.109628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.109922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.111426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] 10.222.0.86 "PUT /v2.0/ports/f175724e-ae7a-49da-bef8-d457e3b536b6 HTTP/1.1" status: 200 len: 1091 time: 1.8813660 Jan 18 22:52:37.114000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.124963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.148188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59452) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:37.219557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a19bf-ee1d-4370-89c7-9fd896c536ad service neutron] Pushing event updated for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:37.231780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ce41bee-258c-456a-8d1c-2c7be6949439 req-6ea1b2e5-5151-4a47-acd4-b457c40306ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0718226 Jan 18 22:52:37.240774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:37.264547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7ecd618e-6f0d-454d-88cd-19db39bc6da6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.266056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7ecd618e-6f0d-454d-88cd-19db39bc6da6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.5413945 Jan 18 22:52:37.321695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee89062-cf85-4302-b213-f9f54e53e41c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:37.330628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:37.331605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.344243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f59a30e-8bdd-420d-b6d2-a876c281c287 req-60ae5ef9-4ba9-4b9c-a406-99c30f15044a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7428150 Jan 18 22:52:37.562259 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'e778542e-6df7-4dc4-a290-ea420563c4ae', 'status': 'completed', 'code': 200} Jan 18 22:52:37.583340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-993eabae-cc3b-4e66-b1b6-7f74a33db27a req-0c58275d-0b3f-46a4-a56a-e80620c1f90e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 210 time: 0.3409586 Jan 18 22:52:37.583910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314462-d1db-4b46-9c4e-98838e2feaed req-cfef366f-7572-4963-9404-900dbd0514a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.585347 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31314462-d1db-4b46-9c4e-98838e2feaed req-cfef366f-7572-4963-9404-900dbd0514a8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6549249 Jan 18 22:52:37.602116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.873099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.883712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e336458d-044d-429e-a2d1-65061dd6d4ba no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:37.914266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.920037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.926218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.939378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.944735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e336458d-044d-429e-a2d1-65061dd6d4ba {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:37.945202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e336458d-044d-429e-a2d1-65061dd6d4ba not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:37.951866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.957774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.963638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Pushing event deleted for resources: {'Port': ['ID=dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:37.977755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:37.981338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:37.983750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-b8a01538-7f75-4d59-85f6-4001a3fdde13 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5395 time: 0.3696601 Jan 18 22:52:38.039318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.039789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.040253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.040713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.041282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.041977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.043305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.045321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-55196470-a29f-4808-a258-258c190dffe6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6287 time: 0.3873935 Jan 18 22:52:38.054865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:38.202722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-940ef04f-57c7-4db3-9bca-491bd4f6c16c req-e17e3c82-46cf-41a1-b0b7-4fa654fe29cd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899104 Jan 18 22:52:38.224440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:38.238576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.259924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-877a8957-abc7-4b67-94ea-96207e81218a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.267274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-877a8957-abc7-4b67-94ea-96207e81218a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 812 time: 0.5118492 Jan 18 22:52:38.308278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-20e3ad64-36d3-4450-85ad-a1e0a721ae38 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/quotas/ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 375 time: 0.0394912 Jan 18 22:52:38.310344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.410159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f92070-ad91-4281-bd00-9f7cd8883f7c {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:38.423104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-16b86349-6a8d-4ef3-98e2-d15b661d462a req-19ce2435-f2e4-4d1f-9db1-14c0bc361730 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0610809 Jan 18 22:52:38.425841 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.486528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Transition to ACTIVE for port object 78f92070-ad91-4281-bd00-9f7cd8883f7c will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:38.496758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.642234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.648513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-3976a956-d7dd-4210-ae33-dd2d8d9ae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.649032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-3976a956-d7dd-4210-ae33-dd2d8d9ae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.649599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-3976a956-d7dd-4210-ae33-dd2d8d9ae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:38.651258 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-3976a956-d7dd-4210-ae33-dd2d8d9ae823 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4bc2610e5444658aabc556a0e5c765f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5840702 Jan 18 22:52:38.653607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.856755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.862753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:52:38.924873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Pushing event updated for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:38.936627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ada4903-d817-4c62-b8a0-6ad649809490 req-32d0ad53-cd06-4609-95ed-5f64373a923c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 210 time: 0.1024742 Jan 18 22:52:39.005817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.044764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-02cab8eb-e7f7-40ab-bb28-3083cae4e1f2 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7355649 Jan 18 22:52:39.094210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.12 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/ade66367-a45f-4174-a77e-cd81ed0da409) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:39.196603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.198035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Attempting to bind port 78f92070-ad91-4281-bd00-9f7cd8883f7c on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:39.198256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5267a8f2-2812-4496-9fa7-3c9fd382b24b admin admin] 10.222.0.78 "DELETE /v2.0/routers/7a73c07e-4ea7-4c13-bb95-f49fc131d1b3 HTTP/1.1" status: 204 len: 168 time: 4.5350764 Jan 18 22:52:39.198606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Attempting to bind port 78f92070-ad91-4281-bd00-9f7cd8883f7c by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:39.199137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Attempting to bind port 78f92070-ad91-4281-bd00-9f7cd8883f7c on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:39.202530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59512) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:39.230271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Port 78f92070-ad91-4281-bd00-9f7cd8883f7c on network c851667c-bfdf-49d6-be51-be8f0629d2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:39.230775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Attempting to bind port 78f92070-ad91-4281-bd00-9f7cd8883f7c on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:39.237353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-fbb54cb5-deaa-4ae2-93e8-d693b9c1acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.239575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e52ece27-82c9-4b2a-8dbb-cbc0fb7f2157 req-fbb54cb5-deaa-4ae2-93e8-d693b9c1acc8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5709872 Jan 18 22:52:39.308159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Deleting subnet 9fe405a6-acb1-4ce9-aa88-b76cee74349d {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:52:39.333042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.362216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-d1982fd5-8fbf-4f6a-b817-c2f396cbfd2c service neutron] 10.222.0.78 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162196 Jan 18 22:52:39.371828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:39.371828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Checking segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:39.371828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Bound using segment: {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:39.373681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Bound port: 78f92070-ad91-4281-bd00-9f7cd8883f7c, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:39.374231 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.593565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:39.629875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.731089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:39.758028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:39.779248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.782985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-5067f3d3-d414-4992-9b6f-7fae665d530e service neutron] 10.222.0.78 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072012 Jan 18 22:52:39.786105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.845212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:39.857985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:39.895652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.909630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.923796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.942066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.955191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.962012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.981059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:39.988196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-8e3dab25-4fd3-4371-b773-4e588304d965 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5407 time: 0.5904446 Jan 18 22:52:39.995934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:40.007661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:40.018938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:40.079872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:40.080272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:40.080655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:40.082664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] 10.222.0.86 "PUT /v2.0/ports/78f92070-ad91-4281-bd00-9f7cd8883f7c HTTP/1.1" status: 200 len: 1091 time: 2.9166486 Jan 18 22:52:40.123269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=ade66367-a45f-4174-a77e-cd81ed0da409,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:40.183905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:40.208368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:40.211296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dad0fef2-66f7-4f80-8fa5-3a9cec35bcc2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:40.298460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8a7f7d8-c0d1-477b-b670-56860ed27335 req-c944c454-a02a-4054-81a0-9fd9134694fa tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.1469514 Jan 18 22:52:40.344419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:40.358974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:40.409436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c99bc24b-382a-47a3-be7f-5e23a5acf1dd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1062968 Jan 18 22:52:40.423583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Request body: {'port': {'device_id': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:40.462266 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6', 'status': 'completed', 'code': 200} Jan 18 22:52:40.477220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:40.524245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b221ee88-1b10-43e0-83aa-ed7271759b33 req-2f976600-f44f-491a-9cd6-294e7006d720 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4979334 Jan 18 22:52:40.590796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3703c0c-7fdc-431a-a8fd-087a9ec952cc service neutron] Pushing event updated for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:40.603158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:40.625565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Deleting port 60160cc4-56a0-4d6b-9f05-a0c351f45e95 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:40.625913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:40.726417 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:40.887043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c913ec8-763f-4223-9b72-abf39f7d3320 req-18a47c1f-5064-4dee-913e-4fc0a39df9e6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 210 time: 0.1229749 Jan 18 22:52:40.958458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:41.058775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.061316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.061316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.061316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.061316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.061806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.061896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.063849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-59f033cb-77e9-4a3a-bfd2-1a04c8856a0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6354 time: 0.5270913 Jan 18 22:52:41.300848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe405a6-acb1-4ce9-aa88-b76cee74349d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:41.320224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f8fa9-0ba1-43cb-9c50-267aee55ad04 None None] Network aa160209-4659-4b9b-a691-45281c99d95b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:52:41.328198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:41.361933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b2618ab0-40df-4e60-a5c3-4cbb371553cd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9fe405a6-acb1-4ce9-aa88-b76cee74349d HTTP/1.1" status: 204 len: 168 time: 2.1507239 Jan 18 22:52:41.385764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59548) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:41.399886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33618afe-f8f0-450e-bd3a-5780c73ac560 req-e43a01fa-182c-45a5-b864-f840490b6ae6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.407839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33618afe-f8f0-450e-bd3a-5780c73ac560 req-e43a01fa-182c-45a5-b864-f840490b6ae6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 932 time: 0.6777356 Jan 18 22:52:41.447871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-c5e6d751-6a0e-42fb-a338-95f0e4d5643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.448811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-c5e6d751-6a0e-42fb-a338-95f0e4d5643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.449336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-c5e6d751-6a0e-42fb-a338-95f0e4d5643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.450881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-c5e6d751-6a0e-42fb-a338-95f0e4d5643e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4bc2610e5444658aabc556a0e5c765f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2573957 Jan 18 22:52:41.505443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-458f1880-43c6-45d5-9dbb-514ff6425173 req-9ed81071-0154-42e5-adb0-46d249526297 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bfb443f13764439d91fe3dcb73e60bc7&device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.0534422 Jan 18 22:52:41.608009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] For port 60160cc4-56a0-4d6b-9f05-a0c351f45e95, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=60160cc4-56a0-4d6b-9f05-a0c351f45e95,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:41.608383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:41.649606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33618afe-f8f0-450e-bd3a-5780c73ac560 req-3d680cd7-569c-40b2-b5f0-0e6ab438197c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406487 Jan 18 22:52:41.698205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-8fa9d993-f289-4ca0-8f64-cb48e68bae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:41.699729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbf441de-5d12-4c15-a15b-650cecba5eb2 req-8fa9d993-f289-4ca0-8f64-cb48e68bae1b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933601 Jan 18 22:52:41.878742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] DHCP port deletion for aa160209-4659-4b9b-a691-45281c99d95b request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:52:41.886266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] Deleting port c576d95d-5e4c-45c6-af0c-0490303c4d00 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:41.886661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:41.996508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-458f1880-43c6-45d5-9dbb-514ff6425173 req-beb99fa3-c636-4f2a-8c4d-54d0fdc8cb3c service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=bfb443f13764439d91fe3dcb73e60bc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2957933 Jan 18 22:52:42.057346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Calling delete_port for 60160cc4-56a0-4d6b-9f05-a0c351f45e95 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:42.103916 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ece3a25a-9b0b-4594-935c-705b14a0465f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.109965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.193108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Deleting port c576d95d-5e4c-45c6-af0c-0490303c4d00 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:42.193862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.255556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] For port c576d95d-5e4c-45c6-af0c-0490303c4d00, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c576d95d-5e4c-45c6-af0c-0490303c4d00,segment=NetworkSegment(92f713fb-ddfa-494b-81e1-b1234e64744d),segment_id=92f713fb-ddfa-494b-81e1-b1234e64744d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:42.255960 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.372453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5be228a2-cd73-40c8-b866-b5009ae4d073 req-650e2876-5767-4405-9670-5027703914d7 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.6068323 Jan 18 22:52:42.429933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.435418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] Calling delete_port for c576d95d-5e4c-45c6-af0c-0490303c4d00 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:42.436099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.438187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-7b06cead-7b38-4f15-9fbd-92ac26e29da0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.439686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-7b06cead-7b38-4f15-9fbd-92ac26e29da0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 812 time: 0.5819700 Jan 18 22:52:42.443087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.449661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.455603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.462735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'port': {'device_id': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad', 'admin_state_up': True, 'tenant_id': 'ddf5e0a654a848829f6b9ac51d007199'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:42.464306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.470711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.478463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-48c296ce-8137-463f-84a0-6453539fa6f5 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5407 time: 0.5326917 Jan 18 22:52:42.493203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:42.531316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.582920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] Pushing event deleted for resources: {'Port': ['ID=c576d95d-5e4c-45c6-af0c-0490303c4d00,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:42.592485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdec02-dcbd-4942-8f46-41fda204bc1b None None] No DVR routers for this DVR port c576d95d-5e4c-45c6-af0c-0490303c4d00 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:42.647830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] The port 'c576d95d-5e4c-45c6-af0c-0490303c4d00' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:52:42.760142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be50557-1844-4ee5-884d-073d6041880f {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:42.769378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c70bd6d3-b011-44eb-91ce-4e02d151dfab req-97795eb0-e2ef-431c-bfb0-fc5cb73de2db tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897716 Jan 18 22:52:42.771018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa81a72b-57c3-46dc-aa75-94f1613dc976 req-15e06325-ceb2-4f5a-b710-48c2be1612d8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 210 time: 0.0636873 Jan 18 22:52:42.835957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:42.845666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:42.864305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1880-43c6-45d5-9dbb-514ff6425173 req-fc464939-bdbe-4402-9aa3-33ee2fd61c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:42.866431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-458f1880-43c6-45d5-9dbb-514ff6425173 req-fc464939-bdbe-4402-9aa3-33ee2fd61c0a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8424699 Jan 18 22:52:42.873382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Made reservation on behalf of ddf5e0a654a848829f6b9ac51d007199 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:42.886821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.899651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:42.905507 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c', 'status': 'completed', 'code': 200} Jan 18 22:52:42.954597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.000191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Transition to ACTIVE for port object 0be50557-1844-4ee5-884d-073d6041880f will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:43.028103 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.076575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa160209-4659-4b9b-a691-45281c99d95b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:43.098639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade66367-a45f-4174-a77e-cd81ed0da409 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:43.116735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.147030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f713fb-ddfa-494b-81e1-b1234e64744d') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:43.147322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f713fb-ddfa-494b-81e1-b1234e64744d') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:43.169469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Transition to ACTIVE for port object ade66367-a45f-4174-a77e-cd81ed0da409 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:43.189295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.190439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.190648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.190948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.191466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.191929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.192476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:43.194761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-dddbd74b-050a-4d34-9254-ad4cbe30157f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6354 time: 0.2958238 Jan 18 22:52:43.287035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Allocated IP 172.20.0.3 (8fd6dfdf-205b-4919-adc8-35361fcb38ad/115cec03-8b05-4d6a-9c04-ff62c130bbed/dfa6659e-56a4-482f-8c94-ce4de3dab5f7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:43.342207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.380697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.464612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Pushing event updated for resources: {'Port': ['ID=ade66367-a45f-4174-a77e-cd81ed0da409,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:43.465204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Pushing event updated for resources: {'Port': ['ID=0be50557-1844-4ee5-884d-073d6041880f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:43.471134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.566873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:52:43.567905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:52:43.594505 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:52:43.720566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.846867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60160cc4-56a0-4d6b-9f05-a0c351f45e95,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:43.849073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-323ee51c-fff5-4718-b35c-ab14c789069e req-1f2041ed-bf26-4d2d-b463-ddef8079b4b4 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.2002592 Jan 18 22:52:43.960998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Attempting to bind port ade66367-a45f-4174-a77e-cd81ed0da409 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:43.972049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Attempting to bind port ade66367-a45f-4174-a77e-cd81ed0da409 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:43.972514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Attempting to bind port ade66367-a45f-4174-a77e-cd81ed0da409 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:44.002556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c576d95d-5e4c-45c6-af0c-0490303c4d00 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:44.007519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Port ade66367-a45f-4174-a77e-cd81ed0da409 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:44.007848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Attempting to bind port ade66367-a45f-4174-a77e-cd81ed0da409 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:44.018273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.055423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c45db2-09dc-40c4-9057-398447e3e98a req-a948d461-3495-4124-9435-bac1874574f8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:44.058693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87c45db2-09dc-40c4-9057-398447e3e98a req-a948d461-3495-4124-9435-bac1874574f8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 932 time: 1.0921683 Jan 18 22:52:44.088893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.113905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: c576d95d-5e4c-45c6-af0c-0490303c4d00 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:44.114376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c576d95d-5e4c-45c6-af0c-0490303c4d00 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:44.133952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:44.134508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:44.134682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:44.135135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Bound port: ade66367-a45f-4174-a77e-cd81ed0da409, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:44.135486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.159910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa160209-4659-4b9b-a691-45281c99d95b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:44.188875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Attempting to bind port 0be50557-1844-4ee5-884d-073d6041880f on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:44.191137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Attempting to bind port 0be50557-1844-4ee5-884d-073d6041880f by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:44.191466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Attempting to bind port 0be50557-1844-4ee5-884d-073d6041880f on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:44.274966 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b4259771-818f-432a-a65c-6f5d53a5f72b admin admin] 10.222.0.78 "DELETE /v2.0/networks/aa160209-4659-4b9b-a691-45281c99d95b HTTP/1.1" status: 204 len: 168 time: 2.8519902 Jan 18 22:52:44.287465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Port 0be50557-1844-4ee5-884d-073d6041880f on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:44.287844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Attempting to bind port 0be50557-1844-4ee5-884d-073d6041880f on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:44.300408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87c45db2-09dc-40c4-9057-398447e3e98a req-87c38985-d3de-4b6e-b880-6deb193b7c3c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151470 Jan 18 22:52:44.307264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:44.307628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Checking segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:44.308014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Bound using segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:44.308445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Bound port: 0be50557-1844-4ee5-884d-073d6041880f, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:44.308788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.370996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e5b118d-2743-404b-8ff5-e1c6de8852fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.379386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.517916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-4d5281dd-fe2a-4492-923d-a6b4e677925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:44.518989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-4d5281dd-fe2a-4492-923d-a6b4e677925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:44.521110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-4d5281dd-fe2a-4492-923d-a6b4e677925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:44.524544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-4d5281dd-fe2a-4492-923d-a6b4e677925e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4bc2610e5444658aabc556a0e5c765f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1667933 Jan 18 22:52:44.532193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] For port 0be50557-1844-4ee5-884d-073d6041880f, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:44.615416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59584) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:44.662255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-458f1880-43c6-45d5-9dbb-514ff6425173 req-cb8a192e-eb07-432d-b170-0c4f9d5ed5c3 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.85 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.4859996 Jan 18 22:52:44.681349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] For port 0be50557-1844-4ee5-884d-073d6041880f, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0be50557-1844-4ee5-884d-073d6041880f,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:44.695546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed40a603-ee2a-41f5-aa6b-9dd8dcb0680a req-6ed3f031-ce97-4f3c-91c3-65586177afa0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 210 time: 0.1679680 Jan 18 22:52:44.716873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.801896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:44.802424 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:44.804202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] 10.222.0.86 "PUT /v2.0/ports/0be50557-1844-4ee5-884d-073d6041880f HTTP/1.1" status: 200 len: 1091 time: 4.6497829 Jan 18 22:52:44.870121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-3095f67b-0409-4580-833a-b61cba959777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:44.873964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-865e41d1-90ff-45ee-87e9-29c0eb7ad505 req-3095f67b-0409-4580-833a-b61cba959777 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556229 Jan 18 22:52:44.954767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Request body: {'port': {'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:45.044103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '0be50557-1844-4ee5-884d-073d6041880f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:45.087001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] For port ade66367-a45f-4174-a77e-cd81ed0da409, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:45.103134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1c9e969b-299b-4d6a-b339-4ca6b39236f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=807931cbd9cb4381acbb9b2bed9c26b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722605 Jan 18 22:52:45.105016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59600) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:45.109873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] For port ade66367-a45f-4174-a77e-cd81ed0da409, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ade66367-a45f-4174-a77e-cd81ed0da409,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:45.127585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.134777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.189881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.195881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.202751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.208761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.214902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.220697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.226706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.235096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-76ccceb2-ed1a-4a91-88f6-afba6d6459eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5419 time: 0.6035335 Jan 18 22:52:45.369673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fbec9-ef0a-4e03-99a6-3f5c9f7fed91 service neutron] Pushing event updated for resources: {'Port': ['ID=0be50557-1844-4ee5-884d-073d6041880f,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:45.432940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.442906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Pushing event updated for resources: {'Port': ['ID=ade66367-a45f-4174-a77e-cd81ed0da409,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:45.468043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3e01588-bb20-48bb-a7ac-3435bc478407 req-9978d3a7-aa9d-4665-9bfc-ac13cdd5bcc6 tempest-ServerShowV257Test-2047092886 tempest-ServerShowV257Test-2047092886-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a61c95e-fb50-4f0f-8a32-c4e2e079fa30 HTTP/1.1" status: 200 len: 210 time: 0.3154125 Jan 18 22:52:45.563928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:45.564611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.567203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-81746777-bed4-4d0d-8719-d09d10c5c348 service neutron] 10.222.0.86 "PUT /v2.0/ports/ade66367-a45f-4174-a77e-cd81ed0da409 HTTP/1.1" status: 200 len: 1092 time: 5.1476533 Jan 18 22:52:45.587299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'tag': 'ade66367-a45f-4174-a77e-cd81ed0da409'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:45.610566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.615388 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.637286 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '0be50557-1844-4ee5-884d-073d6041880f', 'status': 'completed', 'code': 200} Jan 18 22:52:45.661211 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5a5e051-23e5-4891-8576-9997b0ecc15b req-7c37bd89-9b45-4f56-9980-e668b967abe9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4256196 Jan 18 22:52:45.707785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.719715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:45.735864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63c65943-d226-46ce-a031-ba0e0b114895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.765828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63c65943-d226-46ce-a031-ba0e0b114895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.791447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Router 3116a4d0-8c60-4e01-a83c-f0383e25335f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:52:45.999049 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'tag': 'ade66367-a45f-4174-a77e-cd81ed0da409', 'status': 'completed', 'code': 200} Jan 18 22:52:46.000069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:46.025901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63c65943-d226-46ce-a031-ba0e0b114895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:46.164801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c65943-d226-46ce-a031-ba0e0b114895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7190ed10-ec2c-4cd5-b1d0-1bc749aaeb0d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:46.179652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Network 8fd6dfdf-205b-4919-adc8-35361fcb38ad is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:46.187819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:46.195716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:46.283340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.284078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.284614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.285152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.287929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.287929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.287929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.288909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-ab482ae9-2217-4b9e-a70b-9722aa2a5a76 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6421 time: 0.6921661 Jan 18 22:52:46.297165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:52:46.311063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a5732636-b4f5-4e7f-b843-1729ca1b45c6 admin admin] 10.222.0.78 "PUT /v2.0/routers/3116a4d0-8c60-4e01-a83c-f0383e25335f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1546183 Jan 18 22:52:46.314204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59616) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:46.315596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] Sync routers for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:46.333521 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:46.334313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:46.351169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63c65943-d226-46ce-a031-ba0e0b114895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:46.366128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-63c65943-d226-46ce-a031-ba0e0b114895 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7190ed10-ec2c-4cd5-b1d0-1bc749aaeb0d HTTP/1.1" status: 204 len: 168 time: 1.2516954 Jan 18 22:52:46.375767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e93de-4118-446e-a23f-5d8c440de54e req-8d4b91b7-2a58-4a7a-aeb7-3dbc3e2f82e6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.384077 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff4e93de-4118-446e-a23f-5d8c440de54e req-8d4b91b7-2a58-4a7a-aeb7-3dbc3e2f82e6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 944 time: 0.4118054 Jan 18 22:52:46.499517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff4e93de-4118-446e-a23f-5d8c440de54e req-f25158d8-bf05-4afe-a352-1bfe3f9293c8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144912 Jan 18 22:52:46.553309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-e1c6bbfb-4920-42e8-891e-e3385238b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.555509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-e1c6bbfb-4920-42e8-891e-e3385238b9c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 1095 time: 0.9031866 Jan 18 22:52:46.627082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:46.643722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:52:46.719394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-108d10f2-98b9-4e94-878d-8ca388ca6fbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade66367-a45f-4174-a77e-cd81ed0da409 HTTP/1.1" status: 200 len: 217 time: 0.1244678 Jan 18 22:52:46.731981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.732913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:46.796076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:46.893876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-d5500c85-ed12-454c-96bd-1bd8cd13f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.894547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-d5500c85-ed12-454c-96bd-1bd8cd13f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.895460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-d5500c85-ed12-454c-96bd-1bd8cd13f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.897515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-d5500c85-ed12-454c-96bd-1bd8cd13f675 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4bc2610e5444658aabc556a0e5c765f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5935431 Jan 18 22:52:46.908400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-3f531d34-edbb-4e34-a4aa-0330311a4691 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:46.909391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-3f531d34-edbb-4e34-a4aa-0330311a4691 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:46.919819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-a6ede597-7040-44ef-a3e0-87a4e6bbbc8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4609942 Jan 18 22:52:46.985890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Request body: {'port': {'device_id': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:47.031496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88408a1-3e76-4585-86a7-25ba92bfbb8a {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:47.099746 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.130281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-3f531d34-edbb-4e34-a4aa-0330311a4691 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:47.131473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-3f531d34-edbb-4e34-a4aa-0330311a4691 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 931 time: 1.1376784 Jan 18 22:52:47.155403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c4f10c9d-67b2-4d16-8878-327286926519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.156839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-c4f10c9d-67b2-4d16-8878-327286926519 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.4055514 Jan 18 22:52:47.165703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.330601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:52:43Z', 'revision_number': 5, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port': {'id': '793d340f-d1ab-4a14-b5df-fd6dcf69a3d2', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:47Z', 'updated_at': '2022-01-18T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:47.341956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59644) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:47.343710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] Checking router: 3116a4d0-8c60-4e01-a83c-f0383e25335f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:47.362084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] Routers {'3116a4d0-8c60-4e01-a83c-f0383e25335f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:52:47.364137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3116a4d0-8c60-4e01-a83c-f0383e25335f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:47.396535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Transition to ACTIVE for port object e88408a1-3e76-4585-86a7-25ba92bfbb8a will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:47.397239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.409033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.426294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-7eaa014e-7d17-45e8-a165-c40fdd5e4d3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2381196 Jan 18 22:52:47.429589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.490752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-f8a92c38-a900-4550-acd3-2a2a69b25db3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:47.504419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Pushing event updated for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:47.528307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Deleting port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:47.529247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.625773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.627637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-f87f058d-4b07-4804-bd1c-72cbdfee52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.629240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab4cde9a-8731-4f13-9735-4dcdb6178ee3 req-f87f058d-4b07-4804-bd1c-72cbdfee52ac service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7117743 Jan 18 22:52:47.634561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.641555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.648422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.656155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.662528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.669401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:47.683342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-c9ce5eac-54b0-42e4-b811-a59af9947a0a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5419 time: 0.7145953 Jan 18 22:52:47.721101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] Set router 3116a4d0-8c60-4e01-a83c-f0383e25335f gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:52:48.046512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-817bff7a-4f24-4ec0-8754-e6b4085cd2e1 req-5d381492-4997-48fa-aeaf-dfc24036cec1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3618734 Jan 18 22:52:48.049059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-f8a92c38-a900-4550-acd3-2a2a69b25db3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:48.054056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:52:47Z', 'revision_number': 6, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:48.062820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af9c9e40-96fc-4c7c-877d-c45d2e032035 req-f8a92c38-a900-4550-acd3-2a2a69b25db3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9212680 Jan 18 22:52:48.071711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f70fd7-b3cf-4a16-b42a-9c139ab8846b None None] The sync data for ids ['3116a4d0-8c60-4e01-a83c-f0383e25335f'] in n-d-825178-1 is: [{'id': '3116a4d0-8c60-4e01-a83c-f0383e25335f', 'name': 'tempest-FloatingIPsAssociationTestJSON-141170418-router', 'tenant_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:43Z', 'updated_at': '2022-01-18T22:52:47Z', 'revision_number': 6, 'project_id': 'aba2bf4812f14bfdbafac93a4462baf9', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:48.093280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59666) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:48.239735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-827158587-network', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:48.287536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.335533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:48.339552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-5ef511a4-c1fa-40f6-9919-48573a255761 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321734 Jan 18 22:52:48.347191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb443f13764439d91fe3dcb73e60bc7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:48.373838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:48.387229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:48.407179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:48.526630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Usage tracker for resource:network and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:48.544237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:48.559822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:48.591922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] For port 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:48.592692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.774557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Calling delete_port for 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:48.805813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:48.808719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.818397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Attempting to bind port e88408a1-3e76-4585-86a7-25ba92bfbb8a on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:48.818815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Attempting to bind port e88408a1-3e76-4585-86a7-25ba92bfbb8a by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:48.819223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Attempting to bind port e88408a1-3e76-4585-86a7-25ba92bfbb8a on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:48.825100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28fba61f-ca68-425f-84cf-07c8b87ab5cb req-f2b44ad4-9a0c-4cac-b227-ef86ba48a380 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722877 Jan 18 22:52:48.893845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.952172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Port e88408a1-3e76-4585-86a7-25ba92bfbb8a on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:48.952799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Attempting to bind port e88408a1-3e76-4585-86a7-25ba92bfbb8a on network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:48.959175 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.981907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:48.982926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Checking segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:48.983646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Bound using segment: {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:48.984414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Bound port: e88408a1-3e76-4585-86a7-25ba92bfbb8a, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e9846b-29a4-4d40-a751-86073e4ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:48.984936 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.994990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:48.999158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.009175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Usage tracker for resource:security_group_rule and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:49.013832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:49.029869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:49.058280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfb443f13764439d91fe3dcb73e60bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6353395 Jan 18 22:52:49.061722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59676) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:49.159481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa6659e-56a4-482f-8c94-ce4de3dab5f7 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:49.193690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6f7b0-3c06-4d70-848a-edcbcc5c1671 req-aa331352-e665-4e82-a324-459cfb498cea tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:49.195293 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22a6f7b0-3c06-4d70-848a-edcbcc5c1671 req-aa331352-e665-4e82-a324-459cfb498cea tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 944 time: 0.7896988 Jan 18 22:52:49.216614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b16ca-d041-4798-943f-40b8823bf9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d1f08-0f2a-467f-966a-3030f9a44a52,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:49.225803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00f825e0-5c20-4c85-b10b-ff571599f75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.245561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.274527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:49.320669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-642ea29a-3f4d-4781-b3cc-ce41d93abbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:49.322123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-642ea29a-3f4d-4781-b3cc-ce41d93abbbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 1095 time: 0.4304917 Jan 18 22:52:49.325844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:49.336784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Transition to ACTIVE for port object dfa6659e-56a4-482f-8c94-ce4de3dab5f7 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:49.347406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.398294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22a6f7b0-3c06-4d70-848a-edcbcc5c1671 req-32c375d6-ace0-4b42-a289-c88f7fd54f8d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591051 Jan 18 22:52:49.430200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.434762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00f825e0-5c20-4c85-b10b-ff571599f75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.454456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.470046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:49.470664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.472036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] 10.222.0.86 "PUT /v2.0/ports/e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 200 len: 1091 time: 4.5314569 Jan 18 22:52:49.487384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:49.600383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.648169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.681364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:49.697289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3899bb8-88d5-47f9-9e21-6466d2b6d433 service neutron] Pushing event updated for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:49.770118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-3799d0d9-ca38-4249-96a1-c5678150b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:49.771608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-3799d0d9-ca38-4249-96a1-c5678150b982 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.4362695 Jan 18 22:52:49.844973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=793d340f-d1ab-4a14-b5df-fd6dcf69a3d2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:49.851095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:52:49.905407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-4f30d335-fbe2-4d80-8670-6224e1ea5c8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade66367-a45f-4174-a77e-cd81ed0da409 HTTP/1.1" status: 200 len: 217 time: 0.0934067 Jan 18 22:52:49.926516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c8d43-cd60-4b1b-9302-303205110368,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:49.929354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.968452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc7ae9-3d88-43ab-95aa-5ca9a95498b9 req-933a0a52-0289-438b-be9f-8d70284bc14f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:49.980988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65cc7ae9-3d88-43ab-95aa-5ca9a95498b9 req-933a0a52-0289-438b-be9f-8d70284bc14f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 931 time: 0.7136769 Jan 18 22:52:49.998805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00f825e0-5c20-4c85-b10b-ff571599f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.023539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 60160cc4-56a0-4d6b-9f05-a0c351f45e95 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:50.067128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 60160cc4-56a0-4d6b-9f05-a0c351f45e95 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:50.067128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 60160cc4-56a0-4d6b-9f05-a0c351f45e95 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:50.067819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:50.105346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f825e0-5c20-4c85-b10b-ff571599f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d1f08-0f2a-467f-966a-3030f9a44a52,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:50.119874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00f825e0-5c20-4c85-b10b-ff571599f75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.121433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-00f825e0-5c20-4c85-b10b-ff571599f75c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab0d1f08-0f2a-467f-966a-3030f9a44a52 HTTP/1.1" status: 204 len: 168 time: 1.0573518 Jan 18 22:52:50.135658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:52:50.136029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 793d340f-d1ab-4a14-b5df-fd6dcf69a3d2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:52:50.155597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Attempting to bind port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:50.155973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Attempting to bind port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:50.156249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Attempting to bind port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 on network 8fd6dfdf-205b-4919-adc8-35361fcb38ad {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:50.160590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.160857 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Added segment 2d43413f-783a-43f5-9065-742d600a30db of type vlan for network 76f8027d-a7c5-4316-91d7-527b25d0db5c Jan 18 22:52:50.175944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65cc7ae9-3d88-43ab-95aa-5ca9a95498b9 req-ac2490f5-0989-4b0d-ab54-d4954f6614ed tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992791 Jan 18 22:52:50.195476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 on network 8fd6dfdf-205b-4919-adc8-35361fcb38ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:52:50.196196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Attempting to bind port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 on network 8fd6dfdf-205b-4919-adc8-35361fcb38ad {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:50.210945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-14da280f-1405-4d12-9002-94e03a465956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.221587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-14da280f-1405-4d12-9002-94e03a465956 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.3086567 Jan 18 22:52:50.228721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:50.229371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Checking segment: {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:50.230683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Bound using segment: {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:50.232033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Bound port: dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993a4a13-2bfa-45cd-bdf3-7ed0454bf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:50.232917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.268581 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.294282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.302904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.303393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.304101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.304568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.305059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.305523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.305983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.310925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-914e35cb-bef4-4472-80c7-35de28bd6b53 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6488 time: 0.7853484 Jan 18 22:52:50.317660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.416385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.426121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.432219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.438356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.447941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.453120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.459218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.467085 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-c37c7643-4c19-4cc9-b20e-4ca4ac5d6621 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.8272591 Jan 18 22:52:50.508200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-70672845-e7f2-43df-a9e2-891f6ae62e50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 200 len: 217 time: 0.1837471 Jan 18 22:52:50.555397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-f7ecffa8-7616-4973-9899-64ee4accb586 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2730136 Jan 18 22:52:50.560248 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a', 'status': 'completed', 'code': 200} Jan 18 22:52:50.609705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68ff6ea4-a8c1-4679-ac5c-4a5d8ad02d48 req-29ed7c67-d67b-45db-b9a3-6c4d7bd264a6 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400383 Jan 18 22:52:50.612241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:52:50.649928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.650476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3116a4d0-8c60-4e01-a83c-f0383e25335f {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:52:50.809104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:50.929751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-9dbe2a03-d7bb-4fee-8f39-336b54347b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.940087 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-9dbe2a03-d7bb-4fee-8f39-336b54347b16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663041fd-7e8b-486b-af81-83e8ce24a2fc HTTP/1.1" status: 200 len: 856 time: 0.4239881 Jan 18 22:52:50.940901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.942130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:50.942908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:50.943421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:50.980344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.116883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.118158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-22e3f37a-f45f-4395-96fa-9fb3b7c7bb97 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3116a4d0-8c60-4e01-a83c-f0383e25335f HTTP/1.1" status: 204 len: 168 time: 4.8030252 Jan 18 22:52:51.124415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:51.179905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0841718 Jan 18 22:52:51.185991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59724) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:51.193734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b412f-5a6e-45b5-8e1f-94d56bdf8f60 admin admin] Pushing event updated for resources: {'Network': ['ID=76f8027d-a7c5-4316-91d7-527b25d0db5c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:51.206884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Request body: {'subnet': {'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-827158587-subnet', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:51.207603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:52:51.217625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:51.226268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Usage tracker for resource:subnet and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:51.233304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:51.246420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:51.261574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Deleting subnet e3214c30-39f5-44a2-a2d5-b350be9a85ab {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:52:51.263168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.313961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-eca936ec-c2f8-4cee-92b6-620805a76253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:51.314935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-eca936ec-c2f8-4cee-92b6-620805a76253 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef090220-0f12-4e79-b6f3-cca6384bc642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3576598 Jan 18 22:52:51.324332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:51.335528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.337244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] 10.222.0.85 "PUT /v2.0/ports/dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 1091 time: 4.3555210 Jan 18 22:52:51.340021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:51.357529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-32e72042-6e05-4e9b-a390-237de896ca97 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937779 Jan 18 22:52:51.421974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a652ee-6923-45f8-ad27-043355215b13 req-ae205384-013a-4c40-8f0d-891bac3b932b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:51.422644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-15a652ee-6923-45f8-ad27-043355215b13 req-ae205384-013a-4c40-8f0d-891bac3b932b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:51.447158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:51.455848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.578736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faf56f-f9ce-446f-809f-bdb817ff5939 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:51.604869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-15a652ee-6923-45f8-ad27-043355215b13 req-ae205384-013a-4c40-8f0d-891bac3b932b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:51.612465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a652ee-6923-45f8-ad27-043355215b13 req-ae205384-013a-4c40-8f0d-891bac3b932b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 944 time: 0.8115547 Jan 18 22:52:51.723141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a652ee-6923-45f8-ad27-043355215b13 req-89292821-7ac0-4c78-a7d7-a895ae7efb16 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011732 Jan 18 22:52:51.735914 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9107a7ed-35f2-442e-ac47-3e404cd9111e req-c2e73775-bd04-409e-aa7b-bbfdebe96e63 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684628 Jan 18 22:52:51.748865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-7931792b-6ea6-4855-933c-a3731baa58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:51.756798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-7931792b-6ea6-4855-933c-a3731baa58a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1094 time: 0.3613877 Jan 18 22:52:51.813505 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.839229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-6bf25a8f-f26f-4ff9-b15d-365d304fd8c2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 217 time: 0.0750196 Jan 18 22:52:51.841820 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'status': 'completed', 'code': 200} Jan 18 22:52:51.907130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5d687-1847-459e-a06a-420af77a3802 req-ad95d846-85f1-409b-aed0-aa34f00c8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:51.908637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-ad95d846-85f1-409b-aed0-aa34f00c8620 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.0634449 Jan 18 22:52:51.977695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.991323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-5410ddb0-d2ec-4964-ab12-7bf807b00553 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744569 Jan 18 22:52:52.027095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:52.219202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-8802735f-3596-45d5-a72f-0811194336aa service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634582 Jan 18 22:52:52.333255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:52.361825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-607b1225-2895-4b9f-b879-c169c23cfb3b service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624921 Jan 18 22:52:52.428773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd6b41-78c3-4fb1-951f-bd47c04d0d79 None None] Network b101ea90-ec00-4f32-aaec-b52d42afe2f5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:52:52.443568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc4bffa-bd42-48be-8170-b0ce2bf09f43,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:52.471863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:52.480433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Checking segment: {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:52.484078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.484770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Network hostable DHCP agents. Network: 76f8027d-a7c5-4316-91d7-527b25d0db5c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:52:52.490114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.496905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.504471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.510483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.527947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.540023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.556679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3214c30-39f5-44a2-a2d5-b350be9a85ab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:52.571107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-47af8033-bb55-4081-86f9-ca6b68a08e6e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.3358080 Jan 18 22:52:52.580286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ea32176f-13ad-4042-95f6-117d5c3b0cf1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e3214c30-39f5-44a2-a2d5-b350be9a85ab HTTP/1.1" status: 204 len: 168 time: 1.4547784 Jan 18 22:52:52.587997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:52.615122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfa0b8-1aeb-482d-9d68-b4a2ec7c72b4 req-2081b988-dd00-416a-a92d-b45744635e57 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:52.623300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbdfa0b8-1aeb-482d-9d68-b4a2ec7c72b4 req-2081b988-dd00-416a-a92d-b45744635e57 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 943 time: 1.1209106 Jan 18 22:52:52.687768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a936dec-73fe-420f-a595-3a991b6fcd6b req-c503ec5a-17ec-49d5-986c-bc48343ef622 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156149 Jan 18 22:52:52.722019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ade66367-a45f-4174-a77e-cd81ed0da409 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:52:52.754752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc5d687-1847-459e-a06a-420af77a3802 req-b33472c4-ed20-427f-b8c2-b39a9db64d8e service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846366 Jan 18 22:52:52.812036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:52:52.876259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ade66367-a45f-4174-a77e-cd81ed0da409, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ade66367-a45f-4174-a77e-cd81ed0da409,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:52.903670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'ade66367-a45f-4174-a77e-cd81ed0da409', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': 'ade66367-a45f-4174-a77e-cd81ed0da409', 'mac_address': 'fa:16:3e:ec:cf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:52:52.981102 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:52.995715 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-1b9d6f8c-c2a8-4779-8f4e-9501738c858a service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619896 Jan 18 22:52:53.005327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bbdfa0b8-1aeb-482d-9d68-b4a2ec7c72b4 req-d1803b73-1d00-48c2-b575-b361bc144463 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:53.012759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade66367-a45f-4174-a77e-cd81ed0da409 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:53.032681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ade66367-a45f-4174-a77e-cd81ed0da409, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ade66367-a45f-4174-a77e-cd81ed0da409,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:53.034777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:53.035947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 76f8027d-a7c5-4316-91d7-527b25d0db5c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:53.052144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a870bb4-1a0e-4769-8201-36c8d0409535 None None] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:52:53.079825 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:53.111105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-5967e852-a9eb-4a0d-9b0b-2ac24e3586f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:53.115611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-5967e852-a9eb-4a0d-9b0b-2ac24e3586f6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1094 time: 0.2910829 Jan 18 22:52:53.179319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:53.179918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:53.223564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cac53f-6264-4829-86e6-4a972ddf4bc7 req-3c18c3ea-9586-4439-a87a-cdbe318bfcc4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:53.223700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-d3d480ed-8fc9-43e4-bda6-0df3df29a901 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 217 time: 0.1831386 Jan 18 22:52:53.230617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8cac53f-6264-4829-86e6-4a972ddf4bc7 req-3c18c3ea-9586-4439-a87a-cdbe318bfcc4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 945 time: 0.2342801 Jan 18 22:52:53.289860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8cac53f-6264-4829-86e6-4a972ddf4bc7 req-5e475e3f-e418-4d47-9d39-f9e70930184e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Jan 18 22:52:53.298689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ade66367-a45f-4174-a77e-cd81ed0da409,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:53.301812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] DHCP port deletion for b101ea90-ec00-4f32-aaec-b52d42afe2f5 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:52:53.331103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Deleting port 36ac02ca-f769-4505-9733-d7e59995cc8d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:53.331487 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:53.384557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bbdfa0b8-1aeb-482d-9d68-b4a2ec7c72b4 req-d1803b73-1d00-48c2-b575-b361bc144463 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:53.385797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ade66367-a45f-4174-a77e-cd81ed0da409'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:53.401423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbdfa0b8-1aeb-482d-9d68-b4a2ec7c72b4 req-d1803b73-1d00-48c2-b575-b361bc144463 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7771792 Jan 18 22:52:53.438407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-0b174ab0-b90c-4118-86ea-bf1263ac256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:53.439904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-0b174ab0-b90c-4118-86ea-bf1263ac256d service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.3134456 Jan 18 22:52:53.445153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Deleting port 36ac02ca-f769-4505-9733-d7e59995cc8d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:53.453459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:53.508185 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-94bb4a5e-a8d8-439c-8f04-6f9603be2aed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3196149 Jan 18 22:52:53.517283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59780) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:53.534620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:52:53.546343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:53.551916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-b52067bc-29fc-4307-9c7e-4a6e9e3e50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:53.553709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-b52067bc-29fc-4307-9c7e-4a6e9e3e50af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.3293896 Jan 18 22:52:53.560359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-03a14b39-1ed3-44db-8042-8ef42b615c5d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 217 time: 0.1133211 Jan 18 22:52:53.605969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Usage tracker for resource:router and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:53.697719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-b8dccd7f-7034-49ce-8b4c-0e92be950f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:53.699201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-b8dccd7f-7034-49ce-8b4c-0e92be950f43 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.1252975 Jan 18 22:52:53.788680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-58c5b06f-5f88-4ed6-adb0-6aefcd3a3ce2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790539 Jan 18 22:52:53.883127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:53.911197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:54.085167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.086328 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.097621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-47532791-15a5-407c-856c-505eec9e5808 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962198 Jan 18 22:52:54.101838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.140637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 36ac02ca-f769-4505-9733-d7e59995cc8d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:52:54.205275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-76f8027d-a7c5-4316-91d7-527b25d0db5c', 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'fixed_ips': [{'subnet_id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:52:54.206130 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.248120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:54.248500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.399229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:54.399725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.402227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d2a03d2-cf5f-4af1-9d1f-d62ee49ffb83 req-7ac845e5-ea28-46ec-99fd-b39a8bb0e1bf service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920420 Jan 18 22:52:54.467101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Calling delete_port for 36ac02ca-f769-4505-9733-d7e59995cc8d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:54.657438 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.675695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device dfa6659e-56a4-482f-8c94-ce4de3dab5f7 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:52:54.756407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753616ea-4d8d-4910-82c2-f8100f8b59e3 req-09aa824f-b0ab-4f10-a53b-56b61c32d327 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:54.760679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-753616ea-4d8d-4910-82c2-f8100f8b59e3 req-09aa824f-b0ab-4f10-a53b-56b61c32d327 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 945 time: 0.2758844 Jan 18 22:52:54.821945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:54.856825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c4fa22f9-2f4f-49ec-9283-d54c4baeb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:54.863073 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c4fa22f9-2f4f-49ec-9283-d54c4baeb2dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2538121 Jan 18 22:52:54.864997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-753616ea-4d8d-4910-82c2-f8100f8b59e3 req-97fde17f-9430-4fc1-8f19-a8682187af3a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959330 Jan 18 22:52:54.882556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Calling delete_port for 36ac02ca-f769-4505-9733-d7e59995cc8d owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:54.941482 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.046393 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:52:55.046781 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:52:55.085634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Allocated IP 172.20.0.2 (76f8027d-a7c5-4316-91d7-527b25d0db5c/cfc4bffa-bd42-48be-8170-b0ce2bf09f43/55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:55.109221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.148837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=36ac02ca-f769-4505-9733-d7e59995cc8d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:55.232397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:55.260011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'network_id': '8fd6dfdf-205b-4919-adc8-35361fcb38ad', 'port_id': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'mac_address': 'fa:16:3e:70:eb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115cec03-8b05-4d6a-9c04-ff62c130bbed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:52:55.281713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e125b-0285-42d9-972b-9fc52f70d974 req-33c06352-a281-42fd-92e7-204b4ce50d14 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.284325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-024e125b-0285-42d9-972b-9fc52f70d974 req-33c06352-a281-42fd-92e7-204b4ce50d14 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 943 time: 0.2197199 Jan 18 22:52:55.344447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.369372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa6659e-56a4-482f-8c94-ce4de3dab5f7 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:52:55.391088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-0a7449d8-ffe8-4494-b894-2ff76638eaf8 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546558 Jan 18 22:52:55.402922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:52:55.403393 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:52:55.409241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-024e125b-0285-42d9-972b-9fc52f70d974 req-37cd98dd-c9a4-48d8-9332-3f2803d4d68c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192236 Jan 18 22:52:55.412257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:55.441681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.447733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.453519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.459615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.463534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.465586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.472005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.478022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.487989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79f63439-5470-4f52-b84b-352d45443087 req-2671ca7d-0d0c-4ab5-b79e-de550b91a193 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 1.5332093 Jan 18 22:52:55.548499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Deleting port 36ac02ca-f769-4505-9733-d7e59995cc8d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:55.549515 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.595057 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.621589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79f63439-5470-4f52-b84b-352d45443087 req-2ecae9ae-3b3c-4dfa-80d9-8286dc6c71d3 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325998 Jan 18 22:52:55.622605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:55.631742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Transition to ACTIVE for port object 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:55.703082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-1b13d862-0474-47e8-9594-77b5e4774e45 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958262 Jan 18 22:52:55.712094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Transition to ACTIVE for port object 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:55.716651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['dfa6659e-56a4-482f-8c94-ce4de3dab5f7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:52:55.724917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59816) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:55.782105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.811365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-69f3770d-29be-4f4c-ace7-53fb8a5eec7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 217 time: 0.0882680 Jan 18 22:52:55.922080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Pushing event updated for resources: {'Port': ['ID=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:55.940267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:55.947181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:55.951089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:55.958087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.007295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:56.038882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e0ec95759c4f2b9efeaf8a9982d8ec is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:56.048005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:56.070089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:56.150114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Deleting port 36ac02ca-f769-4505-9733-d7e59995cc8d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:56.150716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.218157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:56.218719 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.218944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.226758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.303608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1e0ec95759c4f2b9efeaf8a9982d8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773919 Jan 18 22:52:56.304640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620241a-665f-413a-ac30-f361abfefc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5612a-fa66-4feb-8829-a5ff6f7a0aba,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:56.307996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59824) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:56.398307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Calling delete_port for 36ac02ca-f769-4505-9733-d7e59995cc8d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:56.398897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96e5c2d3-85fc-4c75-8388-edac1ace2dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.416180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.433955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96e5c2d3-85fc-4c75-8388-edac1ace2dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.454685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-95e68196-4a6b-4c6c-ab3e-4d03668be74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:56.456163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-95e68196-4a6b-4c6c-ab3e-4d03668be74b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.3070333 Jan 18 22:52:56.460405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.502345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96e5c2d3-85fc-4c75-8388-edac1ace2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.520499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96e5c2d3-85fc-4c75-8388-edac1ace2dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.524908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-96e5c2d3-85fc-4c75-8388-edac1ace2dd8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2f5612a-fa66-4feb-8829-a5ff6f7a0aba HTTP/1.1" status: 204 len: 168 time: 0.2157502 Jan 18 22:52:56.529697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5c2d3-85fc-4c75-8388-edac1ace2dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5612a-fa66-4feb-8829-a5ff6f7a0aba,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:56.581720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Attempting to bind port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:56.585864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Attempting to bind port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:56.586335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Attempting to bind port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 on network 76f8027d-a7c5-4316-91d7-527b25d0db5c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:52:56.680157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:52:56.680531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Checking segment: {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:52:56.680966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.681361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Bound using segment: {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:52:56.681849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Bound port: 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:56.682209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.723669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ade66367-a45f-4174-a77e-cd81ed0da409 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:56.727018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d405-515e-490f-98b2-01b9aa6d9d31 req-1659a3a4-f101-4096-a73b-b25675b4912e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:56.728806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b21d405-515e-490f-98b2-01b9aa6d9d31 req-1659a3a4-f101-4096-a73b-b25675b4912e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 945 time: 0.5808992 Jan 18 22:52:56.766655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] For port 36ac02ca-f769-4505-9733-d7e59995cc8d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=36ac02ca-f769-4505-9733-d7e59995cc8d,segment=NetworkSegment(a6797543-d67b-4b3e-bda4-bee45f8d3808),segment_id=a6797543-d67b-4b3e-bda4-bee45f8d3808)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:56.767395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:56.820630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c336c40-c16e-45db-aa61-90d0d8b1e115 req-eb798278-c165-4aa6-920f-72576568685d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:56.824647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c336c40-c16e-45db-aa61-90d0d8b1e115 req-eb798278-c165-4aa6-920f-72576568685d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 944 time: 0.1745844 Jan 18 22:52:56.913874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c336c40-c16e-45db-aa61-90d0d8b1e115 req-12548737-7588-41e5-8276-771e0c33fd8a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687120 Jan 18 22:52:56.960975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] For port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:52:56.964493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] For port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:52:56.988156 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.070407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Calling delete_port for 36ac02ca-f769-4505-9733-d7e59995cc8d owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:52:57.100524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676dfdb-5fe4-4170-a3b9-6922584ec1f4 None None] Pushing event updated for resources: {'Port': ['ID=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:57.141112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59842) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:57.167184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.220974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.277733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:57.308172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d4ad16d61a4a47a011d9f3f4fdcc4d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:52:57.316939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:52:57.326344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port ade66367-a45f-4174-a77e-cd81ed0da409 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:57.329836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:57.337279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] No DVR routers for this DVR port 36ac02ca-f769-4505-9733-d7e59995cc8d on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:57.346168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port ade66367-a45f-4174-a77e-cd81ed0da409 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:57.346540 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.353576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Allocated IP 172.25.4.193 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f1329bb9-a23c-459b-bcd8-23027e92c6e3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:57.391265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-838970e3-57d4-48d3-9f83-2834166628b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.393921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-838970e3-57d4-48d3-9f83-2834166628b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9313707 Jan 18 22:52:57.405424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.415583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.416231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f0c1d-1d57-4039-b569-03cd8a2a5a79 None None] Pushing event deleted for resources: {'Port': ['ID=36ac02ca-f769-4505-9733-d7e59995cc8d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:57.421505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.442169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.457011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.468155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.474524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:57.490262 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-6ebea863-f563-4f5e-9e0a-1159bd326b16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.3075607 Jan 18 22:52:57.509710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b21d405-515e-490f-98b2-01b9aa6d9d31 req-7168b401-ba55-42f2-9fa7-890e218d1ff6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198140 Jan 18 22:52:57.510414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:52:57.510739 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:52:57.609437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ed2e323-e8d7-4e42-9961-d23f5552cedb req-df20422f-38e9-4192-9f6c-6974c46cf7bc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057382 Jan 18 22:52:57.652429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.699031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ade66367-a45f-4174-a77e-cd81ed0da409, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ade66367-a45f-4174-a77e-cd81ed0da409,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:57.700939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade66367-a45f-4174-a77e-cd81ed0da409'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:57.758413 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade66367-a45f-4174-a77e-cd81ed0da409', 'code': 200} Jan 18 22:52:57.772673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.795029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.816924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.833467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Deleting port 36ac02ca-f769-4505-9733-d7e59995cc8d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:52:57.833467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:57.888927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9d4ad16d61a4a47a011d9f3f4fdcc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463937 Jan 18 22:52:57.901318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59852) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:57.949242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ade66367-a45f-4174-a77e-cd81ed0da409,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:58.046494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772fe59-4254-4a49-aea7-2d98008cef92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65149a16-d9b5-4cc0-9af8-9a54ef67d8d5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:58.074452 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26c7c462-c972-45d4-b0ab-ab9cbc15cf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.092226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:58.125503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26c7c462-c972-45d4-b0ab-ab9cbc15cf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.136715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.153218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] The port '36ac02ca-f769-4505-9733-d7e59995cc8d' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:52:58.212440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:58.226160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26c7c462-c972-45d4-b0ab-ab9cbc15cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.259196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7c462-c972-45d4-b0ab-ab9cbc15cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65149a16-d9b5-4cc0-9af8-9a54ef67d8d5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:58.273130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26c7c462-c972-45d4-b0ab-ab9cbc15cf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.274431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-26c7c462-c972-45d4-b0ab-ab9cbc15cf0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65149a16-d9b5-4cc0-9af8-9a54ef67d8d5 HTTP/1.1" status: 204 len: 168 time: 0.3619556 Jan 18 22:52:58.297121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a5dcf-f680-4b9e-a98d-92058d5b3fe5 req-a0edb6fd-743a-43ee-8ea1-fc8dfe03e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:58.299744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e2a5dcf-f680-4b9e-a98d-92058d5b3fe5 req-a0edb6fd-743a-43ee-8ea1-fc8dfe03e356 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 1097 time: 0.3175321 Jan 18 22:52:58.366537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72b91-bb0a-4c53-b276-c1dfe4c49cb9 req-b4f6bcc0-9ca2-4830-9961-b2f41de536b6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:58.368041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aee72b91-bb0a-4c53-b276-c1dfe4c49cb9 req-b4f6bcc0-9ca2-4830-9961-b2f41de536b6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 944 time: 0.1858010 Jan 18 22:52:58.405913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e2a5dcf-f680-4b9e-a98d-92058d5b3fe5 req-64b4d8f4-49db-483b-a975-cd5237f89b35 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987110 Jan 18 22:52:58.456284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aee72b91-bb0a-4c53-b276-c1dfe4c49cb9 req-130013ee-14e9-4ee8-a795-9d2e9cf86908 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765431 Jan 18 22:52:58.505213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-f0891c5f-3734-4138-bd4c-ca9f68631da1 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0644872 Jan 18 22:52:58.592177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.660070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device dfa6659e-56a4-482f-8c94-ce4de3dab5f7 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:58.867835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:58.873876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:58.874564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.976803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:58.984052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:58.990612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:58.997986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.004493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.010874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.017939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.024093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.024383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28bcaf4-3b92-4059-89f1-017ebfa41e28 None None] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:52:59.033119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-5a1b3976-c1f7-46d5-a095-3b881f4a6c16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.2732842 Jan 18 22:52:59.107174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b101ea90-ec00-4f32-aaec-b52d42afe2f5']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:59.151369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6797543-d67b-4b3e-bda4-bee45f8d3808') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:59.151676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6797543-d67b-4b3e-bda4-bee45f8d3808') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:59.154132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c999c5e-a26a-4712-a6b7-44645e5e3fec req-d0cdcd87-91de-405b-9cb2-97dca3ee9655 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199541 Jan 18 22:52:59.194837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:59.214476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] Provisioning for port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:59.219238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:59.224940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.245684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] Provisioning complete for port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:59.246050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.247836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:52:59.297456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Pushing event updated for resources: {'Port': ['ID=f1329bb9-a23c-459b-bcd8-23027e92c6e3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:59.303208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.349822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.355393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-dfaee4f5-3168-4a98-a161-ac1001acea99 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875820 Jan 18 22:52:59.424549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:59.430517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:52:59.431345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:52:59.446914 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:52:59.460207 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.650035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:59.656174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-4ca5bbf8-aa1d-4dee-894e-ae6a81105984 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=f175724e-ae7a-49da-bef8-d457e3b536b6 HTTP/1.1" status: 200 len: 217 time: 0.2904377 Jan 18 22:52:59.660277 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.742677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] For port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:52:59.771325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:59.786465 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:59.815861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b566f2-e257-4d24-a852-d6dee6803b8c req-d7a9654c-da7f-4d84-b2bf-b42861b595b8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.817462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15b566f2-e257-4d24-a852-d6dee6803b8c req-d7a9654c-da7f-4d84-b2bf-b42861b595b8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 945 time: 0.1959355 Jan 18 22:52:59.851848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3d6af-ea60-4b2c-b7bd-e6d6bc39c023 req-7b4ca8c6-7312-45ce-8e3f-2c9c51c42fc3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:59.864906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebf3d6af-ea60-4b2c-b7bd-e6d6bc39c023 req-7b4ca8c6-7312-45ce-8e3f-2c9c51c42fc3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 946 time: 0.9237771 Jan 18 22:52:59.906061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15b566f2-e257-4d24-a852-d6dee6803b8c req-af155d27-c0aa-468b-b93c-92286ecdd276 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821910 Jan 18 22:52:59.987002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ba3ea-669a-4944-81e2-4589fed94183 None None] Pushing event updated for resources: {'Port': ['ID=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:00.126400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.196340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.216375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-10eb962f-16be-472a-b96d-0b5f8e447701 None None] Provisioning complete for port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:00.217422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10eb962f-16be-472a-b96d-0b5f8e447701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.222493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] Pushing event deleted for resources: {'Network': ['ID=b101ea90-ec00-4f32-aaec-b52d42afe2f5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:00.246710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-678c2e9e-6212-4915-85b9-72ec07fe643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:00.248187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-678c2e9e-6212-4915-85b9-72ec07fe643b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.5083482 Jan 18 22:53:00.261753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebf3d6af-ea60-4b2c-b7bd-e6d6bc39c023 req-2a1461ad-0ae8-4ea2-8057-ce5bcbbf75bc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725243 Jan 18 22:53:00.312752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3babad2a-086c-4f32-a91e-2e8acdd7feab admin admin] 10.222.0.78 "DELETE /v2.0/networks/b101ea90-ec00-4f32-aaec-b52d42afe2f5 HTTP/1.1" status: 204 len: 168 time: 7.7168865 Jan 18 22:53:00.327670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c679f-be40-4603-9181-4598eb5005c2 req-4950a497-163f-49a8-8630-4a170f04fd5d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:00.330032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fb1c679f-be40-4603-9181-4598eb5005c2 req-4950a497-163f-49a8-8630-4a170f04fd5d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 945 time: 0.1610332 Jan 18 22:53:00.391670 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'code': 200} Jan 18 22:53:00.412835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fb1c679f-be40-4603-9181-4598eb5005c2 req-30d26bd8-b360-4172-b058-5cac45262af8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763578 Jan 18 22:53:00.494475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:00.611337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0319-c529-4391-bfab-b3bed2247146 req-dca41e68-28a1-41cf-a04f-95de9c333859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:00.612912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14bc0319-c529-4391-bfab-b3bed2247146 req-dca41e68-28a1-41cf-a04f-95de9c333859 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1096 time: 0.1511505 Jan 18 22:53:00.664349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14bc0319-c529-4391-bfab-b3bed2247146 req-97e6623c-56ee-48c0-87da-7aa3e14fb8be service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Jan 18 22:53:00.702951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59944) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:00.703295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3c38f8fd-b597-44ec-a9e9-3ae1b2ae33e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aba2bf4812f14bfdbafac93a4462baf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060416 Jan 18 22:53:00.712467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-0a8f67e8-b166-4ac2-8a38-33f549fcd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:00.713976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-0a8f67e8-b166-4ac2-8a38-33f549fcd17f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4586482 Jan 18 22:53:00.719582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.782758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50b8f793-a00d-498a-a29c-7a85a30d050b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.814868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50b8f793-a00d-498a-a29c-7a85a30d050b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.890171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50b8f793-a00d-498a-a29c-7a85a30d050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.931263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8f793-a00d-498a-a29c-7a85a30d050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65aad33-dc8a-4373-9438-7125f600df9c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:00.948046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50b8f793-a00d-498a-a29c-7a85a30d050b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:00.956742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50b8f793-a00d-498a-a29c-7a85a30d050b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a65aad33-dc8a-4373-9438-7125f600df9c HTTP/1.1" status: 204 len: 168 time: 0.2503951 Jan 18 22:53:01.193246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557605-8fdd-40b6-bdc7-10d150da54ad req-02c8f6e2-ebf4-4d35-b15b-c442869d2738 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.194963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07557605-8fdd-40b6-bdc7-10d150da54ad req-02c8f6e2-ebf4-4d35-b15b-c442869d2738 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 945 time: 0.1173701 Jan 18 22:53:01.269096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.275023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.280863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.286386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07557605-8fdd-40b6-bdc7-10d150da54ad req-4d42afc2-a475-4974-995c-b700b51779c4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854695 Jan 18 22:53:01.287393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.293094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.298705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.304992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.316284 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-876fe62a-eb22-46e0-8683-0449b222cd30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.7143102 Jan 18 22:53:01.431111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-17f3a949-3ee2-485d-813d-14ab8ed2fc53 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564901 Jan 18 22:53:01.552629 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed70d13-0653-4a48-8fbc-5629cae2465e req-2e4085f4-df37-4306-b7b7-911faccd179c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353678 Jan 18 22:53:01.644078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddea97-2537-45af-bbb2-6335122948c5 req-21ea62df-f3d5-43ea-ae59-7caa7cc26c87 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:01.646217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60ddea97-2537-45af-bbb2-6335122948c5 req-21ea62df-f3d5-43ea-ae59-7caa7cc26c87 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 946 time: 0.0934796 Jan 18 22:53:01.709602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60ddea97-2537-45af-bbb2-6335122948c5 req-a8dea3c9-278f-4364-9bad-5a7c961b29a9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558593 Jan 18 22:53:01.766962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:01.995216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:02.063281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-25bf73d5-988c-43fd-9804-ef24e7cdc272 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119881 Jan 18 22:53:02.067075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ddbb-932f-4455-814f-e4ddad22b35b req-e7638b87-8f27-4f4f-925c-6e26253246f5 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:02.069931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae16ddbb-932f-4455-814f-e4ddad22b35b req-e7638b87-8f27-4f4f-925c-6e26253246f5 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 946 time: 0.1733296 Jan 18 22:53:02.115995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:02.116766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:02.151858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-47cdb046-5240-4e8d-a607-7e6df7766b12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c HTTP/1.1" status: 200 len: 217 time: 0.0805478 Jan 18 22:53:02.155755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae16ddbb-932f-4455-814f-e4ddad22b35b req-e5661d3b-496b-4396-a684-ef30f1de7757 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793009 Jan 18 22:53:02.239646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-27ebb517-da5f-4f8c-bbe9-b597d974592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:02.241185 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-27ebb517-da5f-4f8c-bbe9-b597d974592b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.0805216 Jan 18 22:53:02.263948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60012) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:02.288989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Router 0157dad6-0cc7-4afc-a739-77492b994990 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:53:02.483107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-a8249af0-c546-4a72-afd7-c8965cf34fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:02.484669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-a8249af0-c546-4a72-afd7-c8965cf34fb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2370574 Jan 18 22:53:02.595320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d46c8-b58e-4b95-b611-85190253e9c6 req-641674c9-ea03-4346-99bc-cccd39a78808 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:02.602399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e27d46c8-b58e-4b95-b611-85190253e9c6 req-641674c9-ea03-4346-99bc-cccd39a78808 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 945 time: 0.1206489 Jan 18 22:53:02.626642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-network', 'tenant_id': '670073990e6a4210a507814237694d72'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:02.633545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:02.648260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Usage tracker for resource:network and tenant:670073990e6a4210a507814237694d72 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:02.653224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:02.669523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e27d46c8-b58e-4b95-b611-85190253e9c6 req-ef855dee-d00b-4ff3-a1d0-b35bd5855e33 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Jan 18 22:53:02.671257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:02.680443 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-ec3ae3b9-7617-490a-88f8-8bd2ffe95446 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812356 Jan 18 22:53:02.684890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:53:02.702002 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Sync routers for ids ['0157dad6-0cc7-4afc-a739-77492b994990'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:02.706561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Made reservation on behalf of 670073990e6a4210a507814237694d72 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:02.709866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:02.713672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Routers {'0157dad6-0cc7-4afc-a739-77492b994990'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:02.714348 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0157dad6-0cc7-4afc-a739-77492b994990'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:02.733171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:02.782901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:02.794004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Usage tracker for resource:security_group_rule and tenant:670073990e6a4210a507814237694d72 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:02.798420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:02.861220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:02.920492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Set router 0157dad6-0cc7-4afc-a739-77492b994990 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:02.980665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60032) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:02.999053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.003553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4629c48b-4e8c-467a-b724-2ed3aae42897 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4785008 Jan 18 22:53:03.004432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:03.014339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0978-726e-4cee-bd50-829bee9f252c req-ce28abd5-ce45-4e3b-9d96-13f2d365790c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.015969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f0a0978-726e-4cee-bd50-829bee9f252c req-ce28abd5-ce45-4e3b-9d96-13f2d365790c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 946 time: 0.3330336 Jan 18 22:53:03.026861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.032569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.038480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.044271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.050346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.056316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.062425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.070105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-161ac146-3dda-4d4c-8619-e2f5b9302844 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.2728534 Jan 18 22:53:03.158124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a99ce3a5-f7e2-4da6-ac7a-aca2fa9bd4f5 req-895fb2f8-dd61-4e08-b325-fb2734adef10 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864794 Jan 18 22:53:03.176312 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f0a0978-726e-4cee-bd50-829bee9f252c req-1a4923f0-e533-4e96-9c84-dfccf5e7eb01 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964880 Jan 18 22:53:03.279022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-436b7545-c210-4783-af24-8fcc9b18e341 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072723 Jan 18 22:53:03.322728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.324188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.342639 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:53:00Z', 'revision_number': 3, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:03.346686 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Checking router: 0157dad6-0cc7-4afc-a739-77492b994990 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:03.347099 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Updating router 0157dad6-0cc7-4afc-a739-77492b994990 port f1329bb9-a23c-459b-bcd8-23027e92c6e3 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:53:03.350467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.369723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:03.374965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Usage tracker for resource:security_group_rule and tenant:53af324b73b146f1941dfff0612ed5f3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:03.379354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-19a2da21-bc7c-4bf6-afdb-72b7fa26f01b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0be50557-1844-4ee5-884d-073d6041880f HTTP/1.1" status: 200 len: 217 time: 0.0848854 Jan 18 22:53:03.380836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:03.397201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:03.399523 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.408748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:53:03.435782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe02e441-ae73-4719-a17e-97d861bf2ec6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:03.441277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.441634 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Added segment d176814f-dfb3-4be5-a008-834f43595622 of type vlan for network 42a9b4f0-371f-4119-a963-1478198eb55a Jan 18 22:53:03.449871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-438ac563-057c-40c4-b443-958cbe406132 req-3e471884-772d-471c-af43-1b82e55f77e8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1545192880&fields=id&tenant_id=ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 267 time: 0.1134675 Jan 18 22:53:03.529335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.598496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-63b0c835-f3a6-440b-bddd-859d52aa0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.600231 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-63b0c835-f3a6-440b-bddd-859d52aa0fc7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.1500502 Jan 18 22:53:03.619206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.620143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.620717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.719246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ac563-057c-40c4-b443-958cbe406132 req-4fbb152c-284d-444c-8041-afee0f189cf8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.720698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-438ac563-057c-40c4-b443-958cbe406132 req-4fbb152c-284d-444c-8041-afee0f189cf8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 945 time: 0.2439425 Jan 18 22:53:03.722462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.750131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.767006 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.782490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'port': {'security_groups': ['ab2c4870-6b8e-4e22-8ede-1914e21f8bc1', 'a437e401-ae10-405f-a241-1ec51558f475']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:03.785021 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Transition to ACTIVE for port object f1329bb9-a23c-459b-bcd8-23027e92c6e3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:03.792831 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.828976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-0492104c-41b6-4e1f-b1a0-3e2a88be6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:03.831261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-0492104c-41b6-4e1f-b1a0-3e2a88be6004 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227666 Jan 18 22:53:03.871156 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Attempting to bind port f1329bb9-a23c-459b-bcd8-23027e92c6e3 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:03.871520 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Attempting to bind port f1329bb9-a23c-459b-bcd8-23027e92c6e3 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:03.871877 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Attempting to bind port f1329bb9-a23c-459b-bcd8-23027e92c6e3 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:03.877527 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Pushing event updated for resources: {'Port': ['ID=f1329bb9-a23c-459b-bcd8-23027e92c6e3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:03.882346 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:03.882706 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:03.883287 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.883833 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:03.884435 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Bound port: f1329bb9-a23c-459b-bcd8-23027e92c6e3, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:03.884977 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:03.894041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Pushing event updated for resources: {'Network': ['ID=42a9b4f0-371f-4119-a963-1478198eb55a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:03.896852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6315994 Jan 18 22:53:03.913452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60046) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:03.918592 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.919128 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.919629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.920104 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.920565 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.921072 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.921536 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.922019 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.922490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.922954 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.923420 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.923892 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.940017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.940687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.941552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.942234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.942781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.943398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.943965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.944718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.946017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.947427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.947994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.948534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c872f75-8994-4276-a7bf-f031fce6e12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:03.966592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 42a9b4f0-371f-4119-a963-1478198eb55a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:53:03.967605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e0e75-ba96-40df-9ef8-5a56fe2c5825,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:03.974202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Request body: {'subnet': {'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-subnet', 'tenant_id': '670073990e6a4210a507814237694d72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:03.974484 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-c9aa7022-d5fa-43cd-9968-a91fa763f610 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332345 Jan 18 22:53:03.985593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d27dd3ff-2470-4489-857f-07761826c64b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53af324b73b146f1941dfff0612ed5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037770 Jan 18 22:53:03.994395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60050) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:04.002915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:04.026964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Usage tracker for resource:subnet and tenant:670073990e6a4210a507814237694d72 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:04.032659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:04.042354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] For port f1329bb9-a23c-459b-bcd8-23027e92c6e3, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:04.045699 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] For port f1329bb9-a23c-459b-bcd8-23027e92c6e3, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1329bb9-a23c-459b-bcd8-23027e92c6e3,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:04.053145 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.111946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:04.126004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.152007 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Routers {'0157dad6-0cc7-4afc-a739-77492b994990'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:04.152669 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0157dad6-0cc7-4afc-a739-77492b994990'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:04.164974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.182597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Made reservation on behalf of 670073990e6a4210a507814237694d72 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:04.186811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.220233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-055724d8-ba82-4325-bc39-6ac774202da7 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384531 Jan 18 22:53:04.293478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-e8d46b9f-39c4-4ebb-8a94-8507bbf6287d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.295216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-e8d46b9f-39c4-4ebb-8a94-8507bbf6287d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 946 time: 0.4673550 Jan 18 22:53:04.330019 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491ee7f-3fb3-4183-9da8-34e1697e2b8d None None] Pushing event updated for resources: {'Port': ['ID=f1329bb9-a23c-459b-bcd8-23027e92c6e3,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:04.371371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] Set router 0157dad6-0cc7-4afc-a739-77492b994990 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:04.388697 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e9134e0-0105-4c4f-b038-f0223f214989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.467596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port ade66367-a45f-4174-a77e-cd81ed0da409 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:04.468111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.491193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-31464ced-a3a9-41a0-9313-ccc6dca33905 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 200 len: 217 time: 0.2627368 Jan 18 22:53:04.494050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e9134e0-0105-4c4f-b038-f0223f214989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.616781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-ef601be9-17dd-4a7f-b555-0eec372866b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.618280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-ef601be9-17dd-4a7f-b555-0eec372866b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.1014154 Jan 18 22:53:04.619778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.681671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:04.684085 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:53:00Z', 'revision_number': 3, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:04.688149 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f487e-302f-42f0-82c4-57dff04c40ef None None] The sync data for ids ['0157dad6-0cc7-4afc-a739-77492b994990'] in n-d-825178-1 is: [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:53:00Z', 'revision_number': 3, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:04.696697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.700115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:53:04.702466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.708573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.714431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.720359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.726215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.732030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:04.734209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-0de10dc8-5cae-4ce6-8333-616713159981 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.2982898 Jan 18 22:53:04.858143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e9134e0-0105-4c4f-b038-f0223f214989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:04.962562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9134e0-0105-4c4f-b038-f0223f214989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e0e75-ba96-40df-9ef8-5a56fe2c5825,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:04.971303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.039015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.062055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:05.073125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9f5f7e2-8b3b-4629-b0c9-bdc1123e5b27 req-5b55e851-ae3b-42e5-bc95-540ba8b2b272 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3249650 Jan 18 22:53:05.078495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Allocated IP 172.20.0.1 (76f8027d-a7c5-4316-91d7-527b25d0db5c/cfc4bffa-bd42-48be-8170-b0ce2bf09f43/0c012c9e-eebf-4557-a82f-af48fb2c503c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:05.085624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:05.114774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:05.121036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-7dc8461e-493d-4c30-a05f-820bb20989ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:05.121036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-7dc8461e-493d-4c30-a05f-820bb20989ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4892724 Jan 18 22:53:05.166712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:05.171605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:05.194871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.230630 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e9134e0-0105-4c4f-b038-f0223f214989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.237791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e9134e0-0105-4c4f-b038-f0223f214989 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd7e0e75-ba96-40df-9ef8-5a56fe2c5825 HTTP/1.1" status: 204 len: 168 time: 1.2352252 Jan 18 22:53:05.293618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.346144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.360783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:05.371605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:05.414376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.417766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port ade66367-a45f-4174-a77e-cd81ed0da409, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ade66367-a45f-4174-a77e-cd81ed0da409,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:05.418522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:05.431850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Checking segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:05.432513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Network hostable DHCP agents. Network: 42a9b4f0-371f-4119-a963-1478198eb55a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:53:05.496537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:05.566811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:05.630456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-8fc2c678-8f7e-42af-a184-9c7a63195282 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953761 Jan 18 22:53:05.640362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:53:05.641026 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:53:05.837528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60092) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:05.915459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97744-bdea-453e-a1f0-d0f233083838 req-0ea067e1-f491-4dc2-b0f5-c21b616cfa3a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:05.917030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ec97744-bdea-453e-a1f0-d0f233083838 req-0ea067e1-f491-4dc2-b0f5-c21b616cfa3a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 946 time: 0.5453835 Jan 18 22:53:05.995741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.045946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1329bb9-a23c-459b-bcd8-23027e92c6e3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:06.103887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-506b248b-9aed-4e8d-86eb-0597dea1e4e5 req-1808b027-90cf-4975-810d-c3e92bfc2fc3 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577272 Jan 18 22:53:06.129824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.142971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for ade66367-a45f-4174-a77e-cd81ed0da409 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:06.157423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ec97744-bdea-453e-a1f0-d0f233083838 req-8ff9a504-e6e5-46a7-8635-f9d19cc03edd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150509 Jan 18 22:53:06.170481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Transition to ACTIVE for port object 0c012c9e-eebf-4557-a82f-af48fb2c503c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:06.190099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:06.208874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:06.281733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.282331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.297283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-438ac563-057c-40c4-b443-958cbe406132 req-2cc7d109-3275-40d5-9ebb-85f1ac40e8ab tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "PUT /v2.0/ports/dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 981 time: 2.5524275 Jan 18 22:53:06.299833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:06.308641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Usage tracker for resource:security_group_rule and tenant:2ad7106e950d4bd78e1a798015e3ad85 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:06.317485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Network 42a9b4f0-371f-4119-a963-1478198eb55a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:53:06.326610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:06.342457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:06.370291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 42a9b4f0-371f-4119-a963-1478198eb55a) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:06.375108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.393037 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:53:06.409664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bbcaba-ab2d-4ec1-913d-397179b99721 None None] Network 42a9b4f0-371f-4119-a963-1478198eb55a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:06.425887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.438429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.456615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['dfa6659e-56a4-482f-8c94-ce4de3dab5f7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:06.497825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4fedde4e-6237-4b98-9879-121625f823b2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5730462 Jan 18 22:53:06.499387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:06.524134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:06.525782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c012c9e-eebf-4557-a82f-af48fb2c503c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:06.538221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:06.541857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.542409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.542755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.543134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.543591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.545047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.545513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.545872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.546233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.546623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.547091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.547479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:06.621849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:06.623031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:06.642430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:06.695522 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4de2868-adc2-4726-8d0a-af5d4b15b680 req-900f10bf-1a8d-4b11-a9ad-207b87a59588 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/a437e401-ae10-405f-a241-1ec51558f475 HTTP/1.1" status: 200 len: 1803 time: 0.1721375 Jan 18 22:53:06.722024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Usage tracker for resource:router and tenant:670073990e6a4210a507814237694d72 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:06.734537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:06.739126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.739736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.740263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.740888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.742419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.742898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.743453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:06.747602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-a08a528f-9783-4898-906c-b7bcfe4f92d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6488 time: 0.5643172 Jan 18 22:53:06.772657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:06.845724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.867973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.876229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:06.954769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:06.972958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:07.024036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.025106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.037603 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.107521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=ade66367-a45f-4174-a77e-cd81ed0da409,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:07.136743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f1329bb9-a23c-459b-bcd8-23027e92c6e3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:07.143830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:07.152588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f1329bb9-a23c-459b-bcd8-23027e92c6e3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:07.152588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.216082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.224367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.239224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.285612 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.350742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-42a9b4f0-371f-4119-a963-1478198eb55a', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:53:07.351580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.360681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:07.376932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.394812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.407793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.415012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.421558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.430878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.438058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.447812 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-d8a79713-ed71-4eb5-98d7-ae0442fa355a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.8298688 Jan 18 22:53:07.457228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port ade66367-a45f-4174-a77e-cd81ed0da409 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:07.491797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.518953 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-d4de2868-adc2-4726-8d0a-af5d4b15b680 req-4e1b5cfb-6714-43a5-a55a-1c67e8f7a5e8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:53:07.520425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4de2868-adc2-4726-8d0a-af5d4b15b680 req-4e1b5cfb-6714-43a5-a55a-1c67e8f7a5e8 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/a437e401-ae10-405f-a241-1ec51558f475 HTTP/1.1" status: 409 len: 341 time: 0.8099017 Jan 18 22:53:07.566799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-f6b34533-1ee3-41a3-9cff-b8effcc781eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.568614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-f6b34533-1ee3-41a3-9cff-b8effcc781eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 200 len: 902 time: 0.7979600 Jan 18 22:53:07.586237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ad7106e950d4bd78e1a798015e3ad85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7364006 Jan 18 22:53:07.589163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:07.620135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Allocated IP 172.20.0.2 (42a9b4f0-371f-4119-a963-1478198eb55a/6deb7cbc-4a0a-43d7-9414-28e1b761ac0a/59e8fa86-bcde-402c-aa53-1c6b73125110) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:07.629648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a53a13-7d91-4d11-a2d4-07608e9c9e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774244c0-3fa7-4a83-b4cf-487980f984d7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:07.673239 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-db1a18a0-3dd3-4edc-9d9b-a7de7f07e0e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 200 len: 217 time: 0.0961480 Jan 18 22:53:07.801706 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'status': 'completed', 'code': 200} Jan 18 22:53:07.802416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-b934384c-3854-41ee-b956-f44c90679860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:07.804504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-b934384c-3854-41ee-b956-f44c90679860 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.1250503 Jan 18 22:53:07.872652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:07.884200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Transition to ACTIVE for port object 59e8fa86-bcde-402c-aa53-1c6b73125110 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:07.904232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Transition to ACTIVE for port object 59e8fa86-bcde-402c-aa53-1c6b73125110 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:07.958218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1a8603da-2ae5-4560-80d1-bfdaf3c236ae'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:07.978897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.009803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-83b98741-7b59-49ea-bdd0-16787300cae8 req-6d163bfe-f0cb-4af3-9848-dd75dbdc22c1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5609074 Jan 18 22:53:08.011111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-132fc067-ec7e-41fb-b417-c2414c0700d4 req-d07acf98-172b-40bd-b3d7-92c5b55cf677 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "DELETE /v2.0/ports/ade66367-a45f-4174-a77e-cd81ed0da409 HTTP/1.1" status: 204 len: 173 time: 3.7011554 Jan 18 22:53:08.030223 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-06da4484-8ef7-4e06-afa0-9c346e2a64df req-600fc7c8-6808-4a19-aff4-ba8ee1eff21d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b498af-b3a1-450a-98e2-176ed1c3aaa6 HTTP/1.1" status: 200 len: 210 time: 0.2199023 Jan 18 22:53:08.038039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.151391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b604e444-ac13-4dc0-bc77-912af9b2c188 None None] Provisioning for port 0c012c9e-eebf-4557-a82f-af48fb2c503c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:08.330723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.359623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-b738ca24-1018-4664-8de5-6547a244a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:08.361400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-b738ca24-1018-4664-8de5-6547a244a193 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5060310 Jan 18 22:53:08.362997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b604e444-ac13-4dc0-bc77-912af9b2c188 None None] Provisioning complete for port 0c012c9e-eebf-4557-a82f-af48fb2c503c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:08.363379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b604e444-ac13-4dc0-bc77-912af9b2c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.413131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab41d10d-f3c1-48ed-b0d9-83785604ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.417109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Network 42a9b4f0-371f-4119-a963-1478198eb55a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:08.454152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab41d10d-f3c1-48ed-b0d9-83785604ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.471227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:08.550127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:08.621523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-ded7dbaa-80f8-4f20-920c-29d70ad97692 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498310 Jan 18 22:53:08.640450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ade66367-a45f-4174-a77e-cd81ed0da409 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:53:08.668354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Pushing event updated for resources: {'Port': ['ID=59e8fa86-bcde-402c-aa53-1c6b73125110,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:08.757601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab41d10d-f3c1-48ed-b0d9-83785604ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.785234 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f7feb1a-a35a-414c-92cf-58eb77d18c13 req-ac5610b1-d765-4c92-b353-2f3d6cf19530 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475892 Jan 18 22:53:08.808731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41d10d-f3c1-48ed-b0d9-83785604ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774244c0-3fa7-4a83-b4cf-487980f984d7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:08.831123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.839261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-c8b502e4-0c93-4a87-ad77-32726fe11aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:08.840938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.842165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-c8b502e4-0c93-4a87-ad77-32726fe11aab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1135 time: 1.0935807 Jan 18 22:53:08.847026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab41d10d-f3c1-48ed-b0d9-83785604ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:08.860178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab41d10d-f3c1-48ed-b0d9-83785604ac48 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/774244c0-3fa7-4a83-b4cf-487980f984d7 HTTP/1.1" status: 204 len: 168 time: 1.2625036 Jan 18 22:53:08.882023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b604e444-ac13-4dc0-bc77-912af9b2c188 None None] Port 0c012c9e-eebf-4557-a82f-af48fb2c503c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:08.903694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:09.085371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: ade66367-a45f-4174-a77e-cd81ed0da409 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:53:09.085733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ade66367-a45f-4174-a77e-cd81ed0da409 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:53:09.119601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c012c9e-eebf-4557-a82f-af48fb2c503c,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:09.119851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-5ef369bd-ef50-4302-8957-ff06f40108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:09.121150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-5ef369bd-ef50-4302-8957-ff06f40108a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.2531023 Jan 18 22:53:09.133738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:09.166889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f1329bb9-a23c-459b-bcd8-23027e92c6e3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1329bb9-a23c-459b-bcd8-23027e92c6e3,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:09.185253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Attempting to bind port 59e8fa86-bcde-402c-aa53-1c6b73125110 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:09.185656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Attempting to bind port 59e8fa86-bcde-402c-aa53-1c6b73125110 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:09.185989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Attempting to bind port 59e8fa86-bcde-402c-aa53-1c6b73125110 on network 42a9b4f0-371f-4119-a963-1478198eb55a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:09.242623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:09.310859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371c031-5673-4242-8059-213da39942ab req-1d531f28-b7cb-4f5e-a033-188f560f2597 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:09.312450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8371c031-5673-4242-8059-213da39942ab req-1d531f28-b7cb-4f5e-a033-188f560f2597 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 984 time: 0.5245135 Jan 18 22:53:09.358472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:09.365602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Checking segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:09.366088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:09.366273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Bound using segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:09.366804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Bound port: 59e8fa86-bcde-402c-aa53-1c6b73125110, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:09.367171 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:09.512657 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8371c031-5673-4242-8059-213da39942ab req-77271246-087d-4381-9ad3-5f4213e32436 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=a437e401-ae10-405f-a241-1ec51558f475&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1839795 Jan 18 22:53:09.595668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:09.596884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:09.669639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-c0abcec6-a1d5-49b2-95e2-1e0d78231dab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 217 time: 0.2112219 Jan 18 22:53:09.797012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:53:09.900256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f1329bb9-a23c-459b-bcd8-23027e92c6e3,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:09.989388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] For port 59e8fa86-bcde-402c-aa53-1c6b73125110, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:09.999872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'name': 'network-vif-deleted', 'tag': 'ade66367-a45f-4174-a77e-cd81ed0da409'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:10.025885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] For port 59e8fa86-bcde-402c-aa53-1c6b73125110, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=59e8fa86-bcde-402c-aa53-1c6b73125110,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:10.043943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:10.081954 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:10.165823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:10.182475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb9e1521-03f0-4f4c-84d5-257f318487ed None None] Provisioning complete for port 0c012c9e-eebf-4557-a82f-af48fb2c503c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:10.183061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1521-03f0-4f4c-84d5-257f318487ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:10.354169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e1521-03f0-4f4c-84d5-257f318487ed None None] Port 0c012c9e-eebf-4557-a82f-af48fb2c503c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:10.359224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce81923-cb72-46aa-95c1-881a1ac04046 None None] Pushing event updated for resources: {'Port': ['ID=59e8fa86-bcde-402c-aa53-1c6b73125110,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:10.427309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-e2073721-cf66-4749-a92e-51e4fe697322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.431351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-e2073721-cf66-4749-a92e-51e4fe697322 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.4898996 Jan 18 22:53:10.442850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Router 0157dad6-0cc7-4afc-a739-77492b994990 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:53:10.461265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea899a09-f515-45ad-9880-aef862a691ef tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.462238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea899a09-f515-45ad-9880-aef862a691ef tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:10.482702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.503135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.537334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.551092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.568607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.602524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea899a09-f515-45ad-9880-aef862a691ef tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:10.605240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.610681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea899a09-f515-45ad-9880-aef862a691ef tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.6502361 Jan 18 22:53:10.621363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:10.636861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-066b2aae-e66f-417e-b18f-189ce4363127 req-2c197a2a-c087-44b8-abb1-f153a42eafc4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 1.1774414 Jan 18 22:53:10.761387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-c7338771-c3f9-46c2-b9ec-d6f7cf583db0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.1496897 Jan 18 22:53:10.776087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-ef91e53c-0e9e-437a-bd12-ff828b4d3303 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231456 Jan 18 22:53:10.836463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:53:10.850455 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-31b18073-2657-4544-aeb8-1cb49a519ee5 admin admin] 10.222.0.78 "PUT /v2.0/routers/0157dad6-0cc7-4afc-a739-77492b994990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8321247 Jan 18 22:53:10.860383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Sync routers for ids ['0157dad6-0cc7-4afc-a739-77492b994990'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:10.877756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Routers {'0157dad6-0cc7-4afc-a739-77492b994990'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:10.878382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:52:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0157dad6-0cc7-4afc-a739-77492b994990'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:10.923800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-1dcc68af-d63f-4b0b-88c8-c5afb15d567b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581037 Jan 18 22:53:11.128125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-066b2aae-e66f-417e-b18f-189ce4363127 req-4d9cb969-947a-46e6-9b1f-77989b829511 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4903488 Jan 18 22:53:11.139718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:11.267272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:11.356537 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b498af-b3a1-450a-98e2-176ed1c3aaa6', 'name': 'network-vif-deleted', 'tag': 'ade66367-a45f-4174-a77e-cd81ed0da409', 'status': 'completed', 'code': 200} Jan 18 22:53:11.360531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Allocated IP 172.25.4.138 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/db7954cb-18cd-4954-8fa6-afe0cd13e8da) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:11.651272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Set router 0157dad6-0cc7-4afc-a739-77492b994990 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:11.752203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 59e8fa86-bcde-402c-aa53-1c6b73125110 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:11.829701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-8ae672aa-00e2-4af3-8c15-0ee9264496fc service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001470 Jan 18 22:53:11.934941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-824455583'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:11.947145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-33e1f46b-f5d1-4ac3-8074-c25614236514 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1503596 Jan 18 22:53:11.960141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:12.131778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f157e85-5e3e-40e2-96b7-08271135f736 None None] Network 42a9b4f0-371f-4119-a963-1478198eb55a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:12.294487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:network and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:12.301956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:12.304675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b6ed8-5d3f-4f9e-859c-1027709a2810 req-a4dfc5a9-025c-4f69-83ec-e7ffc8ff98a5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:12.311836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-464b6ed8-5d3f-4f9e-859c-1027709a2810 req-a4dfc5a9-025c-4f69-83ec-e7ffc8ff98a5 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 984 time: 0.6023283 Jan 18 22:53:12.313275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:12.318726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.339628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-324ade87-8df3-45f1-9581-c17277a73b2f service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083265 Jan 18 22:53:12.345810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:12.364342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.381652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb55b226-68bc-4b73-b0c7-26e94959bb9c req-f1d74451-93d0-486b-bd56-5054953eaf99 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176164 Jan 18 22:53:12.388831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:12.389332 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.399992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-464b6ed8-5d3f-4f9e-859c-1027709a2810 req-66129b2e-4bb4-45a7-88c0-6c8b30b89c19 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=a437e401-ae10-405f-a241-1ec51558f475&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0871274 Jan 18 22:53:12.429575 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac276d8-74fe-494b-8c3b-e27e24282d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.445286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.453472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5d298dc9-0f15-4d1e-878b-afa3500aa69d None None] Provisioning for port 59e8fa86-bcde-402c-aa53-1c6b73125110 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:12.553161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:53:12.573082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:12.592678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 59e8fa86-bcde-402c-aa53-1c6b73125110 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:12.594109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.594459 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Added segment 1a9a3495-ad56-4e6d-a223-521e38c6fcca of type vlan for network 70171744-d5c8-481d-a415-f0d6f255a873 Jan 18 22:53:12.600251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:12.638669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 59e8fa86-bcde-402c-aa53-1c6b73125110 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:12.639145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.722729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:12.727276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.822013 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:12.828909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:12.829858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:13.038010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Pushing event updated for resources: {'Port': ['ID=db7954cb-18cd-4954-8fa6-afe0cd13e8da,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:13.114435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9710014 Jan 18 22:53:13.115853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:13.120807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3679fe-1835-4134-a914-0592a5e23014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Network': ['ID=70171744-d5c8-481d-a415-f0d6f255a873,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:13.126057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'subnet': {'network_id': '70171744-d5c8-481d-a415-f0d6f255a873', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:13.190138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 70171744-d5c8-481d-a415-f0d6f255a873 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:53:13.276123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e52061-490a-4c09-9c9e-6dbae340689e req-93665403-6a8e-4b3e-8d64-399e3f07f5dd tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:13.281742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95e52061-490a-4c09-9c9e-6dbae340689e req-93665403-6a8e-4b3e-8d64-399e3f07f5dd tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.4047282 Jan 18 22:53:13.342802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:13.359785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:subnet and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:13.366777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:13.390840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95e52061-490a-4c09-9c9e-6dbae340689e req-3e3df703-886b-4912-b08d-7f1449190c60 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076636 Jan 18 22:53:13.410609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:13.430287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:13.434278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:13.467083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:13.577107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:53:07Z', 'revision_number': 4, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0c012c9e-eebf-4557-a82f-af48fb2c503c', 'name': '', 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'mac_address': 'fa:16:3e:0d:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:04Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 2, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'subnets': [{'id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:13.601861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:13.613967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Checking router: 0157dad6-0cc7-4afc-a739-77492b994990 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:13.614726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Updating router 0157dad6-0cc7-4afc-a739-77492b994990 port 0c012c9e-eebf-4557-a82f-af48fb2c503c binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:53:13.652521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:13.666224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:13.705761 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.042017 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.151176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.170502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 59e8fa86-bcde-402c-aa53-1c6b73125110, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=59e8fa86-bcde-402c-aa53-1c6b73125110,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:14.220000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.221252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1329bb9-a23c-459b-bcd8-23027e92c6e3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:14.238051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7eeada52-9877-40e2-8c73-f2e487191a28 req-f7cb49bb-4c66-42ae-a470-104d5c356fbd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 210 time: 0.3999209 Jan 18 22:53:14.244611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.319222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:14.413159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.420498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.428790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.436222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.443971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.450652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.457836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.465586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-532f85a7-1b5b-49f2-8933-551660277fcb req-7df582c2-5c8f-4d3c-9a74-4bfde198fd08 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 1.6110651 Jan 18 22:53:14.485310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bbf46976-7c55-4378-bb42-ea85a14e1d44 None None] Provisioning complete for port 59e8fa86-bcde-402c-aa53-1c6b73125110 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:14.485792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf46976-7c55-4378-bb42-ea85a14e1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.561076 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5688e80a-1352-45af-897c-fe54a16b5da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.629200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-4b148b18-9192-4748-b808-267551ada61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.634046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-4b148b18-9192-4748-b808-267551ada61e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1135 time: 2.0444117 Jan 18 22:53:14.782259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Checking segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:14.782259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network hostable DHCP agents. Network: 70171744-d5c8-481d-a415-f0d6f255a873, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:53:14.789990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=59e8fa86-bcde-402c-aa53-1c6b73125110,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:14.872218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-532f85a7-1b5b-49f2-8933-551660277fcb req-da111f5d-6295-4b24-a66f-f025c7fcb3ec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4057343 Jan 18 22:53:14.943148 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:14.957863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Transition to ACTIVE for port object 0c012c9e-eebf-4557-a82f-af48fb2c503c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:14.965307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-d60f88e6-990a-4f7f-9271-e3731e3289b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:14.966846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-d60f88e6-990a-4f7f-9271-e3731e3289b6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.3054295 Jan 18 22:53:15.027663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f1329bb9-a23c-459b-bcd8-23027e92c6e3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:15.028011 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:15.121119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-d2050614-0baa-4468-8036-447aaaf27865 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 217 time: 0.1394336 Jan 18 22:53:15.235010 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:15.248551 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:53:15.342866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Subnet': ['ID=a8d966e5-8425-47d1-81b2-8ce88360b2aa,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:15.349966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c3457-da0e-4768-b5a3-c2d7fffa6e2b None None] Pushing event updated for resources: {'Port': ['ID=0c012c9e-eebf-4557-a82f-af48fb2c503c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:15.351522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-1937a799-529a-4225-b656-83ea86580a08 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:15.353228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-1937a799-529a-4225-b656-83ea86580a08 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.6362166 Jan 18 22:53:15.368050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:15.546849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:15.572362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network 70171744-d5c8-481d-a415-f0d6f255a873 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:53:15.611939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Usage tracker for resource:port and tenant:82514b0fd74b4494946c78705489fd4d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:15.623100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-672ca63b-8d9d-4df2-bd1c-fc96e2388a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:15.625307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-672ca63b-8d9d-4df2-bd1c-fc96e2388a62 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.4928784 Jan 18 22:53:15.626952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:15.629793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:15.637208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 70171744-d5c8-481d-a415-f0d6f255a873) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:15.661498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:15.676698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:15.677397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:15.733652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165964e-bd76-43f6-b59d-5ee2b3c6b98a None None] Network 70171744-d5c8-481d-a415-f0d6f255a873 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:15.766381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5c744-c095-465d-b592-b78c791de153 req-c816ea28-411e-4572-a60b-947026899357 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:15.768590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50a5c744-c095-465d-b592-b78c791de153 req-c816ea28-411e-4572-a60b-947026899357 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 984 time: 1.2179959 Jan 18 22:53:15.772466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:15.785080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:15.805227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-53cbc751-64dc-413b-8cb5-954b97d94aac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671083 Jan 18 22:53:15.930167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-37aafc66-d353-4f00-b770-045fad9dfcd4 req-9abdff5c-3280-401b-bec7-c42d7ad9d0f8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:15.996560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8c8ca78b-69e5-41b4-9917-bfb60867c2c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8779850 Jan 18 22:53:16.000649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:16.030230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 59e8fa86-bcde-402c-aa53-1c6b73125110 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:16.102188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1923240906'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:16.117008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50a5c744-c095-465d-b592-b78c791de153 req-66c6c19a-f64f-46fe-9985-182be77e18b0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=a437e401-ae10-405f-a241-1ec51558f475&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2740674 Jan 18 22:53:16.124594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:16.144254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:network and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:16.157194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:16.177840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:16.195128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.213810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.249949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:16.260916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.335183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Attempting to bind port 0c012c9e-eebf-4557-a82f-af48fb2c503c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:16.335559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Attempting to bind port 0c012c9e-eebf-4557-a82f-af48fb2c503c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:16.335962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Attempting to bind port 0c012c9e-eebf-4557-a82f-af48fb2c503c on network 76f8027d-a7c5-4316-91d7-527b25d0db5c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:16.360924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:16.373590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Checking segment: {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:16.374017 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.374425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Bound using segment: {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:16.374935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Bound port: 0c012c9e-eebf-4557-a82f-af48fb2c503c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d43413f-783a-43f5-9065-742d600a30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:16.375317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.496130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:53:16.557767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 59e8fa86-bcde-402c-aa53-1c6b73125110 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:16.557988 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.560313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.563034 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Added segment 038e13c4-b073-47e3-9727-cba11e49a361 of type vlan for network a2b1c8a1-6e28-418a-9fa2-2132474e3961 Jan 18 22:53:16.584152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.10 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/cd96133c-c67c-4e5c-a948-f15ed89576bd) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:16.603966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-37aafc66-d353-4f00-b770-045fad9dfcd4 req-9abdff5c-3280-401b-bec7-c42d7ad9d0f8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:16.613596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37aafc66-d353-4f00-b770-045fad9dfcd4 req-9abdff5c-3280-401b-bec7-c42d7ad9d0f8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 210 time: 0.8812482 Jan 18 22:53:16.721889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-d69c438f-75b6-48a0-914c-592485c5aa55 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056735 Jan 18 22:53:16.751685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.795018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Router 10f1e878-0fc9-4095-a131-a2312225f618 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:53:16.838167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] For port 0c012c9e-eebf-4557-a82f-af48fb2c503c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:16.935751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] For port 0c012c9e-eebf-4557-a82f-af48fb2c503c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0c012c9e-eebf-4557-a82f-af48fb2c503c,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:16.953993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-70171744-d5c8-481d-a415-f0d6f255a873', 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'fixed_ips': [{'subnet_id': 'a8d966e5-8425-47d1-81b2-8ce88360b2aa'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:53:16.954988 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.974449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.047908 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.119983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093158-84de-4f5e-a8e7-e2f4cfedc18e req-b212127e-0f81-4f4e-8507-ef17a00bf659 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.129742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c093158-84de-4f5e-a8e7-e2f4cfedc18e req-b212127e-0f81-4f4e-8507-ef17a00bf659 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.5001552 Jan 18 22:53:17.131584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.159230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.161199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.217216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2072420 Jan 18 22:53:17.247140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:17.269278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'subnet': {'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:17.315527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b0452cc-5b76-4085-a38b-abaa9e78853f req-c92896ba-340c-4670-9919-bd8f0fc82f62 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750985 Jan 18 22:53:17.366629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Routers {'0157dad6-0cc7-4afc-a739-77492b994990'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:17.367434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0157dad6-0cc7-4afc-a739-77492b994990'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:17.411365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.425128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.425128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.437786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.437786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.439347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.466711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.476292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-cca184b3-2140-474b-9a83-90af76037b56 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.6059659 Jan 18 22:53:17.555578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:53:17.566559 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Sync routers for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:17.587580 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:17.588207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:17.597968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5856c4c2-c08a-4a3e-874e-09977fa6cbbd req-3965e7f4-1fc2-4847-853b-ed849d0f9fa1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206958 Jan 18 22:53:17.613551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c3457-da0e-4768-b5a3-c2d7fffa6e2b None None] Pushing event updated for resources: {'Port': ['ID=0c012c9e-eebf-4557-a82f-af48fb2c503c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:17.623972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:17.643187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.647820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10730e63-e090-4025-b246-fa1c8cf89c84 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 11.1370831 Jan 18 22:53:17.649101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60334) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:17.824522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:subnet and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:17.830042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c093158-84de-4f5e-a8e7-e2f4cfedc18e req-8fb79a97-e802-4c32-be32-77886276ba66 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6372399 Jan 18 22:53:17.874220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:17.891767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:17.930067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a99a90-3ffa-43c7-93cd-53280aaff8bd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Network': ['ID=a2b1c8a1-6e28-418a-9fa2-2132474e3961,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:17.946332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.983903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:17.990527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:18.221518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Allocated IP 19.80.0.2 (70171744-d5c8-481d-a415-f0d6f255a873/a8d966e5-8425-47d1-81b2-8ce88360b2aa/a7afe884-2e89-4e80-9769-1bd874ba60d4) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:18.321498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4d56037a-4831-4030-bf4a-8db9280e3de1 req-0e8f1e12-2287-48bb-b575-1ac0a89b37c0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:18.324112 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:18.398780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4d56037a-4831-4030-bf4a-8db9280e3de1 req-0e8f1e12-2287-48bb-b575-1ac0a89b37c0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:18.400190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d56037a-4831-4030-bf4a-8db9280e3de1 req-0e8f1e12-2287-48bb-b575-1ac0a89b37c0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 210 time: 0.2369895 Jan 18 22:53:18.443012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:18.734438 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:18.739111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:18.773232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Transition to ACTIVE for port object a7afe884-2e89-4e80-9769-1bd874ba60d4 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:18.782401 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:13Z', 'revision_number': 3, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:18.789878 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Checking router: 10f1e878-0fc9-4095-a131-a2312225f618 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:18.792397 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Updating router 10f1e878-0fc9-4095-a131-a2312225f618 port db7954cb-18cd-4954-8fa6-afe0cd13e8da binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:53:18.838999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Transition to ACTIVE for port object a7afe884-2e89-4e80-9769-1bd874ba60d4 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:18.876062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:18.890328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:18.897897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:53:18.933962 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.127820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345639-3691-4855-815c-0287c00e5b8b req-603b7f81-3c07-4777-9a9d-6a8c17117099 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.129701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0345639-3691-4855-815c-0287c00e5b8b req-603b7f81-3c07-4777-9a9d-6a8c17117099 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 984 time: 0.7091963 Jan 18 22:53:19.174726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:19.183211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=cd96133c-c67c-4e5c-a948-f15ed89576bd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:19.306043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0345639-3691-4855-815c-0287c00e5b8b req-2817fab8-425f-46d4-a17d-dfa97e8444f4 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=a437e401-ae10-405f-a241-1ec51558f475&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1022279 Jan 18 22:53:19.351959 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.356492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.359336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.418093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-f8b5e68c-d951-4582-8861-38ded8b9169a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0548558 Jan 18 22:53:19.440617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Request body: {'port': {'device_id': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:19.570039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Pushing event updated for resources: {'Port': ['ID=a7afe884-2e89-4e80-9769-1bd874ba60d4,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:19.600262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-84cdc6f6-cee3-4d2b-a555-793d588d08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.602412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-84cdc6f6-cee3-4d2b-a555-793d588d08be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1097 time: 0.6164489 Jan 18 22:53:19.641905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Network 70171744-d5c8-481d-a415-f0d6f255a873 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:19.789185 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.842367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:19.848261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:19.911421 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.943074 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.944340 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Transition to ACTIVE for port object db7954cb-18cd-4954-8fa6-afe0cd13e8da will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:19.958443 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.963048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.969461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.975656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.982470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.988142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.996411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:20.002668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:20.010621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-65fe2265-b192-4184-82ab-d55f26640e63 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 1.0109403 Jan 18 22:53:20.105269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] Set router 0157dad6-0cc7-4afc-a739-77492b994990 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:20.203064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b233904-4a49-4902-a192-0e4ee09cb470 req-6c179350-a8e5-49ce-9790-c2c551e35a30 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910925 Jan 18 22:53:20.241202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Checking segment: {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:20.248815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network hostable DHCP agents. Network: a2b1c8a1-6e28-418a-9fa2-2132474e3961, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:53:20.296248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-2dfdcddf-eaea-4fbe-befb-b9f5573cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:20.299813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-2dfdcddf-eaea-4fbe-befb-b9f5573cb158 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.6061041 Jan 18 22:53:20.313513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db140-a14a-4faa-8708-9b7020516dd1 None None] Pushing event updated for resources: {'Port': ['ID=db7954cb-18cd-4954-8fa6-afe0cd13e8da,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:20.344206 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Attempting to bind port db7954cb-18cd-4954-8fa6-afe0cd13e8da on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:20.344558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Attempting to bind port db7954cb-18cd-4954-8fa6-afe0cd13e8da by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:20.344915 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Attempting to bind port db7954cb-18cd-4954-8fa6-afe0cd13e8da on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:20.358658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Subnet': ['ID=0df5dc27-2fec-404b-8fb0-804739f19b16,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:20.373620 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:20.374103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:20.374514 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.378855 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:20.379242 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Bound port: db7954cb-18cd-4954-8fa6-afe0cd13e8da, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:20.379629 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.437018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:53:20.504432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Attempting to bind port a7afe884-2e89-4e80-9769-1bd874ba60d4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:20.505020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Attempting to bind port a7afe884-2e89-4e80-9769-1bd874ba60d4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:20.505598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Attempting to bind port a7afe884-2e89-4e80-9769-1bd874ba60d4 on network 70171744-d5c8-481d-a415-f0d6f255a873 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:20.515712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:20.516405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Checking segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:20.516932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.517441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Bound using segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:20.518019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Bound port: a7afe884-2e89-4e80-9769-1bd874ba60d4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:20.518498 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.529199 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] For port db7954cb-18cd-4954-8fa6-afe0cd13e8da, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:20.544564 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] For port db7954cb-18cd-4954-8fa6-afe0cd13e8da, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=db7954cb-18cd-4954-8fa6-afe0cd13e8da,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:20.555688 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.688786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] For port a7afe884-2e89-4e80-9769-1bd874ba60d4, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:20.692852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] For port a7afe884-2e89-4e80-9769-1bd874ba60d4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a7afe884-2e89-4e80-9769-1bd874ba60d4,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:20.722747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.762856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a2b1c8a1-6e28-418a-9fa2-2132474e3961) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:20.778988 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:20.780026 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:20.794182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:20.794825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.825371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-13203707-5111-4c1c-bc81-b2dc6dee63ed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 1001 time: 0.5120425 Jan 18 22:53:20.846474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:20.891555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8957c3f-f768-4f58-af09-63f78b62565f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6182444 Jan 18 22:53:20.896072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330612e4-efa6-4e71-b840-40514ff819d9 None None] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:21.001699 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db140-a14a-4faa-8708-9b7020516dd1 None None] Pushing event updated for resources: {'Port': ['ID=db7954cb-18cd-4954-8fa6-afe0cd13e8da,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:21.227389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ad139-bedd-4ff2-9cae-b25806c10ffb req-2aa3416b-f136-427d-9274-3f4ad51fdb2e tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:21.229404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e9ad139-bedd-4ff2-9cae-b25806c10ffb req-2aa3416b-f136-427d-9274-3f4ad51fdb2e tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.5988922 Jan 18 22:53:21.297807 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:21.309262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e9ad139-bedd-4ff2-9cae-b25806c10ffb req-6a8d099c-2c1b-45dc-8cd2-fbea4846eb84 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689189 Jan 18 22:53:21.400895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-89df00ec-dc79-43ee-b1f9-fc6d318b1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:21.403084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-89df00ec-dc79-43ee-b1f9-fc6d318b1384 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.5397663 Jan 18 22:53:21.456957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be0220-b1c5-453b-8e63-132fffac9a3f None None] Pushing event updated for resources: {'Port': ['ID=a7afe884-2e89-4e80-9769-1bd874ba60d4,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:21.546576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd96133c-c67c-4e5c-a948-f15ed89576bd {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:21.564922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:21.595343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Transition to ACTIVE for port object cd96133c-c67c-4e5c-a948-f15ed89576bd will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:21.608559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:21.635077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb21f-e9d1-4e51-a04c-4ec386dafb66 req-a1841b9c-0b79-46f5-9659-a05ee269ca13 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:21.639977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-231cb21f-e9d1-4e51-a04c-4ec386dafb66 req-a1841b9c-0b79-46f5-9659-a05ee269ca13 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 932 time: 1.3261566 Jan 18 22:53:21.838611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:53:07Z', 'revision_number': 4, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0c012c9e-eebf-4557-a82f-af48fb2c503c', 'name': '', 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'mac_address': 'fa:16:3e:0d:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:04Z', 'updated_at': '2022-01-18T22:53:16Z', 'revision_number': 4, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'subnets': [{'id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:21.854382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96133c-c67c-4e5c-a948-f15ed89576bd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:21.877784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc573c70-0a26-4030-bb6f-c1d6608080cb None None] The sync data for ids ['0157dad6-0cc7-4afc-a739-77492b994990'] in n-d-825178-1 is: [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:53:07Z', 'revision_number': 4, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0c012c9e-eebf-4557-a82f-af48fb2c503c', 'name': '', 'network_id': '76f8027d-a7c5-4316-91d7-527b25d0db5c', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'mac_address': 'fa:16:3e:0d:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:04Z', 'updated_at': '2022-01-18T22:53:16Z', 'revision_number': 4, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'subnets': [{'id': 'cfc4bffa-bd42-48be-8170-b0ce2bf09f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:21.894070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a2b1c8a1-6e28-418a-9fa2-2132474e3961', 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'fixed_ips': [{'subnet_id': '0df5dc27-2fec-404b-8fb0-804739f19b16'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:53:21.899413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:22.105102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-231cb21f-e9d1-4e51-a04c-4ec386dafb66 req-131aac30-ce01-44a6-98c9-e67ada0e0f4c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578362 Jan 18 22:53:22.145719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-e1a52ee6-41e5-4560-8311-ac9aa912aa8d tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:22.148602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-e1a52ee6-41e5-4560-8311-ac9aa912aa8d tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.86 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 0.9887385 Jan 18 22:53:22.221504 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:13Z', 'revision_number': 3, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:22.244134 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae04f49-3d75-4c04-8708-c7ab5ea99d61 None None] The sync data for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 is: [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:13Z', 'revision_number': 3, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:22.456606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Allocated IP 19.86.0.2 (a2b1c8a1-6e28-418a-9fa2-2132474e3961/0df5dc27-2fec-404b-8fb0-804739f19b16/8bb79063-3996-4401-bdc7-b43fc78186b8) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:22.606550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a061fa0-a12e-4568-9da4-24477ae72b30 req-9fb5981a-1dd5-457c-a90e-0afd2fc9aec3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:22.607997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a061fa0-a12e-4568-9da4-24477ae72b30 req-9fb5981a-1dd5-457c-a90e-0afd2fc9aec3 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 984 time: 1.0006680 Jan 18 22:53:22.614651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-177b199f-32db-435c-b0a8-91494e3b318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:22.616304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-177b199f-32db-435c-b0a8-91494e3b318e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1696677 Jan 18 22:53:22.700501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Attempting to bind port cd96133c-c67c-4e5c-a948-f15ed89576bd on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:22.700838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Attempting to bind port cd96133c-c67c-4e5c-a948-f15ed89576bd by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:22.701204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Attempting to bind port cd96133c-c67c-4e5c-a948-f15ed89576bd on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:22.719787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Deleting port c8fbc138-2577-4d91-b004-fa67abd047c6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:22.720141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:22.723954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Port cd96133c-c67c-4e5c-a948-f15ed89576bd on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:53:22.724277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Attempting to bind port cd96133c-c67c-4e5c-a948-f15ed89576bd on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:22.785060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:22.785409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:22.785811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:22.786256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Bound port: cd96133c-c67c-4e5c-a948-f15ed89576bd, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:22.786607 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:22.869854 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a061fa0-a12e-4568-9da4-24477ae72b30 req-d8019696-36a6-49c2-a795-c9f653ab36b6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=a437e401-ae10-405f-a241-1ec51558f475&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2342963 Jan 18 22:53:23.034036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] For port cd96133c-c67c-4e5c-a948-f15ed89576bd, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:23.060809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] For port cd96133c-c67c-4e5c-a948-f15ed89576bd, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:23.075990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:23.219842 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:23.255503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Transition to ACTIVE for port object 8bb79063-3996-4401-bdc7-b43fc78186b8 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:23.260300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Allocated IP 172.20.0.1 (42a9b4f0-371f-4119-a963-1478198eb55a/6deb7cbc-4a0a-43d7-9414-28e1b761ac0a/83704046-3592-4432-9833-3c2a6d5a7893) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:23.321176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Transition to ACTIVE for port object 8bb79063-3996-4401-bdc7-b43fc78186b8 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:23.341560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:23.489362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:23.489985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:23.491642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] 10.222.0.86 "PUT /v2.0/ports/cd96133c-c67c-4e5c-a948-f15ed89576bd HTTP/1.1" status: 200 len: 1092 time: 4.0645976 Jan 18 22:53:23.492104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:23.492656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'tag': 'cd96133c-c67c-4e5c-a948-f15ed89576bd'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:23.570754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:23.573890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:23.588876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:23.716621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc85e48-a751-4028-a179-ee0c34397a19 None None] Network 70171744-d5c8-481d-a415-f0d6f255a873 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:23.728162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59ef51-a099-4801-b87c-a333c90ee458 service neutron] Pushing event updated for resources: {'Port': ['ID=cd96133c-c67c-4e5c-a948-f15ed89576bd,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:23.750428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Pushing event updated for resources: {'Port': ['ID=8bb79063-3996-4401-bdc7-b43fc78186b8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:23.854295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:23.892012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-9c8ef130-f753-4a66-a05e-75e5afc1480f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:23.916059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-9c8ef130-f753-4a66-a05e-75e5afc1480f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:23.932440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:23.937537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-9c8ef130-f753-4a66-a05e-75e5afc1480f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/networks?id=70171744-d5c8-481d-a415-f0d6f255a873&id=a2b1c8a1-6e28-418a-9fa2-2132474e3961&id=70171744-d5c8-481d-a415-f0d6f255a873 HTTP/1.1" status: 200 len: 1391 time: 1.5697365 Jan 18 22:53:23.959042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-0207da0b-9491-46a0-b731-843dbab4c20a service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3047371 Jan 18 22:53:23.967130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:23.983554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:23.997294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:24.012608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:24.032862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1354e3b7-bd64-40c5-adb9-6da05e7b23f0 None None] Provisioning for port a7afe884-2e89-4e80-9769-1bd874ba60d4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:24.033613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:24.036469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Attempting to bind port 8bb79063-3996-4401-bdc7-b43fc78186b8 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:24.036975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Attempting to bind port 8bb79063-3996-4401-bdc7-b43fc78186b8 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:24.037513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Attempting to bind port 8bb79063-3996-4401-bdc7-b43fc78186b8 on network a2b1c8a1-6e28-418a-9fa2-2132474e3961 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:24.044656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:24.045653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-f16da03e-eeef-4e26-8af7-17d4ffe250cd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/quotas/dfbf066e98304e98b832579ad25ac6bc HTTP/1.1" status: 200 len: 375 time: 0.1070237 Jan 18 22:53:24.048166 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-1b993a24-1fc4-4660-b8ca-29d1611a5e29 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5431 time: 0.8579729 Jan 18 22:53:24.056864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:24.064234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Usage tracker for resource:security_group_rule and tenant:e0b1f78f607f446388026bac58ea3fbf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:24.069704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:24.084503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:24.088496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Checking segment: {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:24.088983 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.089394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Bound using segment: {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:24.095053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Bound port: 8bb79063-3996-4401-bdc7-b43fc78186b8, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:24.095563 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.096689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:24.120224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c012c9e-eebf-4557-a82f-af48fb2c503c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:24.307039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4daa3960-29da-40a1-9950-41d0cf4feb87 req-f9ad2266-32ff-4417-ad04-11758fd184ec tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008279 Jan 18 22:53:24.311323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-5e946329-f13b-4064-b5a2-7480206da9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:24.312803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-5e946329-f13b-4064-b5a2-7480206da9a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 1095 time: 0.7604957 Jan 18 22:53:24.412909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-77f5456e-b939-4273-b1a2-5848a9a87070 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd HTTP/1.1" status: 200 len: 217 time: 0.0916288 Jan 18 22:53:24.426631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] For port 8bb79063-3996-4401-bdc7-b43fc78186b8, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:24.432524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] For port 8bb79063-3996-4401-bdc7-b43fc78186b8, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8bb79063-3996-4401-bdc7-b43fc78186b8,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:24.437730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0c012c9e-eebf-4557-a82f-af48fb2c503c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:24.451399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.536632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.541198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485246b0-7138-4f78-bb0d-8903f0114391 req-31dc780b-feb9-472b-848c-3f6297417a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:24.544528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-31dc780b-feb9-472b-848c-3f6297417a85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.1235578 Jan 18 22:53:24.549003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.632753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0c012c9e-eebf-4557-a82f-af48fb2c503c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:24.633308 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.739178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0867169f-4c14-45bb-996b-c6833b1849c1 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:24.742086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device c8fbc138-2577-4d91-b004-fa67abd047c6 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:53:24.760531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.780488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Transition to ACTIVE for port object 83704046-3592-4432-9833-3c2a6d5a7893 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:24.872887 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.898456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c8ca2-3de8-4a4e-8980-33e9a1aed023 None None] Pushing event updated for resources: {'Port': ['ID=8bb79063-3996-4401-bdc7-b43fc78186b8,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:24.960875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-8043e169-1410-41b6-bcf6-37299a4d93cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8676219 Jan 18 22:53:25.037306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-2ee26dc2-d33e-46bf-8887-3e6aeb445254 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4751880 Jan 18 22:53:25.078851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Network 42a9b4f0-371f-4119-a963-1478198eb55a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:25.087907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:25.224518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:25.283616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0867169f-4c14-45bb-996b-c6833b1849c1,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:25.294508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0b1f78f607f446388026bac58ea3fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7830594 Jan 18 22:53:25.310100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:25.343482 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:25.351330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:25.406291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811850c-4306-4496-95b1-04829cbcb59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32afe8-9b06-4c8f-b079-7f1f3d4f99c7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:25.551535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '0867169f-4c14-45bb-996b-c6833b1849c1', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'port_id': '0867169f-4c14-45bb-996b-c6833b1849c1', 'mac_address': 'fa:16:3e:fb:7f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:25.567241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-4643d907-0bb0-4044-8c97-0f49378fc072 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010693 Jan 18 22:53:25.775220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:25.860441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 0c012c9e-eebf-4557-a82f-af48fb2c503c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0c012c9e-eebf-4557-a82f-af48fb2c503c,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:25.869635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59485b7f-68d0-4ea2-af2b-e20be5f248d4 req-2dd04302-d1b2-4cf1-9adc-3a5ec91ec937 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8819637 Jan 18 22:53:25.878029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a9c6-b8fb-41bd-912b-bf736d7269a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:25.897538 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:25.898253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db7954cb-18cd-4954-8fa6-afe0cd13e8da up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:25.902996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-3e2bdfbd-5d23-4e25-857a-e2d5211e0c77 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&fields=id HTTP/1.1" status: 200 len: 394 time: 1.7998121 Jan 18 22:53:25.972233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b87a9-e166-4787-8fbd-95f5674a04e2 req-fb229451-a217-4b0e-93ab-591a0bbb164b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:25.980343 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-385b87a9-e166-4787-8fbd-95f5674a04e2 req-fb229451-a217-4b0e-93ab-591a0bbb164b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 945 time: 1.3234999 Jan 18 22:53:26.071660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.088245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a9c6-b8fb-41bd-912b-bf736d7269a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.098463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.119043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Pushing event updated for resources: {'Port': ['ID=83704046-3592-4432-9833-3c2a6d5a7893,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:26.150207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-385b87a9-e166-4787-8fbd-95f5674a04e2 req-806bb0de-e22f-4735-a06e-07ac2fba0a73 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680450 Jan 18 22:53:26.193213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-485246b0-7138-4f78-bb0d-8903f0114391 req-e5817072-a3ad-4ee0-8a1f-6f5e314981d3 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175416 Jan 18 22:53:26.279542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:26.281394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a9c6-b8fb-41bd-912b-bf736d7269a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.306889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7a9c6-b8fb-41bd-912b-bf736d7269a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32afe8-9b06-4c8f-b079-7f1f3d4f99c7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:26.330253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a9c6-b8fb-41bd-912b-bf736d7269a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.333588 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a1a7a9c6-b8fb-41bd-912b-bf736d7269a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b32afe8-9b06-4c8f-b079-7f1f3d4f99c7 HTTP/1.1" status: 204 len: 168 time: 1.0198393 Jan 18 22:53:26.346856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9ad35b0e-be95-4085-8bba-e515b31f8fe4 None None] Provisioning for port 83704046-3592-4432-9833-3c2a6d5a7893 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:26.362707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=0c012c9e-eebf-4557-a82f-af48fb2c503c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:26.439781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:26.447263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0867169f-4c14-45bb-996b-c6833b1849c1 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:26.467759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-191ccd21-e522-4919-aecb-141eef46af3e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-271314317&fields=id&tenant_id=ddf5e0a654a848829f6b9ac51d007199 HTTP/1.1" status: 200 len: 267 time: 0.1191514 Jan 18 22:53:26.468622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9ad35b0e-be95-4085-8bba-e515b31f8fe4 None None] Provisioning complete for port 83704046-3592-4432-9833-3c2a6d5a7893 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:26.469030 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ad35b0e-be95-4085-8bba-e515b31f8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.595883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-ab88a08f-1c0a-402e-b613-9c237608c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:26.597892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.599627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-ab88a08f-1c0a-402e-b613-9c237608c237 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 1096 time: 1.4883940 Jan 18 22:53:26.638826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:26.639512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.692530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-bee3050d-b04c-4a3d-8761-3da64679cc08 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:26.711200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-bee3050d-b04c-4a3d-8761-3da64679cc08 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 984 time: 0.2342374 Jan 18 22:53:26.725615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'port': {'security_groups': ['a437e401-ae10-405f-a241-1ec51558f475', 'ab2c4870-6b8e-4e22-8ede-1914e21f8bc1', 'bee89062-cf85-4302-b213-f9f54e53e41c']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:26.729452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port db7954cb-18cd-4954-8fa6-afe0cd13e8da completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:26.795441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0867169f-4c14-45bb-996b-c6833b1849c1,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:26.820113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port db7954cb-18cd-4954-8fa6-afe0cd13e8da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:26.822587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.924800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:26.925495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b503f925-8279-4589-a9ea-24a55299422d details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:26.986935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c3158e-b4d5-47f0-bb58-164c9c68bcb2 None None] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:27.042839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9ad35b0e-be95-4085-8bba-e515b31f8fe4 None None] Port 83704046-3592-4432-9833-3c2a6d5a7893 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:27.068722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:27.069736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.133355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-b5dba8c5-7e44-462c-b5c1-6f272b62feaa service neutron] 10.222.0.78 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1133204 Jan 18 22:53:27.141677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:27.143577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.193215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:53:27.376372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-fc3110da-3e49-4c2e-be9e-63cabc6893fb service neutron] 10.222.0.78 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418818 Jan 18 22:53:27.397335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e5344d11-e179-478e-84e4-7126fd7320b2 None None] Provisioning for port 8bb79063-3996-4401-bdc7-b43fc78186b8 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:27.461310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:27.650230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:27.672003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b503f925-8279-4589-a9ea-24a55299422d,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:27.687235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.706123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port db7954cb-18cd-4954-8fa6-afe0cd13e8da, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=db7954cb-18cd-4954-8fa6-afe0cd13e8da,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:27.721975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.730393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:27.740963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Usage tracker for resource:security_group_rule and tenant:c88f3c45abec4c86ba21cd879873c839 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:27.746311 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.747642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a7afe884-2e89-4e80-9769-1bd874ba60d4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:27.750774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.759517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:27.850727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:27.892188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:27.942713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:27.944233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.946394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70a1a208-bea8-4ddd-9826-f0aca5d1633f req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "PUT /v2.0/ports/dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 1020 time: 1.2343991 Jan 18 22:53:28.079169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.083671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892c345-ab43-4403-a8f4-372a49894c81 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:28.088497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.093854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'b503f925-8279-4589-a9ea-24a55299422d', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'port_id': 'b503f925-8279-4589-a9ea-24a55299422d', 'mac_address': 'fa:16:3e:1a:98:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:28.177854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-212dbad7-f7b6-4320-8c4b-8cf01dee2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.177854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-212dbad7-f7b6-4320-8c4b-8cf01dee2681 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 1.4960318 Jan 18 22:53:28.245734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c88f3c45abec4c86ba21cd879873c839&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1462500 Jan 18 22:53:28.249800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60484) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:28.254964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9f3fa-3855-4cd5-b0e3-fd78e7042089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af723a-4e0d-464b-a938-df290adea995,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:28.271100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['dfa6659e-56a4-482f-8c94-ce4de3dab5f7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:28.322723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a7afe884-2e89-4e80-9769-1bd874ba60d4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:28.350629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-e52edf97-fbde-489c-b160-c10a4bfde751 service neutron] 10.222.0.78 "GET /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9731660 Jan 18 22:53:28.364022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-56da096e-dc76-43e7-8476-7250f991b833 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d HTTP/1.1" status: 200 len: 217 time: 0.1357291 Jan 18 22:53:28.416614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d133-5896-41cc-acbe-f7497cfd9adf req-195117e8-f018-40f4-a6b1-e5762f502065 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.424078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62e0d133-5896-41cc-acbe-f7497cfd9adf req-195117e8-f018-40f4-a6b1-e5762f502065 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 944 time: 0.2630904 Jan 18 22:53:28.434041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a7afe884-2e89-4e80-9769-1bd874ba60d4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:28.434340 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.441477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3bf4ca0-1c74-4a55-8f4d-76016ab5f376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.498688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62e0d133-5896-41cc-acbe-f7497cfd9adf req-53d85219-7958-49ba-bd24-2490e7b5bbfc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727024 Jan 18 22:53:28.517684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3bf4ca0-1c74-4a55-8f4d-76016ab5f376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.616183 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'tag': 'cd96133c-c67c-4e5c-a948-f15ed89576bd', 'status': 'completed', 'code': 200} Jan 18 22:53:28.681207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-0ebe7299-afa5-4a44-ae7c-67e2d542796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.682680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-0ebe7299-afa5-4a44-ae7c-67e2d542796a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.2877324 Jan 18 22:53:28.705339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.709398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=db7954cb-18cd-4954-8fa6-afe0cd13e8da,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:28.740172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.740610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.740977 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Floating IP 3186a27c-006b-4ab8-8e5b-e79faebb4424 disassociated. External IP: 172.25.4.158, port: c8fbc138-2577-4d91-b004-fa67abd047c6. Jan 18 22:53:28.741295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Calling delete_port for c8fbc138-2577-4d91-b004-fa67abd047c6 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:28.822108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-3c10a4dd-4e8d-446e-8cff-c618c79944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.823649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-3c10a4dd-4e8d-446e-8cff-c618c79944ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 1095 time: 0.1990747 Jan 18 22:53:28.824297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3bf4ca0-1c74-4a55-8f4d-76016ab5f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.943647 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:29.025421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf4ca0-1c74-4a55-8f4d-76016ab5f376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af723a-4e0d-464b-a938-df290adea995,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:29.030784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:29.071805 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3bf4ca0-1c74-4a55-8f4d-76016ab5f376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:29.072977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a3bf4ca0-1c74-4a55-8f4d-76016ab5f376 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1af723a-4e0d-464b-a938-df290adea995 HTTP/1.1" status: 204 len: 168 time: 0.8221588 Jan 18 22:53:29.153214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b503f925-8279-4589-a9ea-24a55299422d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:29.204481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-093fbd42-d3f2-40fe-98e6-3d4e17ffa03b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287199 Jan 18 22:53:29.297785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.315466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.322948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.347814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.359526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.374199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.388793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.405233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-895bce4b-22b5-4eac-bc88-44202c58537d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5432 time: 0.4222691 Jan 18 22:53:29.435221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b503f925-8279-4589-a9ea-24a55299422d,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:29.483569 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:29.487769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-23739c4a-f31f-40f7-8906-9f87f0e31862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:29.489303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-23739c4a-f31f-40f7-8906-9f87f0e31862 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.6515846 Jan 18 22:53:29.518030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2574280-e11c-4c0d-a4d1-26f907a3770e req-9b4f1d7f-62fa-4bab-a503-69f2b2fcdc79 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118443 Jan 18 22:53:29.531403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:29.532069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f175724e-ae7a-49da-bef8-d457e3b536b6 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:29.585410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f175724e-ae7a-49da-bef8-d457e3b536b6,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:29.606796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-4c4f1c8a-203a-4796-a850-61fb4dbcfb07 service neutron] 10.222.0.78 "GET /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2396827 Jan 18 22:53:29.664015 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:29.817511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-c31c78dc-23fd-4b42-8d9e-290332ba3229 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd HTTP/1.1" status: 200 len: 217 time: 0.3105323 Jan 18 22:53:29.897829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'f175724e-ae7a-49da-bef8-d457e3b536b6', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'port_id': 'f175724e-ae7a-49da-bef8-d457e3b536b6', 'mac_address': 'fa:16:3e:e7:ff:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:29.911626 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'code': 200} Jan 18 22:53:30.053407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Pushing event updated for resources: {'Port': ['ID=83704046-3592-4432-9833-3c2a6d5a7893,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:30.070180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-a1d74013-9544-4ca3-be06-c449f17461b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:30.073579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-a1d74013-9544-4ca3-be06-c449f17461b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.2480979 Jan 18 22:53:30.090399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:53:30.090726 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:53:30.174989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-baa7476f-4df9-429c-a83a-a6ac0f8ac8a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894115 Jan 18 22:53:30.220101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a7afe884-2e89-4e80-9769-1bd874ba60d4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a7afe884-2e89-4e80-9769-1bd874ba60d4,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:30.306195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.336812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54821431-b369-476b-9848-14831afdaa94 req-76d42514-e148-459b-85bb-fc0bb00d387a tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:30.339640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54821431-b369-476b-9848-14831afdaa94 req-76d42514-e148-459b-85bb-fc0bb00d387a tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 943 time: 0.3796325 Jan 18 22:53:30.506202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.520463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-ab1c5365-dc35-4ced-adde-4921a17b3a31 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2702918 Jan 18 22:53:30.536534 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-bf741d07-de04-47d4-8a56-6a69b8a0d415 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530698 Jan 18 22:53:30.547490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:30.705800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Deleting port c8fbc138-2577-4d91-b004-fa67abd047c6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:30.706465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.716998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8bb79063-3996-4401-bdc7-b43fc78186b8 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:30.752829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f175724e-ae7a-49da-bef8-d457e3b536b6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:30.769652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f175724e-ae7a-49da-bef8-d457e3b536b6,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:30.785283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:30.794577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d2979c5-8197-449f-896c-1e7d01c96ac1 req-91446624-eef8-4607-aee2-94dc9c3d5209 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260785 Jan 18 22:53:30.799194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54821431-b369-476b-9848-14831afdaa94 req-292dd093-38ad-4721-8e0c-51a701a2adca tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528780 Jan 18 22:53:30.802837 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.803016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e778542e-6df7-4dc4-a290-ea420563c4ae details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:30.808853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf9e1750-9ba5-4fc3-88e8-bc410f12e21b req-6f024a49-520c-4289-81e9-2ddbe117aa93 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664006 Jan 18 22:53:30.833420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e778542e-6df7-4dc4-a290-ea420563c4ae,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:30.868776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'e778542e-6df7-4dc4-a290-ea420563c4ae', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'port_id': 'e778542e-6df7-4dc4-a290-ea420563c4ae', 'mac_address': 'fa:16:3e:71:c6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:31.005955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-41b8ff9b-e841-492c-9d90-0ba3dc105c3c req-058e57f2-965b-4890-8dcc-e02ee0d188f0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/bee89062-cf85-4302-b213-f9f54e53e41c HTTP/1.1" status: 200 len: 1801 time: 0.1561973 Jan 18 22:53:31.023511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Network 42a9b4f0-371f-4119-a963-1478198eb55a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:31.027268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-067429f5-3300-4f5d-84a4-d6474e0e2f10 service neutron] 10.222.0.78 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4146223 Jan 18 22:53:31.031395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:31.070509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a7afe884-2e89-4e80-9769-1bd874ba60d4,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:31.090933 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-41b8ff9b-e841-492c-9d90-0ba3dc105c3c req-1e3a2c00-f359-4e43-830b-be9bee23e1e9 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:53:31.092124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-41b8ff9b-e841-492c-9d90-0ba3dc105c3c req-1e3a2c00-f359-4e43-830b-be9bee23e1e9 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/bee89062-cf85-4302-b213-f9f54e53e41c HTTP/1.1" status: 409 len: 341 time: 0.0780091 Jan 18 22:53:31.201719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:31.281416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:31.391671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e778542e-6df7-4dc4-a290-ea420563c4ae {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:31.456402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 8bb79063-3996-4401-bdc7-b43fc78186b8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:31.485003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8bb79063-3996-4401-bdc7-b43fc78186b8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:31.485419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:31.560261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e778542e-6df7-4dc4-a290-ea420563c4ae,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:31.588871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:31.645023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd96133c-c67c-4e5c-a948-f15ed89576bd details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:31.791903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420effc5-4616-49eb-9495-3f241fd3adb1 req-04b91ae2-76ba-4561-938d-677667d67201 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:31.796365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-420effc5-4616-49eb-9495-3f241fd3adb1 req-04b91ae2-76ba-4561-938d-677667d67201 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 944 time: 0.3296261 Jan 18 22:53:31.808725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cd96133c-c67c-4e5c-a948-f15ed89576bd, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:31.854327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-2b815d11-709f-465c-b85e-5c1c80d9f49d service neutron] 10.222.0.78 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178296 Jan 18 22:53:31.870156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-420effc5-4616-49eb-9495-3f241fd3adb1 req-c85280f8-27a9-4853-a484-28040419da9c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Jan 18 22:53:31.933183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'cd96133c-c67c-4e5c-a948-f15ed89576bd', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': 'cd96133c-c67c-4e5c-a948-f15ed89576bd', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:31.936619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Router 10f1e878-0fc9-4095-a131-a2312225f618 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:53:31.959485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] For port c8fbc138-2577-4d91-b004-fa67abd047c6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=c8fbc138-2577-4d91-b004-fa67abd047c6,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:31.960021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:31.969361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f22f5a9e-6c0d-48ff-b7c6-596e1b0ff5a0 None None] Provisioning complete for port 83704046-3592-4432-9833-3c2a6d5a7893 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:31.969913 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f22f5a9e-6c0d-48ff-b7c6-596e1b0ff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:32.155415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['0867169f-4c14-45bb-996b-c6833b1849c1'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:32.183403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b503f925-8279-4589-a9ea-24a55299422d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:32.242112 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'status': 'completed', 'code': 200} Jan 18 22:53:32.363378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.383138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.389219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.399726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.426112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.460122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.480992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:32.497397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1962a150-648c-4130-bcf4-324b42062a55 req-54d29143-6492-474c-b661-98d8062fa0e4 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5435 time: 0.4035804 Jan 18 22:53:32.602215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1962a150-648c-4130-bcf4-324b42062a55 req-35b5609a-3e31-4440-a115-f27b867b3bb9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032858 Jan 18 22:53:32.616844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:53:32.692127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Sync routers for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:32.773022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f22f5a9e-6c0d-48ff-b7c6-596e1b0ff5a0 None None] Port 83704046-3592-4432-9833-3c2a6d5a7893 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:32.808829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:32.809532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:32.870594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:32.880352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:32.900569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.900912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.901596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.901944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.902279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.902682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.902925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.903249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.903568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.903888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.904209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.904528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:32.947037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:33.005422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b460758b-9415-4e22-b040-84fc189f6063 req-2ff322f7-366b-4ee3-bee3-6386a072891c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 210 time: 0.0932775 Jan 18 22:53:33.017837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-e74ec0f4-edec-4093-a463-e22b11f48487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:33.023904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-e74ec0f4-edec-4093-a463-e22b11f48487 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddf5e0a654a848829f6b9ac51d007199&device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1174 time: 0.7571542 Jan 18 22:53:33.058915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-aace4ec7-96c8-4245-96c7-687ad5e061e4 admin admin] 10.222.0.78 "PUT /v2.0/routers/10f1e878-0fc9-4095-a131-a2312225f618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4084668 Jan 18 22:53:33.119106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['e778542e-6df7-4dc4-a290-ea420563c4ae'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:33.196999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd96133c-c67c-4e5c-a948-f15ed89576bd {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:33.240892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:33.241614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:33.242018 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Floating IP 3186a27c-006b-4ab8-8e5b-e79faebb4424 disassociated. External IP: 172.25.4.158, port: c8fbc138-2577-4d91-b004-fa67abd047c6. Jan 18 22:53:33.242599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Calling delete_port for c8fbc138-2577-4d91-b004-fa67abd047c6 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:33.275701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345e03a-60d3-4c7e-a306-7ae48b952e88 req-48045790-dd0e-4498-92ce-27f462274a2b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:33.290652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c345e03a-60d3-4c7e-a306-7ae48b952e88 req-48045790-dd0e-4498-92ce-27f462274a2b tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 943 time: 0.3636668 Jan 18 22:53:33.389073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-e031f961-a862-48fe-bb03-dab2c0cdeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:33.390900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-e031f961-a862-48fe-bb03-dab2c0cdeca1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 200 len: 913 time: 0.3305891 Jan 18 22:53:33.430131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c345e03a-60d3-4c7e-a306-7ae48b952e88 req-ef9a3c26-0dcc-40ec-beb4-f33fc02e87e8 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups?id=4999443a-fca4-40ea-b2be-097c9024af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373641 Jan 18 22:53:33.463720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 8bb79063-3996-4401-bdc7-b43fc78186b8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8bb79063-3996-4401-bdc7-b43fc78186b8,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:33.607932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:33.609428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db7954cb-18cd-4954-8fa6-afe0cd13e8da up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:33.768428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=8bb79063-3996-4401-bdc7-b43fc78186b8,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:33.801215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cd96133c-c67c-4e5c-a948-f15ed89576bd, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:33.804146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75e87-8237-4f09-9087-bc4d8eaa37e7 req-b5a4e66c-5e02-4b51-bb42-6a9e1698eabd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:33.808681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7e75e87-8237-4f09-9087-bc4d8eaa37e7 req-b5a4e66c-5e02-4b51-bb42-6a9e1698eabd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 944 time: 0.2412236 Jan 18 22:53:33.830673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-3510f4a5-790f-45bb-ae2f-b1d702723938 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 200 len: 217 time: 0.4307423 Jan 18 22:53:33.933750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:33.934769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e88408a1-3e76-4585-86a7-25ba92bfbb8a details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:33.952574 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7e75e87-8237-4f09-9087-bc4d8eaa37e7 req-7a59d281-a79b-4676-a7ba-fb2ec9a39c97 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379719 Jan 18 22:53:34.088510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-f3b5213e-ebdf-4a27-a5af-74549a6e622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.093466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-f3b5213e-ebdf-4a27-a5af-74549a6e622d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 200 len: 852 time: 0.1863430 Jan 18 22:53:34.096278 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.115167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=cd96133c-c67c-4e5c-a948-f15ed89576bd,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:34.186646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['f175724e-ae7a-49da-bef8-d457e3b536b6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:34.251811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:34.306092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event deleted for resources: {'Port': ['ID=c8fbc138-2577-4d91-b004-fa67abd047c6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:34.337838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:53:34.384974 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-ab73a6ea-491b-454c-ab64-399c8e5df2d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8fd6dfdf-205b-4919-adc8-35361fcb38ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2719691 Jan 18 22:53:34.386357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.397148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.415046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.435282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.451710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.468011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.485477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.488332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port db7954cb-18cd-4954-8fa6-afe0cd13e8da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:34.488880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.499908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:34.502291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-410e2ccd-8c19-495b-8215-111f63699f96 req-1bf96011-96e3-4305-9a03-c8484a4d234e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5435 time: 0.3340876 Jan 18 22:53:34.677425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60614) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:34.755642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-74d65870-a783-4b7d-a2c9-4e0f0bf6a793 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323627 Jan 18 22:53:34.890009 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-410e2ccd-8c19-495b-8215-111f63699f96 req-b06607d6-cdf7-44dd-b2b2-77f9c6768382 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962912 Jan 18 22:53:35.028860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-a2c97db1-1f26-4d91-8a56-5339ab264310 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:35.045858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-a2c97db1-1f26-4d91-8a56-5339ab264310 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:35.047022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-a2c97db1-1f26-4d91-8a56-5339ab264310 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:35.089460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.099080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:35.123258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:35.131342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Usage tracker for resource:security_group_rule and tenant:1149209b53074375865a6845035199b7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:35.135699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:35.143555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:35.156664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-a2c97db1-1f26-4d91-8a56-5339ab264310 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:35.158480 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-a2c97db1-1f26-4d91-8a56-5339ab264310 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "GET /v2.0/networks?id=70171744-d5c8-481d-a415-f0d6f255a873&id=a2b1c8a1-6e28-418a-9fa2-2132474e3961&id=70171744-d5c8-481d-a415-f0d6f255a873 HTTP/1.1" status: 200 len: 1391 time: 0.6521254 Jan 18 22:53:35.175326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'port': {'device_id': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873', 'admin_state_up': True, 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:35.189608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a', 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'port_id': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a', 'mac_address': 'fa:16:3e:bc:3b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb4e15-f898-40fd-9154-3ec67b319a48', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:35.254366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Router 4abb3d3f-dff5-43df-b578-0578a64ac449 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:53:35.301045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfa39-0ffc-4fc4-9d82-d522bec46680 req-55f3d974-03d7-4027-b687-4a3f6478c318 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:35.304089 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5c0bfa39-0ffc-4fc4-9d82-d522bec46680 req-55f3d974-03d7-4027-b687-4a3f6478c318 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1023 time: 1.4725032 Jan 18 22:53:35.379959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:35.393267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:port and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:35.399893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:35.413905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c012c9e-eebf-4557-a82f-af48fb2c503c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:35.416706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.418554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:35.432873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.470484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:35.472004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.479410 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.506755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88408a1-3e76-4585-86a7-25ba92bfbb8a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:35.518696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd809de-5afe-445d-aa6b-0c84c5344366,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:35.544383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:35.553884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-29bf68a0-78d5-4eaa-ac06-96f2349010e0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:35.555366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-29bf68a0-78d5-4eaa-ac06-96f2349010e0 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 1023 time: 1.1667695 Jan 18 22:53:35.578049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.579319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78f92070-ad91-4281-bd00-9f7cd8883f7c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:35.675724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5c0bfa39-0ffc-4fc4-9d82-d522bec46680 req-c62e522e-c8de-4651-9d26-acf8eb3a4c15 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=a437e401-ae10-405f-a241-1ec51558f475&id=bee89062-cf85-4302-b213-f9f54e53e41c&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2999687 Jan 18 22:53:35.743159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:35.758148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 2, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:35.779178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d9d840a-6b67-424e-86a5-7e555da055ad req-67538fe8-b6e7-40a7-9357-91ba5bd590f8 service neutron] 10.222.0.85 "GET /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974512 Jan 18 22:53:35.782529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Deleting port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:35.782874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.803694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-40ebad2f-21f0-4990-986a-8579a2593e08 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:35.810411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-40ebad2f-21f0-4990-986a-8579a2593e08 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 829 time: 0.2929354 Jan 18 22:53:35.834642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Checking router: 10f1e878-0fc9-4095-a131-a2312225f618 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:35.835028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Updating router 10f1e878-0fc9-4095-a131-a2312225f618 port 83704046-3592-4432-9833-3c2a6d5a7893 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:53:35.851625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64d220d3-da6b-4394-865f-f0a71ecf9e2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1149209b53074375865a6845035199b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1557295 Jan 18 22:53:35.885911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-78a48736-f01b-4b5b-90de-966326b4a24d req-e7275659-346e-4a7d-bda2-6446c4717f44 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 210 time: 0.0620608 Jan 18 22:53:35.886379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:35.893323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0c012c9e-eebf-4557-a82f-af48fb2c503c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:35.893712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:35.893828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-e4cb9a02-2efe-464e-b6c5-864f8409f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/quotas/670073990e6a4210a507814237694d72 HTTP/1.1" status: 200 len: 375 time: 0.0812354 Jan 18 22:53:35.976440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:53:35.995551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] Sync routers for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:36.010275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:36.010910 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:36.136180 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.144647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-28e75b1d-dcd6-4d93-822c-4da5917de971 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2500212 Jan 18 22:53:36.182689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:36.244618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '78f92070-ad91-4281-bd00-9f7cd8883f7c', 'network_id': 'c851667c-bfdf-49d6-be51-be8f0629d2f0', 'port_id': '78f92070-ad91-4281-bd00-9f7cd8883f7c', 'mac_address': 'fa:16:3e:bc:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3df89-924a-4825-b323-8ccba9e7386d', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:36.265998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Allocated IP 19.80.0.239 (70171744-d5c8-481d-a415-f0d6f255a873/a8d966e5-8425-47d1-81b2-8ce88360b2aa/44c69044-2932-4b08-b830-a9e154d6f468) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:36.313143 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:36.398574 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-453522bb-3747-4a9a-ace8-5d0872a36f7c service neutron] 10.222.0.78 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396431 Jan 18 22:53:36.432230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.441269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] No DVR routers for this DVR port c8fbc138-2577-4d91-b004-fa67abd047c6 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:36.444678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.454381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'name': 'network-vif-deleted', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:36.459656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f92070-ad91-4281-bd00-9f7cd8883f7c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:36.459814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e0f5742e-4b98-4fc5-93a8-bbc0030cc85c req-8912de7e-6063-4144-94f8-d0f78cf0a4d6 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Synchronizing usage tracker for tenant:c66187c531f34b60a59e1875fd569b4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:36.483225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85162a6a-c3db-452e-9993-0cb1e02f3a6f req-eb9036e1-5a9e-4636-a84d-d88999b68f79 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.86 "DELETE /v2.0/ports/c8fbc138-2577-4d91-b004-fa67abd047c6 HTTP/1.1" status: 204 len: 173 time: 14.3023090 Jan 18 22:53:36.523726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ce24-e763-4219-add2-fb285bf7bdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.619891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e0f5742e-4b98-4fc5-93a8-bbc0030cc85c req-8912de7e-6063-4144-94f8-d0f78cf0a4d6 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Unset dirty status for tenant:c66187c531f34b60a59e1875fd569b4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:36.621488 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0f5742e-4b98-4fc5-93a8-bbc0030cc85c req-8912de7e-6063-4144-94f8-d0f78cf0a4d6 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/ports?device_id=84e73353-fa9a-43a1-9dfd-a434d23a8b5d HTTP/1.1" status: 200 len: 210 time: 0.3054111 Jan 18 22:53:36.646112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8bb79063-3996-4401-bdc7-b43fc78186b8 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:36.659480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ce24-e763-4219-add2-fb285bf7bdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.680004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] For port dfa6659e-56a4-482f-8c94-ce4de3dab5f7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:36.680271 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.728458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-a62954d5-0230-4e68-ad63-ba121200a476 service neutron] 10.222.0.78 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288522 Jan 18 22:53:36.753552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:36.791172 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.816594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Transition to ACTIVE for port object 44c69044-2932-4b08-b830-a9e154d6f468 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:36.849852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.850576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0be50557-1844-4ee5-884d-073d6041880f details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:36.860886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:36.911448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:36.921572 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] Checking router: 4abb3d3f-dff5-43df-b578-0578a64ac449 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:36.966565 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:36.967357 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:37.003057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network 70171744-d5c8-481d-a415-f0d6f255a873 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:37.010678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:37.020361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:37.029903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:37.044518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Calling delete_port for dfa6659e-56a4-482f-8c94-ce4de3dab5f7 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:37.053773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0be50557-1844-4ee5-884d-073d6041880f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0be50557-1844-4ee5-884d-073d6041880f,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:37.083920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.084723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '0be50557-1844-4ee5-884d-073d6041880f', 'network_id': '84bbcc44-0a86-4773-9a7e-d09c6bfa98f7', 'port_id': '0be50557-1844-4ee5-884d-073d6041880f', 'mac_address': 'fa:16:3e:22:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb4e15-f898-40fd-9154-3ec67b319a48', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:37.153809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.195065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Transition to ACTIVE for port object 83704046-3592-4432-9833-3c2a6d5a7893 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:37.296873 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.301391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:37.315265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ce24-e763-4219-add2-fb285bf7bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.365610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6ce24-e763-4219-add2-fb285bf7bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd809de-5afe-445d-aa6b-0c84c5344366,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:37.372504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:37.375423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.401237 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:37.405413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde572d-8b91-45a6-8627-51d1d3d56bc7 req-7a0cfe61-a925-458d-a0cd-c325db352aba tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:37.406976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-adde572d-8b91-45a6-8627-51d1d3d56bc7 req-7a0cfe61-a925-458d-a0cd-c325db352aba tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 945 time: 0.5887766 Jan 18 22:53:37.409976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ce24-e763-4219-add2-fb285bf7bdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.411038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5fd6ce24-e763-4219-add2-fb285bf7bdcc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6cd809de-5afe-445d-aa6b-0c84c5344366 HTTP/1.1" status: 204 len: 168 time: 1.5006433 Jan 18 22:53:37.491596 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-98d05b15-79ae-40c2-8f7e-aa0cf1f09a09 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3241463 Jan 18 22:53:37.496515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a60e4f-bcd1-4ff4-9eda-c85d47cb1aeb None None] Pushing event updated for resources: {'Port': ['ID=83704046-3592-4432-9833-3c2a6d5a7893,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:37.505439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e09e9-e096-4984-8d8b-61837f22d714 req-298337ba-8d0f-4a7d-8575-5eda5a04fa00 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:37.506303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:53:37.514838 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-335e09e9-e096-4984-8d8b-61837f22d714 req-298337ba-8d0f-4a7d-8575-5eda5a04fa00 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.4332521 Jan 18 22:53:37.535753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'port': {'device_id': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961', 'admin_state_up': True, 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:37.630945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8bb79063-3996-4401-bdc7-b43fc78186b8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:37.631324 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.662317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-adde572d-8b91-45a6-8627-51d1d3d56bc7 req-c815c22b-a5de-4615-81d1-135da6a1e7f4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401245 Jan 18 22:53:37.663560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.693441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-335e09e9-e096-4984-8d8b-61837f22d714 req-7204175b-70b1-4ce4-b7ee-9b0d514f7fd4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768217 Jan 18 22:53:37.797742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'Port': ['ID=dfa6659e-56a4-482f-8c94-ce4de3dab5f7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:37.874969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['99c1b51c-54d8-4fa8-85b4-f8c82152b059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:37.882226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:37.888212 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e73353-fa9a-43a1-9dfd-a434d23a8b5d', 'name': 'network-vif-deleted', 'tag': 'c8fbc138-2577-4d91-b004-fa67abd047c6', 'status': 'completed', 'code': 200} Jan 18 22:53:37.905284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:port and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:37.912032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] No DVR routers for this DVR port dfa6659e-56a4-482f-8c94-ce4de3dab5f7 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:37.918841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.926074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:37.943837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:37.951734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9451f4e6-3121-4acd-8fb9-e6622c213882 req-11101124-cedd-49bd-b7ed-143444741294 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "DELETE /v2.0/ports/dfa6659e-56a4-482f-8c94-ce4de3dab5f7 HTTP/1.1" status: 204 len: 173 time: 2.3836043 Jan 18 22:53:37.977376 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:37.984125 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d54563-d4d2-412f-9b7a-e044dff3716a None None] The sync data for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 is: [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8eac9c33-5ecd-4ce9-aa25-1608c61d79cf', 'name': '', 'network_id': '5292ed32-bcbc-4cb7-ad2b-81494737cee0', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'mac_address': 'fa:16:3e:d6:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:54Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'subnets': [{'id': 'e0a45860-f308-4e6b-9059-659e93165c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:38.001926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:38.002586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.005585 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.170823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8a538b1-88b8-4c17-9d1e-b6ed099574a3 None None] Provisioning for port 44c69044-2932-4b08-b830-a9e154d6f468 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:38.205024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.224282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.236413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.254327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.257518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8a538b1-88b8-4c17-9d1e-b6ed099574a3 None None] Provisioning complete for port 44c69044-2932-4b08-b830-a9e154d6f468 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:38.258283 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8a538b1-88b8-4c17-9d1e-b6ed099574a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.267958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.280602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.295608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.305908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-500641ff-7281-4405-94c5-df4db8c87cce req-215d5035-fd07-4788-bb7a-d57776ffe816 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5437 time: 0.2811787 Jan 18 22:53:38.312518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa20c4a4-7162-4169-bee4-6c425f20fb27 req-69493dec-4661-499a-864b-4fb0072c71b7 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bf2ded7-8913-434f-a88c-6686eb0e09fa HTTP/1.1" status: 200 len: 210 time: 0.0575409 Jan 18 22:53:38.339484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8a538b1-88b8-4c17-9d1e-b6ed099574a3 None None] Port 44c69044-2932-4b08-b830-a9e154d6f468 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:38.365707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be50557-1844-4ee5-884d-073d6041880f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:38.402286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-500641ff-7281-4405-94c5-df4db8c87cce req-8c33dcf5-4cc1-4202-9d65-99a5ab9d1567 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948558 Jan 18 22:53:38.411883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0be50557-1844-4ee5-884d-073d6041880f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0be50557-1844-4ee5-884d-073d6041880f,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:38.432313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Attempting to bind port 83704046-3592-4432-9833-3c2a6d5a7893 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:38.432705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Attempting to bind port 83704046-3592-4432-9833-3c2a6d5a7893 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:38.433072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Attempting to bind port 83704046-3592-4432-9833-3c2a6d5a7893 on network 42a9b4f0-371f-4119-a963-1478198eb55a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:38.457750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:38.458130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Checking segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:38.458537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.459125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Bound using segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:38.459618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Bound port: 83704046-3592-4432-9833-3c2a6d5a7893, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:38.459981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.475154 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.573356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0867169f-4c14-45bb-996b-c6833b1849c1 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:38.601400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-01a4cf1a-600f-4bbe-8bd3-d3a7fcc0c449 req-f44ec50b-8aed-4382-b2ff-54c512a22fb2 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 210 time: 0.0862465 Jan 18 22:53:38.636006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540523fd-74e6-45f5-8f1b-a793a1df9008 req-4fbea4c8-4dce-4847-aa1f-9e96f6af8605 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:38.637744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-540523fd-74e6-45f5-8f1b-a793a1df9008 req-4fbea4c8-4dce-4847-aa1f-9e96f6af8605 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 932 time: 0.0994952 Jan 18 22:53:38.646600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Allocated IP 19.86.0.83 (a2b1c8a1-6e28-418a-9fa2-2132474e3961/0df5dc27-2fec-404b-8fb0-804739f19b16/f841c83b-31af-4e3d-bcd7-c95e664c98af) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:38.657207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e1fa-8f85-4ffe-bca2-233723fc7cf8 None None] New status for floating IP 3186a27c-006b-4ab8-8e5b-e79faebb4424: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:53:38.778547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-540523fd-74e6-45f5-8f1b-a793a1df9008 req-8b40efe7-7762-4d3b-9654-976148d60131 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227860 Jan 18 22:53:38.837470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60706) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:39.047576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.066227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Transition to ACTIVE for port object f841c83b-31af-4e3d-bcd7-c95e664c98af will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:39.068922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['cd96133c-c67c-4e5c-a948-f15ed89576bd'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:39.115532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.294887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['e88408a1-3e76-4585-86a7-25ba92bfbb8a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:39.339916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4c379811-fee6-4704-954e-5f1104188888 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:39.341017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4c379811-fee6-4704-954e-5f1104188888 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:39.368681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['0be50557-1844-4ee5-884d-073d6041880f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:39.492174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a7afe884-2e89-4e80-9769-1bd874ba60d4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:39.506619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4c379811-fee6-4704-954e-5f1104188888 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:39.507960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4c379811-fee6-4704-954e-5f1104188888 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.85 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 829 time: 0.6166918 Jan 18 22:53:39.508748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8dbc21cd-06b2-4ab9-bb8f-6f839e5e4dd5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.520734 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.541108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Request body: {'port': {'device_id': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'admin_state_up': True, 'tenant_id': '670073990e6a4210a507814237694d72'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:39.561103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:39.564587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:39.575896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:39.657822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119444a-3341-40f2-a7a2-2cf055afb57c req-86877289-ade7-4099-b2fc-344ba6b3fc2a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:39.665501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b119444a-3341-40f2-a7a2-2cf055afb57c req-86877289-ade7-4099-b2fc-344ba6b3fc2a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 945 time: 0.3133667 Jan 18 22:53:39.674542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8dbc21cd-06b2-4ab9-bb8f-6f839e5e4dd5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.700722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=0be50557-1844-4ee5-884d-073d6041880f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:39.739742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:39.750806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:39.753179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.764427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b119444a-3341-40f2-a7a2-2cf055afb57c req-1b65b676-c605-4fbb-8ff4-b98ad3b4f3f8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944622 Jan 18 22:53:39.780892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:39.805354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:39.836039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-e8bc40ca-af2d-4b21-92d5-eb75893cde60 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3051164 Jan 18 22:53:39.845984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'port': {'device_id': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873', 'admin_state_up': True, 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:39.905797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'name': 'network-vif-deleted', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:40.028515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:40.033148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Usage tracker for resource:port and tenant:670073990e6a4210a507814237694d72 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:40.046376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:40.056012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.057168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device dfa6659e-56a4-482f-8c94-ce4de3dab5f7 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:53:40.060928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:40.072742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:port and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:40.077330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:40.089374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:40.121512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.127983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.133896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.140021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.146191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.152815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.159803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.167849 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-867c5286-1236-4c48-b030-8be9576ea786 req-c586a48f-9582-41f8-8532-da5707b930e1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5438 time: 0.1647668 Jan 18 22:53:40.179106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['78f92070-ad91-4281-bd00-9f7cd8883f7c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:40.185482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:40.189073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.208854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a17062d8-6713-417a-a04d-fb1f21c9c69d None None] Provisioning for port f841c83b-31af-4e3d-bcd7-c95e664c98af completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:40.255013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:40.274522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a7afe884-2e89-4e80-9769-1bd874ba60d4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:40.274876 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.283203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Made reservation on behalf of 670073990e6a4210a507814237694d72 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:40.286806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.317792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-867c5286-1236-4c48-b030-8be9576ea786 req-bb01e790-dce9-4c8e-a031-6ce23837eb3c tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487942 Jan 18 22:53:40.320275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 0867169f-4c14-45bb-996b-c6833b1849c1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:40.323990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: dfa6659e-56a4-482f-8c94-ce4de3dab5f7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:53:40.324557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device dfa6659e-56a4-482f-8c94-ce4de3dab5f7 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:53:40.326614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] For port 83704046-3592-4432-9833-3c2a6d5a7893, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:40.336289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] For port 83704046-3592-4432-9833-3c2a6d5a7893, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=83704046-3592-4432-9833-3c2a6d5a7893,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:40.349378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8dbc21cd-06b2-4ab9-bb8f-6f839e5e4dd5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.394416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc21cd-06b2-4ab9-bb8f-6f839e5e4dd5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999443a-fca4-40ea-b2be-097c9024af9d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:40.437501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Allocated IP 19.80.0.120 (70171744-d5c8-481d-a415-f0d6f255a873/a8d966e5-8425-47d1-81b2-8ce88360b2aa/737a3a61-0e0a-4e9d-a466-b48dfd71f5c9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:40.494021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8dbc21cd-06b2-4ab9-bb8f-6f839e5e4dd5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.495149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8dbc21cd-06b2-4ab9-bb8f-6f839e5e4dd5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "DELETE /v2.0/security-groups/4999443a-fca4-40ea-b2be-097c9024af9d HTTP/1.1" status: 204 len: 168 time: 1.6558738 Jan 18 22:53:40.502939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60770) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:40.520156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 0867169f-4c14-45bb-996b-c6833b1849c1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:40.520627 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.548171 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-fa3bef46-bbea-4da0-a73c-5b019e6ccfa5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] show failed (client error): The resource could not be found. Jan 18 22:53:40.549553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fa3bef46-bbea-4da0-a73c-5b019e6ccfa5 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "GET /v2.0/security-groups/4999443a-fca4-40ea-b2be-097c9024af9d HTTP/1.1" status: 404 len: 347 time: 0.0456851 Jan 18 22:53:40.554484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60774) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:40.557083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-470be720-6d75-49ab-8fe0-030253337299 req-445e6d5b-2014-4bb5-936a-3edcd92d5e75 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 210 time: 0.0734994 Jan 18 22:53:40.595150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:40.598216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a17062d8-6713-417a-a04d-fb1f21c9c69d None None] Provisioning complete for port f841c83b-31af-4e3d-bcd7-c95e664c98af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:40.598660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a17062d8-6713-417a-a04d-fb1f21c9c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.655444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d75ee0-044c-41c4-91d1-a963d34893bd req-c6101015-595c-447a-b47b-b3b63ab04dcd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:40.657113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35d75ee0-044c-41c4-91d1-a963d34893bd req-c6101015-595c-447a-b47b-b3b63ab04dcd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.6010597 Jan 18 22:53:40.691000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a17062d8-6713-417a-a04d-fb1f21c9c69d None None] Port f841c83b-31af-4e3d-bcd7-c95e664c98af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:40.697048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.705757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dac6a921-5c41-422e-a8e3-f48f379d3c84 req-30e38e16-8f95-48dc-adee-26a3385c868e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/a437e401-ae10-405f-a241-1ec51558f475 HTTP/1.1" status: 200 len: 1803 time: 0.0657930 Jan 18 22:53:40.836268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.839252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dac6a921-5c41-422e-a8e3-f48f379d3c84 req-7397c0cd-c463-4f0a-a525-b15337c1d819 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.851152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Deleting port 7724d4fc-a1a8-4808-b014-a1e88ae35a94 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:40.851307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.875834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Transition to ACTIVE for port object 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:40.880330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dac6a921-5c41-422e-a8e3-f48f379d3c84 req-7397c0cd-c463-4f0a-a525-b15337c1d819 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.910011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a60e4f-bcd1-4ff4-9eda-c85d47cb1aeb None None] Pushing event updated for resources: {'Port': ['ID=83704046-3592-4432-9833-3c2a6d5a7893,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:40.913866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Allocated IP 172.20.0.3 (42a9b4f0-371f-4119-a963-1478198eb55a/6deb7cbc-4a0a-43d7-9414-28e1b761ac0a/59ff6f2c-1912-4f85-b200-2c6e000ba593) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:40.970303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35d75ee0-044c-41c4-91d1-a963d34893bd req-59e70f6b-e66a-4d60-9190-6e7eb0f8108b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649703 Jan 18 22:53:40.978202 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dac6a921-5c41-422e-a8e3-f48f379d3c84 req-7397c0cd-c463-4f0a-a525-b15337c1d819 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.008802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397c0cd-c463-4f0a-a525-b15337c1d819 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437e401-ae10-405f-a241-1ec51558f475,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:41.015529 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.079992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:41.080731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:41.227053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dac6a921-5c41-422e-a8e3-f48f379d3c84 req-7397c0cd-c463-4f0a-a525-b15337c1d819 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.228169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dac6a921-5c41-422e-a8e3-f48f379d3c84 req-7397c0cd-c463-4f0a-a525-b15337c1d819 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/a437e401-ae10-405f-a241-1ec51558f475 HTTP/1.1" status: 204 len: 173 time: 0.5137482 Jan 18 22:53:41.242950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network 70171744-d5c8-481d-a415-f0d6f255a873 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:41.246832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:41.251900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:41.290895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Port': ['ID=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:41.366305 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf2ded7-8913-434f-a88c-6686eb0e09fa', 'name': 'network-vif-deleted', 'tag': 'dfa6659e-56a4-482f-8c94-ce4de3dab5f7', 'status': 'completed', 'code': 200} Jan 18 22:53:41.368516 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.369038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.397968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:41.401938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.443770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-fa3913a4-8512-4425-8601-5be13ce4f41c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6017265 Jan 18 22:53:41.456054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Request body: {'port': {'device_id': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:41.591664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:41.593899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Calling delete_port for 7724d4fc-a1a8-4808-b014-a1e88ae35a94 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:41.615577 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:53:41.680655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.825190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac484e-0517-40b1-9de0-68f08a89be43 req-53a8f05a-552a-4ad7-8fda-7677929a4895 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:41.831790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac484e-0517-40b1-9de0-68f08a89be43 req-53a8f05a-552a-4ad7-8fda-7677929a4895 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:41.838941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac484e-0517-40b1-9de0-68f08a89be43 req-53a8f05a-552a-4ad7-8fda-7677929a4895 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:41.846092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59ac484e-0517-40b1-9de0-68f08a89be43 req-53a8f05a-552a-4ad7-8fda-7677929a4895 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2376 time: 0.5924480 Jan 18 22:53:41.881055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.907154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec162f0-d47f-40c1-9e61-4adf7ada8acb req-f6227f4c-fd8b-4aab-bfb0-3c49ee427e5e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:41.908715 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fec162f0-d47f-40c1-9e61-4adf7ada8acb req-f6227f4c-fd8b-4aab-bfb0-3c49ee427e5e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 945 time: 0.2291095 Jan 18 22:53:41.975757 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.981435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59ac484e-0517-40b1-9de0-68f08a89be43 req-5ed61d1c-5d87-4a90-a03e-7861652c9a42 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343789 Jan 18 22:53:41.993525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Transition to ACTIVE for port object 59ff6f2c-1912-4f85-b200-2c6e000ba593 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:42.008502 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:53:42.069090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fec162f0-d47f-40c1-9e61-4adf7ada8acb req-80619d52-cae9-4edf-930e-60e187ac0f8f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496494 Jan 18 22:53:42.074121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.185325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60830) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:42.213599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7dc116e2-f7d2-4949-b07d-3968a64b6102 None None] Provisioning for port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:42.229576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0867169f-4c14-45bb-996b-c6833b1849c1,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:42.254058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d5c0fd5-69d9-4f0d-aec4-d9edba68613d req-f2e4d78b-c519-4350-8940-e5f20f068b5c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/bee89062-cf85-4302-b213-f9f54e53e41c HTTP/1.1" status: 200 len: 1801 time: 0.2299595 Jan 18 22:53:42.255129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.260133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7dc116e2-f7d2-4949-b07d-3968a64b6102 None None] Provisioning complete for port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:42.260535 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dc116e2-f7d2-4949-b07d-3968a64b6102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.270620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Pushing event deleted for resources: {'Port': ['ID=7724d4fc-a1a8-4808-b014-a1e88ae35a94,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:42.390289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7dc116e2-f7d2-4949-b07d-3968a64b6102 None None] Port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:42.392681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.393527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b503f925-8279-4589-a9ea-24a55299422d up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:42.432903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.444826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c69044-2932-4b08-b830-a9e154d6f468 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:42.461776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.473881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:42.474152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:42.482379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Usage tracker for resource:security_group_rule and tenant:6e3bb7275c5e48878cf139bf38502827 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:42.489568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:42.498330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Transition to ACTIVE for port object 44c69044-2932-4b08-b830-a9e154d6f468 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:42.500018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:42.512093 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.529963 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be87d9e6-5e5a-4f4b-9f63-576c7d7abfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.554915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:42.597752 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d5c0fd5-69d9-4f0d-aec4-d9edba68613d req-481775b0-cf63-4df0-b566-0b1c69e1a448 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.617758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'mac_address': 'fa:16:3e:37:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:42.640205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Network 42a9b4f0-371f-4119-a963-1478198eb55a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:42.648460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:42.658325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.659838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event updated for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:42.664191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.669944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:42.678538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.686803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.695597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.705326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.713499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.722872 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b026a3-dc07-45b6-8873-b9046771af4d req-34cde908-7a72-467d-88a9-43e0c6f9a725 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5439 time: 0.4831226 Jan 18 22:53:42.743125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:42.743495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.772030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.773611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Pushing event updated for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:42.774646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.778562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-88abb02d-cc0c-4618-b4ef-ead2ec481468 tempest-ServersTestJSON-405872503 tempest-ServersTestJSON-405872503-project] 10.222.0.78 "DELETE /v2.0/floatingips/3186a27c-006b-4ab8-8e5b-e79faebb4424 HTTP/1.1" status: 204 len: 168 time: 2.2181304 Jan 18 22:53:42.778562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d5c0fd5-69d9-4f0d-aec4-d9edba68613d req-481775b0-cf63-4df0-b566-0b1c69e1a448 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.786421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60836) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:42.789509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-4f5ea439-7369-4b16-acfc-a96ca5b11416 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2552426 Jan 18 22:53:42.796969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:42.900478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Request body: {'port': {'device_id': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:42.918272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.933274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b026a3-dc07-45b6-8873-b9046771af4d req-bf3260c9-1f9a-46dc-9fd2-4ab2d1a4d0c0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090716 Jan 18 22:53:42.943409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port b503f925-8279-4589-a9ea-24a55299422d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:42.955302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:42.961214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port b503f925-8279-4589-a9ea-24a55299422d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:42.961579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.079238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:43.115454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.124375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.133747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.191752 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d5c0fd5-69d9-4f0d-aec4-d9edba68613d req-481775b0-cf63-4df0-b566-0b1c69e1a448 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.221727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481775b0-cf63-4df0-b566-0b1c69e1a448 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee89062-cf85-4302-b213-f9f54e53e41c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.237265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1a8603da-2ae5-4560-80d1-bfdaf3c236ae'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:43.237572 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d5c0fd5-69d9-4f0d-aec4-d9edba68613d req-481775b0-cf63-4df0-b566-0b1c69e1a448 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.238992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d5c0fd5-69d9-4f0d-aec4-d9edba68613d req-481775b0-cf63-4df0-b566-0b1c69e1a448 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/bee89062-cf85-4302-b213-f9f54e53e41c HTTP/1.1" status: 204 len: 173 time: 0.9617627 Jan 18 22:53:43.244210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.252696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Attempting to bind port 44c69044-2932-4b08-b830-a9e154d6f468 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:43.252696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Attempting to bind port 44c69044-2932-4b08-b830-a9e154d6f468 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:43.252696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Attempting to bind port 44c69044-2932-4b08-b830-a9e154d6f468 on network 70171744-d5c8-481d-a415-f0d6f255a873 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:43.256967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e0df5-c3e6-48e3-9a3e-ef3e86304ee8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.263381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9ebb0fc1-9c62-482e-aaf3-48d415f31c0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e3bb7275c5e48878cf139bf38502827&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0767083 Jan 18 22:53:43.264939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Port 44c69044-2932-4b08-b830-a9e154d6f468 on network 70171744-d5c8-481d-a415-f0d6f255a873 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:53:43.265427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Attempting to bind port 44c69044-2932-4b08-b830-a9e154d6f468 on network 70171744-d5c8-481d-a415-f0d6f255a873 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:43.280160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:43.280466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:43.280909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Checking segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:43.281537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Bound using segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:43.282057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Bound port: 44c69044-2932-4b08-b830-a9e154d6f468, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:43.282575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.360861 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.438708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62cb9a14-b683-4722-845d-87c1d13881c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.445937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.460692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44af93-edbc-49fa-a893-1b85103c0428 req-2264b800-d1de-45d2-8ece-fc777d30e362 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:43.463989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8676ac79-7dd2-4c36-b22d-61b0edd32dd0 None None] Provisioning for port 59ff6f2c-1912-4f85-b200-2c6e000ba593 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:43.467965 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f44af93-edbc-49fa-a893-1b85103c0428 req-2264b800-d1de-45d2-8ece-fc777d30e362 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 931 time: 0.3241193 Jan 18 22:53:43.482516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8676ac79-7dd2-4c36-b22d-61b0edd32dd0 None None] Provisioning complete for port 59ff6f2c-1912-4f85-b200-2c6e000ba593 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:43.482890 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8676ac79-7dd2-4c36-b22d-61b0edd32dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.529648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b503f925-8279-4589-a9ea-24a55299422d,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:43.543611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:43.552837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62cb9a14-b683-4722-845d-87c1d13881c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.572702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.573564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f175724e-ae7a-49da-bef8-d457e3b536b6 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:43.580714 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f44af93-edbc-49fa-a893-1b85103c0428 req-2d0762d8-d32d-4756-81be-56d7f054bbef tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116850 Jan 18 22:53:43.589065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=44c69044-2932-4b08-b830-a9e154d6f468,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:43.604105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.730715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1'}, {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b503f925-8279-4589-a9ea-24a55299422d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:43.783134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:43.784033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.785437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] 10.222.0.85 "PUT /v2.0/ports/44c69044-2932-4b08-b830-a9e154d6f468 HTTP/1.1" status: 200 len: 1092 time: 2.3341644 Jan 18 22:53:43.791880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:43.825913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48544498-2765-4ded-8b12-f265012bcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:40Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:43.834702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8676ac79-7dd2-4c36-b22d-61b0edd32dd0 None None] Port 59ff6f2c-1912-4f85-b200-2c6e000ba593 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:53:43.835649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Request body: {'port': {'device_id': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:43.852002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48544498-2765-4ded-8b12-f265012bcacd None None] The sync data for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 is: [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:40Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:43.871213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.891654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port f175724e-ae7a-49da-bef8-d457e3b536b6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:43.899594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port f175724e-ae7a-49da-bef8-d457e3b536b6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:43.899961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.959405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62cb9a14-b683-4722-845d-87c1d13881c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.976062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25696048-ec93-4e92-b7b7-279dd9239d5e service neutron] Pushing event updated for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:44.051235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb9a14-b683-4722-845d-87c1d13881c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e0df5-c3e6-48e3-9a3e-ef3e86304ee8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:44.077958 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62cb9a14-b683-4722-845d-87c1d13881c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.082799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62cb9a14-b683-4722-845d-87c1d13881c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c35e0df5-c3e6-48e3-9a3e-ef3e86304ee8 HTTP/1.1" status: 204 len: 168 time: 0.7855031 Jan 18 22:53:44.138040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.180128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724123-996e-49e6-9083-1d2e3f47421d req-3e044d0d-776f-41cb-ba7a-a4ad238f0480 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:44.195136 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.202970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724123-996e-49e6-9083-1d2e3f47421d req-3e044d0d-776f-41cb-ba7a-a4ad238f0480 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:44.208931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724123-996e-49e6-9083-1d2e3f47421d req-3e044d0d-776f-41cb-ba7a-a4ad238f0480 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:44.209959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9f724123-996e-49e6-9083-1d2e3f47421d req-3e044d0d-776f-41cb-ba7a-a4ad238f0480 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:44.228386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ff6f2c-1912-4f85-b200-2c6e000ba593 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:44.234979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f175724e-ae7a-49da-bef8-d457e3b536b6,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:44.241252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.242798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e778542e-6df7-4dc4-a290-ea420563c4ae up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:44.244901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.279683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74edcd-84db-4294-aa64-073c46c5203f req-f1bc867d-546b-4b2b-b09b-2d2d49c18bf6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:44.281658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd74edcd-84db-4294-aa64-073c46c5203f req-f1bc867d-546b-4b2b-b09b-2d2d49c18bf6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 945 time: 0.7889860 Jan 18 22:53:44.371484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9f724123-996e-49e6-9083-1d2e3f47421d req-3e044d0d-776f-41cb-ba7a-a4ad238f0480 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:44.379183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f724123-996e-49e6-9083-1d2e3f47421d req-3e044d0d-776f-41cb-ba7a-a4ad238f0480 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2388 time: 0.6681750 Jan 18 22:53:44.397515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Transition to ACTIVE for port object 59ff6f2c-1912-4f85-b200-2c6e000ba593 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:44.497502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:44.498860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd74edcd-84db-4294-aa64-073c46c5203f req-a78f546d-ea09-454f-be21-253b67317346 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070542 Jan 18 22:53:44.499494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.503012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c69d180e-d06a-4a27-aa32-3aff1c33d65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.518154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port e778542e-6df7-4dc4-a290-ea420563c4ae completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:44.523678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port e778542e-6df7-4dc4-a290-ea420563c4ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:44.524053 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.639024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9f724123-996e-49e6-9083-1d2e3f47421d req-aff07d48-3d2d-4a2e-9e1b-76c42cac51f6 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:44.751519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:44.799895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.807569 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.863083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:44.899384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Usage tracker for resource:security_group_rule and tenant:49633f2d56d64cfa9ae328e74081ee1a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:44.902048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e778542e-6df7-4dc4-a290-ea420563c4ae,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:44.906716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:44.916365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.938584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:44.979688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78f92070-ad91-4281-bd00-9f7cd8883f7c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:44.988715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Pushing event updated for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:45.114142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.116690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9f724123-996e-49e6-9083-1d2e3f47421d req-aff07d48-3d2d-4a2e-9e1b-76c42cac51f6 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:45.118060 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f724123-996e-49e6-9083-1d2e3f47421d req-aff07d48-3d2d-4a2e-9e1b-76c42cac51f6 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377880 Jan 18 22:53:45.126484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.158628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:45.187661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 78f92070-ad91-4281-bd00-9f7cd8883f7c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:45.198621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 78f92070-ad91-4281-bd00-9f7cd8883f7c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:45.199290 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.241657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1043462692', 'description': 'tempest-description-1094068100'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:45.256377 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49633f2d56d64cfa9ae328e74081ee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026104 Jan 18 22:53:45.262681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:45.269501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:45.279618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:45.289244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:45.294488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:45.387336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.405919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:45.425561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853339a5-efba-40cf-ad86-1b40fe355a41 req-7e963830-da6f-47b1-ba6f-213a6eb1c754 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:45.430728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f841c83b-31af-4e3d-bcd7-c95e664c98af {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:45.433476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-853339a5-efba-40cf-ad86-1b40fe355a41 req-7e963830-da6f-47b1-ba6f-213a6eb1c754 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 945 time: 0.6504037 Jan 18 22:53:45.439926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.459086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Transition to ACTIVE for port object f841c83b-31af-4e3d-bcd7-c95e664c98af will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:45.460162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738266e-849b-41e6-825f-1e353d25784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65eb0fa-0816-4073-b146-6b8ab01113dd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:45.482008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.485396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Attempting to bind port 59ff6f2c-1912-4f85-b200-2c6e000ba593 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:45.485944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Attempting to bind port 59ff6f2c-1912-4f85-b200-2c6e000ba593 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:45.486379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Attempting to bind port 59ff6f2c-1912-4f85-b200-2c6e000ba593 on network 42a9b4f0-371f-4119-a963-1478198eb55a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:45.513656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-853339a5-efba-40cf-ad86-1b40fe355a41 req-5bb5e487-9bfd-406d-9779-fcb93617dcbe tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768991 Jan 18 22:53:45.515928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Port 59ff6f2c-1912-4f85-b200-2c6e000ba593 on network 42a9b4f0-371f-4119-a963-1478198eb55a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:53:45.516378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Attempting to bind port 59ff6f2c-1912-4f85-b200-2c6e000ba593 on network 42a9b4f0-371f-4119-a963-1478198eb55a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:45.542688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:45.543042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Checking segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:45.543543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Bound using segment: {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:45.544023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Bound port: 59ff6f2c-1912-4f85-b200-2c6e000ba593, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd176814f-dfb3-4be5-a008-834f43595622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:45.544569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.598567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.613486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:45.617563 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.635250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.636209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.640977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd96133c-c67c-4e5c-a948-f15ed89576bd up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:45.643378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.695664 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1', 'code': 200} Jan 18 22:53:45.695899 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b503f925-8279-4589-a9ea-24a55299422d', 'code': 200} Jan 18 22:53:46.022809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:46.023117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.097342 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468', 'status': 'completed', 'code': 200} Jan 18 22:53:46.118681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 83704046-3592-4432-9833-3c2a6d5a7893 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:46.142511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:46.154173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Usage tracker for resource:security_group_rule and tenant:ddf5e0a654a848829f6b9ac51d007199 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:46.157928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:46.164107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:46.192267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:46.234787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:46.252901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.285392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port cd96133c-c67c-4e5c-a948-f15ed89576bd completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:46.308622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port cd96133c-c67c-4e5c-a948-f15ed89576bd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:46.309187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.316513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:46.342645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.347611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.369908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.394811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 83704046-3592-4432-9833-3c2a6d5a7893 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:46.406377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 83704046-3592-4432-9833-3c2a6d5a7893 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:46.406774 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.433039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Attempting to bind port f841c83b-31af-4e3d-bcd7-c95e664c98af on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:46.433376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Attempting to bind port f841c83b-31af-4e3d-bcd7-c95e664c98af by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:46.433706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Attempting to bind port f841c83b-31af-4e3d-bcd7-c95e664c98af on network a2b1c8a1-6e28-418a-9fa2-2132474e3961 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:46.439756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:46.443605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Pushing event updated for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:46.478127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Port f841c83b-31af-4e3d-bcd7-c95e664c98af on network a2b1c8a1-6e28-418a-9fa2-2132474e3961 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:53:46.478457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Attempting to bind port f841c83b-31af-4e3d-bcd7-c95e664c98af on network a2b1c8a1-6e28-418a-9fa2-2132474e3961 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:46.481631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884c0ab4-2a2b-43e3-a805-af8be4650ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.502720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:46.519369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884c0ab4-2a2b-43e3-a805-af8be4650ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.524062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.524932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.526689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] 10.222.0.85 "PUT /v2.0/ports/59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 1091 time: 3.6361222 Jan 18 22:53:46.527719 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.558665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.566200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.575186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.582574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.609055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.616419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.617827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:46.618204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Checking segment: {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:46.618709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Bound using segment: {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:46.619193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Bound port: f841c83b-31af-4e3d-bcd7-c95e664c98af, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038e13c4-b073-47e3-9727-cba11e49a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:46.619541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.624807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.634065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-3970383e-1aa3-40c8-886c-1b1015980852 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5443 time: 0.6190870 Jan 18 22:53:46.649618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:46.672895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884c0ab4-2a2b-43e3-a805-af8be4650ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.707925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c0ab4-2a2b-43e3-a805-af8be4650ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65eb0fa-0816-4073-b146-6b8ab01113dd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:46.735380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884c0ab4-2a2b-43e3-a805-af8be4650ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.737299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-884c0ab4-2a2b-43e3-a805-af8be4650ccb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e65eb0fa-0816-4073-b146-6b8ab01113dd HTTP/1.1" status: 204 len: 168 time: 1.2732728 Jan 18 22:53:46.751028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.757430 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.759662 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86b6e7d3-9f7e-4a57-889a-06ee47966d59 req-914cdc07-21a5-4389-b9c8-39e1fe8a8e2a tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5335944 Jan 18 22:53:46.797259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:53:46.812641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:46.820289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:46.837112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.846136 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.854998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-7a8d60bc-deb6-4fab-97ac-fc761cb334b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.866541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-7a8d60bc-deb6-4fab-97ac-fc761cb334b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.867079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-7a8d60bc-deb6-4fab-97ac-fc761cb334b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.872336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-7a8d60bc-deb6-4fab-97ac-fc761cb334b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2756 time: 1.0690022 Jan 18 22:53:46.933590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:46.935253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:46.937378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] 10.222.0.85 "PUT /v2.0/ports/f841c83b-31af-4e3d-bcd7-c95e664c98af HTTP/1.1" status: 200 len: 1091 time: 3.1219296 Jan 18 22:53:46.945107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=13']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:47.000174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Request body: {'port': {'device_id': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:47.005308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cd96133c-c67c-4e5c-a948-f15ed89576bd, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:47.008214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.017549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.018345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e88408a1-3e76-4585-86a7-25ba92bfbb8a up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:47.094254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7cc678b-ce2c-4bf4-981f-cb50190083b2 req-82ab7811-5715-4a8e-9a7e-1845db325295 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4589076 Jan 18 22:53:47.106657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb5502-b7bf-4cd9-92c6-e443965a7c74 service neutron] Pushing event updated for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:47.277545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-b155898d-fe0f-4908-90ab-a2fca83bd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:47.284812 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-b155898d-fe0f-4908-90ab-a2fca83bd514 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1094 time: 0.6254985 Jan 18 22:53:47.302530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 83704046-3592-4432-9833-3c2a6d5a7893, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=83704046-3592-4432-9833-3c2a6d5a7893,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:47.342632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.373689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=cd96133c-c67c-4e5c-a948-f15ed89576bd,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:47.406473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.443118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port e88408a1-3e76-4585-86a7-25ba92bfbb8a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:47.467640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=83704046-3592-4432-9833-3c2a6d5a7893,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:47.477794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port e88408a1-3e76-4585-86a7-25ba92bfbb8a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:47.478226 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.608185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-3a2eff63-a8cf-4ed0-bcc5-2adee2305615 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 217 time: 0.3010783 Jan 18 22:53:47.664588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.666593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d5a99-4e9d-42cf-80a9-57d683c7c473 service neutron] Pushing event updated for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:47.696446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6'}, {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e778542e-6df7-4dc4-a290-ea420563c4ae'}, {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c'}, {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}, {'server_uuid': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd96133c-c67c-4e5c-a948-f15ed89576bd'}, {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:47.706163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:47.713354 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.713916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9907e-e615-4211-9aaa-d04432b4b2fa req-c81e4e66-bd63-4d67-aca8-6efb39e75093 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:47.714189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0be50557-1844-4ee5-884d-073d6041880f up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:47.715555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fa9907e-e615-4211-9aaa-d04432b4b2fa req-c81e4e66-bd63-4d67-aca8-6efb39e75093 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 943 time: 0.6872847 Jan 18 22:53:47.859215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fa9907e-e615-4211-9aaa-d04432b4b2fa req-7fc15e1b-d40f-4ce8-a244-b295a0385b46 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257455 Jan 18 22:53:47.895389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:47.907539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-e1dd3758-1376-4b0d-8a58-20f249aad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:47.910139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-e1dd3758-1376-4b0d-8a58-20f249aad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:47.911056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-e1dd3758-1376-4b0d-8a58-20f249aad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:47.917080 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-e1dd3758-1376-4b0d-8a58-20f249aad2f1 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=dfbf066e98304e98b832579ad25ac6bc&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0181019 Jan 18 22:53:47.950130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 0be50557-1844-4ee5-884d-073d6041880f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:47.957363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 83704046-3592-4432-9833-3c2a6d5a7893 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:48.059707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 0be50557-1844-4ee5-884d-073d6041880f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:48.060417 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.121183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Deleting port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:48.121609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.124753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:48.216662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-9478e379-22de-40f5-b166-9ea144b7179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.218325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-9478e379-22de-40f5-b166-9ea144b7179e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 200 len: 868 time: 0.6087196 Jan 18 22:53:48.222543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.234186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 83704046-3592-4432-9833-3c2a6d5a7893 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:48.234891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.303044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0be50557-1844-4ee5-884d-073d6041880f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0be50557-1844-4ee5-884d-073d6041880f,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:48.320767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.469475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=0be50557-1844-4ee5-884d-073d6041880f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:48.558926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2edfb-e6e4-4c13-9358-6a58df95cfdf req-3bdf32a4-8385-424e-8b42-e7ff62499e06 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.566098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff2edfb-e6e4-4c13-9358-6a58df95cfdf req-3bdf32a4-8385-424e-8b42-e7ff62499e06 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.8847661 Jan 18 22:53:48.640700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:48.650949 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.675641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Transition to ACTIVE for port object 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:48.690138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.743265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff2edfb-e6e4-4c13-9358-6a58df95cfdf req-57a61839-00bc-4def-9ecd-865ffaacf0a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725533 Jan 18 22:53:48.759442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-62b8bf82-076d-4214-84d0-293ca9755d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.760893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd94885-1f71-4ccf-a306-e6173ec57ae9 req-62b8bf82-076d-4214-84d0-293ca9755d08 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8115633 Jan 18 22:53:48.779992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b4ce-43a2-4d45-ac36-fabaf1bdab4a req-561fc1b6-4148-4d64-875a-ac5e65b26a1f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.788131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b4ce-43a2-4d45-ac36-fabaf1bdab4a req-561fc1b6-4148-4d64-875a-ac5e65b26a1f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.794989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b4ce-43a2-4d45-ac36-fabaf1bdab4a req-561fc1b6-4148-4d64-875a-ac5e65b26a1f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.798811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2168b4ce-43a2-4d45-ac36-fabaf1bdab4a req-561fc1b6-4148-4d64-875a-ac5e65b26a1f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2400 time: 0.6575317 Jan 18 22:53:48.831124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-5a8b7e4f-7b0f-4f95-b108-09bd00155e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:48.832845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-5a8b7e4f-7b0f-4f95-b108-09bd00155e0c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=42a9b4f0-371f-4119-a963-1478198eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5988233 Jan 18 22:53:48.962679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2168b4ce-43a2-4d45-ac36-fabaf1bdab4a req-14204269-3e21-41c0-bb0d-195be79b374d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522188 Jan 18 22:53:48.999586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:49.115445 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'status': 'completed', 'code': 200} Jan 18 22:53:49.158111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] For port 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:49.158475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.264341 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-59822ddf-58a4-41e8-865f-362f662ac8c9 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd HTTP/1.1" status: 200 len: 1803 time: 0.1707268 Jan 18 22:53:49.273420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Attempting to bind port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:49.273838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Attempting to bind port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:49.274250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Attempting to bind port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 on network 70171744-d5c8-481d-a415-f0d6f255a873 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:49.281227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Request body: {'security_group': {'name': 'tempest-sg-hth-688716797', 'description': 'tempest-description-hth-718786022'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:49.295549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 on network 70171744-d5c8-481d-a415-f0d6f255a873 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:53:49.295884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Attempting to bind port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 on network 70171744-d5c8-481d-a415-f0d6f255a873 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:53:49.312638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:53:49.312978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Checking segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:49.313600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Bound using segment: {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:53:49.314038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Bound port: 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a3495-ad56-4e6d-a223-521e38c6fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:49.314666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.340870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Calling delete_port for 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:49.365337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.465329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.468131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] For port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:53:49.471973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] For port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:53:49.472453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-93f362b8-03cc-418b-b7ef-b26b3974be54 service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309111 Jan 18 22:53:49.476235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.480995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.483601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5331275a-846b-4cea-9d3c-185bfb42d2c1 req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "PUT /v2.0/security-groups/4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd HTTP/1.1" status: 200 len: 1775 time: 0.2110984 Jan 18 22:53:49.518891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e99eb-ccb9-4f6e-afef-d1f9751997d6 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:49.522169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.596411 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6', 'code': 200} Jan 18 22:53:49.596910 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e778542e-6df7-4dc4-a290-ea420563c4ae', 'code': 200} Jan 18 22:53:49.596910 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c', 'code': 200} Jan 18 22:53:49.597240 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:53:49.597438 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd96133c-c67c-4e5c-a948-f15ed89576bd', 'code': 200} Jan 18 22:53:49.597686 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a', 'code': 200} Jan 18 22:53:49.766109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:49.771696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:49.772311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:49.774094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-3aa07577-4bfe-46ef-84f4-edbb6efbc7a6 service neutron] 10.222.0.85 "PUT /v2.0/ports/737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 HTTP/1.1" status: 200 len: 1092 time: 2.7787917 Jan 18 22:53:50.008982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e54e6-88d1-4464-a9ca-0feb46113329 req-d90df1a6-3cb1-443b-8a59-6070eac7cc48 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.011771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce5e54e6-88d1-4464-a9ca-0feb46113329 req-d90df1a6-3cb1-443b-8a59-6070eac7cc48 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 946 time: 0.9683797 Jan 18 22:53:50.022764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:50.035321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-03f9b2d2-2b9e-4dbc-aa1d-7e995badc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.041946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-03f9b2d2-2b9e-4dbc-aa1d-7e995badc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.042608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-03f9b2d2-2b9e-4dbc-aa1d-7e995badc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.044272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-03f9b2d2-2b9e-4dbc-aa1d-7e995badc35a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2865 time: 0.2157874 Jan 18 22:53:50.062510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.068451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.074849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.081879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.088237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.094457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.100468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.102457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-960c94ea-8361-49d9-ad19-d55741f87911 req-e6dbe0fa-0a2d-4efa-981a-fb5e637e4daf tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.3376520 Jan 18 22:53:50.175470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Pushing event deleted for resources: {'Port': ['ID=8eac9c33-5ecd-4ce9-aa25-1608c61d79cf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:50.181226 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-54966df0-d02c-4c0f-af5c-7e9943008e01 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=44c69044-2932-4b08-b830-a9e154d6f468 HTTP/1.1" status: 200 len: 217 time: 0.0773449 Jan 18 22:53:50.253645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-960c94ea-8361-49d9-ad19-d55741f87911 req-bcf8aa85-a34a-4a12-9a58-2384f4e07b48 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716734 Jan 18 22:53:50.392982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:50.395021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-c7a0ede9-c697-40e1-8944-d0e0ca9e148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.396532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-c7a0ede9-c697-40e1-8944-d0e0ca9e148d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a8d966e5-8425-47d1-81b2-8ce88360b2aa HTTP/1.1" status: 200 len: 801 time: 0.1584332 Jan 18 22:53:50.399931 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af', 'status': 'completed', 'code': 200} Jan 18 22:53:50.510072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-278c0e98-e319-4e5a-84ef-6f335b36449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.511526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-278c0e98-e319-4e5a-84ef-6f335b36449f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70171744-d5c8-481d-a415-f0d6f255a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1059394 Jan 18 22:53:50.560406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ead8578d-0d19-49db-883a-3a27ffb15937 req-682f3507-d909-41bc-9149-5f38cd35a46d service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9477434 Jan 18 22:53:50.586317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce5e54e6-88d1-4464-a9ca-0feb46113329 req-3a546afe-863f-4b69-bf45-f2aac1135399 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586758 Jan 18 22:53:50.680597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50431b9-113b-406b-8ee8-f95cb986c554 req-89a08440-3db1-4b2d-9418-478b231acaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.682223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d50431b9-113b-406b-8ee8-f95cb986c554 req-89a08440-3db1-4b2d-9418-478b231acaab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 1097 time: 0.9246149 Jan 18 22:53:50.711943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:50.719086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:50.724281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Usage tracker for resource:floatingip and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:50.728307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:50.735312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:50.784461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e59178-5da6-46f8-98aa-f506964618a1 req-637d5d60-c9ec-4821-846f-d3dce98d97ba tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:50.786065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42e59178-5da6-46f8-98aa-f506964618a1 req-637d5d60-c9ec-4821-846f-d3dce98d97ba tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 943 time: 0.2788661 Jan 18 22:53:50.790176 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:50.842702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-fd741f68-c108-43c2-87cb-3886d158b7ff service neutron] 10.222.0.85 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784488 Jan 18 22:53:50.978298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:51.072904 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42e59178-5da6-46f8-98aa-f506964618a1 req-4fa0db83-9b18-4d25-87f8-d437c89f817b tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545877 Jan 18 22:53:51.080873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa09e76c-1223-4599-a0bb-b6847d430c24 req-0f565912-8559-45d1-adc3-b4916292e2af tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd HTTP/1.1" status: 200 len: 1775 time: 0.4208612 Jan 18 22:53:51.101187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-d3ba699d-724c-4511-8232-df783c6474a7 service neutron] 10.222.0.85 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032893 Jan 18 22:53:51.106530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d50431b9-113b-406b-8ee8-f95cb986c554 req-1f1aff30-7f97-4f9f-bc5e-14f32c585be7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810906 Jan 18 22:53:51.208143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-effd6623-82b1-424a-b698-238936390db4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af HTTP/1.1" status: 200 len: 217 time: 0.0964901 Jan 18 22:53:51.331668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-b61c6bb0-f442-44a4-b9fe-7f15318ad1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.333276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-b61c6bb0-f442-44a4-b9fe-7f15318ad1e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1094 time: 0.7154808 Jan 18 22:53:51.393117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-b29a5842-bf94-4e8e-905b-7d7cefe6a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.394595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-b29a5842-bf94-4e8e-905b-7d7cefe6a28d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0df5dc27-2fec-404b-8fb0-804739f19b16 HTTP/1.1" status: 200 len: 801 time: 0.1796753 Jan 18 22:53:51.409838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:51.460752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da35a-a57b-4a64-aabb-1b12f834bd38 req-54b421e3-a34e-430a-8da5-d8bf0c97d350 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.462373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c81da35a-a57b-4a64-aabb-1b12f834bd38 req-54b421e3-a34e-430a-8da5-d8bf0c97d350 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.2532241 Jan 18 22:53:51.520851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bbe37-2da9-45fb-9e6f-d551342ff0c8 req-db20e129-477b-438e-b985-446d6701c99b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.528096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bbe37-2da9-45fb-9e6f-d551342ff0c8 req-db20e129-477b-438e-b985-446d6701c99b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.533749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bbe37-2da9-45fb-9e6f-d551342ff0c8 req-db20e129-477b-438e-b985-446d6701c99b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.535614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d14bbe37-2da9-45fb-9e6f-d551342ff0c8 req-db20e129-477b-438e-b985-446d6701c99b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2412 time: 0.2933664 Jan 18 22:53:51.594346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c81da35a-a57b-4a64-aabb-1b12f834bd38 req-76c76c46-b3bb-4e1a-b42e-73535ef77264 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891786 Jan 18 22:53:51.598640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be50557-1844-4ee5-884d-073d6041880f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:51.694649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-daa7868c-9ebe-4a8c-bcbe-863703f3a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.696188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-daa7868c-9ebe-4a8c-bcbe-863703f3a70f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b1c8a1-6e28-418a-9fa2-2132474e3961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2881200 Jan 18 22:53:51.722307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d14bbe37-2da9-45fb-9e6f-d551342ff0c8 req-fad0e74c-696b-4266-9187-61782b1da589 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724570 Jan 18 22:53:51.729480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-9ec6a8aa-cee0-4dd1-985d-a9c4c9cc857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:51.730994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-9ec6a8aa-cee0-4dd1-985d-a9c4c9cc857b service neutron] 10.222.0.85 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 930 time: 0.3894806 Jan 18 22:53:51.801903 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cae2c0e-43f8-44ae-aafd-fe8b6ccf13a7 req-461d61bd-a86b-4bc2-ad36-b95b09ac8794 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd HTTP/1.1" status: 200 len: 1775 time: 0.1767046 Jan 18 22:53:51.837712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Allocated IP 172.25.4.70 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/0b2b9efa-7a89-46be-b969-9aadfe8f65ce) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:51.982937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-c856130f-bedb-4207-9399-9a9423fa35ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 217 time: 0.2437971 Jan 18 22:53:51.984724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Router 4abb3d3f-dff5-43df-b578-0578a64ac449 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:53:52.206907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-41d3745a-635e-441b-882a-6d1fa724a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.209961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-41d3745a-635e-441b-882a-6d1fa724a5c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 200 len: 868 time: 0.2190499 Jan 18 22:53:52.216026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-04e69659-a304-43ae-bc75-5b1f490c63b0 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099235 Jan 18 22:53:52.361043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8cae2c0e-43f8-44ae-aafd-fe8b6ccf13a7 req-8a1dd0ca-19e1-49ff-abed-88eda4c37167 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:52.398139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.404404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.410622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.411558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'tag': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:52.417142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.423573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.430300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.436362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.436546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8cae2c0e-43f8-44ae-aafd-fe8b6ccf13a7 req-8a1dd0ca-19e1-49ff-abed-88eda4c37167 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:52.443923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-7b5ea699-ac4f-496f-8376-895c29dc6f2a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.5764000 Jan 18 22:53:52.463274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:52.486868 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-2ec70bbe-fd44-447e-879f-12074525a799 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610261 Jan 18 22:53:52.513537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-217729e4-7108-4bd2-a1a0-c91283cd99b2 req-f41e74fd-cbee-4117-ae66-764a6c946114 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687191 Jan 18 22:53:52.523459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:53:52.532271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-3e3ef219-20a8-4779-b090-4078540372e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.533831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-3e3ef219-20a8-4779-b090-4078540372e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=42a9b4f0-371f-4119-a963-1478198eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135483 Jan 18 22:53:52.540053 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] Sync routers for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:52.560800 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:52.561453 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:52.571315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-41abf2cd-2ca2-42f8-a041-d5914992937e admin admin] 10.222.0.78 "PUT /v2.0/routers/4abb3d3f-dff5-43df-b578-0578a64ac449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7806520 Jan 18 22:53:52.593852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-bb2c38b8-f4e4-471a-a936-cbeeb1614043 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 HTTP/1.1" status: 200 len: 217 time: 0.0954628 Jan 18 22:53:52.596355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60984) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:52.613490 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be50557-1844-4ee5-884d-073d6041880f', 'code': 200} Jan 18 22:53:52.801605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8cae2c0e-43f8-44ae-aafd-fe8b6ccf13a7 req-8a1dd0ca-19e1-49ff-abed-88eda4c37167 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:52.826413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-03897fcf-e926-4632-b0e8-e87096a8f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:52.828098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-03897fcf-e926-4632-b0e8-e87096a8f70f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a8d966e5-8425-47d1-81b2-8ce88360b2aa HTTP/1.1" status: 200 len: 801 time: 0.1504979 Jan 18 22:53:52.890478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-df7b0b1c-f89b-4673-bac9-9b6763a1dc1f service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493717 Jan 18 22:53:52.905791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dd0ca-19e1-49ff-abed-88eda4c37167 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:52.907389 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:53.017140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:53.100303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Port': ['ID=0b2b9efa-7a89-46be-b969-9aadfe8f65ce,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:53.108448 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8cae2c0e-43f8-44ae-aafd-fe8b6ccf13a7 req-8a1dd0ca-19e1-49ff-abed-88eda4c37167 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:53.109682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cae2c0e-43f8-44ae-aafd-fe8b6ccf13a7 req-8a1dd0ca-19e1-49ff-abed-88eda4c37167 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/4a9f9407-4ed3-45c5-90f1-8e0cbe47c4cd HTTP/1.1" status: 204 len: 173 time: 1.3069823 Jan 18 22:53:53.119695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:53.294612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3111c943-c4f6-4b9c-84c2-8eeffabf1cfd req-6d9bd8ca-5781-4076-8227-9b2d3c3df502 service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968928 Jan 18 22:53:53.299032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:53.305379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:53.317617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:53.321400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.321896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.322368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.323584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.324198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.324830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.325346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.328599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-d36841f3-6e2b-45e4-8397-26c6c5bcc40e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6502 time: 0.6208904 Jan 18 22:53:53.329812 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:53:49Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:53.334777 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] Checking router: 4abb3d3f-dff5-43df-b578-0578a64ac449 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:53.347805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09cdff-c909-4b8c-8c78-06ce976805ae req-3b79582c-c6ff-4d11-9b42-7da1cecceaa2 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.349841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa09cdff-c909-4b8c-8c78-06ce976805ae req-3b79582c-c6ff-4d11-9b42-7da1cecceaa2 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 946 time: 0.5798635 Jan 18 22:53:53.363686 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] Routers {'4abb3d3f-dff5-43df-b578-0578a64ac449'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:53:53.365554 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4abb3d3f-dff5-43df-b578-0578a64ac449'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:53.421533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ba41558-5309-413f-a4ec-b73d139a2aa5 req-cfc21883-fbb8-443d-8823-22fd9a8e154c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&id=0e97715e-c306-42b2-9247-713095d14c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698028 Jan 18 22:53:53.424671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 59ff6f2c-1912-4f85-b200-2c6e000ba593 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:53.475880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa09cdff-c909-4b8c-8c78-06ce976805ae req-c5f6c3a1-2bed-4f81-8331-aade191c4784 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076698 Jan 18 22:53:53.596319 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'tag': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9', 'status': 'completed', 'code': 200} Jan 18 22:53:53.626954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fb92-9238-4542-a402-8be58a778637 req-8bcfb745-d92d-448d-96b0-aad5dc46b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:53.631886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-8bcfb745-d92d-448d-96b0-aad5dc46b68f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70171744-d5c8-481d-a415-f0d6f255a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7119777 Jan 18 22:53:53.678627 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] Set router 4abb3d3f-dff5-43df-b578-0578a64ac449 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:53:53.748202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:53.787421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-240be726-23c5-464b-8e4e-e7bbec627001 service neutron] 10.222.0.85 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442027 Jan 18 22:53:53.811085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'port_id': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'mac_address': 'fa:16:3e:d1:99:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:53.820659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:53.966052 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.005207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ff6f2c-1912-4f85-b200-2c6e000ba593 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:54.042862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:54.054231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.078259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:53:49Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:54.090198 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb736bd-124b-4346-9b7d-301e2776de74 None None] The sync data for ids ['4abb3d3f-dff5-43df-b578-0578a64ac449'] in n-d-825178-1 is: [{'id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'name': 'tempest-ServersTestJSON-2039499332-router', 'tenant_id': 'c66187c531f34b60a59e1875fd569b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:42Z', 'updated_at': '2022-01-18T22:53:49Z', 'revision_number': 5, 'project_id': 'c66187c531f34b60a59e1875fd569b4d', 'gw_port': {'id': '12a40b2a-4ccb-48e8-973d-8989b355818c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb3d3f-dff5-43df-b578-0578a64ac449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:45Z', 'updated_at': '2022-01-18T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:54.098027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f801828-4560-4ec0-9e74-493574a9e6f4 req-91ebe11c-ceb1-4904-bad1-00dcfd1cebab tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:54.105586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f801828-4560-4ec0-9e74-493574a9e6f4 req-91ebe11c-ceb1-4904-bad1-00dcfd1cebab tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.3253498 Jan 18 22:53:54.147989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:54.175367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.175884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f801828-4560-4ec0-9e74-493574a9e6f4 req-d1d24026-aa0d-407a-a33c-10ecb5c28ae0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688593 Jan 18 22:53:54.291644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['59ff6f2c-1912-4f85-b200-2c6e000ba593'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:53:54.401456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Deleting port 12a40b2a-4ccb-48e8-973d-8989b355818c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:53:54.401800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.464672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8647dc-bbff-43eb-97f5-f8aac6667cfe req-efd42eea-b68e-4330-adf3-d59288d42dc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:54.479374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8647dc-bbff-43eb-97f5-f8aac6667cfe req-efd42eea-b68e-4330-adf3-d59288d42dc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:54.485346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.488624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8647dc-bbff-43eb-97f5-f8aac6667cfe req-efd42eea-b68e-4330-adf3-d59288d42dc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:54.505804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7f8647dc-bbff-43eb-97f5-f8aac6667cfe req-efd42eea-b68e-4330-adf3-d59288d42dc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2412 time: 0.2357953 Jan 18 22:53:54.628279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7f8647dc-bbff-43eb-97f5-f8aac6667cfe req-ef670c21-5e42-4c42-ae4a-0b4917616555 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203549 Jan 18 22:53:54.822595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c73fb92-9238-4542-a402-8be58a778637 req-ac43de7a-a4ed-4441-bb86-60aa9bf67b0f service neutron] 10.222.0.85 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9948900 Jan 18 22:53:55.014020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadc18-2ade-49a7-a295-f87b1d79aea2 req-35d26bd9-3aad-423c-92a0-a62e19a981e6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.022664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52fadc18-2ade-49a7-a295-f87b1d79aea2 req-35d26bd9-3aad-423c-92a0-a62e19a981e6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 943 time: 1.3734920 Jan 18 22:53:55.055463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.061908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.067010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.070859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.077729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.084146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.090766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.096805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.106468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-2db346a9-229d-4ac7-a854-db3a30195769 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.1975942 Jan 18 22:53:55.145834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.157920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0cdd30b6-63bd-4ec7-a4a4-6241fe930b40 req-dda15abc-a2c5-4e83-880a-f81847b40f16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500119 Jan 18 22:53:55.362919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52fadc18-2ade-49a7-a295-f87b1d79aea2 req-d0d9bc63-1bc0-43a5-a9c7-8ff358514109 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391473 Jan 18 22:53:55.368222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Port': ['ID=0b2b9efa-7a89-46be-b969-9aadfe8f65ce,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:55.379710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] For port 12a40b2a-4ccb-48e8-973d-8989b355818c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=12a40b2a-4ccb-48e8-973d-8989b355818c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:55.380069 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.390152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.440617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 59ff6f2c-1912-4f85-b200-2c6e000ba593 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:53:55.484012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-0f21af1b-a03c-4564-8e2b-28dd9e4e35aa tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.492079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-0f21af1b-a03c-4564-8e2b-28dd9e4e35aa tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.2208996 Jan 18 22:53:55.500501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.501881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c7ec4c74-14b9-4fe4-b45a-d755260302f6 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1041925 Jan 18 22:53:55.513651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-429cacda-4ce6-470a-ac58-d26a0b38210c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.0205359 Jan 18 22:53:55.517084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32780) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:55.572840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 59ff6f2c-1912-4f85-b200-2c6e000ba593 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:53:55.576818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Calling delete_port for 12a40b2a-4ccb-48e8-973d-8989b355818c owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:53:55.578851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 59ff6f2c-1912-4f85-b200-2c6e000ba593 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:55.579234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.612106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723552c-8329-46c8-a968-447ffd72bbfb req-993910a7-9bd5-4198-aa30-21c88a0792f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.612758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723552c-8329-46c8-a968-447ffd72bbfb req-993910a7-9bd5-4198-aa30-21c88a0792f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.615481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723552c-8329-46c8-a968-447ffd72bbfb req-993910a7-9bd5-4198-aa30-21c88a0792f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:55.615481 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-993910a7-9bd5-4198-aa30-21c88a0792f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2865 time: 0.6115892 Jan 18 22:53:55.641659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1307047837'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:55.654172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:55.666013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Usage tracker for resource:network and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:55.669613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:55.685298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:55.728349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Made reservation on behalf of aefa36e6cfb64c2cb00147a5c3392826 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:55.736362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.757072 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.776725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.799442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:55.811156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:55.819213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:55.823108 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:55.835316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Usage tracker for resource:security_group_rule and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:55.853979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:55.861929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:55.886461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-f8961e47-4409-4922-9dab-531785935c2e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3717029 Jan 18 22:53:55.950158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:55.960879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:53:56.009562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723552c-8329-46c8-a968-447ffd72bbfb req-e0a27cb2-794c-4543-8e51-f518623c3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:56.012303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-e0a27cb2-794c-4543-8e51-f518623c3a03 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a2b1c8a1-6e28-418a-9fa2-2132474e3961 HTTP/1.1" status: 200 len: 903 time: 0.3885407 Jan 18 22:53:56.039956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:53:56.042155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8eac9c33-5ecd-4ce9-aa25-1608c61d79cf not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:53:56.090651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-9f58651e-b368-443f-bfe9-bc2b84f07253 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af HTTP/1.1" status: 200 len: 217 time: 0.0718124 Jan 18 22:53:56.116480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-0d5659cd-def7-49e8-8534-87bed75bc224 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289836 Jan 18 22:53:56.225978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723552c-8329-46c8-a968-447ffd72bbfb req-9b616f91-4039-47be-b9d5-aeca548ccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:56.227576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-9b616f91-4039-47be-b9d5-aeca548ccda0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0df5dc27-2fec-404b-8fb0-804739f19b16 HTTP/1.1" status: 200 len: 801 time: 0.1251702 Jan 18 22:53:56.239914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.240460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa28c-245d-4618-8063-226dd88dacac req-0c9ddc67-fecb-4249-87f7-42772961bc07 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:56.248588 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7efa28c-245d-4618-8063-226dd88dacac req-0c9ddc67-fecb-4249-87f7-42772961bc07 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.3739085 Jan 18 22:53:56.260079 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.301743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:53:56.324604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1dad7f85-5429-4db3-95cc-1f30f25a90ea service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072535 Jan 18 22:53:56.327865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.328216 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Added segment 98ebc341-b9e4-4b5d-9f8a-118139d9b19e of type vlan for network 3345c789-666c-4e00-b4fc-5233a0cf5fbc Jan 18 22:53:56.329496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a82da2-604c-41cc-9ebb-6cfb0353ffc5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:56.374056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.425622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.433141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:56.433801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.482611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9617157 Jan 18 22:53:56.484981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32794) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:56.565608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Request body: {'subnet': {'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:56.575898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7efa28c-245d-4618-8063-226dd88dacac req-e05b2335-b357-488a-8569-51bba15545bb tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261135 Jan 18 22:53:56.582332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.676092 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-667ec0d1-21dc-417e-9164-36df2249cd62 req-de4e52f2-8621-400b-b3af-eff984be677c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:53:56.677118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-667ec0d1-21dc-417e-9164-36df2249cd62 req-de4e52f2-8621-400b-b3af-eff984be677c tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/bee89062-cf85-4302-b213-f9f54e53e41c HTTP/1.1" status: 404 len: 352 time: 0.1257262 Jan 18 22:53:56.718557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65279f3-6e7f-451c-abc1-8e92a30805b8 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Network': ['ID=3345c789-666c-4e00-b4fc-5233a0cf5fbc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:56.736460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:53:56.743870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:56.747750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Usage tracker for resource:subnet and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:56.750689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:56.758342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:56.774140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Made reservation on behalf of aefa36e6cfb64c2cb00147a5c3392826 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:56.778661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:56.847711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a40b2a-4ccb-48e8-973d-8989b355818c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:56.902614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723552c-8329-46c8-a968-447ffd72bbfb req-1d5b9742-ee1e-4702-bf9c-f3be27d8b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:56.904116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-1d5b9742-ee1e-4702-bf9c-f3be27d8b810 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2b1c8a1-6e28-418a-9fa2-2132474e3961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6460235 Jan 18 22:53:57.021243 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'code': 200} Jan 18 22:53:57.122264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.331187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a323b-4f91-46cb-b44b-8e87d774ed79 req-c325c461-8680-468e-827d-19c81a69d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.332583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d76a323b-4f91-46cb-b44b-8e87d774ed79 req-c325c461-8680-468e-827d-19c81a69d954 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1096 time: 0.4223597 Jan 18 22:53:57.346990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.352874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.358617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.364345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.370307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.370883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.376083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.376679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.381888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.389410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-05873487-7598-4268-bb63-f7eeedfbb4be tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.3421235 Jan 18 22:53:57.423558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f264547-6efd-4d26-9615-a44b9427fbe9 req-4c1a2e58-be4a-4610-bb02-1ddc53bb3522 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.430494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f264547-6efd-4d26-9615-a44b9427fbe9 req-4c1a2e58-be4a-4610-bb02-1ddc53bb3522 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.440118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f264547-6efd-4d26-9615-a44b9427fbe9 req-4c1a2e58-be4a-4610-bb02-1ddc53bb3522 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.440118 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f264547-6efd-4d26-9615-a44b9427fbe9 req-4c1a2e58-be4a-4610-bb02-1ddc53bb3522 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2412 time: 0.6910684 Jan 18 22:53:57.467957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:57.468251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-d3a55df2-b7c4-48ac-8a0e-57bfebe710e8 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435615 Jan 18 22:53:57.553423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.555360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4abb3d3f-dff5-43df-b578-0578a64ac449 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:53:57.568701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d76a323b-4f91-46cb-b44b-8e87d774ed79 req-9f385fec-6d4c-46c5-a5a0-78d76e4bfc95 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766045 Jan 18 22:53:57.587911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e73062d-0e83-40b6-9747-baef08bc6caf req-e61c219e-6ed5-4925-b1f7-186487018b18 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974325 Jan 18 22:53:57.664888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.788402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Subnet': ['ID=3f766186-d2c5-4e52-b332-c7874689ab79,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:57.811409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Checking segment: {'id': '98ebc341-b9e4-4b5d-9f8a-118139d9b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:53:57.811775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network hostable DHCP agents. Network: 3345c789-666c-4e00-b4fc-5233a0cf5fbc, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:53:57.822481 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a723552c-8329-46c8-a968-447ffd72bbfb req-9a859bed-259a-410c-8bed-899f924db014 service neutron] 10.222.0.85 "GET /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183000 Jan 18 22:53:57.843768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f264547-6efd-4d26-9615-a44b9427fbe9 req-18a09e1a-4781-4c2d-b41f-739a1a1984d8 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782587 Jan 18 22:53:57.849636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:57.875418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.875418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cf4a03b8-8e0e-4016-ad1a-88cc33db91b1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4abb3d3f-dff5-43df-b578-0578a64ac449 HTTP/1.1" status: 204 len: 168 time: 5.2713871 Jan 18 22:53:57.875418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:57.911922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9', 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873', 'port_id': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9', 'mac_address': 'fa:16:3e:eb:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d966e5-8425-47d1-81b2-8ce88360b2aa', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:58.018180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:53:58.031505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Deleting subnet e0a45860-f308-4e6b-9059-659e93165c2a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:53:58.040397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-4389a45b-e228-4400-8e59-e8f13dc26847 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.041208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-4389a45b-e228-4400-8e59-e8f13dc26847 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:58.047647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 3345c789-666c-4e00-b4fc-5233a0cf5fbc) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:58.059328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38eae8f-70f3-4961-bb90-16ca1b0e85bb None None] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:58.066791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.067406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.105610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.120545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-4389a45b-e228-4400-8e59-e8f13dc26847 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:58.134022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-4389a45b-e228-4400-8e59-e8f13dc26847 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 945 time: 0.3073938 Jan 18 22:53:58.157536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-88416c9b-cd9e-4913-9f54-a8258c243619 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6716754 Jan 18 22:53:58.161862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32822) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:58.167845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-370779164', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:58.183602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:53:58.200693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Usage tracker for resource:router and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:53:58.203970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32cfe69a-e30c-45f7-8e56-5a679efd5a92 req-9556fcb3-81e0-4f2b-924e-c142d71c4292 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 210 time: 0.0676780 Jan 18 22:53:58.226776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:53:58.246159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.251779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:53:58.254308 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.265972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-00bc1d0a-fff1-4080-a3fc-c579f34ac174 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:53:58.277680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:58.295344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.296888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.322465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.348593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-00bc1d0a-fff1-4080-a3fc-c579f34ac174 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:53:58.359869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdb8a0ea-84ad-4df5-a9cf-9ee3705a09eb req-00bc1d0a-fff1-4080-a3fc-c579f34ac174 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244391 Jan 18 22:53:58.381656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:58.385565 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-b24acd30-5159-4a24-a45a-a4f67bffee48 req-dde165b1-2512-40ef-82b9-2d139515136d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:53:58.401296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.403147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f841c83b-31af-4e3d-bcd7-c95e664c98af details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:58.410759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b24acd30-5159-4a24-a45a-a4f67bffee48 req-dde165b1-2512-40ef-82b9-2d139515136d tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/a437e401-ae10-405f-a241-1ec51558f475 HTTP/1.1" status: 404 len: 352 time: 0.0895345 Jan 18 22:53:58.466951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-3345c789-666c-4e00-b4fc-5233a0cf5fbc', 'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc', 'tenant_id': 'aefa36e6cfb64c2cb00147a5c3392826', 'fixed_ips': [{'subnet_id': '3f766186-d2c5-4e52-b332-c7874689ab79'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:53:58.467970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.499349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-9790e897-8810-4cd9-b2a8-fa28d57fbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.499580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-9790e897-8810-4cd9-b2a8-fa28d57fbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.499925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-9790e897-8810-4cd9-b2a8-fa28d57fbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.515281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-9790e897-8810-4cd9-b2a8-fa28d57fbdd9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2865 time: 0.4801712 Jan 18 22:53:58.614563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:58.904609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:58.923834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.932016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'f841c83b-31af-4e3d-bcd7-c95e664c98af', 'network_id': 'a2b1c8a1-6e28-418a-9fa2-2132474e3961', 'port_id': 'f841c83b-31af-4e3d-bcd7-c95e664c98af', 'mac_address': 'fa:16:3e:43:84:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df5dc27-2fec-404b-8fb0-804739f19b16', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:58.941690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Allocated IP 172.20.0.2 (3345c789-666c-4e00-b4fc-5233a0cf5fbc/3f766186-d2c5-4e52-b332-c7874689ab79/ac065d57-4f90-4941-85ff-dc0499323ee6) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:59.026451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.070331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f841c83b-31af-4e3d-bcd7-c95e664c98af {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:59.110560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-88a27d9e-36bd-4bb3-a50a-13ce316223b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.112390 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-88a27d9e-36bd-4bb3-a50a-13ce316223b4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=70171744-d5c8-481d-a415-f0d6f255a873 HTTP/1.1" status: 200 len: 902 time: 0.5719066 Jan 18 22:53:59.156531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.171205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:59.182022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.183037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 44c69044-2932-4b08-b830-a9e154d6f468 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:53:59.238581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-87f288a2-403a-4a9f-bce2-d169fb72eb39 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 HTTP/1.1" status: 200 len: 217 time: 0.1157176 Jan 18 22:53:59.260372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.266867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.274714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.281994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.289805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.297400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.306125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.308168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3eb0648d-c7a5-4518-8808-9f5d7a6c9068 req-e3068438-16de-4324-976c-abee0f7878ac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.5430455 Jan 18 22:53:59.310913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-9747fb6c-25ba-49ca-85e0-0853a6c101c1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.324214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-9747fb6c-25ba-49ca-85e0-0853a6c101c1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.6306348 Jan 18 22:53:59.324830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32832) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:59.338786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Request body: {'floatingip': {'port_id': '0867169f-4c14-45bb-996b-c6833b1849c1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:59.374504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=44c69044-2932-4b08-b830-a9e154d6f468,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:59.383412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:59.401560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '44c69044-2932-4b08-b830-a9e154d6f468', 'network_id': '70171744-d5c8-481d-a415-f0d6f255a873', 'port_id': '44c69044-2932-4b08-b830-a9e154d6f468', 'mac_address': 'fa:16:3e:fe:42:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d966e5-8425-47d1-81b2-8ce88360b2aa', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:53:59.427100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ceeb4-8eca-4284-8f47-60daa67c9956 req-aa1ec423-581e-484a-a34b-3aba8fd0bb07 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.434213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-600ceeb4-8eca-4284-8f47-60daa67c9956 req-aa1ec423-581e-484a-a34b-3aba8fd0bb07 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.7112219 Jan 18 22:53:59.454142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.465773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.488391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Transition to ACTIVE for port object ac065d57-4f90-4941-85ff-dc0499323ee6 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:59.492117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.519064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:59.533424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c69044-2932-4b08-b830-a9e154d6f468 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:59.542628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.543006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Transition to ACTIVE for port object ac065d57-4f90-4941-85ff-dc0499323ee6 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:59.563611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=44c69044-2932-4b08-b830-a9e154d6f468,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:53:59.565438 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.611417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a45860-f308-4e6b-9059-659e93165c2a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:59.617272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:59.623691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:59.625925 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.628890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:53:59.633196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.643480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c65162-6927-411e-b242-8fee956abee5 None None] Network 5292ed32-bcbc-4cb7-ad2b-81494737cee0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:53:59.649116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f8cca3c-fd9e-4da8-8c1c-871f37a3d432 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e0a45860-f308-4e6b-9059-659e93165c2a HTTP/1.1" status: 204 len: 168 time: 1.7742679 Jan 18 22:53:59.651034 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-454d996b-0477-4ce0-9a07-2f7235b11b3f req-db4a09b7-6835-4cf0-945a-6368d0eac918 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:53:59.652207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-454d996b-0477-4ce0-9a07-2f7235b11b3f req-db4a09b7-6835-4cf0-945a-6368d0eac918 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/e981ea7c-968a-4ad0-b2a3-e4b49b448e8c HTTP/1.1" status: 404 len: 352 time: 0.1111567 Jan 18 22:53:59.655354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:53:59.719473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-600ceeb4-8eca-4284-8f47-60daa67c9956 req-f1fe799f-76af-4c8b-9d66-bc3f80504c30 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823844 Jan 18 22:53:59.891863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:59.895095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-559efb69-023d-4e4b-8501-36485aa4587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.896620 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-559efb69-023d-4e4b-8501-36485aa4587f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a8d966e5-8425-47d1-81b2-8ce88360b2aa HTTP/1.1" status: 200 len: 801 time: 0.5874848 Jan 18 22:53:59.963577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa898d40-ea2a-4166-846d-0f205313877b req-e71c3490-6a7a-4c3a-98f4-e0c3641f2dca tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 210 time: 0.0506206 Jan 18 22:54:00.039194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12a40b2a-4ccb-48e8-973d-8989b355818c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:00.072897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Deleting port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:00.073880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.086704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:00.096915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:00.136067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:00.137875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 12a40b2a-4ccb-48e8-973d-8989b355818c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:54:00.138223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12a40b2a-4ccb-48e8-973d-8989b355818c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:54:00.139829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.166867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['f841c83b-31af-4e3d-bcd7-c95e664c98af'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:00.235840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['44c69044-2932-4b08-b830-a9e154d6f468'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:00.266442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Pushing event updated for resources: {'Port': ['ID=ac065d57-4f90-4941-85ff-dc0499323ee6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:00.310925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] For port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,segment=NetworkSegment(86a08d63-982a-4f87-97b9-ee85b5a433a4),segment_id=86a08d63-982a-4f87-97b9-ee85b5a433a4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:00.321425 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.419806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Attempting to bind port ac065d57-4f90-4941-85ff-dc0499323ee6 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:00.420449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Attempting to bind port ac065d57-4f90-4941-85ff-dc0499323ee6 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '98ebc341-b9e4-4b5d-9f8a-118139d9b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:00.421366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Attempting to bind port ac065d57-4f90-4941-85ff-dc0499323ee6 on network 3345c789-666c-4e00-b4fc-5233a0cf5fbc {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:00.477093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:00.477470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Checking segment: {'id': '98ebc341-b9e4-4b5d-9f8a-118139d9b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:00.477878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.478269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Bound using segment: {'id': '98ebc341-b9e4-4b5d-9f8a-118139d9b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:00.478750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Bound port: ac065d57-4f90-4941-85ff-dc0499323ee6, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ebc341-b9e4-4b5d-9f8a-118139d9b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:00.479123 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.481862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Calling delete_port for fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:00.591161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.598771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] For port ac065d57-4f90-4941-85ff-dc0499323ee6, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:00.602272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] For port ac065d57-4f90-4941-85ff-dc0499323ee6, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ac065d57-4f90-4941-85ff-dc0499323ee6,segment=NetworkSegment(98ebc341-b9e4-4b5d-9f8a-118139d9b19e),segment_id=98ebc341-b9e4-4b5d-9f8a-118139d9b19e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:00.625953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.662854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:00.665187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc60b149-d5d7-4af4-af0b-5cafdd6c22d0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:00.679130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcccea5-bb3d-4bad-ad38-c34d3da24a5c req-503515bf-7b30-4304-9ce9-e214c32eab16 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:00.686439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcccea5-bb3d-4bad-ad38-c34d3da24a5c req-503515bf-7b30-4304-9ce9-e214c32eab16 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:00.703700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcccea5-bb3d-4bad-ad38-c34d3da24a5c req-503515bf-7b30-4304-9ce9-e214c32eab16 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:00.705511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbcccea5-bb3d-4bad-ad38-c34d3da24a5c req-503515bf-7b30-4304-9ce9-e214c32eab16 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2415 time: 0.8079419 Jan 18 22:54:00.730532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] No DVR routers for this DVR port fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:00.978936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-5940d620-a5a4-4717-adc2-eeac92772d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:00.980335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf0c99-4c14-41c7-9102-b2c520806458 None None] Pushing event updated for resources: {'Port': ['ID=ac065d57-4f90-4941-85ff-dc0499323ee6,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:00.990486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-5940d620-a5a4-4717-adc2-eeac92772d39 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70171744-d5c8-481d-a415-f0d6f255a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9969771 Jan 18 22:54:01.027686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['737a3a61-0e0a-4e9d-a466-b48dfd71f5c9'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:01.071864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:01.134670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:01.231120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-11385047-4032-4780-929c-7c64f9ac8711 service neutron] 10.222.0.85 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263038 Jan 18 22:54:01.241424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4326c11-73f9-44cd-a762-9fe6f02d81da req-0cf8f071-54c0-45a9-83b3-b2bca5353214 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:01.248543 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:01.250229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4326c11-73f9-44cd-a762-9fe6f02d81da req-0cf8f071-54c0-45a9-83b3-b2bca5353214 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 945 time: 0.9795194 Jan 18 22:54:01.320229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53577757-6e1c-462d-b9c4-261ee700a7b9 None None] DHCP port deletion for 5292ed32-bcbc-4cb7-ad2b-81494737cee0 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:54:01.349748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbcccea5-bb3d-4bad-ad38-c34d3da24a5c req-314bcb9e-5f4c-49b4-b07c-8b3dc9329ac1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223924 Jan 18 22:54:01.495037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.9 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/adf7d352-2e4e-4f0c-a10b-3ea80481adc3) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:01.560732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5292ed32-bcbc-4cb7-ad2b-81494737cee0']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:01.605919 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-18347aed-1448-494e-a1b8-ddc2c80f22a8 req-a8854fdc-7b16-4de8-91eb-3ce9edbd1a6e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:54:01.607937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18347aed-1448-494e-a1b8-ddc2c80f22a8 req-a8854fdc-7b16-4de8-91eb-3ce9edbd1a6e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/f52cae2a-64d6-4377-b825-6feaa45ec0f4 HTTP/1.1" status: 404 len: 352 time: 0.0992401 Jan 18 22:54:01.616167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a08d63-982a-4f87-97b9-ee85b5a433a4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:01.616464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a08d63-982a-4f87-97b9-ee85b5a433a4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:01.636568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:01.663802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Allocated IP 172.25.4.215 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/5a904ec4-b551-43aa-a7ca-05415474091c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:01.675489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:01.695033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:54:01.695519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:54:01.710047 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:54:01.715567 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1005a5e8-8999-498e-b20e-c29fedb57c00 req-4b821d9e-a6fb-4429-800e-67557ef615d3 service neutron] 10.222.0.85 "GET /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425471 Jan 18 22:54:01.839599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4326c11-73f9-44cd-a762-9fe6f02d81da req-6d6f1ff5-1700-4544-a40c-7e55ac4b283d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883651 Jan 18 22:54:02.050036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ac065d57-4f90-4941-85ff-dc0499323ee6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:02.151959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.172495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.185786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5292ed32-bcbc-4cb7-ad2b-81494737cee0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:02.197662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ac065d57-4f90-4941-85ff-dc0499323ee6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:02.223913 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-201227c2-cc5b-4bcc-a4f5-ae2cbad47cc6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5292ed32-bcbc-4cb7-ad2b-81494737cee0 HTTP/1.1" status: 204 len: 168 time: 2.5672164 Jan 18 22:54:02.259986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268a117-56cc-480c-986c-f68d9eb138de req-289a163d-1ad3-4795-a993-493ff727091f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:02.280654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3268a117-56cc-480c-986c-f68d9eb138de req-289a163d-1ad3-4795-a993-493ff727091f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.4879267 Jan 18 22:54:02.304212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:02.338559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8876b464-b054-4324-815b-38c68e8fa797 req-0c0a6935-d4a8-455b-9e47-45cb34c2ae90 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 210 time: 0.2498612 Jan 18 22:54:02.377553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:54:02.378116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fc60b149-d5d7-4af4-af0b-5cafdd6c22d0 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:54:02.400630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3268a117-56cc-480c-986c-f68d9eb138de req-dcc36a9a-57c5-4386-889c-5c14289785b6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186876 Jan 18 22:54:02.545566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd714c7-f69c-4b16-ba4a-445b6e377ea6 None None] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:02.659678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-97e110d2-c927-406e-924a-4947d51bb34b tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 258 time: 0.2304106 Jan 18 22:54:02.660165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32856) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:02.689342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:02.697723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:02.709532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Usage tracker for resource:floatingip and tenant:670073990e6a4210a507814237694d72 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:02.713744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:02.724066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:02.731642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.748402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-174abf50-95e8-4074-bcf5-7ad55fe46a1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c66187c531f34b60a59e1875fd569b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871115 Jan 18 22:54:02.749135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32860) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:02.763092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.763642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.789193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:54:02.830225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] Provisioning for port ac065d57-4f90-4941-85ff-dc0499323ee6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:02.848499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.852104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] Provisioning complete for port ac065d57-4f90-4941-85ff-dc0499323ee6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:02.852890 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.880189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c76efd6e-6163-473b-8f75-f608b368e3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.884600 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-f817f097-576d-4b25-8baa-79c244f7e5c6 req-fff7ed50-0437-4b62-b1e2-5dc2b0024926 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:54:02.885686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f817f097-576d-4b25-8baa-79c244f7e5c6 req-fff7ed50-0437-4b62-b1e2-5dc2b0024926 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/4ac9574c-5e8e-4fad-8904-008633ca1bfa HTTP/1.1" status: 404 len: 352 time: 0.4887412 Jan 18 22:54:02.896223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'cd96133c-c67c-4e5c-a948-f15ed89576bd'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:02.978440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c76efd6e-6163-473b-8f75-f608b368e3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.057213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.108238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:03.129141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:03.131537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c76efd6e-6163-473b-8f75-f608b368e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.137330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.149241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76efd6e-6163-473b-8f75-f608b368e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb707b9-3c3c-4087-a209-5ef1e413f043,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:03.157913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:03.180852 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.202036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:03.204376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.349993 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.367815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:03.375003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c76efd6e-6163-473b-8f75-f608b368e3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.379888 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c76efd6e-6163-473b-8f75-f608b368e3bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efb707b9-3c3c-4087-a209-5ef1e413f043 HTTP/1.1" status: 204 len: 168 time: 0.6260633 Jan 18 22:54:03.390689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:03.401987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:03.413707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Allocated IP 172.25.4.61 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/377bca92-a8a5-4e6e-8039-e5587da50434) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:03.523766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:03.524362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.525440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] For port ac065d57-4f90-4941-85ff-dc0499323ee6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ac065d57-4f90-4941-85ff-dc0499323ee6,segment=NetworkSegment(98ebc341-b9e4-4b5d-9f8a-118139d9b19e),segment_id=98ebc341-b9e4-4b5d-9f8a-118139d9b19e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:03.559766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.566191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Port': ['ID=5a904ec4-b551-43aa-a7ca-05415474091c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:03.681454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3b098-db6d-40cb-b333-3578145f065f None None] Pushing event updated for resources: {'Port': ['ID=ac065d57-4f90-4941-85ff-dc0499323ee6,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:03.686923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 44c69044-2932-4b08-b830-a9e154d6f468 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:03.763127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-8e3e0dc5-a9b2-4720-a33e-9ba696838837 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2541001 Jan 18 22:54:03.773921 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Floating IP 847a027b-c149-4d6e-b1bb-8ca4be883bdf associated. External IP: 172.25.4.249, port: 0867169f-4c14-45bb-996b-c6833b1849c1. Jan 18 22:54:03.825443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:03.905872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.002065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ac065d57-4f90-4941-85ff-dc0499323ee6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:04.005034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28170133-31c7-434b-bd7d-0f72053ae65d req-38fefe30-e2e0-47c6-b4b0-da2998c3a18b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:04.012401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28170133-31c7-434b-bd7d-0f72053ae65d req-38fefe30-e2e0-47c6-b4b0-da2998c3a18b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:04.031317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28170133-31c7-434b-bd7d-0f72053ae65d req-38fefe30-e2e0-47c6-b4b0-da2998c3a18b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:04.032907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28170133-31c7-434b-bd7d-0f72053ae65d req-38fefe30-e2e0-47c6-b4b0-da2998c3a18b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2415 time: 0.9693100 Jan 18 22:54:04.041655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Request body: {'port': {'device_id': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:04.047209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f638a96-3c09-4aff-b733-8e418bd80b1e None None] Provisioning complete for port ac065d57-4f90-4941-85ff-dc0499323ee6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:04.047577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f638a96-3c09-4aff-b733-8e418bd80b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.120680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:04.132794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:04.142587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:04.205920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 44c69044-2932-4b08-b830-a9e154d6f468 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:04.211879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event updated for resources: {'Port': ['ID=377bca92-a8a5-4e6e-8039-e5587da50434,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:04.219292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 44c69044-2932-4b08-b830-a9e154d6f468 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:04.219983 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.327261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.332048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ac065d57-4f90-4941-85ff-dc0499323ee6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:04.332414 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.389883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.546504 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.572629 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.635415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:04.653932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=44c69044-2932-4b08-b830-a9e154d6f468,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:04.671082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.671902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:04.820008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:04.840025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:04.844668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.850272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:04.851044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.869721 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:04.891727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.063522 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.098747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event updated for resources: {'Port': ['ID=377bca92-a8a5-4e6e-8039-e5587da50434,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:05.109934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.145564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.148610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-0e03f0f3-b5ca-4622-afa4-6f712e2dcad0 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4711235 Jan 18 22:54:05.155397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:05.168537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.169399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f841c83b-31af-4e3d-bcd7-c95e664c98af up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:05.219860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32896) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:05.259867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-d221c9d9-b849-44e5-b30c-4bc6261b766f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:05.301488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-d221c9d9-b849-44e5-b30c-4bc6261b766f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:05.303105 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-d221c9d9-b849-44e5-b30c-4bc6261b766f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1468117 Jan 18 22:54:05.307330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28170133-31c7-434b-bd7d-0f72053ae65d req-f62bb15c-f5a9-412c-a7c9-b8f95e8efcf4 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1985762 Jan 18 22:54:05.307702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:05.330039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port f841c83b-31af-4e3d-bcd7-c95e664c98af completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:05.343905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port f841c83b-31af-4e3d-bcd7-c95e664c98af triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:05.344336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.397084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:05.527228 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-acba0bf6-f292-448e-9d05-376a46541372 req-93c65f86-5103-48e0-9aa5-49d189f3dfbf tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] show failed (client error): The resource could not be found. Jan 18 22:54:05.529713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acba0bf6-f292-448e-9d05-376a46541372 req-93c65f86-5103-48e0-9aa5-49d189f3dfbf tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/49d9caac-ecd9-4f08-bcc9-9a6cba9f46f7 HTTP/1.1" status: 404 len: 352 time: 0.1616874 Jan 18 22:54:05.545255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1228456235-network', 'tenant_id': '04e5f7b9be2145dc811c207fb971a1d4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:05.574998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:05.599209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.605800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Usage tracker for resource:network and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:05.621360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:05.643642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:05.702574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:05.711578 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.840570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-713dfb50-156e-46d3-8129-88233bb0c341 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:05.841785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e73761b-5bd6-44f8-ae0e-7b30e202b9cb req-713dfb50-156e-46d3-8129-88233bb0c341 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.5207047 Jan 18 22:54:05.843181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Made reservation on behalf of 04e5f7b9be2145dc811c207fb971a1d4 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:05.851550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.895801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.910395 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:05.918460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:06.176476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:06.188013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Usage tracker for resource:security_group_rule and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:06.191660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:06.199932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:06.312845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fffad-56f3-407b-8af7-9346430b0f7b req-cbf345e5-84c0-48fd-87a9-0219014e2eaa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:06.314667 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f77fffad-56f3-407b-8af7-9346430b0f7b req-cbf345e5-84c0-48fd-87a9-0219014e2eaa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.1921585 Jan 18 22:54:06.363459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.388671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f77fffad-56f3-407b-8af7-9346430b0f7b req-26a84fe7-0714-4440-9627-ce8223c74f13 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602171 Jan 18 22:54:06.389559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.416132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:06.433409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:06.436312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.436648 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Added segment e60b6644-b27e-49eb-80cb-b5c06a387bd4 of type vlan for network 0be44a0b-5630-4d41-b7a7-066ea817e7fa Jan 18 22:54:06.478538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.500399 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468', 'code': 200} Jan 18 22:54:06.502873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:06.516270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] Sync routers for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:06.534200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:06.534867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:06.540114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.541222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:06.542097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.559770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c53a-c900-435f-874b-a37615b092b0 req-affb662d-2268-447d-962d-7dcb4fed8712 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:06.562203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d4b0c53a-c900-435f-874b-a37615b092b0 req-affb662d-2268-447d-962d-7dcb4fed8712 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:06.579072 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.593507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3725035 Jan 18 22:54:06.604357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:06.665565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.757949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Request body: {'subnet': {'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1228456235-subnet', 'tenant_id': '04e5f7b9be2145dc811c207fb971a1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:06.782695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:06.795097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Usage tracker for resource:subnet and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:06.801267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:06.805428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Pushing event updated for resources: {'Network': ['ID=0be44a0b-5630-4d41-b7a7-066ea817e7fa,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:06.815802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf7d352-2e4e-4f0c-a10b-3ea80481adc3 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:06.818957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:06.825935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.833033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.833033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.833033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.833033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.835270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e6f91dc-f403-40e5-ad21-e4ae6d565c47 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "PUT /v2.0/floatingips/847a027b-c149-4d6e-b1bb-8ca4be883bdf HTTP/1.1" status: 200 len: 992 time: 7.5022407 Jan 18 22:54:06.835912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.835912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.836085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d4b0c53a-c900-435f-874b-a37615b092b0 req-affb662d-2268-447d-962d-7dcb4fed8712 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:06.836189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.836189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.836189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.836435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4b0c53a-c900-435f-874b-a37615b092b0 req-affb662d-2268-447d-962d-7dcb4fed8712 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 931 time: 1.1378171 Jan 18 22:54:06.836531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.836531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.836531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d152333-ec0a-4f55-ab96-b52fb1de6b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:06.842746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:06.855162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:54:06.856414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Made reservation on behalf of 04e5f7b9be2145dc811c207fb971a1d4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:06.860469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.959181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Transition to ACTIVE for port object adf7d352-2e4e-4f0c-a10b-3ea80481adc3 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:06.992012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:07.041289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.055159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4b0c53a-c900-435f-874b-a37615b092b0 req-9565e2a0-7b60-4323-8446-3f3869d0d2e3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067811 Jan 18 22:54:07.060594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.157291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Pushing event updated for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:07.192707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.320516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Checking segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:07.321307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Network hostable DHCP agents. Network: 0be44a0b-5630-4d41-b7a7-066ea817e7fa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:07.325984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41db910-7142-4b33-9b20-64b22d21198b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:07.366759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-286fb220-1506-48ca-9e45-22de4d04d07a tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:07.368606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-286fb220-1506-48ca-9e45-22de4d04d07a tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2210276 Jan 18 22:54:07.439633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.439994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.440750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.441121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.441647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.441941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.442377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.442736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.443213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.443499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.443853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.444228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:07.450072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:07.479912 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-2b1445b8-e266-495f-8a6d-c02652f7f856 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1041420 Jan 18 22:54:07.484911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0be44a0b-5630-4d41-b7a7-066ea817e7fa) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:07.493463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Request body: {'floatingip': {'port_id': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:07.505807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182421c-d546-4357-a61c-aab0145b0e65 None None] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:07.554933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:07.555555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.597691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.676104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5eda5a7a-df10-4dae-a14a-1a7db0554f9b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0643508 Jan 18 22:54:07.741944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c97f-1e25-4de6-8a43-1b7d8f21faf2 req-2af70856-4cbd-4272-a122-eb621110c28e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:07.747886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c97f-1e25-4de6-8a43-1b7d8f21faf2 req-2af70856-4cbd-4272-a122-eb621110c28e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:07.753801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c97f-1e25-4de6-8a43-1b7d8f21faf2 req-2af70856-4cbd-4272-a122-eb621110c28e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:07.755510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e39c97f-1e25-4de6-8a43-1b7d8f21faf2 req-2af70856-4cbd-4272-a122-eb621110c28e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2418 time: 0.3830249 Jan 18 22:54:07.779974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Attempting to bind port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:07.780580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Attempting to bind port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:07.781371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Attempting to bind port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:07.791404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:54:07.792057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Attempting to bind port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:07.801084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:07.801784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:07.802664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:07.803655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Bound port: adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:07.804262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.864440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6e23c-b07f-468d-af8b-9dd3cd27369c None None] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:07.932767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e39c97f-1e25-4de6-8a43-1b7d8f21faf2 req-36df5a43-1b23-400d-854a-b35037e43e9d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687431 Jan 18 22:54:07.968890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Router 6f14f0f3-f334-494d-ac6c-9f07410da1ea is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:54:07.986954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:07.991801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:08.173992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.178154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '847a027b-c149-4d6e-b1bb-8ca4be883bdf', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'port_id': '0867169f-4c14-45bb-996b-c6833b1849c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'mac_address': 'fa:16:3e:fb:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:52:07Z', 'updated_at': '2022-01-18T22:54:02Z', 'revision_number': 1, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:17Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.183695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] Checking router: 808e9cd3-5e77-44fc-87e9-92f6abb82d2a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:54:08.193878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:08.194707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.243480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:08.244132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.246887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] 10.222.0.86 "PUT /v2.0/ports/adf7d352-2e4e-4f0c-a10b-3ea80481adc3 HTTP/1.1" status: 200 len: 1091 time: 4.3747692 Jan 18 22:54:08.278612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:08.289597 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] Sync routers for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:08.306037 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:08.308894 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.352140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3565ea-f084-4499-82d9-ebbfccc87240 service neutron] Pushing event updated for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:08.395291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.396549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bda0cb40-8f5e-4988-a911-691cea76b339 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.2335718 Jan 18 22:54:08.409295 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.414944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32976) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:08.422233 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:08.423517 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.437810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:08.495729 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.497831 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d2b47-7c89-47a2-ba74-4baa5b57aacb None None] The sync data for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:08.505831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9'}, {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:08.510193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-efda74f4-c428-47aa-bf8f-b707e12a9e96 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:08.511682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-efda74f4-c428-47aa-bf8f-b707e12a9e96 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1023 time: 0.2374392 Jan 18 22:54:08.703523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-0fa2f805-0559-41ec-9d03-ff9157c4db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:08.705441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-0fa2f805-0559-41ec-9d03-ff9157c4db3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 1094 time: 0.3992009 Jan 18 22:54:08.716508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Deleting port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:08.717497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.788710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-7aaafc80-9e86-41df-8e15-b1e06bfb6a82 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:08.789430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-7aaafc80-9e86-41df-8e15-b1e06bfb6a82 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:08.802675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-7330b419-c4c9-4a8a-a6d6-0ba865c28f3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3 HTTP/1.1" status: 200 len: 217 time: 0.0827136 Jan 18 22:54:08.834167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '847a027b-c149-4d6e-b1bb-8ca4be883bdf', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'port_id': '0867169f-4c14-45bb-996b-c6833b1849c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'mac_address': 'fa:16:3e:fb:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:52:07Z', 'updated_at': '2022-01-18T22:54:02Z', 'revision_number': 1, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:17Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:08.838979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c93a38-698c-40a1-9072-2cb7199b442c None None] The sync data for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 is: [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '847a027b-c149-4d6e-b1bb-8ca4be883bdf', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'port_id': '0867169f-4c14-45bb-996b-c6833b1849c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'mac_address': 'fa:16:3e:fb:7f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7751022-a438-4514-b30c-5efb68dd165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:52:07Z', 'updated_at': '2022-01-18T22:54:02Z', 'revision_number': 1, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:17Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:08.904044 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.923622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.059730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-7aaafc80-9e86-41df-8e15-b1e06bfb6a82 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:09.060899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-7aaafc80-9e86-41df-8e15-b1e06bfb6a82 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb8ba1b1-dd41-406d-a0a0-6210d18c77cd HTTP/1.1" status: 200 len: 1023 time: 0.7045805 Jan 18 22:54:09.088972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7454dcf-45b0-42e7-ab33-69c4de8c194e None None] New status for floating IP 847a027b-c149-4d6e-b1bb-8ca4be883bdf: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:54:09.176740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3220-8945-4b7b-b45b-0030b91a460e req-7d56fb0c-7404-482b-bb1a-b964cce45d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.178292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-7d56fb0c-7404-482b-bb1a-b964cce45d5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.3677063 Jan 18 22:54:09.227978 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Floating IP 30e5c5f0-6470-469f-b952-9eae625657dc associated. External IP: 172.25.4.61, port: 59ff6f2c-1912-4f85-b200-2c6e000ba593. Jan 18 22:54:09.250699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-4ba28722-7117-4f28-b9fc-ef5cc428aa9e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Synchronizing usage tracker for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:09.262457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-c6d92317-52db-4484-b8d1-0b3ad1e2f015 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594919 Jan 18 22:54:09.314070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] For port 99c1b51c-54d8-4fa8-85b4-f8c82152b059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=99c1b51c-54d8-4fa8-85b4-f8c82152b059,segment=NetworkSegment(993a4a13-2bfa-45cd-bdf3-7ed0454bf981),segment_id=993a4a13-2bfa-45cd-bdf3-7ed0454bf981)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:09.314516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.433429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-4ba28722-7117-4f28-b9fc-ef5cc428aa9e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Unset dirty status for tenant:ddf5e0a654a848829f6b9ac51d007199 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:09.434883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2889ba7b-ea7f-4603-a608-0f23cd6ac4dc req-4ba28722-7117-4f28-b9fc-ef5cc428aa9e tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups?id=e738e8bb-8e83-40c8-b0b1-f43472fd2e45&id=c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf&id=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3642037 Jan 18 22:54:09.499702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Calling delete_port for 99c1b51c-54d8-4fa8-85b4-f8c82152b059 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:09.502554 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1', 'status': 'completed', 'code': 200} Jan 18 22:54:09.649819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-e4527629-310e-4d34-9af2-89de884f51c4 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324699 Jan 18 22:54:09.663091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 99c1b51c-54d8-4fa8-85b4-f8c82152b059 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:09.827835 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.863455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Router 10f1e878-0fc9-4095-a131-a2312225f618 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:09.864334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.906872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:09.933067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'Port': ['ID=99c1b51c-54d8-4fa8-85b4-f8c82152b059,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:09.952006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.953601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.954613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.956360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.956849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.957516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.958142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.960381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-aa6850ab-4833-48d6-8ae7-cac208454937 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6502 time: 0.4243994 Jan 18 22:54:10.018634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a2833-9be5-4e8e-8059-a1e7928570db req-9377b371-be4a-4daf-a8f4-86438b8586c4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:10.022485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e46a2833-9be5-4e8e-8059-a1e7928570db req-9377b371-be4a-4daf-a8f4-86438b8586c4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 946 time: 0.4279487 Jan 18 22:54:10.064838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:10.082691 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:10.099692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-700e3220-8945-4b7b-b45b-0030b91a460e req-13b2d900-41b4-435c-8ad2-63418b4bf129 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411764 Jan 18 22:54:10.107484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:10.120428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:10.158759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] No DVR routers for this DVR port 99c1b51c-54d8-4fa8-85b4-f8c82152b059 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:10.162119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:10.222110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=14']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:10.252988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'name': 'network-vif-deleted', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:10.260207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d016d9a-709c-49b5-9203-51f13b12e8ce req-f5ad623d-945b-4b9c-8af1-f7b0a1ffa716 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.85 "DELETE /v2.0/ports/99c1b51c-54d8-4fa8-85b4-f8c82152b059 HTTP/1.1" status: 204 len: 173 time: 1.7431560 Jan 18 22:54:10.297119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e46a2833-9be5-4e8e-8059-a1e7928570db req-f66a10c6-2f4a-4e4a-bf18-ebf7e92fc308 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003596 Jan 18 22:54:10.416072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:10.420731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:10.427222 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] Sync routers for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:10.441238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:10.441848 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:10.511930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-342880dd-4ca2-462e-827d-49282c650c23 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "PUT /v2.0/floatingips/30e5c5f0-6470-469f-b952-9eae625657dc HTTP/1.1" status: 200 len: 995 time: 3.0244884 Jan 18 22:54:10.614470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-ac38b892-f2d5-4517-8b07-9691ad966785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:10.616103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-ac38b892-f2d5-4517-8b07-9691ad966785 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef090220-0f12-4e79-b6f3-cca6384bc642 HTTP/1.1" status: 200 len: 918 time: 0.6484969 Jan 18 22:54:10.667537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-9944afb4-75cd-49d0-9d4c-901b2b0f1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:10.669309 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-9944afb4-75cd-49d0-9d4c-901b2b0f1752 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1096 time: 0.1300852 Jan 18 22:54:10.715315 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:10.873941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-4d54afee-d07c-4a0a-a80c-945e3b6209aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:10.881210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-4d54afee-d07c-4a0a-a80c-945e3b6209aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 930 time: 0.2049811 Jan 18 22:54:11.022982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-d66368c2-4d77-4b56-8dcf-b4ca4f26dcbb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 998 time: 0.1406288 Jan 18 22:54:11.088678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Allocated IP 172.20.0.1 (3345c789-666c-4e00-b4fc-5233a0cf5fbc/3f766186-d2c5-4e52-b332-c7874689ab79/b1063438-dae9-4861-8623-e5c63155d611) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:11.090204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-db3cdda3-1f46-40b5-b931-8ce208c1b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.092803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-db3cdda3-1f46-40b5-b931-8ce208c1b118 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 200 len: 868 time: 0.0643940 Jan 18 22:54:11.234834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-f221bd97-61b1-4548-9574-1567c6654a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.246221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-f221bd97-61b1-4548-9574-1567c6654a08 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42a9b4f0-371f-4119-a963-1478198eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429939 Jan 18 22:54:11.251034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-ca6f53bd-db78-407b-9470-88f388176899 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 200 len: 1002 time: 0.6213684 Jan 18 22:54:11.272780 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '30e5c5f0-6470-469f-b952-9eae625657dc', 'tenant_id': '670073990e6a4210a507814237694d72', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'port_id': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'mac_address': 'fa:16:3e:d1:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:54:04Z', 'updated_at': '2022-01-18T22:54:08Z', 'revision_number': 1, 'project_id': '670073990e6a4210a507814237694d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:46Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:11.279893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] Checking router: 10f1e878-0fc9-4095-a131-a2312225f618 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:54:11.290711 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:11.291869 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:53:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:11.396000 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-a573e4eb-31aa-4ef4-8e45-19b519362537 service neutron] 10.222.0.78 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476524 Jan 18 22:54:11.396580 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:11.407453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-16b707a1-69b7-412a-b93b-f959811779ce tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.408892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-16b707a1-69b7-412a-b93b-f959811779ce tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 813 time: 0.6954432 Jan 18 22:54:11.413876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-2614cff9-b433-4d59-a78d-03c4e70e19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.415232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-2614cff9-b433-4d59-a78d-03c4e70e19d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663041fd-7e8b-486b-af81-83e8ce24a2fc HTTP/1.1" status: 200 len: 856 time: 0.1562328 Jan 18 22:54:11.435672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-a0c9ef6b-ba57-42e8-97e7-8a376bcf72b1 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/quotas/04e5f7b9be2145dc811c207fb971a1d4 HTTP/1.1" status: 200 len: 375 time: 0.0173905 Jan 18 22:54:11.484765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Transition to ACTIVE for port object b1063438-dae9-4861-8623-e5c63155d611 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:11.511682 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:11.515844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:11.535664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbadcec1-80f8-42e4-8407-3a4a2b107c29 req-4b4ba839-df02-40fe-b609-212672849037 service neutron] 10.222.0.78 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336727 Jan 18 22:54:11.541640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-12f38d62-9e2f-46ce-8196-0505819426c8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613265 Jan 18 22:54:11.696550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-bc63c369-478d-4208-a81e-dc93c644d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.698984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-bc63c369-478d-4208-a81e-dc93c644d0ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef090220-0f12-4e79-b6f3-cca6384bc642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719135 Jan 18 22:54:11.699920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:11.731873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13900916-2c21-40e3-918a-10c99aefaa87 req-c3a3fb4e-5692-4938-82c0-bf134e668880 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.733321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13900916-2c21-40e3-918a-10c99aefaa87 req-c3a3fb4e-5692-4938-82c0-bf134e668880 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 943 time: 0.0853915 Jan 18 22:54:11.779333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13900916-2c21-40e3-918a-10c99aefaa87 req-cd8d8318-ba8a-4e38-9009-1b3e50ddddd2 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 Jan 18 22:54:11.799312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:11.811372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:11.852158 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9', 'code': 200} Jan 18 22:54:11.853720 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af', 'code': 200} Jan 18 22:54:11.861840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:11.945742 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '30e5c5f0-6470-469f-b952-9eae625657dc', 'tenant_id': '670073990e6a4210a507814237694d72', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'port_id': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'mac_address': 'fa:16:3e:d1:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:54:04Z', 'updated_at': '2022-01-18T22:54:08Z', 'revision_number': 1, 'project_id': '670073990e6a4210a507814237694d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:46Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:11.951102 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11814c-95d6-4cd3-b8a5-847a32e307ce None None] The sync data for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 is: [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '30e5c5f0-6470-469f-b952-9eae625657dc', 'tenant_id': '670073990e6a4210a507814237694d72', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'port_id': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'mac_address': 'fa:16:3e:d1:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:54:04Z', 'updated_at': '2022-01-18T22:54:08Z', 'revision_number': 1, 'project_id': '670073990e6a4210a507814237694d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:46Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:11.964853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-09570858-996f-48cc-949a-9b2a85db9f3e service neutron] 10.222.0.78 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122403 Jan 18 22:54:12.081572 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.095231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e92968ad-b4ba-4527-9945-c700a1e77210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.106353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250bc9-fb84-4007-b2d0-6348d3699ab1 req-8977fb23-c1e8-45b9-a6b9-3b84b1de5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.106861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250bc9-fb84-4007-b2d0-6348d3699ab1 req-8977fb23-c1e8-45b9-a6b9-3b84b1de5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.107737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250bc9-fb84-4007-b2d0-6348d3699ab1 req-8977fb23-c1e8-45b9-a6b9-3b84b1de5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.109487 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd250bc9-fb84-4007-b2d0-6348d3699ab1 req-8977fb23-c1e8-45b9-a6b9-3b84b1de5a85 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2871 time: 0.1703203 Jan 18 22:54:12.149079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c05f76bd-3cf2-4495-a7b9-773e1fbd49eb None None] Provisioning for port b1063438-dae9-4861-8623-e5c63155d611 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:12.155284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c05f76bd-3cf2-4495-a7b9-773e1fbd49eb None None] Provisioning complete for port b1063438-dae9-4861-8623-e5c63155d611 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:12.158535 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c05f76bd-3cf2-4495-a7b9-773e1fbd49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.168124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd250bc9-fb84-4007-b2d0-6348d3699ab1 req-cadfeda2-f396-47df-b3fb-90e4ed7e59b9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495706 Jan 18 22:54:12.182183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fbd27-863e-4803-bc95-d500b844d841 req-beb15aab-f4df-40a1-94c2-2ad5e3c0479f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.189886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fbd27-863e-4803-bc95-d500b844d841 req-beb15aab-f4df-40a1-94c2-2ad5e3c0479f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.200873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fbd27-863e-4803-bc95-d500b844d841 req-beb15aab-f4df-40a1-94c2-2ad5e3c0479f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.202627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac6fbd27-863e-4803-bc95-d500b844d841 req-beb15aab-f4df-40a1-94c2-2ad5e3c0479f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2418 time: 0.1728137 Jan 18 22:54:12.243235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c05f76bd-3cf2-4495-a7b9-773e1fbd49eb None None] Port b1063438-dae9-4861-8623-e5c63155d611 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:54:12.259331 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac6fbd27-863e-4803-bc95-d500b844d841 req-94132bdc-ef9f-4ded-aac0-42d9505f77fb tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Jan 18 22:54:12.269583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Port': ['ID=b1063438-dae9-4861-8623-e5c63155d611,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:12.301676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439e25a-5396-42ef-bdeb-33318670e488 None None] New status for floating IP 30e5c5f0-6470-469f-b952-9eae625657dc: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:54:12.389055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-e6c4054a-c251-4459-82e0-15e649b5c3e5 service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515830 Jan 18 22:54:12.396213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-77fb596b-bc52-47ba-a4be-4a46e8f43bae service neutron] 10.222.0.78 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305124 Jan 18 22:54:12.475130 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8ba1b1-dd41-406d-a0a0-6210d18c77cd', 'name': 'network-vif-deleted', 'tag': '99c1b51c-54d8-4fa8-85b4-f8c82152b059', 'status': 'completed', 'code': 200} Jan 18 22:54:12.623415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device adf7d352-2e4e-4f0c-a10b-3ea80481adc3 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:54:12.654298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.809768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:12.826041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3', 'mac_address': 'fa:16:3e:85:cb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:54:12.848714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143981d-967d-4957-8113-d6334026366e req-56b85bbd-ba81-47e4-b5a9-069beb6bb167 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.857370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f143981d-967d-4957-8113-d6334026366e req-56b85bbd-ba81-47e4-b5a9-069beb6bb167 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1102037 Jan 18 22:54:12.908681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.917149 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f143981d-967d-4957-8113-d6334026366e req-08322158-7562-4f64-a7f1-57571bcd1139 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583203 Jan 18 22:54:12.955670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf7d352-2e4e-4f0c-a10b-3ea80481adc3 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:12.973943 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:12.982485 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.014529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6aa5b701-0f2a-4297-873f-de6669d56980 req-acedcb48-0d5f-4c69-9c91-33cb171c3ed2 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/e738e8bb-8e83-40c8-b0b1-f43472fd2e45 HTTP/1.1" status: 200 len: 1801 time: 0.0779247 Jan 18 22:54:13.120608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:13.242969 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3', 'status': 'completed', 'code': 200} Jan 18 22:54:13.256688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6aa5b701-0f2a-4297-873f-de6669d56980 req-b1a6fa98-c61b-4ebe-a777-ed738ac8239f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.303001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['adf7d352-2e4e-4f0c-a10b-3ea80481adc3'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:13.316909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6aa5b701-0f2a-4297-873f-de6669d56980 req-b1a6fa98-c61b-4ebe-a777-ed738ac8239f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.358706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e771ede9-2d07-4a55-999e-ceefcf9327f2 req-a04c97dd-7558-4452-8624-42276736db3c service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437544 Jan 18 22:54:13.512487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-ac6e51f3-0a67-4427-b58f-eeedc207b9cf tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 258 time: 0.2921472 Jan 18 22:54:13.518357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:13.523280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6aa5b701-0f2a-4297-873f-de6669d56980 req-b1a6fa98-c61b-4ebe-a777-ed738ac8239f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.534577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:13.581927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6fa98-c61b-4ebe-a777-ed738ac8239f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e738e8bb-8e83-40c8-b0b1-f43472fd2e45,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:13.591922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:13.591922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-03b318c6-314d-4657-984d-d3147059a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:13.591922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-03b318c6-314d-4657-984d-d3147059a83b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 1095 time: 0.3726432 Jan 18 22:54:13.603282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.603282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.615884 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6aa5b701-0f2a-4297-873f-de6669d56980 req-b1a6fa98-c61b-4ebe-a777-ed738ac8239f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.638758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.641146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6aa5b701-0f2a-4297-873f-de6669d56980 req-b1a6fa98-c61b-4ebe-a777-ed738ac8239f tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/e738e8bb-8e83-40c8-b0b1-f43472fd2e45 HTTP/1.1" status: 204 len: 173 time: 0.6187961 Jan 18 22:54:13.855724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:14.018387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Port': ['ID=b1063438-dae9-4861-8623-e5c63155d611,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:14.056194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:14.090808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-ce862f4f-118c-4548-93f4-768296cc765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:14.092581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-ce862f4f-118c-4548-93f4-768296cc765e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.4713800 Jan 18 22:54:14.280311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-f9b3e83b-eee7-4561-a5a7-5fa752041189 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3 HTTP/1.1" status: 200 len: 217 time: 0.1689286 Jan 18 22:54:14.358358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20252fa-61b5-4312-bce4-0e29f093e107 req-3ec35f32-59bc-47ed-b46f-6e555aa7059f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:14.358836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a20252fa-61b5-4312-bce4-0e29f093e107 req-3ec35f32-59bc-47ed-b46f-6e555aa7059f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 944 time: 0.1248896 Jan 18 22:54:14.361242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e91b4534-0cdb-4a27-b0f0-68f0c37332d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:14.414233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a20252fa-61b5-4312-bce4-0e29f093e107 req-7ca35101-5940-4911-b82b-c4523d846771 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475974 Jan 18 22:54:14.424695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-0942de8a-71ae-4ae5-b685-609c7b5373f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:14.426205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-0942de8a-71ae-4ae5-b685-609c7b5373f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.1354258 Jan 18 22:54:14.437562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:14.485829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:14.583234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:14.584346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-a50d1e18-4b7d-4d19-8a72-d0566182b221 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422732 Jan 18 22:54:14.606514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:14.658661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device adf7d352-2e4e-4f0c-a10b-3ea80481adc3 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:14.728557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3259-fc4d-4c99-a1e7-6046b0c7983d req-4b6c3dc8-d3a9-4b23-8545-6d71943b200d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:14.728557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3259-fc4d-4c99-a1e7-6046b0c7983d req-4b6c3dc8-d3a9-4b23-8545-6d71943b200d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:14.750949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd3259-fc4d-4c99-a1e7-6046b0c7983d req-4b6c3dc8-d3a9-4b23-8545-6d71943b200d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:14.750949 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4cd3259-fc4d-4c99-a1e7-6046b0c7983d req-4b6c3dc8-d3a9-4b23-8545-6d71943b200d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2418 time: 0.2180974 Jan 18 22:54:14.783260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:14.792878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:14.793359 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:14.883090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4cd3259-fc4d-4c99-a1e7-6046b0c7983d req-44a274b3-873c-4bcc-b0f2-4e682afe7b6b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177828 Jan 18 22:54:15.134016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-8700554d-bb20-4a48-9cbc-2b65d0bdf47e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:15.134016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-8700554d-bb20-4a48-9cbc-2b65d0bdf47e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Synchronizing usage tracker for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:15.140239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5f3b8e99-5120-4535-b655-5d26de2c8ef5 None None] Provisioning complete for port b1063438-dae9-4861-8623-e5c63155d611 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:15.140239 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8e99-5120-4535-b655-5d26de2c8ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.180930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-8700554d-bb20-4a48-9cbc-2b65d0bdf47e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Unset dirty status for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:15.180930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-8700554d-bb20-4a48-9cbc-2b65d0bdf47e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 813 time: 0.3097973 Jan 18 22:54:15.189116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.207904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Request body: {'port': {'device_id': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'admin_state_up': True, 'tenant_id': '04e5f7b9be2145dc811c207fb971a1d4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:15.243981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:15.244638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b8e99-5120-4535-b655-5d26de2c8ef5 None None] Port b1063438-dae9-4861-8623-e5c63155d611 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:54:15.249284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.344432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:15.447813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c05d08ed-4a02-4ad4-873b-b9f62918b038 req-061fd994-13b3-47a9-8871-e8519a2d8705 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "GET /v2.0/security-groups/c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf HTTP/1.1" status: 200 len: 1803 time: 0.0758152 Jan 18 22:54:15.567736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c05d08ed-4a02-4ad4-873b-b9f62918b038 req-e8e0313d-c71b-4bd3-aee6-bbfd14539a78 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.597058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c05d08ed-4a02-4ad4-873b-b9f62918b038 req-e8e0313d-c71b-4bd3-aee6-bbfd14539a78 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.603940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.619996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.634942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:15.639045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Usage tracker for resource:port and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:15.640617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:15.647147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:15.654590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c05d08ed-4a02-4ad4-873b-b9f62918b038 req-e8e0313d-c71b-4bd3-aee6-bbfd14539a78 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.680389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0313d-c71b-4bd3-aee6-bbfd14539a78 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:15.683498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Made reservation on behalf of 04e5f7b9be2145dc811c207fb971a1d4 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:15.685929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.700514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c05d08ed-4a02-4ad4-873b-b9f62918b038 req-e8e0313d-c71b-4bd3-aee6-bbfd14539a78 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.702238 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c05d08ed-4a02-4ad4-873b-b9f62918b038 req-e8e0313d-c71b-4bd3-aee6-bbfd14539a78 tempest-SecurityGroupsTestJSON-1056048160 tempest-SecurityGroupsTestJSON-1056048160-project] 10.222.0.78 "DELETE /v2.0/security-groups/c4bc47bf-e7f6-4ecd-bcbc-d325a1dbbcdf HTTP/1.1" status: 204 len: 173 time: 0.2597098 Jan 18 22:54:15.718064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:15.743031 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'code': 200} Jan 18 22:54:15.829355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-4c18ddb8-9f3e-4987-8bc7-9d23399f56b3 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2159255 Jan 18 22:54:15.841776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-9438c9d2-f5f2-40a3-aae3-ab5881d08b4e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:15.843174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-9438c9d2-f5f2-40a3-aae3-ab5881d08b4e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 813 time: 0.4887176 Jan 18 22:54:15.878608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Allocated IP 172.25.4.219 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/85159e20-9635-482f-8ca5-ff2126fff8ca) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:15.886850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Request body: {'port': {'device_id': '48c302f4-204d-467a-b0b4-a50ace77d022', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'admin_state_up': True, 'tenant_id': '04e5f7b9be2145dc811c207fb971a1d4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:15.891679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e6e75e2-f886-450f-9a32-f8904cc67803 req-2aeec17f-c595-444a-acf1-29de87593569 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 210 time: 0.0541906 Jan 18 22:54:15.907125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Deleting subnet 115cec03-8b05-4d6a-9c04-ff62c130bbed {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:54:15.910726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.982352 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'status': 'completed', 'code': 200} Jan 18 22:54:15.984207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Router 6f14f0f3-f334-494d-ac6c-9f07410da1ea has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:16.014160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.070875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Allocated IP 172.20.0.10 (0be44a0b-5630-4d41-b7a7-066ea817e7fa/e41db910-7142-4b33-9b20-64b22d21198b/d64d28c2-4276-4fd4-942e-28db207231de) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:16.155967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.355787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb714c5b-2a48-434c-896a-2bdffb2d6e2c req-5c254dc4-c472-469e-9fa7-3f7308cc76da service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017262 Jan 18 22:54:16.363316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.396562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d2de6-223d-47f8-a897-82c3e896539b req-37257827-2b2e-469e-bbaf-0e6511f7085f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:16.396562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d45d2de6-223d-47f8-a897-82c3e896539b req-37257827-2b2e-469e-bbaf-0e6511f7085f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3248703 Jan 18 22:54:16.423135 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.429592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:16.448936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115cec03-8b05-4d6a-9c04-ff62c130bbed,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:16.455728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Usage tracker for resource:port and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:16.469499 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5befc4db-1bab-42a8-8183-9283742239d4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/115cec03-8b05-4d6a-9c04-ff62c130bbed HTTP/1.1" status: 204 len: 168 time: 0.7465205 Jan 18 22:54:16.471530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:16.475395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33128) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:16.494008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:16.517973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d45d2de6-223d-47f8-a897-82c3e896539b req-1aff2e14-2528-4ae8-b750-f0122c2f71d9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069064 Jan 18 22:54:16.522573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.532697 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.570364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.593723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Made reservation on behalf of 04e5f7b9be2145dc811c207fb971a1d4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:16.597184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.631459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-aaf46078-b3df-47fc-be24-10fbd733404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:16.632969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-aaf46078-b3df-47fc-be24-10fbd733404d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1096 time: 0.5991168 Jan 18 22:54:16.639623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:16.661655 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] Sync routers for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:16.663196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:16.669531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:16.680569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:16.690005 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:16.691401 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:16.720018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event updated for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:16.754438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:16.754796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.761372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-44934b05-7b45-4e70-842c-260c2b6c089c tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "PUT /v2.0/routers/6f14f0f3-f334-494d-ac6c-9f07410da1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3385808 Jan 18 22:54:16.771025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33136) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:16.782120 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:16.792755 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:16.794288 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:16.810745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Request body: {'port': {'network_id': '3345c789-666c-4e00-b4fc-5233a0cf5fbc', 'name': 'tempest-FloatingIPAdminTestJSON-558976573'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:16.867844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:16.868744 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837a9dd-635b-42e9-bd04-d221ff1a704e None None] The sync data for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:16.972110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.973601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-936bbb74-486a-4dd8-9736-c8d19486e620 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7888551 Jan 18 22:54:16.988990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Request body: {'port': {'device_id': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:17.051854 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.091972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.248697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a6c29-158d-4e5b-8d90-e8c222df2e5e req-ace291a3-f644-4051-a8de-af45ced1456f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:17.250071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-962a6c29-158d-4e5b-8d90-e8c222df2e5e req-ace291a3-f644-4051-a8de-af45ced1456f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 945 time: 0.4800522 Jan 18 22:54:17.250618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.261070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:17.281763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Usage tracker for resource:port and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:17.286160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:17.297421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:17.318935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-a8b79f2f-c083-4135-8e7b-8c11b2c713c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:17.320431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-a8b79f2f-c083-4135-8e7b-8c11b2c713c6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 930 time: 0.6769619 Jan 18 22:54:17.330784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:17.366968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Made reservation on behalf of aefa36e6cfb64c2cb00147a5c3392826 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:17.370491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.388479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-962a6c29-158d-4e5b-8d90-e8c222df2e5e req-38729ba9-3fa9-4a83-be3c-2a03f7b3b1bc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286855 Jan 18 22:54:17.392212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:17.394706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:17.455623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event updated for resources: {'Port': ['ID=85159e20-9635-482f-8ca5-ff2126fff8ca,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:17.460106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] device_id is not set on port 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:54:17.465608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.495991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Allocated IP 172.20.0.11 (0be44a0b-5630-4d41-b7a7-066ea817e7fa/e41db910-7142-4b33-9b20-64b22d21198b/8f074032-36b5-48a0-8619-b74e30ecf8f7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:17.544774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd6dfdf-205b-4919-adc8-35361fcb38ad']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:17.568569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-41b9f3ce-0fb2-4355-9bb6-c239fd4b5e5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 1000 time: 0.2343035 Jan 18 22:54:17.581901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993a4a13-2bfa-45cd-bdf3-7ed0454bf981') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:17.582211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993a4a13-2bfa-45cd-bdf3-7ed0454bf981') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:17.636270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Allocated IP 172.20.0.10 (3345c789-666c-4e00-b4fc-5233a0cf5fbc/3f766186-d2c5-4e52-b332-c7874689ab79/4df6a1f3-5d8f-41ab-a887-8f9e56daba4c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:17.656773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.704335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.733390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:54:17.736185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.744899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:54:17.753518 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:54:17.757515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.856422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-99c3f56e-c205-42d2-87e0-2191a5fb8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:17.857440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-99c3f56e-c205-42d2-87e0-2191a5fb8afe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 200 len: 868 time: 0.2676117 Jan 18 22:54:17.919312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.061354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Transition to ACTIVE for port object 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:18.076683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.113794 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.126323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.140546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f62ee69b-8961-4a4c-9b33-c65de909f385 req-c2825dcd-1f92-4f41-b9bc-c1c409875274 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Synchronizing usage tracker for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:18.158458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.160790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f62ee69b-8961-4a4c-9b33-c65de909f385 req-c2825dcd-1f92-4f41-b9bc-c1c409875274 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Unset dirty status for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:18.161670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f62ee69b-8961-4a4c-9b33-c65de909f385 req-c2825dcd-1f92-4f41-b9bc-c1c409875274 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 210 time: 0.0780954 Jan 18 22:54:18.183272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd6dfdf-205b-4919-adc8-35361fcb38ad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:18.240437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:18.241777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.244569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:18.247070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:18.258873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-ea047820-02e1-4553-ac5d-06a31d50ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:18.260392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-ea047820-02e1-4553-ac5d-06a31d50ab42 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=42a9b4f0-371f-4119-a963-1478198eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3333213 Jan 18 22:54:18.262425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-a088a605-4c58-47e9-b2ca-1a03288032aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:18.265187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-a088a605-4c58-47e9-b2ca-1a03288032aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.3959384 Jan 18 22:54:18.271162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-afa3c4d9-8d88-4361-b181-f40a173a4d7f admin admin] 10.222.0.78 "DELETE /v2.0/networks/8fd6dfdf-205b-4919-adc8-35361fcb38ad HTTP/1.1" status: 204 len: 168 time: 1.7867727 Jan 18 22:54:18.288760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event updated for resources: {'Port': ['ID=4df6a1f3-5d8f-41ab-a887-8f9e56daba4c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:18.401956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:18.402595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.436352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1753ed22-b7ac-4c49-b460-262aac4360bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6640801 Jan 18 22:54:18.443804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:18.462754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e593c9-284a-42b4-990b-064baa37bd56 req-eefcb0cc-d38e-4846-a4a2-c2216761ae85 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:18.477517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07e593c9-284a-42b4-990b-064baa37bd56 req-eefcb0cc-d38e-4846-a4a2-c2216761ae85 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1772633 Jan 18 22:54:18.535328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33160) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:18.566261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07e593c9-284a-42b4-990b-064baa37bd56 req-9688059b-3441-46f3-9241-9cf68fcd65f4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931175 Jan 18 22:54:18.617816 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cf41cd64-5ecf-4511-b74c-00267a00523d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddf5e0a654a848829f6b9ac51d007199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955236 Jan 18 22:54:18.624013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33166) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:18.635296 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3', 'code': 200} Jan 18 22:54:18.635296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff7e496e-034c-4670-945a-dae857380097 None None] Provisioning for port 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:18.647612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff7e496e-034c-4670-945a-dae857380097 None None] Provisioning complete for port 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:18.647612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff7e496e-034c-4670-945a-dae857380097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.702774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'project_id': 'aefa36e6cfb64c2cb00147a5c3392826', 'port_id': '4df6a1f3-5d8f-41ab-a887-8f9e56daba4c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:18.718657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:18.744332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Usage tracker for resource:floatingip and tenant:aefa36e6cfb64c2cb00147a5c3392826 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:18.749607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e496e-034c-4670-945a-dae857380097 None None] Port 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:54:18.749827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:18.762844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:18.855845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.871377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-755793e6-e583-4ab0-8855-19976ef442b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.951955 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-755793e6-e583-4ab0-8855-19976ef442b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.960892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-da8b7c52-b47e-4a18-b399-0999ec423860 service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821632 Jan 18 22:54:19.026733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667570f9-69fa-48ee-b494-de98c038fe59 req-816c8a34-ba45-4023-bf7d-35e1af1cdc9f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.032406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667570f9-69fa-48ee-b494-de98c038fe59 req-816c8a34-ba45-4023-bf7d-35e1af1cdc9f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.038135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667570f9-69fa-48ee-b494-de98c038fe59 req-816c8a34-ba45-4023-bf7d-35e1af1cdc9f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.040072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-667570f9-69fa-48ee-b494-de98c038fe59 req-816c8a34-ba45-4023-bf7d-35e1af1cdc9f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2418 time: 0.2823284 Jan 18 22:54:19.089581 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-755793e6-e583-4ab0-8855-19976ef442b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.108315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-f757bce4-aaa8-47fe-8718-556439bd0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.109741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-f757bce4-aaa8-47fe-8718-556439bd0835 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.8067505 Jan 18 22:54:19.110713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.140287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-667570f9-69fa-48ee-b494-de98c038fe59 req-7650b8b0-39ac-4007-99f2-0d2e59aad371 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939453 Jan 18 22:54:19.191228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755793e6-e583-4ab0-8855-19976ef442b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2c4870-6b8e-4e22-8ede-1914e21f8bc1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:19.236765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-755793e6-e583-4ab0-8855-19976ef442b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.236765 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-755793e6-e583-4ab0-8855-19976ef442b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab2c4870-6b8e-4e22-8ede-1914e21f8bc1 HTTP/1.1" status: 204 len: 168 time: 0.6082027 Jan 18 22:54:19.285574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:54:19.344288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea5e50-ab52-45de-a9ad-185aa418d20a req-07147beb-898a-4829-ab51-27f9a20f88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.344288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8ea5e50-ab52-45de-a9ad-185aa418d20a req-07147beb-898a-4829-ab51-27f9a20f88bc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 1096 time: 0.4879632 Jan 18 22:54:19.351950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.362296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:19.396148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:19.405287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.405287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event updated for resources: {'Port': ['ID=8f074032-36b5-48a0-8619-b74e30ecf8f7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:19.418735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:19.500396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-334288c5-1d22-4c39-a1b0-d9ab98de7af4 req-c76efda1-77cf-48c0-b4a7-1498f5f108d5 service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110297 Jan 18 22:54:19.515611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-e58aa392-ce53-4a87-9256-993b4a0dd426 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.3510058 Jan 18 22:54:19.578716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.637711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8ea5e50-ab52-45de-a9ad-185aa418d20a req-106e5469-4eb2-433f-91a9-a0c1a197e848 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813916 Jan 18 22:54:19.652291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event updated for resources: {'Port': ['ID=85159e20-9635-482f-8ca5-ff2126fff8ca,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:19.672158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.673170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.758087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.764954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-b6662008-9658-4e23-8419-313072664836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.766591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-b6662008-9658-4e23-8419-313072664836 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2346218 Jan 18 22:54:19.821455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5850f137-17ea-46d4-805e-f23dd003fc68 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9403923 Jan 18 22:54:19.850943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.854161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281443a5-5fbf-4e64-a0af-cb00adc0573d req-8f4dc0d5-493e-4fc6-86ad-736a7b3a27e0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:19.857893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-81cbda23-3d0b-4d92-ab32-a03ab01c2f9c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3443661 Jan 18 22:54:19.861603 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-281443a5-5fbf-4e64-a0af-cb00adc0573d req-8f4dc0d5-493e-4fc6-86ad-736a7b3a27e0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 945 time: 0.5767372 Jan 18 22:54:19.902306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Allocated IP 172.25.4.180 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9a6d2f77-12f7-4c0c-8acd-efd8a1b31c7e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:19.910216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64d28c2-4276-4fd4-942e-28db207231de {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:19.921943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Request body: {'port': {'device_id': '48c302f4-204d-467a-b0b4-a50ace77d022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:19.932363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:19.994752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Transition to ACTIVE for port object d64d28c2-4276-4fd4-942e-28db207231de will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:20.013686 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-281443a5-5fbf-4e64-a0af-cb00adc0573d req-f27a6ad8-2e9f-46bf-89c1-7274ef29a038 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455343 Jan 18 22:54:20.024098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.045825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-49226705-087d-4045-9187-d4745ca9d37f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:20.075230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f8c9-2626-401c-b669-765150d151f0 req-140aade8-075d-4e62-81b3-f087541c924a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.090916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f8c9-2626-401c-b669-765150d151f0 req-140aade8-075d-4e62-81b3-f087541c924a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.110044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f8c9-2626-401c-b669-765150d151f0 req-140aade8-075d-4e62-81b3-f087541c924a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.110044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb65f8c9-2626-401c-b669-765150d151f0 req-140aade8-075d-4e62-81b3-f087541c924a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2418 time: 0.4204941 Jan 18 22:54:20.333459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-49226705-087d-4045-9187-d4745ca9d37f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:20.335138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-49226705-087d-4045-9187-d4745ca9d37f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.4763031 Jan 18 22:54:20.349953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-6d2728ea-b7c0-4f81-81e1-6806c55ecd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.352212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-6d2728ea-b7c0-4f81-81e1-6806c55ecd7b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5716732 Jan 18 22:54:20.432724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:20.481695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:20.489877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.517162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:20.517511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.600930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.636853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Attempting to bind port d64d28c2-4276-4fd4-942e-28db207231de on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:20.637210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Attempting to bind port d64d28c2-4276-4fd4-942e-28db207231de by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:20.637539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Attempting to bind port d64d28c2-4276-4fd4-942e-28db207231de on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:20.646689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Port d64d28c2-4276-4fd4-942e-28db207231de on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:54:20.647297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Attempting to bind port d64d28c2-4276-4fd4-942e-28db207231de on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:20.666928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee77fa-9d02-4bc9-81b1-d59e6031875e req-a600c86f-7bb5-4c06-941c-d1e3fdc759f8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.668391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7ee77fa-9d02-4bc9-81b1-d59e6031875e req-a600c86f-7bb5-4c06-941c-d1e3fdc759f8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 932 time: 0.1861758 Jan 18 22:54:20.671756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2143449157-network', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:20.676689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:20.677083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Checking segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:20.677705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Bound using segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:20.677877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Bound port: d64d28c2-4276-4fd4-942e-28db207231de, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:20.678424 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.698609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:20.722346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Usage tracker for resource:network and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:20.731778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:20.789079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:20.820364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c7ee77fa-9d02-4bc9-81b1-d59e6031875e req-f9735e3e-340e-4d01-832c-ee12c2f8be35 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Synchronizing usage tracker for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:20.826958 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.876979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:20.880004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.981359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-65f7a7d6-519d-4306-afba-0316fb964320 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048071 Jan 18 22:54:20.990445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Pushing event updated for resources: {'Port': ['ID=9a6d2f77-12f7-4c0c-8acd-efd8a1b31c7e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:21.012181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:21.020427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.020745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-ffae864a-0a8f-46bd-8705-33d73be19e08 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:21.021705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-756c9aa8-2866-4495-9ce5-b2f1174451bd req-ffae864a-0a8f-46bd-8705-33d73be19e08 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.6658072 Jan 18 22:54:21.051364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:21.053215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:21.064005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:21.117297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Usage tracker for resource:security_group_rule and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:21.126055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:21.135618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c7ee77fa-9d02-4bc9-81b1-d59e6031875e req-f9735e3e-340e-4d01-832c-ee12c2f8be35 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Unset dirty status for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:21.137593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7ee77fa-9d02-4bc9-81b1-d59e6031875e req-f9735e3e-340e-4d01-832c-ee12c2f8be35 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477193 Jan 18 22:54:21.140349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:21.167941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:21.197322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:21.240613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.370827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:21.371897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.373031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] 10.222.0.85 "PUT /v2.0/ports/d64d28c2-4276-4fd4-942e-28db207231de HTTP/1.1" status: 200 len: 1092 time: 4.3892918 Jan 18 22:54:21.377982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:21.469661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3274bfbe-0768-4ce0-8329-3ac892cfcd31 req-7a900ee3-d3d0-45c2-9823-4b4ebe83c2f9 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461548 Jan 18 22:54:21.482649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:21.482649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.634000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:21.634223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19340e-29b7-4e44-b0ca-927a7153c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:21.686923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.695260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d1029-2dd5-4d06-8e71-fd2bf5269015 req-793754fc-925f-4407-88ba-05afe50e5c16 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:21.696756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ee0d1029-2dd5-4d06-8e71-fd2bf5269015 req-793754fc-925f-4407-88ba-05afe50e5c16 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4961307 Jan 18 22:54:21.712148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:21.872648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f074032-36b5-48a0-8619-b74e30ecf8f7 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:21.876930 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.891726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ee0d1029-2dd5-4d06-8e71-fd2bf5269015 req-4f61bb79-77c7-43cf-82dc-1134d40b7c84 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859241 Jan 18 22:54:21.945290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.949570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:21.992354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Transition to ACTIVE for port object 8f074032-36b5-48a0-8619-b74e30ecf8f7 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:22.002758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.041541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.052616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70e4e6-f9f5-499c-b79a-3fca0b419b0c req-0d00976e-5a81-4857-9214-937d8a788bc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.060163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70e4e6-f9f5-499c-b79a-3fca0b419b0c req-0d00976e-5a81-4857-9214-937d8a788bc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.064279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 44c69044-2932-4b08-b830-a9e154d6f468 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:22.066688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70e4e6-f9f5-499c-b79a-3fca0b419b0c req-0d00976e-5a81-4857-9214-937d8a788bc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.068164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c70e4e6-f9f5-499c-b79a-3fca0b419b0c req-0d00976e-5a81-4857-9214-937d8a788bc0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 2418 time: 0.7774682 Jan 18 22:54:22.085312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:22.131816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeef4737-7010-4e47-9199-7846a0081f48,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:22.164172 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.164776 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Added segment c4318304-045f-437a-b00f-6002641ba529 of type vlan for network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf Jan 18 22:54:22.237840 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.255238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5ba32da9-e38f-47fa-b290-6181acc0c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.256122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-5ba32da9-e38f-47fa-b290-6181acc0c98f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=c45dc50d-1fee-4729-8bcc-23e9be42c62e HTTP/1.1" status: 200 len: 1095 time: 0.7907293 Jan 18 22:54:22.269760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.274064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c70e4e6-f9f5-499c-b79a-3fca0b419b0c req-043668a4-0bd8-4dfc-8de0-6db7b4735af0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806865 Jan 18 22:54:22.317027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:22.332289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=44c69044-2932-4b08-b830-a9e154d6f468,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:22.341018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.342495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device f841c83b-31af-4e3d-bcd7-c95e664c98af no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:22.443725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:54:22.456712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Pushing event updated for resources: {'Port': ['ID=8f074032-36b5-48a0-8619-b74e30ecf8f7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:22.467559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-a89db0f8-1ace-47a8-8fdf-a146d445e1e8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d64d28c2-4276-4fd4-942e-28db207231de HTTP/1.1" status: 200 len: 217 time: 0.1873372 Jan 18 22:54:22.512906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Port': ['ID=737a3a61-0e0a-4e9d-a466-b48dfd71f5c9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:22.518155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] No DVR routers for this DVR port 737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:22.518641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:22.520548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.529764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-deleted', 'tag': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:22.559274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb65f8c9-2626-401c-b669-765150d151f0 req-d6da272f-2e98-49b2-8bf6-8596e34745d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "DELETE /v2.0/ports/737a3a61-0e0a-4e9d-a466-b48dfd71f5c9 HTTP/1.1" status: 204 len: 173 time: 2.4425199 Jan 18 22:54:22.619330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.619330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.619560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.629044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.665052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:22.671770 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.741890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-37f9b7a3-cb4c-4937-a395-cf15384211f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.744163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-37f9b7a3-cb4c-4937-a395-cf15384211f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.2604146 Jan 18 22:54:22.745692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:22.803700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd557e-ebe6-436f-9f71-2a9854eeba9c req-02d3300e-0e44-4d5e-b46b-bf3c83ee112f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.803700 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dffd557e-ebe6-436f-9f71-2a9854eeba9c req-02d3300e-0e44-4d5e-b46b-bf3c83ee112f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 945 time: 0.7508941 Jan 18 22:54:22.803700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Attempting to bind port 8f074032-36b5-48a0-8619-b74e30ecf8f7 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:22.803700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Attempting to bind port 8f074032-36b5-48a0-8619-b74e30ecf8f7 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:22.803700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Attempting to bind port 8f074032-36b5-48a0-8619-b74e30ecf8f7 on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:22.819689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Port 8f074032-36b5-48a0-8619-b74e30ecf8f7 on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:54:22.819689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Attempting to bind port 8f074032-36b5-48a0-8619-b74e30ecf8f7 on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:22.843012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:22.843012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Checking segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:22.843012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Bound using segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:22.843012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Bound port: 8f074032-36b5-48a0-8619-b74e30ecf8f7, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:22.843012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.844220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] Pushing event updated for resources: {'Network': ['ID=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:22.846488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-95d27491-85b4-4f0b-9ce9-3805a92f7386 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766110 Jan 18 22:54:22.859138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:54:22.859900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-052b4763-1240-428d-aa42-927c4266e13d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3736892 Jan 18 22:54:22.877978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33216) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:22.907878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 44c69044-2932-4b08-b830-a9e154d6f468 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:22.907878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.962728 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.991488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-fbbdb56e-d914-40ea-821d-aec91e9cf68b tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.994819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-fbbdb56e-d914-40ea-821d-aec91e9cf68b tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5119517 Jan 18 22:54:23.048693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Request body: {'subnet': {'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2143449157-subnet', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:23.048693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:23.062798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Usage tracker for resource:subnet and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:23.062798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:23.071936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:23.125299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:23.127806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.184168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-bdfd88c8-d092-4b50-9b02-c1a2e0da7a37 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.1716228 Jan 18 22:54:23.218703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-9135217e-d5ab-4edb-9dc8-a2d38e44d093 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Request body: {'floatingip': {'port_id': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:23.291170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dffd557e-ebe6-436f-9f71-2a9854eeba9c req-fe76dbeb-2df1-426d-af0e-b3a0ed924a92 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670289 Jan 18 22:54:23.344016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-6f75db56-2167-429c-be87-db2ceaacf8ce service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731793 Jan 18 22:54:23.344016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.558644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port 44c69044-2932-4b08-b830-a9e154d6f468, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=44c69044-2932-4b08-b830-a9e154d6f468,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:23.558644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.564846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.564846 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de', 'status': 'completed', 'code': 200} Jan 18 22:54:23.659882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.665106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-9135217e-d5ab-4edb-9dc8-a2d38e44d093 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.709990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for 44c69044-2932-4b08-b830-a9e154d6f468 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:23.806319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:54:23.870710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] For port 8f074032-36b5-48a0-8619-b74e30ecf8f7, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:23.894036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] For port 8f074032-36b5-48a0-8619-b74e30ecf8f7, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:23.902364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.087634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Pushing event updated for resources: {'Port': ['ID=9a6d2f77-12f7-4c0c-8acd-efd8a1b31c7e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:24.090241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:24.090869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.092271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] 10.222.0.86 "PUT /v2.0/ports/8f074032-36b5-48a0-8619-b74e30ecf8f7 HTTP/1.1" status: 200 len: 1092 time: 4.2309999 Jan 18 22:54:24.099654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.136223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115e383-541a-4f0b-a657-8dcf49e83401 req-a5e90ff0-eccc-4e51-ba9d-682315fcb49a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:24.137379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5115e383-541a-4f0b-a657-8dcf49e83401 req-a5e90ff0-eccc-4e51-ba9d-682315fcb49a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Synchronizing usage tracker for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:24.207316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f2fad-9f66-4d92-8168-fef5fa6b4c14 service neutron] Pushing event updated for resources: {'Port': ['ID=8f074032-36b5-48a0-8619-b74e30ecf8f7,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:24.232749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-1dccc440-e785-4723-982e-a467c3cfe96f service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686697 Jan 18 22:54:24.245480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.322434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Port': ['ID=44c69044-2932-4b08-b830-a9e154d6f468,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:24.322434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5115e383-541a-4f0b-a657-8dcf49e83401 req-a5e90ff0-eccc-4e51-ba9d-682315fcb49a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Unset dirty status for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:24.328747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5115e383-541a-4f0b-a657-8dcf49e83401 req-a5e90ff0-eccc-4e51-ba9d-682315fcb49a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 944 time: 0.6296635 Jan 18 22:54:24.401135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.517824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] No DVR routers for this DVR port 44c69044-2932-4b08-b830-a9e154d6f468 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:24.533302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.553073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-778f381d-c139-4225-9839-7038eeb3956b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5058041 Jan 18 22:54:24.589949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5115e383-541a-4f0b-a657-8dcf49e83401 req-00b5777f-fc74-4872-9480-afd889bd30f7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604761 Jan 18 22:54:24.591163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb65f8c9-2626-401c-b669-765150d151f0 req-87ea00f5-81d5-4b68-b5ee-f973c0cb82ae tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "DELETE /v2.0/ports/44c69044-2932-4b08-b830-a9e154d6f468 HTTP/1.1" status: 204 len: 173 time: 2.0190194 Jan 18 22:54:24.593469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff3e469-546f-4725-b2e6-07d04f57ba29,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:24.597682 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Floating IP 0f725136-4d46-405d-a576-5a249505a190 associated. External IP: 172.25.4.180, port: 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c. Jan 18 22:54:24.641558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-f189f28e-31f8-4192-8391-826e93a96db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:24.643168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-f189f28e-31f8-4192-8391-826e93a96db7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 1095 time: 0.4817674 Jan 18 22:54:24.643305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Checking segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:24.643836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Network hostable DHCP agents. Network: a09f35f1-b379-4a31-a8ec-f00ed1aed5cf, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:24.685814 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468', 'code': 200} Jan 18 22:54:24.813582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-1b4af7f6-38c7-46e1-8096-6a0c1060b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:24.817217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-1b4af7f6-38c7-46e1-8096-6a0c1060b53c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=c45dc50d-1fee-4729-8bcc-23e9be42c62e HTTP/1.1" status: 200 len: 1095 time: 0.4961555 Jan 18 22:54:24.817217 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-9135217e-d5ab-4edb-9dc8-a2d38e44d093 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 22:54:24.835303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb95178b-015e-4ec6-8e84-a676bd79666a req-9135217e-d5ab-4edb-9dc8-a2d38e44d093 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "PUT /v2.0/floatingips/648a10af-1d25-4fb4-ab9f-882b318d0443 HTTP/1.1" status: 409 len: 550 time: 1.6289320 Jan 18 22:54:24.885632 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-deleted', 'tag': '737a3a61-0e0a-4e9d-a466-b48dfd71f5c9', 'status': 'completed', 'code': 200} Jan 18 22:54:24.952335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-46cc09dc-aab6-4bbe-924e-2e4da5f21678 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7 HTTP/1.1" status: 200 len: 217 time: 0.3014793 Jan 18 22:54:25.072177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port f841c83b-31af-4e3d-bcd7-c95e664c98af {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:25.072177 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.118914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:25.158857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a09f35f1-b379-4a31-a8ec-f00ed1aed5cf) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:25.166788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-63ea3727-93ff-47b3-9d46-48b6e7141d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.169437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-63ea3727-93ff-47b3-9d46-48b6e7141d31 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.1765518 Jan 18 22:54:25.178543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd2231-39c2-4889-bbef-67c71928f40e None None] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:25.179986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.179986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.180275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-69066a55-9d6c-4d0f-a0d1-ad40ed6b1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.180275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-69066a55-9d6c-4d0f-a0d1-ad40ed6b1dcd service neutron] 10.222.0.85 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 914 time: 0.3447840 Jan 18 22:54:25.286657 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-3964a19a-2be5-4e98-a810-68fa2e78ffec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d64d28c2-4276-4fd4-942e-28db207231de HTTP/1.1" status: 200 len: 217 time: 0.0717788 Jan 18 22:54:25.291599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-03e905aa-e664-425f-abc2-d5ebcc9c395e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017785 Jan 18 22:54:25.328228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d02bdb7f-1ef8-4148-a7e0-976a8e1e36eb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4244907 Jan 18 22:54:25.329909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:25.338580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:25.353814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:25.365939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Router 6f14f0f3-f334-494d-ac6c-9f07410da1ea has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:25.368456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Usage tracker for resource:router and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:25.373781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:25.386747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-5ee723c9-ed2a-4a09-a130-745562ca9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.386747 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-5ee723c9-ed2a-4a09-a130-745562ca9686 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.1039295 Jan 18 22:54:25.386747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:25.401512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f6211-70bf-435d-b7df-026388d95a6d req-03bf3d10-a557-45c0-91fb-f60a84c705ca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.404446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b5f6211-70bf-435d-b7df-026388d95a6d req-03bf3d10-a557-45c0-91fb-f60a84c705ca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 943 time: 0.3946514 Jan 18 22:54:25.406161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-9f83e913-3515-45ff-ac3b-adf0cc7912d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.411768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-9f83e913-3515-45ff-ac3b-adf0cc7912d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 1096 time: 0.5202076 Jan 18 22:54:25.463310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:54:25.464348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.504088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8c1fd-d99e-4aa3-b6e9-56f42fde11cf req-566357ec-7289-4a6e-845f-e19505c85244 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.508743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36b8c1fd-d99e-4aa3-b6e9-56f42fde11cf req-566357ec-7289-4a6e-845f-e19505c85244 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.6144836 Jan 18 22:54:25.671607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Allocated IP 172.20.0.2 (a09f35f1-b379-4a31-a8ec-f00ed1aed5cf/aff3e469-546f-4725-b2e6-07d04f57ba29/7d5628d9-b232-4cb9-8b49-ed06dd92f79f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:25.700288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.700603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.706131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-7654cca3-c28f-4c24-a00d-56ca13bce937 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3018551 Jan 18 22:54:25.725600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36b8c1fd-d99e-4aa3-b6e9-56f42fde11cf req-7edd3950-dff2-4b47-b7e5-fd0422a1979f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122991 Jan 18 22:54:25.725600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-b5f0a0c9-992f-46fe-9026-ce5cf804a34e service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368491 Jan 18 22:54:25.841227 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b5f6211-70bf-435d-b7df-026388d95a6d req-e711c9a5-9b4a-40b3-8016-d9e08dd0e288 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381495 Jan 18 22:54:25.891379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-81a2d206-bc9a-4da9-970d-426af0a320f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.892848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-81a2d206-bc9a-4da9-970d-426af0a320f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.4306960 Jan 18 22:54:25.896656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port f841c83b-31af-4e3d-bcd7-c95e664c98af, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=f841c83b-31af-4e3d-bcd7-c95e664c98af,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:25.897010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.956327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:25.967139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Transition to ACTIVE for port object 7d5628d9-b232-4cb9-8b49-ed06dd92f79f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:25.987696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Transition to ACTIVE for port object 7d5628d9-b232-4cb9-8b49-ed06dd92f79f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:25.992837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d64d28c2-4276-4fd4-942e-28db207231de details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:54:25.998522 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.014233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-f70cf78d-f969-4a01-9a55-7368c53b50fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d HTTP/1.1" status: 200 len: 217 time: 0.1023953 Jan 18 22:54:26.060680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:26.069604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:26.074305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:26.080051 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.188662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for f841c83b-31af-4e3d-bcd7-c95e664c98af owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:26.234189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Pushing event updated for resources: {'Port': ['ID=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:26.261318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Attempting to bind port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:26.261318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Attempting to bind port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:26.262003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Attempting to bind port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f on network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:26.269544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:26.269815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Checking segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:26.270211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.270617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Bound using segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:26.271122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Bound port: 7d5628d9-b232-4cb9-8b49-ed06dd92f79f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:26.271498 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.339931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f881a8f6-06d7-4b1e-8008-2dd9bc49ef4a req-482e93da-d210-4c1d-8f3a-d7d2cf43936a service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834427 Jan 18 22:54:26.349113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-67c604e9-6e42-43e4-8fc8-71cedc8a4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:26.350519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-67c604e9-6e42-43e4-8fc8-71cedc8a4100 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.2728026 Jan 18 22:54:26.373988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:26.393621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-a40c0cf3-c07a-4751-8d9e-7bd536d1315e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips/648a10af-1d25-4fb4-ab9f-882b318d0443 HTTP/1.1" status: 200 len: 693 time: 0.3205402 Jan 18 22:54:26.401957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'd64d28c2-4276-4fd4-942e-28db207231de', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'port_id': 'd64d28c2-4276-4fd4-942e-28db207231de', 'mac_address': 'fa:16:3e:c1:8f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41db910-7142-4b33-9b20-64b22d21198b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:54:26.460822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-e3fea688-06c8-4504-9e2b-e1b0965b0fc4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815969 Jan 18 22:54:26.461982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] For port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:26.472392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.502995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:26.508196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] For port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:26.510456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64d28c2-4276-4fd4-942e-28db207231de {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:26.517446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-4e9984a5-a6d4-47ee-ac47-6bbb424ab49f service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963080 Jan 18 22:54:26.519930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] Sync routers for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:26.530859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.583862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:26.603855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:26.604511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:26.679422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:26.680698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.686822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:26.702148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:26.703123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:26.709110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac09b2-8ffd-49fa-aaf5-d863ddbe74e6 req-e7e1699d-6b18-49a3-aab5-22954e3bad19 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:26.710474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfac09b2-8ffd-49fa-aaf5-d863ddbe74e6 req-e7e1699d-6b18-49a3-aab5-22954e3bad19 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 946 time: 0.5940006 Jan 18 22:54:26.785346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:26.787725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b98fa1-90cf-4185-9eca-3835cbf870c9 None None] The sync data for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:26.788532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.790518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba521-b159-44c5-a5ee-b31ea292665c None None] Pushing event updated for resources: {'Port': ['ID=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:26.817916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:26.884116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:26.886414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c302f4-204d-467a-b0b4-a50ace77d022', 'tag': '8f074032-36b5-48a0-8619-b74e30ecf8f7'}, {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-deleted', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:26.931533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['d64d28c2-4276-4fd4-942e-28db207231de'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:26.997114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfac09b2-8ffd-49fa-aaf5-d863ddbe74e6 req-90be45d6-d257-409c-a9f3-1486f20ac406 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159085 Jan 18 22:54:27.024314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:27.147442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-ac32f8f2-c40e-4e96-9290-d45c33bb97b7 service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686745 Jan 18 22:54:27.187155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3089988f-1fbf-4ff8-b6f5-57a4605bb602 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.7371786 Jan 18 22:54:27.191731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-bf9e0670-b468-4f3a-bcec-4c53cc61775a tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:27.193305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-bf9e0670-b468-4f3a-bcec-4c53cc61775a tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.7380865 Jan 18 22:54:27.199741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:27.203611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Port': ['ID=f841c83b-31af-4e3d-bcd7-c95e664c98af,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:27.298160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-24624257-ec02-45ef-a23f-9366cd59a839 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:54:27.299140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-24624257-ec02-45ef-a23f-9366cd59a839 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209739 Jan 18 22:54:27.338449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bba8f0b0-95e3-4461-a242-6774287c09e4 req-0389ccac-0805-4882-9aac-25358bda8cd8 service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555125 Jan 18 22:54:27.471485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] No DVR routers for this DVR port f841c83b-31af-4e3d-bcd7-c95e664c98af on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:27.477574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:27.515742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb65f8c9-2626-401c-b669-765150d151f0 req-44852bf5-6133-4874-b438-c782f63a0f33 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.85 "DELETE /v2.0/ports/f841c83b-31af-4e3d-bcd7-c95e664c98af HTTP/1.1" status: 204 len: 173 time: 2.9138560 Jan 18 22:54:27.527096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc83e75f-f1e0-4bb9-b8ba-cac218e3eec3 req-760b850c-8bc0-4a9c-aa00-4e74cb6bf07b service neutron] 10.222.0.86 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622553 Jan 18 22:54:27.587146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad141811-ce6a-45b3-8d59-6458837a7390 req-dc37b44c-55e6-405a-999e-daaa9efc5e84 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:27.588807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad141811-ce6a-45b3-8d59-6458837a7390 req-dc37b44c-55e6-405a-999e-daaa9efc5e84 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 944 time: 0.3538120 Jan 18 22:54:27.636160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad141811-ce6a-45b3-8d59-6458837a7390 req-d998c1cd-cbe8-4a3a-86d3-f4764a12cb0b tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Jan 18 22:54:27.665961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-69eef365-7aef-41b2-88fd-08c424cd1131 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.3409221 Jan 18 22:54:27.673362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-380e8619-43ea-45b0-943f-b5603866ffe1 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] 10.222.0.78 "GET /v2.0/floatingips/0f725136-4d46-405d-a576-5a249505a190 HTTP/1.1" status: 200 len: 983 time: 0.4695115 Jan 18 22:54:27.676880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:27.816899 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af', 'code': 200} Jan 18 22:54:27.872058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4a6287eb-d901-489a-8c8c-87f93b931e89 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.1924090 Jan 18 22:54:27.874830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:27.921552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-0f656db3-c873-40df-9c42-b95ff8a7750d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.2453887 Jan 18 22:54:28.017207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7d5628d9-b232-4cb9-8b49-ed06dd92f79f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:28.104883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8cadede5-7251-472a-946a-f30a6ab040ea req-c0b90176-a8e6-4020-b2e9-c396d30922d0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:28.156986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:28.211298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03be352-685f-4dbe-b8c0-76ef17c1d708 None None] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:28.214123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8cadede5-7251-472a-946a-f30a6ab040ea req-c0b90176-a8e6-4020-b2e9-c396d30922d0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:28.216452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cadede5-7251-472a-946a-f30a6ab040ea req-c0b90176-a8e6-4020-b2e9-c396d30922d0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4cf685-d1e0-42d8-910f-05628862a9bc HTTP/1.1" status: 200 len: 210 time: 0.2122118 Jan 18 22:54:28.251499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Deleting port 85159e20-9635-482f-8ca5-ff2126fff8ca {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:28.252663 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.302108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port 9a6d2f77-12f7-4c0c-8acd-efd8a1b31c7e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:28.302651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.376095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] Provisioning for port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:28.384683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] Provisioning complete for port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:28.384813 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c302f4-204d-467a-b0b4-a50ace77d022', 'tag': '8f074032-36b5-48a0-8619-b74e30ecf8f7', 'status': 'completed', 'code': 200} Jan 18 22:54:28.384911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.385025 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-deleted', 'tag': '44c69044-2932-4b08-b830-a9e154d6f468', 'status': 'completed', 'code': 200} Jan 18 22:54:28.658171 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.665074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-ba1234c9-4bde-437f-9222-776eba232c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:28.666566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-ba1234c9-4bde-437f-9222-776eba232c03 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 1095 time: 0.2810748 Jan 18 22:54:28.667563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.670400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.670733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.686557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a66c2-240b-4f11-bb4b-adc517db79e4 req-654d286d-6885-42ab-ab25-af8540eafb98 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:28.688008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c7a66c2-240b-4f11-bb4b-adc517db79e4 req-654d286d-6885-42ab-ab25-af8540eafb98 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 945 time: 0.2388501 Jan 18 22:54:28.701854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] For port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:28.702147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.702426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.710471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.711869 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:28.754577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f074032-36b5-48a0-8619-b74e30ecf8f7 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:54:28.857349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Calling delete_port for 9a6d2f77-12f7-4c0c-8acd-efd8a1b31c7e owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:28.874224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Calling delete_port for 85159e20-9635-482f-8ca5-ff2126fff8ca owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:28.964631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8f074032-36b5-48a0-8619-b74e30ecf8f7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:28.991012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '8f074032-36b5-48a0-8619-b74e30ecf8f7', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'port_id': '8f074032-36b5-48a0-8619-b74e30ecf8f7', 'mac_address': 'fa:16:3e:46:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41db910-7142-4b33-9b20-64b22d21198b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:54:29.097141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6899918-24aa-41ff-9c06-361698415a62 None None] Pushing event updated for resources: {'Port': ['ID=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:29.097982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Allocated IP 172.25.4.177 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/ee0e1143-17f5-42fb-ba66-be2a31755adc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:29.109710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.128446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-119846fd-af11-4f53-8763-f927369bc218 None None] Provisioning complete for port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:29.128872 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-119846fd-af11-4f53-8763-f927369bc218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.149962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c7a66c2-240b-4f11-bb4b-adc517db79e4 req-f3958026-7613-44ac-a523-8ab20029c354 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289544 Jan 18 22:54:29.181101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f074032-36b5-48a0-8619-b74e30ecf8f7 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:29.205758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-424d21c9-5255-40da-8cc3-b09c40cdf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:29.206984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-424d21c9-5255-40da-8cc3-b09c40cdf391 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 914 time: 0.5282676 Jan 18 22:54:29.217789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8f074032-36b5-48a0-8619-b74e30ecf8f7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:29.231609 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.235888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.294417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-dd7b52f7-5881-4518-aed3-bcc0ff9285cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7 HTTP/1.1" status: 200 len: 217 time: 0.0805724 Jan 18 22:54:29.400701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8f074032-36b5-48a0-8619-b74e30ecf8f7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:29.427292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-40ea22a2-adb7-40d4-b0ec-4b1475953f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:29.429242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-40ea22a2-adb7-40d4-b0ec-4b1475953f16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.1263590 Jan 18 22:54:29.455001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event deleted for resources: {'Port': ['ID=85159e20-9635-482f-8ca5-ff2126fff8ca,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:29.470594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.520314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-f610fd15-e2e5-4dbf-a62b-8f76f3d8a02d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846188 Jan 18 22:54:29.559602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['8f074032-36b5-48a0-8619-b74e30ecf8f7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:29.559831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.565708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.565951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Port': ['ID=9a6d2f77-12f7-4c0c-8acd-efd8a1b31c7e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:29.606858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.608140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c31b1784-f1b0-4ef0-954d-9b828c3b5b53 req-89557cf8-50c8-4f6c-aafc-3056ce4cf1dd tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "DELETE /v2.0/floatingips/648a10af-1d25-4fb4-ab9f-882b318d0443 HTTP/1.1" status: 204 len: 173 time: 1.6858039 Jan 18 22:54:29.619235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.696538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Pushing event updated for resources: {'Port': ['ID=ee0e1143-17f5-42fb-ba66-be2a31755adc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:29.709915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:29.711370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:29.714378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:29.756167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d64d28c2-4276-4fd4-942e-28db207231de up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:29.810800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.811471 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Floating IP 0f725136-4d46-405d-a576-5a249505a190 disassociated (deleted). External IP: 172.25.4.180, port: 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c. Jan 18 22:54:29.830327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port d64d28c2-4276-4fd4-942e-28db207231de completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:29.835631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port d64d28c2-4276-4fd4-942e-28db207231de triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:29.836025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.890732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae48097-ae27-43a5-af7a-bf555ffae7ff req-50dcad54-17d9-4837-bf53-f2c997683d84 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:29.892661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ae48097-ae27-43a5-af7a-bf555ffae7ff req-50dcad54-17d9-4837-bf53-f2c997683d84 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4134035 Jan 18 22:54:29.908256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-f987505b-3da8-4408-8013-7f2a9477fffd service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497572 Jan 18 22:54:29.996925 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.019130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7d5628d9-b232-4cb9-8b49-ed06dd92f79f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:30.021717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7562fa0-c414-4cdb-9280-0889e703bfa9 req-dd5ea374-c030-44f2-bf90-f84e27830514 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:30.023200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7562fa0-c414-4cdb-9280-0889e703bfa9 req-dd5ea374-c030-44f2-bf90-f84e27830514 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 945 time: 0.2795100 Jan 18 22:54:30.075857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:30.092682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:30.104357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.129042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ae48097-ae27-43a5-af7a-bf555ffae7ff req-61368ccd-7b64-466a-ae02-8ca3bade9f25 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230637 Jan 18 22:54:30.146789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7562fa0-c414-4cdb-9280-0889e703bfa9 req-7b2bb88e-4b29-4753-bf29-363f938bc9c3 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139276 Jan 18 22:54:30.177515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:30.177892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.246184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e201701f-4144-40cb-b13d-296cc1cf9fa4 req-1114261a-5062-4df7-ba04-43c2754ac93c service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199902 Jan 18 22:54:30.325285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:30.326016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:30.332638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.390514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-deleted', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:30.425776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Router 6f14f0f3-f334-494d-ac6c-9f07410da1ea has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:30.485226 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de', 'code': 200} Jan 18 22:54:30.662567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting subnet 0df5dc27-2fec-404b-8fb0-804739f19b16 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:54:30.679034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bc0128da-c122-4a97-ae64-e3d10023833a req-b903ef43-3ddd-4674-9504-8bca0a1989ce tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:30.681524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.759827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bc0128da-c122-4a97-ae64-e3d10023833a req-b903ef43-3ddd-4674-9504-8bca0a1989ce tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:30.761038 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-b903ef43-3ddd-4674-9504-8bca0a1989ce tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 1000 time: 0.3589339 Jan 18 22:54:30.766645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.865172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:30.878787 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] Sync routers for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:30.893062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:30.893709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:30.895387 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:30.950013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1787e-4a50-427c-9984-c3125fccfb60 req-b789877e-2746-4ba6-ae17-3db898a0264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:30.951490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-42b1787e-4a50-427c-9984-c3125fccfb60 req-b789877e-2746-4ba6-ae17-3db898a0264c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c45dc50d-1fee-4729-8bcc-23e9be42c62e HTTP/1.1" status: 200 len: 1097 time: 0.2320852 Jan 18 22:54:30.960888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dc4d3-6694-4577-929f-e97862969bb3 req-3d2b8eec-c82c-4553-819e-ab9de33fba2c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:30.962307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c0dc4d3-6694-4577-929f-e97862969bb3 req-3d2b8eec-c82c-4553-819e-ab9de33fba2c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2445176 Jan 18 22:54:30.962970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0128da-c122-4a97-ae64-e3d10023833a req-23d64528-07ae-4016-9870-9a50cf67654d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:30.963762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bc0128da-c122-4a97-ae64-e3d10023833a req-23d64528-07ae-4016-9870-9a50cf67654d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:30.972842 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:30.982025 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:30.982827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:31.002578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a21be17-f38e-4ea8-9593-b342bdb76098 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "DELETE /v2.0/floatingips/0f725136-4d46-405d-a576-5a249505a190 HTTP/1.1" status: 204 len: 168 time: 3.1265957 Jan 18 22:54:31.009104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33286) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:31.018476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:31.036083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:31.049833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Usage tracker for resource:floatingip and tenant:e16305bfdbd84a86a5f28b36f6c33378 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:31.050672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:31.051200 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c717e-2b2e-4d27-9697-13e27afa59b0 None None] The sync data for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:31.056573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:31.062279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-42b1787e-4a50-427c-9984-c3125fccfb60 req-86c404d8-e940-4481-bfcb-436c5e17c6d6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973659 Jan 18 22:54:31.067993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c0dc4d3-6694-4577-929f-e97862969bb3 req-9d3c8119-1422-4e4d-a070-eb4b9fb48bef tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874767 Jan 18 22:54:31.068876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:31.093744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.200246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bc0128da-c122-4a97-ae64-e3d10023833a req-23d64528-07ae-4016-9870-9a50cf67654d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:31.216816 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-23d64528-07ae-4016-9870-9a50cf67654d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports/59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 942 time: 0.4176369 Jan 18 22:54:31.241053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.278241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.279141 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cf685-d1e0-42d8-910f-05628862a9bc', 'name': 'network-vif-deleted', 'tag': 'f841c83b-31af-4e3d-bcd7-c95e664c98af', 'status': 'completed', 'code': 200} Jan 18 22:54:31.284369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.449534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Allocated IP 172.25.4.129 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/5170e8d2-3632-40f1-b48a-21abc0fe478a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:31.554379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23d0cb-ed2a-4ced-8d16-b1dd65e8ba64 req-9c491111-0ee0-4a03-8f62-0c629c277e3a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:31.555979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb23d0cb-ed2a-4ced-8d16-b1dd65e8ba64 req-9c491111-0ee0-4a03-8f62-0c629c277e3a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 945 time: 0.1955857 Jan 18 22:54:31.600889 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-260457ed-4b5f-4f53-a42c-694545283358 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 1000 time: 0.2767403 Jan 18 22:54:31.634862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb23d0cb-ed2a-4ced-8d16-b1dd65e8ba64 req-df564c25-653c-46ec-b663-63a6fa692d74 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714834 Jan 18 22:54:31.666881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.699136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.709336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.772015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:31.774613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Subnet': ['ID=0df5dc27-2fec-404b-8fb0-804739f19b16,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:31.779561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9bfffa-cb9d-4419-bcf0-91461aadab8a None None] Network a2b1c8a1-6e28-418a-9fa2-2132474e3961 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:31.794944 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ed2c938a-7ba1-4303-9813-0bdbeb421523 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/subnets/0df5dc27-2fec-404b-8fb0-804739f19b16 HTTP/1.1" status: 204 len: 168 time: 1.4642398 Jan 18 22:54:31.804202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33296) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:31.816343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:31.828496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:31.836098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:31.898814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Pushing event updated for resources: {'Port': ['ID=5170e8d2-3632-40f1-b48a-21abc0fe478a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:31.962019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0128da-c122-4a97-ae64-e3d10023833a req-998430c8-8dee-4fe9-915e-d7d083ef89da tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:31.964025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-998430c8-8dee-4fe9-915e-d7d083ef89da tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.3544893 Jan 18 22:54:31.977952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Router 7ff9539b-0805-43f4-8985-52c7ddc62f74 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:54:31.992683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17aa2d-f512-4fd8-98ee-b25f1528f877 req-8b1d5a9a-d870-45f7-b52d-88908a518df5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:31.994214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c17aa2d-f512-4fd8-98ee-b25f1528f877 req-8b1d5a9a-d870-45f7-b52d-88908a518df5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 945 time: 0.2488351 Jan 18 22:54:32.018171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.062911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] DHCP port deletion for a2b1c8a1-6e28-418a-9fa2-2132474e3961 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:54:32.067738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] Deleting port 8bb79063-3996-4401-bdc7-b43fc78186b8 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:32.068520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.075137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.110109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c17aa2d-f512-4fd8-98ee-b25f1528f877 req-a999909e-6a12-4951-b076-155a0f430d62 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085694 Jan 18 22:54:32.131486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-ba716a67-8662-453a-bf78-cdcc4e218bb0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:32.132935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-ba716a67-8662-453a-bf78-cdcc4e218bb0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 945 time: 0.2080846 Jan 18 22:54:32.137833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.194446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-245fe418-0e9d-495a-a865-154fac4e74d3 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 1000 time: 0.2179124 Jan 18 22:54:32.202268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 8bb79063-3996-4401-bdc7-b43fc78186b8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:32.202839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.300694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:32.372746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] For port 8bb79063-3996-4401-bdc7-b43fc78186b8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8bb79063-3996-4401-bdc7-b43fc78186b8,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:32.384612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:32.385592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.386486 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.493182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.515331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] Calling delete_port for 8bb79063-3996-4401-bdc7-b43fc78186b8 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:32.601090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:32.616026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Sync routers for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:32.625312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.711466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] No DVR routers for this DVR port 8bb79063-3996-4401-bdc7-b43fc78186b8 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:32.729597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:32.730358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:32.759099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-9a709201-9e33-45e2-a9b4-5f6b1691927b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:32.760558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-9a709201-9e33-45e2-a9b4-5f6b1691927b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.5415244 Jan 18 22:54:32.778584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba701117-d660-4b75-be4d-b447018ca1f3 None None] Pushing event deleted for resources: {'Port': ['ID=8bb79063-3996-4401-bdc7-b43fc78186b8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:32.788499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f074032-36b5-48a0-8619-b74e30ecf8f7 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:32.802553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-88401fd9-2bbd-4998-b36b-31d0b4f94a9f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/quotas/48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 375 time: 0.0294340 Jan 18 22:54:32.945721 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:32.948087 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2fb56ed2-ef4d-41b4-8dcc-af8108ec92cc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6183004 Jan 18 22:54:32.951560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33312) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:32.969107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 8f074032-36b5-48a0-8619-b74e30ecf8f7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:32.980706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:33.013252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port 8bb79063-3996-4401-bdc7-b43fc78186b8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8bb79063-3996-4401-bdc7-b43fc78186b8,segment=NetworkSegment(038e13c4-b073-47e3-9727-cba11e49a361),segment_id=038e13c4-b073-47e3-9727-cba11e49a361)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:33.013608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.025629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 8f074032-36b5-48a0-8619-b74e30ecf8f7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:33.026298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.078838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.100156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.204239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.211150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for 8bb79063-3996-4401-bdc7-b43fc78186b8 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:33.248193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.248767 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Floating IP 30e5c5f0-6470-469f-b952-9eae625657dc disassociated. External IP: 172.25.4.61, port: 59ff6f2c-1912-4f85-b200-2c6e000ba593. Jan 18 22:54:33.319257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Pushing event updated for resources: {'Port': ['ID=5170e8d2-3632-40f1-b48a-21abc0fe478a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:33.338847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-328e4052-e795-42b1-867d-90fb50cc5134 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5167069 Jan 18 22:54:33.341787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:33.342156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.347888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.383190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c302f4-204d-467a-b0b4-a50ace77d022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f074032-36b5-48a0-8619-b74e30ecf8f7'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:33.395503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8f074032-36b5-48a0-8619-b74e30ecf8f7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:33.402580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.403414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device adf7d352-2e4e-4f0c-a10b-3ea80481adc3 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:33.431471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:54:33.432050 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:54:33.525444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:30Z', 'revision_number': 3, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:33.535478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8f074032-36b5-48a0-8619-b74e30ecf8f7,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:33.546029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Checking router: 7ff9539b-0805-43f4-8985-52c7ddc62f74 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:54:33.546285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Updating router 7ff9539b-0805-43f4-8985-52c7ddc62f74 port ee0e1143-17f5-42fb-ba66-be2a31755adc binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:54:33.555281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for adf7d352-2e4e-4f0c-a10b-3ea80481adc3 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:33.574205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.574734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.575335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.575939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.575939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.576119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.576685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.577035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.577430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.577756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.578077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.578573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:33.629269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.661250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.666545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Router 10f1e878-0fc9-4095-a131-a2312225f618 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:33.707759 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.773299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.777247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-009adab6-1431-4901-afdc-48e7273c6541 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7644644 Jan 18 22:54:33.797290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33320) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:33.804411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:33.812544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.858065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-29b3ee69-74ab-4884-94b7-c0f10e01df86 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182905 Jan 18 22:54:33.889893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:33.903024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] Sync routers for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:33.906434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:33.923928 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:33.925829 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:33.952379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:54:33.953109 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:54:34.016778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:34.025079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8bb79063-3996-4401-bdc7-b43fc78186b8 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:34.034090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 8bb79063-3996-4401-bdc7-b43fc78186b8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:34.034609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.070310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 8bb79063-3996-4401-bdc7-b43fc78186b8 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:54:34.070954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8bb79063-3996-4401-bdc7-b43fc78186b8 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:54:34.072167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:34.101156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c347c858-2f8b-4a3b-b106-c97ffa57203d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "PUT /v2.0/floatingips/30e5c5f0-6470-469f-b952-9eae625657dc HTTP/1.1" status: 200 len: 694 time: 1.8585250 Jan 18 22:54:34.134484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:34.183626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] The port '8bb79063-3996-4401-bdc7-b43fc78186b8' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:54:34.208940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.211253 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.225509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Transition to ACTIVE for port object ee0e1143-17f5-42fb-ba66-be2a31755adc will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:34.231078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:34.235411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.268363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:34.280420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Usage tracker for resource:floatingip and tenant:f92495f1d54d4736a2110cc6db62b8f7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:34.291326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:34.318989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:34.400039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Attempting to bind port ee0e1143-17f5-42fb-ba66-be2a31755adc on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:34.400405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Attempting to bind port ee0e1143-17f5-42fb-ba66-be2a31755adc by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:34.400769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Attempting to bind port ee0e1143-17f5-42fb-ba66-be2a31755adc on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:34.411086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fcdfc-3694-4ab2-83e9-94c39b8a9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ee0e1143-17f5-42fb-ba66-be2a31755adc,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:34.414690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:34.415074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:34.415470 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.416119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:34.416594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Bound port: ee0e1143-17f5-42fb-ba66-be2a31755adc, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:34.416978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.440557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-52ad47c8-26e8-4a89-9ac4-9a1f0ce59431 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812755 Jan 18 22:54:34.450656 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.489080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:34.494929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.506100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] For port ee0e1143-17f5-42fb-ba66-be2a31755adc, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:34.510163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] For port ee0e1143-17f5-42fb-ba66-be2a31755adc, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ee0e1143-17f5-42fb-ba66-be2a31755adc,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:34.518838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.544371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.573123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0128da-c122-4a97-ae64-e3d10023833a req-4b0285e7-1257-4ae7-85b2-67ecd47c2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:34.580705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-4b0285e7-1257-4ae7-85b2-67ecd47c2889 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1096 time: 0.4410141 Jan 18 22:54:34.614082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b1c8a1-6e28-418a-9fa2-2132474e3961']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:34.660137 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:46Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:34.667153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] Checking router: 10f1e878-0fc9-4095-a131-a2312225f618 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:54:34.689710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038e13c4-b073-47e3-9727-cba11e49a361') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:34.690277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038e13c4-b073-47e3-9727-cba11e49a361') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:34.702881 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:34.704476 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:34.716683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:34.717361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:34.726896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.792030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.832399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:54:34.833084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:34.875722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fcdfc-3694-4ab2-83e9-94c39b8a9bb7 None None] Pushing event updated for resources: {'Port': ['ID=ee0e1143-17f5-42fb-ba66-be2a31755adc,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:34.917675 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:54:35.002170 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:54:35.015081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.077594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.089097 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:35.104975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c6eaf66b-7d3b-4dea-bc32-fb9d7a2f555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:35.107049 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-c6eaf66b-7d3b-4dea-bc32-fb9d7a2f555d service neutron] 10.222.0.78 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 930 time: 0.5255394 Jan 18 22:54:35.111837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Network': ['ID=a2b1c8a1-6e28-418a-9fa2-2132474e3961,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:35.125899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-50ec6239-a04b-4ee6-ad4e-8b2d348883ec tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/networks/a2b1c8a1-6e28-418a-9fa2-2132474e3961 HTTP/1.1" status: 204 len: 168 time: 3.3203585 Jan 18 22:54:35.198393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:35.264552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-9c87845f-0bbd-4195-a230-921e67746dd1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 217 time: 0.1414192 Jan 18 22:54:35.388692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting subnet a8d966e5-8425-47d1-81b2-8ce88360b2aa {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:54:35.393907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.425361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:46Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:35.430594 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a8d73-621e-4109-baf8-62eadc05798b None None] The sync data for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 is: [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:53:25Z', 'revision_number': 4, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '83704046-3592-4432-9833-3c2a6d5a7893', 'name': '', 'network_id': '42a9b4f0-371f-4119-a963-1478198eb55a', 'tenant_id': '670073990e6a4210a507814237694d72', 'mac_address': 'fa:16:3e:9f:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:21Z', 'updated_at': '2022-01-18T22:53:46Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'subnets': [{'id': '6deb7cbc-4a0a-43d7-9414-28e1b761ac0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:35.438326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:30Z', 'revision_number': 3, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:35.444158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc048fa-6830-457d-932d-67899e0f5d7e None None] The sync data for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 is: [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:30Z', 'revision_number': 3, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:35.495739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0128da-c122-4a97-ae64-e3d10023833a req-60bdafb3-dc90-4742-abe1-7e1e3ab63d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:35.497727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-60bdafb3-dc90-4742-abe1-7e1e3ab63d0a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 200 len: 868 time: 0.2170360 Jan 18 22:54:35.501658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.550357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port adf7d352-2e4e-4f0c-a10b-3ea80481adc3, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:35.550920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.580834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.662618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0128da-c122-4a97-ae64-e3d10023833a req-da30521a-be68-4b47-8ece-566ae9c92a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:35.666912 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-da30521a-be68-4b47-8ece-566ae9c92a13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42a9b4f0-371f-4119-a963-1478198eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617451 Jan 18 22:54:35.712993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for adf7d352-2e4e-4f0c-a10b-3ea80481adc3 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:35.778223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.858307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b67fd-86ab-404c-aa27-39ac4b6bd433 req-8ae22ba5-38d3-47fa-9c3c-1b056f124e0f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:35.860115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa5b67fd-86ab-404c-aa27-39ac4b6bd433 req-8ae22ba5-38d3-47fa-9c3c-1b056f124e0f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 943 time: 0.8532133 Jan 18 22:54:35.903127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690035f-cf0d-45ec-ba14-9af0adbcea54 None None] New status for floating IP 30e5c5f0-6470-469f-b952-9eae625657dc: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:54:35.912975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:35.952178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-185ef57d-afea-41b7-8097-57e0f037fa9e service neutron] 10.222.0.78 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787237 Jan 18 22:54:36.082214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:36.138054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:36.145817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d966e5-8425-47d1-81b2-8ce88360b2aa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:36.169746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-18f27b64-139d-48e6-9d19-10978ea1fcbf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/subnets/a8d966e5-8425-47d1-81b2-8ce88360b2aa HTTP/1.1" status: 204 len: 168 time: 0.9699893 Jan 18 22:54:36.176207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:36.228050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ee0e1143-17f5-42fb-ba66-be2a31755adc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:36.278610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c76b32-5cd1-432d-b93b-d66d38d45589 None None] Network 70171744-d5c8-481d-a415-f0d6f255a873 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:36.299917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa5b67fd-86ab-404c-aa27-39ac4b6bd433 req-f9736c56-77fe-4ebc-b931-a7994bd40d5d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260786 Jan 18 22:54:36.321207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc0128da-c122-4a97-ae64-e3d10023833a req-b9071759-a9cd-4dcc-a436-b19649de4e5a service neutron] 10.222.0.78 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675923 Jan 18 22:54:36.439054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:36.471956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port a7afe884-2e89-4e80-9769-1bd874ba60d4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:36.474667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:36.542660 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c302f4-204d-467a-b0b4-a50ace77d022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f074032-36b5-48a0-8619-b74e30ecf8f7', 'code': 200} Jan 18 22:54:36.599639 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'status': 'completed', 'code': 200} Jan 18 22:54:36.873326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.007204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'cd96133c-c67c-4e5c-a948-f15ed89576bd'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:37.079577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Allocated IP 172.20.0.1 (a09f35f1-b379-4a31-a8ec-f00ed1aed5cf/aff3e469-546f-4725-b2e6-07d04f57ba29/e99065ae-33f6-465d-84fd-c7d527686afa) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:37.095463 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.096146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ee0e1143-17f5-42fb-ba66-be2a31755adc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:37.118540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ee0e1143-17f5-42fb-ba66-be2a31755adc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:37.118909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.177940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=adf7d352-2e4e-4f0c-a10b-3ea80481adc3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:37.219418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8272f39b-18ec-452b-b8a6-cad1e1c5bb87 req-9cfca64c-5a20-4572-936f-b3375bc226b4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 210 time: 0.4535463 Jan 18 22:54:37.255420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port a7afe884-2e89-4e80-9769-1bd874ba60d4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a7afe884-2e89-4e80-9769-1bd874ba60d4,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:37.256862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.373647 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.419914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port adf7d352-2e4e-4f0c-a10b-3ea80481adc3 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:37.440272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ee0e1143-17f5-42fb-ba66-be2a31755adc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ee0e1143-17f5-42fb-ba66-be2a31755adc,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:37.445402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.446917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Allocated IP 172.25.4.181 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/3fd3da8a-8a9c-44d2-a3c9-35074ef5f094) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:37.448711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'name': 'network-vif-deleted', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:37.451548 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.531581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-be47812b-3309-4068-bc75-428edc87e0ca tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:37.533095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-be47812b-3309-4068-bc75-428edc87e0ca tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 1.1893976 Jan 18 22:54:37.535014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] DHCP port deletion for 70171744-d5c8-481d-a415-f0d6f255a873 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:54:37.561989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32698e2-ea38-49cb-a60c-3807c23b25f0 req-7ab78a01-4330-4adb-8c75-e42075ec8589 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:37.565392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c32698e2-ea38-49cb-a60c-3807c23b25f0 req-7ab78a01-4330-4adb-8c75-e42075ec8589 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 946 time: 0.8633544 Jan 18 22:54:37.566210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Deleting port a7afe884-2e89-4e80-9769-1bd874ba60d4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:37.566735 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:37.586600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for a7afe884-2e89-4e80-9769-1bd874ba60d4 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:37.607444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'port': {'device_id': '16076817-af17-43d9-919f-97de9c12f94b', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'admin_state_up': True, 'tenant_id': '48a783a9a5994582b0f93c202337c41c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:37.646251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2130f42-06c4-4f25-ae3a-d4ddef41c68b req-c4cfa03a-be01-47b2-bcd5-124a83732d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:37.646251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2130f42-06c4-4f25-ae3a-d4ddef41c68b req-c4cfa03a-be01-47b2-bcd5-124a83732d64 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 1097 time: 0.8635945 Jan 18 22:54:37.663868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ee0e1143-17f5-42fb-ba66-be2a31755adc,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:37.702450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-619714cc-19a6-4840-8675-fd860555bc69 req-8bbae896-2394-4128-a660-ecbc8a5464e6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips/30e5c5f0-6470-469f-b952-9eae625657dc HTTP/1.1" status: 200 len: 692 time: 0.2915394 Jan 18 22:54:37.723298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012232-f06e-4549-bb91-c862da357950 req-0757b3f4-f300-4940-a9cf-57615143e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:37.724933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-0757b3f4-f300-4940-a9cf-57615143e757 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=670073990e6a4210a507814237694d72&device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 1096 time: 1.0893478 Jan 18 22:54:37.726528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44dd8d6c-b7dd-4736-8ac7-0af9a9fa65e8 req-d4ca670a-ba20-48d5-9456-1fd7aa10c58b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "DELETE /v2.0/ports/adf7d352-2e4e-4f0c-a10b-3ea80481adc3 HTTP/1.1" status: 204 len: 173 time: 5.5624926 Jan 18 22:54:38.000209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.023326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Transition to ACTIVE for port object e99065ae-33f6-465d-84fd-c7d527686afa will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:38.088290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ee0e1143-17f5-42fb-ba66-be2a31755adc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:38.089421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c32698e2-ea38-49cb-a60c-3807c23b25f0 req-c20f1407-8301-412b-a33b-9625fdc18c86 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228264 Jan 18 22:54:38.096763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012232-f06e-4549-bb91-c862da357950 req-dd52e642-3883-440c-9fd0-4643d3782a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:38.099048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-dd52e642-3883-440c-9fd0-4643d3782a81 service neutron] 10.222.0.85 "GET /v2.0/networks?id=42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 200 len: 930 time: 0.2674551 Jan 18 22:54:38.131681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2130f42-06c4-4f25-ae3a-d4ddef41c68b req-940faa5f-1fe5-4d88-8d82-84efc2c27add service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022977 Jan 18 22:54:38.133097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.133810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] For port a7afe884-2e89-4e80-9769-1bd874ba60d4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a7afe884-2e89-4e80-9769-1bd874ba60d4,segment=NetworkSegment(1a9a3495-ad56-4e6d-a223-521e38c6fcca),segment_id=1a9a3495-ad56-4e6d-a223-521e38c6fcca)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:38.134215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.260083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-c7cabe52-e6b6-4f20-8a81-3d3219abf3ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 200 len: 217 time: 0.1516371 Jan 18 22:54:38.267125 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.277456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:38.283950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:38.290250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:38.295671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:38.317915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Calling delete_port for a7afe884-2e89-4e80-9769-1bd874ba60d4 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:38.399023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ee0e1143-17f5-42fb-ba66-be2a31755adc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:38.399023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.412801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c53fc01c-3345-45f6-8c34-c60eba97df4d req-67f51581-547b-4e1f-8e0b-fe2e9c93fb1e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:38.421758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=e99065ae-33f6-465d-84fd-c7d527686afa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:38.429063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.432334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:38.450596 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:54:38.451684 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:54:38.463241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.469045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:38.472542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.476869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012232-f06e-4549-bb91-c862da357950 req-56d5dc73-b184-4484-806d-2668f02e909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:38.480309 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-56d5dc73-b184-4484-806d-2668f02e909e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 200 len: 868 time: 0.2017300 Jan 18 22:54:38.485122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Port': ['ID=a7afe884-2e89-4e80-9769-1bd874ba60d4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:38.488064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] No DVR routers for this DVR port a7afe884-2e89-4e80-9769-1bd874ba60d4 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:38.523237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c53fc01c-3345-45f6-8c34-c60eba97df4d req-67f51581-547b-4e1f-8e0b-fe2e9c93fb1e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:38.533901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c53fc01c-3345-45f6-8c34-c60eba97df4d req-67f51581-547b-4e1f-8e0b-fe2e9c93fb1e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2 HTTP/1.1" status: 200 len: 210 time: 0.1962931 Jan 18 22:54:38.551788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:38.611492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619714cc-19a6-4840-8675-fd860555bc69 req-7441130d-a5fc-4897-9f58-7f49b1cc9b6c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:38.619783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-619714cc-19a6-4840-8675-fd860555bc69 req-7441130d-a5fc-4897-9f58-7f49b1cc9b6c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.9002743 Jan 18 22:54:38.648622 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'name': 'network-vif-deleted', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3', 'status': 'completed', 'code': 200} Jan 18 22:54:38.715408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a7afe884-2e89-4e80-9769-1bd874ba60d4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:38.721669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.836852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a7afe884-2e89-4e80-9769-1bd874ba60d4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:54:38.838098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a7afe884-2e89-4e80-9769-1bd874ba60d4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:54:38.854319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-619714cc-19a6-4840-8675-fd860555bc69 req-e3cd2374-7cb3-4581-b9da-75b779092a4f tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.2061841 Jan 18 22:54:38.868427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-05ab5c1d-bb87-4884-8ceb-17725d1a0656 None None] Provisioning for port e99065ae-33f6-465d-84fd-c7d527686afa completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:38.883446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-05ab5c1d-bb87-4884-8ceb-17725d1a0656 None None] Provisioning complete for port e99065ae-33f6-465d-84fd-c7d527686afa triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:38.883818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-05ab5c1d-bb87-4884-8ceb-17725d1a0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.954443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.966754 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-619714cc-19a6-4840-8675-fd860555bc69 req-7dc59956-aeca-49db-a0b8-45736b6bd103 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.0966318 Jan 18 22:54:38.977214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Deleting port a7afe884-2e89-4e80-9769-1bd874ba60d4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:38.978151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:38.994999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:39.006364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:39.020839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca2a0b69-8014-4ae8-945e-1328777479c9 req-d6a86ab8-71c4-4080-95ea-2c578a381450 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 210 time: 0.1034889 Jan 18 22:54:39.025820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:39.062030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-05ab5c1d-bb87-4884-8ceb-17725d1a0656 None None] Port e99065ae-33f6-465d-84fd-c7d527686afa cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:54:39.083275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ca025-fa29-4b1a-8433-cdbe01a734b0 None None] The port 'a7afe884-2e89-4e80-9769-1bd874ba60d4' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:54:39.085890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Pushing event updated for resources: {'Port': ['ID=3fd3da8a-8a9c-44d2-a3c9-35074ef5f094,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:39.152126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Allocated IP 172.20.0.13 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:39.294221 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e7259-d75b-4eaa-b9fc-b0f62305e6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf7d352-2e4e-4f0c-a10b-3ea80481adc3', 'code': 200} Jan 18 22:54:39.294828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70171744-d5c8-481d-a415-f0d6f255a873']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:39.327820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012232-f06e-4549-bb91-c862da357950 req-74e7c2b5-8960-4784-84e9-8ddb147bfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:39.329395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-74e7c2b5-8960-4784-84e9-8ddb147bfb45 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=42a9b4f0-371f-4119-a963-1478198eb55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8383095 Jan 18 22:54:39.331171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9a3495-ad56-4e6d-a223-521e38c6fcca') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:39.331465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9a3495-ad56-4e6d-a223-521e38c6fcca') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:39.338456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.343913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Deleting port 377bca92-a8a5-4e6e-8039-e5587da50434 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:39.344512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.440437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.542665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.579079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:54:39.579079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:54:39.608555 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:54:39.720634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.796930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-b6cecbe0-8499-440d-859e-5ea55648e159 service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090774 Jan 18 22:54:39.800998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.805860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.898128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Network': ['ID=70171744-d5c8-481d-a415-f0d6f255a873,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:39.970654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.983092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dcac624e-a39f-473a-926b-ba4c174a751f tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/networks/70171744-d5c8-481d-a415-f0d6f255a873 HTTP/1.1" status: 204 len: 168 time: 3.8047478 Jan 18 22:54:39.989041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:39.994194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:39.994194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.014150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1856965922'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:40.074779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.077698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:40.096169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828a879-df27-47cb-b97e-3fab87b8ff45 req-6d569e4d-5721-4936-8c6a-88c0c87b1e67 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:40.102397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9828a879-df27-47cb-b97e-3fab87b8ff45 req-6d569e4d-5721-4936-8c6a-88c0c87b1e67 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 946 time: 0.6880569 Jan 18 22:54:40.160614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Calling delete_port for 377bca92-a8a5-4e6e-8039-e5587da50434 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:40.169287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Transition to ACTIVE for port object 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:40.195777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:network and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:40.207913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:40.224290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:40.259005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:40.263031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.265551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9828a879-df27-47cb-b97e-3fab87b8ff45 req-b179846d-380f-48da-a314-6ebc0e1011e4 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625061 Jan 18 22:54:40.278982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39012232-f06e-4549-bb91-c862da357950 req-1c3910c2-b6b4-4a11-92ab-45ebdc41e3d4 service neutron] 10.222.0.85 "GET /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789076 Jan 18 22:54:40.309744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.317533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:40.344230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.366578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.366797 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Added segment 73f423ce-e2f5-45e9-b8b9-a7d7081ea310 of type vlan for network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e Jan 18 22:54:40.423791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.425470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.444683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.512677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.516553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=e99065ae-33f6-465d-84fd-c7d527686afa,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:40.519383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event deleted for resources: {'Port': ['ID=377bca92-a8a5-4e6e-8039-e5587da50434,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:40.519627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:40.560298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.562726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:40.566477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:40.566477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.634140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:40.733988 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:54:40.745357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Network': ['ID=a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:40.749345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d631bcc-1e08-4359-8ccc-a881980f1c5c tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7592680 Jan 18 22:54:40.754237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33376) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:40.766172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:54:40.766667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.769543 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.772602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-619714cc-19a6-4840-8675-fd860555bc69 req-dd537bd6-6513-4d26-83e0-6884178b36ee tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "DELETE /v2.0/floatingips/30e5c5f0-6470-469f-b952-9eae625657dc HTTP/1.1" status: 204 len: 173 time: 1.7928174 Jan 18 22:54:40.776647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'subnet': {'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:40.790196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.814802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:40.815948 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.924743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:40.925532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:40.945251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:40.951931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:subnet and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:40.957443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:40.978171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:41.010771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:41.011032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b2e09346-0052-4239-98f2-613749df851a None None] Provisioning for port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:41.014098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.021416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b2e09346-0052-4239-98f2-613749df851a None None] Provisioning complete for port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:41.022506 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2e09346-0052-4239-98f2-613749df851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.034074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Pushing event updated for resources: {'Port': ['ID=3fd3da8a-8a9c-44d2-a3c9-35074ef5f094,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:41.061532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:41.066374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:41.072741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-fdaef7bc-98bc-4c37-a8e6-4e28ff78fcf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5234096 Jan 18 22:54:41.082564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ef22-ef74-46f2-8034-815dbfb23dfb req-25a2d299-2659-46b1-a64d-464a17383e38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:41.083170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cc12ef22-ef74-46f2-8034-815dbfb23dfb req-25a2d299-2659-46b1-a64d-464a17383e38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:41.086141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.104919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Request body: {'port': {'device_id': '16076817-af17-43d9-919f-97de9c12f94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:41.118759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b2e09346-0052-4239-98f2-613749df851a None None] Port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:54:41.249629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.253404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e50cf08a-9568-410d-81df-7b848904ecf8 tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4536452 Jan 18 22:54:41.264695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33382) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:41.280541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cc12ef22-ef74-46f2-8034-815dbfb23dfb req-25a2d299-2659-46b1-a64d-464a17383e38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:41.282467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc12ef22-ef74-46f2-8034-815dbfb23dfb req-25a2d299-2659-46b1-a64d-464a17383e38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 932 time: 0.7152843 Jan 18 22:54:41.525769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece381d1-4e6a-4a4e-991d-a9b9b0120473 req-4c4fd68e-ce0b-4788-9cb7-39950140a9b8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:41.534842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ece381d1-4e6a-4a4e-991d-a9b9b0120473 req-4c4fd68e-ce0b-4788-9cb7-39950140a9b8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=c45dc50d-1fee-4729-8bcc-23e9be42c62e HTTP/1.1" status: 200 len: 946 time: 0.3296976 Jan 18 22:54:41.552156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-15db99df-b67c-44e0-ba25-6f565a2c1b1d None None] Provisioning complete for port e99065ae-33f6-465d-84fd-c7d527686afa triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:41.552405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15db99df-b67c-44e0-ba25-6f565a2c1b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.594973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.624866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-15db99df-b67c-44e0-ba25-6f565a2c1b1d None None] Port e99065ae-33f6-465d-84fd-c7d527686afa cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:54:41.644703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ece381d1-4e6a-4a4e-991d-a9b9b0120473 req-19d4e860-1b21-4e1a-91a8-806ac53fbdc2 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078179 Jan 18 22:54:41.688430 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.695166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Subnet': ['ID=3bdb40b0-8810-4c08-bc08-efaf421fa926,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:41.704883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Checking segment: {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:41.706021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network hostable DHCP agents. Network: a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:41.730377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:41.751783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:41.757471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:41.758294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.780435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62594e49-a926-4a8d-b5e3-9a1c49aaf90d None None] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:41.784607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10864e76-4a48-4da5-8890-2ada5185da68 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Synchronizing usage tracker for tenant:e16305bfdbd84a86a5f28b36f6c33378 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:41.793491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-97cc3c61-96d2-4f96-b41a-897c282af278 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0367277 Jan 18 22:54:41.794194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:41.799925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-604778687'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:41.807999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:41.813699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:network and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:41.819916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:41.829150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:41.848244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:41.873666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.966642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:41.992359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:41.992476 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Added segment 7483ec5c-9ec0-4264-89e7-be2cda8b77a2 of type vlan for network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc Jan 18 22:54:42.028652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc12ef22-ef74-46f2-8034-815dbfb23dfb req-baea34bb-ba4f-464f-9479-4f14a337cc9d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812470 Jan 18 22:54:42.044093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Router 7ff9539b-0805-43f4-8985-52c7ddc62f74 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:54:42.057385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.125417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.134988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:42.137395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.158397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb1059e6-1412-4180-a0f6-2ed5a140752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.170565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10864e76-4a48-4da5-8890-2ada5185da68 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Unset dirty status for tenant:e16305bfdbd84a86a5f28b36f6c33378 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:42.172161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10864e76-4a48-4da5-8890-2ada5185da68 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.9020045 Jan 18 22:54:42.180506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:42.220045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e', 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'fixed_ips': [{'subnet_id': '3bdb40b0-8810-4c08-bc08-efaf421fa926'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:54:42.223837 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.376331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-77049732-a5e7-4ad9-aa25-14161ab1fecc tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Synchronizing usage tracker for tenant:aefa36e6cfb64c2cb00147a5c3392826 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:42.390544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Network': ['ID=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:42.424348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-508bfe26-390f-4b6a-b6d9-0d5d1c72cef7 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6193974 Jan 18 22:54:42.446339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33402) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:42.470081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:54:42.475052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:42.486873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:42.486873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.503314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eaf60be1-674f-4e80-98ea-2d25af56ba3f admin admin] 10.222.0.78 "PUT /v2.0/routers/7ff9539b-0805-43f4-8985-52c7ddc62f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5343668 Jan 18 22:54:42.508819 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Sync routers for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:42.512822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Transition to ACTIVE for port object 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:42.515227 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:42.515227 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:42.519651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'subnet': {'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:42.539017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab56acc-fb38-4d3f-81a9-f2523c581718 req-30506084-f09e-4138-a3a3-7bf200fb1369 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:42.547982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ab56acc-fb38-4d3f-81a9-f2523c581718 req-30506084-f09e-4138-a3a3-7bf200fb1369 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 946 time: 0.2533498 Jan 18 22:54:42.559316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Allocated IP 19.80.0.2 (a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e/3bdb40b0-8810-4c08-bc08-efaf421fa926/1f655150-20dc-48b5-8bf9-7bb6f2c16066) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:42.562717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:42.832223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ab56acc-fb38-4d3f-81a9-f2523c581718 req-fceee721-9f36-4e19-8bf2-92a35dd98c47 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899292 Jan 18 22:54:42.838727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-77049732-a5e7-4ad9-aa25-14161ab1fecc tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Unset dirty status for tenant:aefa36e6cfb64c2cb00147a5c3392826 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:42.843236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-77049732-a5e7-4ad9-aa25-14161ab1fecc tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6490908 Jan 18 22:54:42.852661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:42.943380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Pushing event updated for resources: {'Port': ['ID=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:43.034838 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:43.107088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.128784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Attempting to bind port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:43.128784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Attempting to bind port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:43.128784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Attempting to bind port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:43.133551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Transition to ACTIVE for port object 1f655150-20dc-48b5-8bf9-7bb6f2c16066 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:43.137530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:54:43.137846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Attempting to bind port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:43.152645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:43.153078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:43.156870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:43.162355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Bound port: 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:43.164165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.168486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Transition to ACTIVE for port object 1f655150-20dc-48b5-8bf9-7bb6f2c16066 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:43.189647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-6efe95a0-ca7e-4db6-91e7-144d208881b6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:43.190463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-6efe95a0-ca7e-4db6-91e7-144d208881b6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:43.192998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.234392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Deleting port 3fd3da8a-8a9c-44d2-a3c9-35074ef5f094 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:43.235206 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.261855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:43.278342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Usage tracker for resource:subnet and tenant:dfbf066e98304e98b832579ad25ac6bc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:43.293312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-6efe95a0-ca7e-4db6-91e7-144d208881b6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:43.300429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-6efe95a0-ca7e-4db6-91e7-144d208881b6 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6326618 Jan 18 22:54:43.302639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:43.444291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:43.486844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-7191e586-4449-4636-9b8b-31d4205709c3 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Synchronizing usage tracker for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:43.491272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:43.492505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Pushing event updated for resources: {'Port': ['ID=1f655150-20dc-48b5-8bf9-7bb6f2c16066,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:43.499313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:43.527776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:43.597443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] For port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:43.605167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] For port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:43.621457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.739619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:43.739619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:43.749060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.770740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Attempting to bind port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:43.771093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Attempting to bind port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:43.772190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Attempting to bind port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 on network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:43.780379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:43.780759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Checking segment: {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:43.781191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.781579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Bound using segment: {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:43.782049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Bound port: 1f655150-20dc-48b5-8bf9-7bb6f2c16066, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:43.782434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.808351 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 2, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:43.818733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1573335333-network', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:43.822597 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Checking router: 7ff9539b-0805-43f4-8985-52c7ddc62f74 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:54:43.823013 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Updating router 7ff9539b-0805-43f4-8985-52c7ddc62f74 port e99065ae-33f6-465d-84fd-c7d527686afa binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:54:43.846716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-6eea38eb-08e2-4825-a3a4-7c0b2340e11f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:43.848116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-6eea38eb-08e2-4825-a3a4-7c0b2340e11f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 946 time: 0.5118363 Jan 18 22:54:43.850847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-7191e586-4449-4636-9b8b-31d4205709c3 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Unset dirty status for tenant:670073990e6a4210a507814237694d72 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:43.864528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:43.865161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.867982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] 10.222.0.85 "PUT /v2.0/ports/3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 HTTP/1.1" status: 200 len: 1092 time: 2.7720106 Jan 18 22:54:43.884100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d97846e6-64dc-4b21-80fb-9de9eafd46bc req-7191e586-4449-4636-9b8b-31d4205709c3 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5820053 Jan 18 22:54:43.932487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16076817-af17-43d9-919f-97de9c12f94b', 'tag': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:43.959005 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.983804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] For port 1f655150-20dc-48b5-8bf9-7bb6f2c16066, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:43.994948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] For port 1f655150-20dc-48b5-8bf9-7bb6f2c16066, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1f655150-20dc-48b5-8bf9-7bb6f2c16066,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:43.998509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:44.006790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.071869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671e9a8-b91f-4582-a606-e051b7fe0c3e service neutron] Pushing event updated for resources: {'Port': ['ID=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:44.084975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Usage tracker for resource:network and tenant:9d4765cb585d4a8085be77264b8a4ab2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:44.121114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:44.149279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:44.251430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e93836-d15b-4458-8083-483cd4dd3aee None None] Pushing event updated for resources: {'Port': ['ID=1f655150-20dc-48b5-8bf9-7bb6f2c16066,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:44.257644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port cd96133c-c67c-4e5c-a948-f15ed89576bd {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:44.257644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.386804 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebd34d0e-998c-4a45-8542-cf9375aa92a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.517289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-0564ef57-afb7-4436-b613-2af081cdef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:44.518815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-0564ef57-afb7-4436-b613-2af081cdef62 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 1095 time: 0.5631177 Jan 18 22:54:44.539847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c83114-8f91-4293-88d6-7b748467a2f5 req-f009f96c-f9fa-4293-9cf9-4126454a4dd2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:44.564524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85c83114-8f91-4293-88d6-7b748467a2f5 req-f009f96c-f9fa-4293-9cf9-4126454a4dd2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 944 time: 0.6073916 Jan 18 22:54:44.664371 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.666880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.667760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.675235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-af8ab4d5-99e7-44d7-87d1-b611fdf72696 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 HTTP/1.1" status: 200 len: 217 time: 0.1482189 Jan 18 22:54:44.682482 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Transition to ACTIVE for port object e99065ae-33f6-465d-84fd-c7d527686afa will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:44.695073 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.818160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Calling delete_port for 3fd3da8a-8a9c-44d2-a3c9-35074ef5f094 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:44.898614 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Pushing event updated for resources: {'Port': ['ID=e99065ae-33f6-465d-84fd-c7d527686afa,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:44.948632 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.949123 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.949643 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.950024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.950884 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.951330 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.951761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.952757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.953512 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.954099 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.954526 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:44.955356 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:45.041182 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Attempting to bind port e99065ae-33f6-465d-84fd-c7d527686afa on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:45.041675 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Attempting to bind port e99065ae-33f6-465d-84fd-c7d527686afa by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:45.041948 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Attempting to bind port e99065ae-33f6-465d-84fd-c7d527686afa on network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:45.049462 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:45.049888 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Checking segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:45.051187 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.051379 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Bound using segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:45.059964 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Bound port: e99065ae-33f6-465d-84fd-c7d527686afa, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:45.060600 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.079094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Made reservation on behalf of 9d4765cb585d4a8085be77264b8a4ab2 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:45.081459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.111666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.148440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85c83114-8f91-4293-88d6-7b748467a2f5 req-e0cfc3f3-8f94-49f2-bd15-de9aa59fe588 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829339 Jan 18 22:54:45.220228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:45.228237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Usage tracker for resource:security_group_rule and tenant:9d4765cb585d4a8085be77264b8a4ab2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:45.233873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-b7b036a9-9be4-47d1-ae9f-a02aae131be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:45.235158 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] For port e99065ae-33f6-465d-84fd-c7d527686afa, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:45.235753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-b7b036a9-9be4-47d1-ae9f-a02aae131be6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2544413 Jan 18 22:54:45.236906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:45.242498 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] For port e99065ae-33f6-465d-84fd-c7d527686afa, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e99065ae-33f6-465d-84fd-c7d527686afa,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:45.249194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:45.256448 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.311008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.364244 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:45.367823 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:45.421643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-580eba55-6334-4d24-9517-7ca6950573cf tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:45.423517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-580eba55-6334-4d24-9517-7ca6950573cf tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "GET /v2.0/ports?device_id=c45dc50d-1fee-4729-8bcc-23e9be42c62e HTTP/1.1" status: 200 len: 946 time: 1.4206839 Jan 18 22:54:45.448520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5842c285-f077-403b-b5a1-8f04e827b460 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:45.450142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5842c285-f077-403b-b5a1-8f04e827b460 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 813 time: 1.3807464 Jan 18 22:54:45.478919 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd27b-170d-4f11-b5d6-678a85f0725d None None] Pushing event updated for resources: {'Port': ['ID=e99065ae-33f6-465d-84fd-c7d527686afa,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:45.496665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Pushing event deleted for resources: {'Port': ['ID=3fd3da8a-8a9c-44d2-a3c9-35074ef5f094,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:45.545058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.546312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port cd96133c-c67c-4e5c-a948-f15ed89576bd, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd96133c-c67c-4e5c-a948-f15ed89576bd,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:45.547089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.616307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.617954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.657144 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:45.714724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-108f4b6b-208d-465b-90c2-2f68f34a470d tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/quotas/04e5f7b9be2145dc811c207fb971a1d4 HTTP/1.1" status: 200 len: 375 time: 0.1786017 Jan 18 22:54:45.777122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for cd96133c-c67c-4e5c-a948-f15ed89576bd owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:45.792648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Deleting port d64d28c2-4276-4fd4-942e-28db207231de {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:45.793068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.846562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d64d28c2-4276-4fd4-942e-28db207231de no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:45.926113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-d4a950b9-f639-4c82-9b97-ad7e1bbe7f7a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:45.927573 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-d4a950b9-f639-4c82-9b97-ad7e1bbe7f7a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "GET /v2.0/ports?device_id=48c302f4-204d-467a-b0b4-a50ace77d022 HTTP/1.1" status: 200 len: 946 time: 0.9436336 Jan 18 22:54:45.944076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.951747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6926d7f-ab5f-4004-b4ff-1a19a551befe req-29c7deb0-fa5d-4004-8da3-4d23fe5cb37c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:45.957284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6926d7f-ab5f-4004-b4ff-1a19a551befe req-29c7deb0-fa5d-4004-8da3-4d23fe5cb37c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 946 time: 0.6547666 Jan 18 22:54:46.043406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.046374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc712e2c-8171-4a23-8057-725d0b638ecd None None] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:46.051793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-1b516f51-02e5-430c-94e5-f432be094155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:46.053881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-1b516f51-02e5-430c-94e5-f432be094155 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8033955 Jan 18 22:54:46.089574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Subnet': ['ID=11b8e476-c47d-41d8-a6a6-97bfa606c95e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:46.094308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1f655150-20dc-48b5-8bf9-7bb6f2c16066 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:46.152049 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:45Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:46.154374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.156694 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4792330-9837-4ec3-9f6b-f608bfbcdf07 None None] The sync data for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 is: [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:45Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:54:46.177150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:46.192803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Checking segment: {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:46.193638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network hostable DHCP agents. Network: 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:46.234579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Deleting port 8f074032-36b5-48a0-8619-b74e30ecf8f7 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:46.234915 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.278279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-23a956d2-b9e5-4960-9d88-df82e593816c None None] Provisioning for port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:46.326092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6926d7f-ab5f-4004-b4ff-1a19a551befe req-a269d461-1c24-4162-9c3e-10088f502668 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181722 Jan 18 22:54:46.339738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a8dc19-068c-40ed-9650-bd617dd5c38e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:46.358039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.358039 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Added segment d0b03eee-a6f8-4e21-b25b-7b86d0c018d9 of type vlan for network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 Jan 18 22:54:46.475900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.476864 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.552977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:46.586731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:46.589208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-f30f24a6-7f9f-4143-b26b-ad61db010853 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8428431 Jan 18 22:54:46.592009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39a14b81-19d7-48cb-a36b-77b588caf3c0 req-4652fc9f-3b76-4d8d-b08c-e284049b6646 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2066255 Jan 18 22:54:46.627637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:46.628574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.729896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:46.760130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:46.773807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-e3f17876-ec3a-4c71-ab38-36e02f336782 service neutron] 10.222.0.78 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837590 Jan 18 22:54:46.785645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.795931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:46.800296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:46.922969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd96133c-c67c-4e5c-a948-f15ed89576bd no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:46.927364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] For port 8f074032-36b5-48a0-8619-b74e30ecf8f7, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f074032-36b5-48a0-8619-b74e30ecf8f7,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:46.928010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.002152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-9175b74f-0aa4-4de3-b37f-aa8bb924a976 service neutron] 10.222.0.78 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932266 Jan 18 22:54:47.028614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.032650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a08155f8-8acf-4bef-8237-7d9b552e4f4e tempest-FloatingIPAdminTestJSON-1673379449 tempest-FloatingIPAdminTestJSON-1673379449-project] 10.222.0.78 "DELETE /v2.0/floatingips/da715c2a-f5e4-4d7b-9a2e-6329bee01508 HTTP/1.1" status: 204 len: 168 time: 4.1712103 Jan 18 22:54:47.038091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:47.125190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Calling delete_port for 8f074032-36b5-48a0-8619-b74e30ecf8f7 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:47.232057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:47.235297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: cd96133c-c67c-4e5c-a948-f15ed89576bd {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:54:47.235855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd96133c-c67c-4e5c-a948-f15ed89576bd not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:54:47.251411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.405920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:54:47.413444 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.418441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:47.473714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:47.474777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.481969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 1f655150-20dc-48b5-8bf9-7bb6f2c16066, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1f655150-20dc-48b5-8bf9-7bb6f2c16066,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:47.483257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20560129-826f-4609-b79b-47f97d4b6188 None None] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:47.498679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.529622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-321514f1-e25a-4fc1-bbaf-8c25e3ab4448 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.0872636 Jan 18 22:54:47.575185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Deleting port 5170e8d2-3632-40f1-b48a-21abc0fe478a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:47.575561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.647261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.652137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:47.652806 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.712256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=cd96133c-c67c-4e5c-a948-f15ed89576bd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:47.769206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:47.774718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.792990 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16076817-af17-43d9-919f-97de9c12f94b', 'tag': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'status': 'completed', 'code': 200} Jan 18 22:54:47.798691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-dcd3af65-d5d5-40b2-a155-5e99967a6311 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7084384 Jan 18 22:54:47.800906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.874105 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de', 'code': 200} Jan 18 22:54:48.001336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=1f655150-20dc-48b5-8bf9-7bb6f2c16066,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:48.076803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Calling delete_port for d64d28c2-4276-4fd4-942e-28db207231de owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:48.243092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event deleted for resources: {'Port': ['ID=8f074032-36b5-48a0-8619-b74e30ecf8f7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:48.245417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port cd96133c-c67c-4e5c-a948-f15ed89576bd on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:48.259184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e99065ae-33f6-465d-84fd-c7d527686afa up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:48.285575 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.331463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] No DVR routers for this DVR port 8f074032-36b5-48a0-8619-b74e30ecf8f7 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:48.356182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.360034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbfbafb1-e704-4c25-a805-dd82aa715ebe req-e0a2b057-de92-47fb-9912-80b35371825e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "DELETE /v2.0/ports/8f074032-36b5-48a0-8619-b74e30ecf8f7 HTTP/1.1" status: 204 len: 173 time: 2.4238868 Jan 18 22:54:48.378285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-051dc6e9-d29c-4a60-8e02-50f533a96f61 req-8887b82e-af52-470f-a5ce-f6d588985534 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "DELETE /v2.0/ports/cd96133c-c67c-4e5c-a948-f15ed89576bd HTTP/1.1" status: 204 len: 173 time: 4.5227942 Jan 18 22:54:48.460793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] Pushing event updated for resources: {'Network': ['ID=1f18af3b-9904-4db0-a0c7-dbbcaf1298a8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:48.479062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-042df8c8-e634-4fef-9416-0cd79beac31b None None] Provisioning complete for port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:48.480073 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-042df8c8-e634-4fef-9416-0cd79beac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.482913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2b17a9-fbbc-438f-8057-49fd21f5d90b req-39d58142-729c-4704-b9b6-e08a3a78fcef service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487226 Jan 18 22:54:48.507413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:54:48.508022 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:54:48.518904 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e56176c8-51d5-4136-ac1f-ef69073d478f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.7404714 Jan 18 22:54:48.538450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33486) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:48.539836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1b42f-9728-44ce-a0d1-4a461a8a8821 req-4b47f060-ac01-4811-ad19-10e06e1c9bf9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:48.552135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2be1b42f-9728-44ce-a0d1-4a461a8a8821 req-4b47f060-ac01-4811-ad19-10e06e1c9bf9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 944 time: 0.8359556 Jan 18 22:54:48.553396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Request body: {'subnet': {'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1573335333-subnet', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:48.693592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2be1b42f-9728-44ce-a0d1-4a461a8a8821 req-0bd6b58a-ddfa-4d20-bb9b-963811842176 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403556 Jan 18 22:54:48.713285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-87a5ef77-001a-4bd7-b192-b38b0c7f7ccc', 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'fixed_ips': [{'subnet_id': '11b8e476-c47d-41d8-a6a6-97bfa606c95e'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:54:48.722716 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.728430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:48.736004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:54:48.761359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Usage tracker for resource:subnet and tenant:9d4765cb585d4a8085be77264b8a4ab2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:48.767260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:48.782358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:48.822941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Made reservation on behalf of 9d4765cb585d4a8085be77264b8a4ab2 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:48.826269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.938478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f074032-36b5-48a0-8619-b74e30ecf8f7 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:49.031083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 8f074032-36b5-48a0-8619-b74e30ecf8f7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:54:49.032748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f074032-36b5-48a0-8619-b74e30ecf8f7 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:54:49.196234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e99065ae-33f6-465d-84fd-c7d527686afa completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:49.201317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-8f20c457-ddb0-485d-bc68-7e4baae2d4d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.208673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-8f20c457-ddb0-485d-bc68-7e4baae2d4d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.216533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-8f20c457-ddb0-485d-bc68-7e4baae2d4d3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/networks?id=a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e&id=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc HTTP/1.1" status: 200 len: 1391 time: 0.2282424 Jan 18 22:54:49.219648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e99065ae-33f6-465d-84fd-c7d527686afa triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:49.220071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.238827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9617a165-726d-4ec7-bcde-39e26aa2d1ff tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/quotas/dfbf066e98304e98b832579ad25ac6bc HTTP/1.1" status: 200 len: 375 time: 0.0203204 Jan 18 22:54:49.291758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Deleting port d64d28c2-4276-4fd4-942e-28db207231de {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:49.292632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.335576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.340810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-3ac0a675-116d-429a-ab24-e1cb68352af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.342491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-3ac0a675-116d-429a-ab24-e1cb68352af2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 1095 time: 0.4940352 Jan 18 22:54:49.452234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.452623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.497627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d3619e3-f434-49cc-abb8-be644af12553 req-df77924f-14b0-4d97-848e-8dbcff1f6287 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f985f69c-d0d0-45ea-b9ca-c05ebc32fa25 HTTP/1.1" status: 200 len: 210 time: 0.1631947 Jan 18 22:54:49.550705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ab0d06-3a66-451d-a223-3d941515ab19,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:49.565607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-54b17b66-0e7c-4eab-8076-686ee2bf442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.567073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-54b17b66-0e7c-4eab-8076-686ee2bf442e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.2170084 Jan 18 22:54:49.676685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-f9064e32-fb05-4ed5-9ee2-38922d4cb33d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 HTTP/1.1" status: 200 len: 217 time: 0.0986938 Jan 18 22:54:49.697920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.728367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Calling delete_port for 5170e8d2-3632-40f1-b48a-21abc0fe478a owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:49.738562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Allocated IP 19.86.0.2 (87a5ef77-001a-4bd7-b192-b38b0c7f7ccc/11b8e476-c47d-41d8-a6a6-97bfa606c95e/8b56aacc-a944-4473-99ec-7b57e8385894) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:49.763004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e99065ae-33f6-465d-84fd-c7d527686afa, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e99065ae-33f6-465d-84fd-c7d527686afa,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:49.792160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.803072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-c1995839-fe9c-4cbf-81c1-edf05dda0c97 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5623982 Jan 18 22:54:49.822284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'name': 'network-vif-deleted', 'tag': 'cd96133c-c67c-4e5c-a948-f15ed89576bd'}, {'server_uuid': '48c302f4-204d-467a-b0b4-a50ace77d022', 'name': 'network-vif-deleted', 'tag': '8f074032-36b5-48a0-8619-b74e30ecf8f7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:49.828044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-56858544-d294-436e-bd0f-736b5fd8bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.829579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-56858544-d294-436e-bd0f-736b5fd8bde3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1351552 Jan 18 22:54:49.840394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-d0e0f89e-590d-4de1-b2e8-67af1bc1ba30 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.841867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-d0e0f89e-590d-4de1-b2e8-67af1bc1ba30 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.85 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 945 time: 0.5509281 Jan 18 22:54:49.951822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Checking segment: {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:49.953215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Network hostable DHCP agents. Network: 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:49.977631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1f655150-20dc-48b5-8bf9-7bb6f2c16066 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:50.041871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Deleting port 59ff6f2c-1912-4f85-b200-2c6e000ba593 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:50.042463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.126176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e99065ae-33f6-465d-84fd-c7d527686afa,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:50.135746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:50.136193 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.268927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-ad2eb4b8-bf2c-40c5-a5d8-c00fa679b0c0 service neutron] 10.222.0.78 "GET /v2.0/networks/a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646938 Jan 18 22:54:50.284108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:50.341380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08e78a-7750-4602-9937-0a48a973acf6 req-33aa01af-9bc5-4b97-8166-1d5d14d76116 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.349616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb08e78a-7750-4602-9937-0a48a973acf6 req-33aa01af-9bc5-4b97-8166-1d5d14d76116 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 945 time: 0.7274563 Jan 18 22:54:50.372119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:50.378156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.379997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.384060 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.393205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85274942-340a-4de6-9690-087471933d7b None None] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:50.458877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] For port d64d28c2-4276-4fd4-942e-28db207231de, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d64d28c2-4276-4fd4-942e-28db207231de,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:50.459774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.588237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-6fa02550-4c53-49a5-9835-a30d61de04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.589774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-6fa02550-4c53-49a5-9835-a30d61de04d2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7470372 Jan 18 22:54:50.607564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Transition to ACTIVE for port object 8b56aacc-a944-4473-99ec-7b57e8385894 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:50.628915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Transition to ACTIVE for port object 8b56aacc-a944-4473-99ec-7b57e8385894 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:50.650455 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.661351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Calling delete_port for d64d28c2-4276-4fd4-942e-28db207231de owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:50.695797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb08e78a-7750-4602-9937-0a48a973acf6 req-0b6f4ac0-e053-41d9-b58b-645cf9a9616d tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450096 Jan 18 22:54:50.752366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:50.759316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:50.764674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:50.824363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Pushing event updated for resources: {'Port': ['ID=8b56aacc-a944-4473-99ec-7b57e8385894,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:50.851041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-73d40b96-dd6d-479a-815d-a868b7ef5e3f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3088324 Jan 18 22:54:50.852609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.859839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:50.916101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:50.936669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Attempting to bind port 8b56aacc-a944-4473-99ec-7b57e8385894 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:50.937176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Attempting to bind port 8b56aacc-a944-4473-99ec-7b57e8385894 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:50.945924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:50.949980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Attempting to bind port 8b56aacc-a944-4473-99ec-7b57e8385894 on network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:50.958902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:50.959283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Checking segment: {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:50.959690 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.960084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Bound using segment: {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:50.960551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Bound port: 8b56aacc-a944-4473-99ec-7b57e8385894, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:50.960920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.012724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-4a539860-0aeb-4b54-a7d6-9eb2baa47c21 service neutron] 10.222.0.78 "GET /v2.0/networks/a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430997 Jan 18 22:54:51.019709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-287a4cf8-d881-4669-b095-7e74389cc05a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:51.021471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-287a4cf8-d881-4669-b095-7e74389cc05a tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 813 time: 0.6893852 Jan 18 22:54:51.026457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Pushing event deleted for resources: {'Port': ['ID=5170e8d2-3632-40f1-b48a-21abc0fe478a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:51.028397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-ef5b9b40-507c-45f3-9029-aa88dbd17c46 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:51.029883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-ef5b9b40-507c-45f3-9029-aa88dbd17c46 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 813 time: 0.7108974 Jan 18 22:54:51.030253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Usage tracker for resource:router and tenant:9d4765cb585d4a8085be77264b8a4ab2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:51.044417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:51.049644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-1f18af3b-9904-4db0-a0c7-dbbcaf1298a8', 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'fixed_ips': [{'subnet_id': '70ab0d06-3a66-451d-a223-3d941515ab19'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:54:51.050475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.067045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Request body: {'port': {'device_id': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'admin_state_up': True, 'tenant_id': '04e5f7b9be2145dc811c207fb971a1d4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:51.084833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Request body: {'port': {'device_id': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'admin_state_up': True, 'tenant_id': '04e5f7b9be2145dc811c207fb971a1d4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:51.092200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.107199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:51.145816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3d6f9fa6-6f64-469a-86ac-dadd67a6aed3 req-8fce735f-a75f-44fc-901a-0398aa2a4fc7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Synchronizing usage tracker for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:51.168698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] For port 8b56aacc-a944-4473-99ec-7b57e8385894, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:51.183778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event deleted for resources: {'Port': ['ID=d64d28c2-4276-4fd4-942e-28db207231de,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:51.185445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] For port 8b56aacc-a944-4473-99ec-7b57e8385894, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8b56aacc-a944-4473-99ec-7b57e8385894,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:51.223542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.240632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:51.243736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.244979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.245130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Usage tracker for resource:port and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:51.248224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:51.256169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:51.311882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3d6f9fa6-6f64-469a-86ac-dadd67a6aed3 req-8fce735f-a75f-44fc-901a-0398aa2a4fc7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Unset dirty status for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:51.317856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d6f9fa6-6f64-469a-86ac-dadd67a6aed3 req-8fce735f-a75f-44fc-901a-0398aa2a4fc7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 210 time: 0.3234968 Jan 18 22:54:51.323159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Allocated IP 172.20.0.2 (1f18af3b-9904-4db0-a0c7-dbbcaf1298a8/70ab0d06-3a66-451d-a223-3d941515ab19/cd57d457-15a8-4c05-903a-26092e0ae56b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:51.335662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.347490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c3be-c9d2-47d8-9711-d8fe64955fa9 None None] Pushing event updated for resources: {'Port': ['ID=8b56aacc-a944-4473-99ec-7b57e8385894,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:51.374832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] No DVR routers for this DVR port d64d28c2-4276-4fd4-942e-28db207231de on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:51.378291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.385150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.393694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Made reservation on behalf of 04e5f7b9be2145dc811c207fb971a1d4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:51.397688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.459621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'name': 'network-vif-deleted', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:51.466697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "DELETE /v2.0/ports/d64d28c2-4276-4fd4-942e-28db207231de HTTP/1.1" status: 204 len: 173 time: 5.9713411 Jan 18 22:54:51.475998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.477520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ce4adde1-c057-48a7-a92c-ebcfafbe5048 tempest-FloatingIPAdminTestJSON-1370545895 tempest-FloatingIPAdminTestJSON-1370545895-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/79082412-119c-4e94-bc5b-a437ccf147cd HTTP/1.1" status: 204 len: 168 time: 4.4365950 Jan 18 22:54:51.483896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33514) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:51.636425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.678922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-607cc81d-7a1a-4939-a502-2ec901382975 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0473645 Jan 18 22:54:51.705779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Transition to ACTIVE for port object cd57d457-15a8-4c05-903a-26092e0ae56b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:51.730089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Transition to ACTIVE for port object cd57d457-15a8-4c05-903a-26092e0ae56b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:51.741743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.808251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:51.808870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.810239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:51.812881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:51.816853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:51.828040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Pushing event updated for resources: {'Port': ['ID=cd57d457-15a8-4c05-903a-26092e0ae56b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:51.838969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:51.839543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.916139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:54:51.918587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 59ff6f2c-1912-4f85-b200-2c6e000ba593 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:54:51.980489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Attempting to bind port cd57d457-15a8-4c05-903a-26092e0ae56b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:51.980851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Attempting to bind port cd57d457-15a8-4c05-903a-26092e0ae56b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:51.981235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Attempting to bind port cd57d457-15a8-4c05-903a-26092e0ae56b on network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:52.003399 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.013195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:52.013615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Checking segment: {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:52.013976 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.015504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Bound using segment: {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:52.015504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Bound port: cd57d457-15a8-4c05-903a-26092e0ae56b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:52.015504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.027778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-5f9e8463-2b6f-4a1f-8171-65f74f443601 service neutron] 10.222.0.78 "GET /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9854410 Jan 18 22:54:52.251326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8b56aacc-a944-4473-99ec-7b57e8385894 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:52.296739 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.349794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] For port cd57d457-15a8-4c05-903a-26092e0ae56b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:54:52.354943 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:52.380402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:52.389029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:52.406831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Calling delete_port for 59ff6f2c-1912-4f85-b200-2c6e000ba593 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:52.415044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.423608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] For port cd57d457-15a8-4c05-903a-26092e0ae56b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cd57d457-15a8-4c05-903a-26092e0ae56b,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:54:52.466050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57f54-28ba-464f-94ef-fe72e279efca req-2063f478-b401-44fb-b1b3-1b69af581fdd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:52.467946 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61e57f54-28ba-464f-94ef-fe72e279efca req-2063f478-b401-44fb-b1b3-1b69af581fdd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 944 time: 0.9826899 Jan 18 22:54:52.514220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'mac_address': 'fa:16:3e:b1:a6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:54:52.517819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:52.543480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.570212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:52.591885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:54:52.592247 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:54:52.602166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Usage tracker for resource:port and tenant:04e5f7b9be2145dc811c207fb971a1d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:52.617438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:52.644256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61e57f54-28ba-464f-94ef-fe72e279efca req-c8ba947d-379c-4283-b0ad-365cbff344ac tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587868 Jan 18 22:54:52.686553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:52.710090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 8b56aacc-a944-4473-99ec-7b57e8385894 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:52.748755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e99065ae-33f6-465d-84fd-c7d527686afa up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:52.776938 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f985f69c-d0d0-45ea-b9ca-c05ebc32fa25', 'name': 'network-vif-deleted', 'tag': 'cd96133c-c67c-4e5c-a948-f15ed89576bd', 'status': 'completed', 'code': 200} Jan 18 22:54:52.777438 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c302f4-204d-467a-b0b4-a50ace77d022', 'name': 'network-vif-deleted', 'tag': '8f074032-36b5-48a0-8619-b74e30ecf8f7', 'status': 'completed', 'code': 200} Jan 18 22:54:52.818398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.825040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Made reservation on behalf of 04e5f7b9be2145dc811c207fb971a1d4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:52.836417 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.844356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.893358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:52.913477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598c7eb-2849-4266-9a0f-30d91271d7b3 None None] Pushing event updated for resources: {'Port': ['ID=cd57d457-15a8-4c05-903a-26092e0ae56b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:52.969082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:52.977171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Allocated IP 172.20.0.6 (0be44a0b-5630-4d41-b7a7-066ea817e7fa/e41db910-7142-4b33-9b20-64b22d21198b/47c447f5-6379-4bfa-9777-ebe449db237c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:52.990401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e99065ae-33f6-465d-84fd-c7d527686afa triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:52.991267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.992527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-00898ef2-a0a8-4cb2-b172-03a805d0aef6 service neutron] 10.222.0.78 "GET /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9636664 Jan 18 22:54:53.070039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Calling delete_port for 4df6a1f3-5d8f-41ab-a887-8f9e56daba4c owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:53.096877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Deleting port 59ff6f2c-1912-4f85-b200-2c6e000ba593 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:53.097253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.134124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb002cf-9a5e-4f3b-8da9-0b4a530e49ef None None] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:53.159789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-791274c8-48e1-45dd-8f9a-bc1eba8ebaec req-c358d1f8-0985-4b90-9071-d67c3ed16f9e service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3800621 Jan 18 22:54:53.183170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.210081 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45dc50d-1fee-4729-8bcc-23e9be42c62e', 'name': 'network-vif-deleted', 'tag': 'd64d28c2-4276-4fd4-942e-28db207231de', 'status': 'completed', 'code': 200} Jan 18 22:54:53.348542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:53.445327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:54:53.599984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] Provisioning for port 8b56aacc-a944-4473-99ec-7b57e8385894 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:53.756055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] Provisioning complete for port 8b56aacc-a944-4473-99ec-7b57e8385894 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:53.756636 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.781977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] For port 59ff6f2c-1912-4f85-b200-2c6e000ba593, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=59ff6f2c-1912-4f85-b200-2c6e000ba593,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:53.782562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.804278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.807185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa5d40fe-a451-4812-9ae6-5cb5750caded req-1347c033-4b96-41c7-8e40-5d365bf097e1 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Synchronizing usage tracker for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:53.900032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Port': ['ID=4df6a1f3-5d8f-41ab-a887-8f9e56daba4c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:54.075668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Calling delete_port for 59ff6f2c-1912-4f85-b200-2c6e000ba593 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:54.147305 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.197118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-aa5d40fe-a451-4812-9ae6-5cb5750caded req-1347c033-4b96-41c7-8e40-5d365bf097e1 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Unset dirty status for tenant:04e5f7b9be2145dc811c207fb971a1d4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:54.219435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa5d40fe-a451-4812-9ae6-5cb5750caded req-1347c033-4b96-41c7-8e40-5d365bf097e1 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 210 time: 0.4637997 Jan 18 22:54:54.251019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.258881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.348600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.402852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d88cc8f5-c2c8-481c-8c90-d89d95a3a6bb tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "DELETE /v2.0/ports/4df6a1f3-5d8f-41ab-a887-8f9e56daba4c HTTP/1.1" status: 204 len: 168 time: 2.8684072 Jan 18 22:54:54.413460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33542) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:54.435666 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'code': 200} Jan 18 22:54:54.454349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cd57d457-15a8-4c05-903a-26092e0ae56b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:54.560543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeaa14-b920-4d43-a892-12e5f51832ae req-c8a924cf-abb8-4265-a22d-b0e331532a2b tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:54.562194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9eaeaa14-b920-4d43-a892-12e5f51832ae req-c8a924cf-abb8-4265-a22d-b0e331532a2b tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc5877d-cba4-425a-ab1f-660ab190aeea HTTP/1.1" status: 200 len: 943 time: 1.1655276 Jan 18 22:54:54.585564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.603090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.646959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.655565 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9eaeaa14-b920-4d43-a892-12e5f51832ae req-a3ea8e73-ef9e-4dc9-81c9-d8966e11354c tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe02e441-ae73-4719-a17e-97d861bf2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578139 Jan 18 22:54:54.691680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ff355-02db-402a-8bd4-f6c336c053c1 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:54.691680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-814ff355-02db-402a-8bd4-f6c336c053c1 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Synchronizing usage tracker for tenant:aefa36e6cfb64c2cb00147a5c3392826 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:54.697796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] For port 8b56aacc-a944-4473-99ec-7b57e8385894, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8b56aacc-a944-4473-99ec-7b57e8385894,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:54.728855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Allocated IP 172.25.4.147 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/daa185ac-b278-4083-8d43-4dffd50c597f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:54.735856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-814ff355-02db-402a-8bd4-f6c336c053c1 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Unset dirty status for tenant:aefa36e6cfb64c2cb00147a5c3392826 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:54.739514 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-814ff355-02db-402a-8bd4-f6c336c053c1 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f14f0f3-f334-494d-ac6c-9f07410da1ea HTTP/1.1" status: 200 len: 913 time: 0.3126023 Jan 18 22:54:54.740745 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.741026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33556) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:54.816547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6eaa4-1a8e-4fd1-8e3e-b1f34622633d None None] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:54:54.894024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:54.958649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-12d3cd9b-fb9d-42d8-aac6-70b69b53f317 req-a52ac17c-1e1b-4a48-bff7-e5aefa5ad46a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:55.137568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port cd57d457-15a8-4c05-903a-26092e0ae56b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:55.147751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:55.181441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:55.191163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56065-d8f7-4a46-8d06-e856453b2a61 None None] Pushing event updated for resources: {'Port': ['ID=8b56aacc-a944-4473-99ec-7b57e8385894,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:55.196612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3cc96475-a503-48fc-8e4c-c7bfb0c36c89 None None] Provisioning for port cd57d457-15a8-4c05-903a-26092e0ae56b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:55.231283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3cc96475-a503-48fc-8e4c-c7bfb0c36c89 None None] Provisioning complete for port cd57d457-15a8-4c05-903a-26092e0ae56b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:55.232714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc96475-a503-48fc-8e4c-c7bfb0c36c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.284320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cd57d457-15a8-4c05-903a-26092e0ae56b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:55.284698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.401128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Allocated IP 172.20.0.10 (0be44a0b-5630-4d41-b7a7-066ea817e7fa/e41db910-7142-4b33-9b20-64b22d21198b/368d1a67-c829-4392-969e-8da5655ad33a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:55.469540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event updated for resources: {'Port': ['ID=47c447f5-6379-4bfa-9777-ebe449db237c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:55.472302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] No DVR routers for this DVR port 59ff6f2c-1912-4f85-b200-2c6e000ba593 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:55.548770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.555913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'name': 'network-vif-deleted', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:55.634424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] Pushing event deleted for resources: {'Port': ['ID=59ff6f2c-1912-4f85-b200-2c6e000ba593,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:55.651900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-12d3cd9b-fb9d-42d8-aac6-70b69b53f317 req-a52ac17c-1e1b-4a48-bff7-e5aefa5ad46a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:55.661007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12d3cd9b-fb9d-42d8-aac6-70b69b53f317 req-a52ac17c-1e1b-4a48-bff7-e5aefa5ad46a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 210 time: 0.8281844 Jan 18 22:54:55.663127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:55.663763 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.703157 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.741048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-a8f8784d-1956-413a-a5f1-f19bc029f3ec tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:55.750738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-a8f8784d-1956-413a-a5f1-f19bc029f3ec tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 1.1874549 Jan 18 22:54:55.762292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec7dadf0-9237-468d-bb40-fb600e88f73b req-1267216a-a4e1-441d-96bc-afdaa3a47b0e tempest-FloatingIPsAssociationNegativeTestJSON-1940194943 tempest-FloatingIPsAssociationNegativeTestJSON-1940194943-project] 10.222.0.85 "DELETE /v2.0/ports/59ff6f2c-1912-4f85-b200-2c6e000ba593 HTTP/1.1" status: 204 len: 173 time: 5.9149709 Jan 18 22:54:55.799497 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.806151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-242b0050-7897-44b8-92c1-0c7b35cd14ba tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.0543511 Jan 18 22:54:55.837768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc96475-a503-48fc-8e4c-c7bfb0c36c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.876713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-6e97f753-50af-49ca-94af-1ec8f7935c0e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7960153 Jan 18 22:54:55.892893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Request body: {'port': {'device_id': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:55.921783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:55.934185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-7208b026-8162-4a61-be9f-672d7d6861d9 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:55.939938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-7208b026-8162-4a61-be9f-672d7d6861d9 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:55.941473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-7208b026-8162-4a61-be9f-672d7d6861d9 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.86 "GET /v2.0/networks?id=a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e&id=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc HTTP/1.1" status: 200 len: 1391 time: 0.7867036 Jan 18 22:54:55.977636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'port': {'device_id': '1b51ceaf-f422-43e3-9664-84365566747e', 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e', 'admin_state_up': True, 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:56.098838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port cd57d457-15a8-4c05-903a-26092e0ae56b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cd57d457-15a8-4c05-903a-26092e0ae56b,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:56.107522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.117972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.187672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:56.198335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:56.212237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:56.338961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=cd57d457-15a8-4c05-903a-26092e0ae56b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:56.343338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Pushing event updated for resources: {'Port': ['ID=daa185ac-b278-4083-8d43-4dffd50c597f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:56.343487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8b56aacc-a944-4473-99ec-7b57e8385894 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:56.355398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:56.357690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e8508-bff3-46be-8a5b-c9a7c7f8ff5e req-8980003f-d716-42a9-a0b2-2aa9680de993 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:56.360397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b9e8508-bff3-46be-8a5b-c9a7c7f8ff5e req-8980003f-d716-42a9-a0b2-2aa9680de993 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 945 time: 0.4819515 Jan 18 22:54:56.417986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.428004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:56.430124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:56.447658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:56.448023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.488097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-d2b8c24f-4905-455c-aa7a-d2020934d286 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:56.513517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-3cc96475-a503-48fc-8e4c-c7bfb0c36c89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:54:56.513517 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-3cc96475-a503-48fc-8e4c-c7bfb0c36c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:54:56.540389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-d2b8c24f-4905-455c-aa7a-d2020934d286 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:56.541198 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-d2b8c24f-4905-455c-aa7a-d2020934d286 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7338796 Jan 18 22:54:56.555952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:56.559968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.590546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8b56aacc-a944-4473-99ec-7b57e8385894 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:56.591158 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.730164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b9e8508-bff3-46be-8a5b-c9a7c7f8ff5e req-3193d38d-f93a-4012-8108-4c06dbde733f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460326 Jan 18 22:54:56.761855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.812302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16076817-af17-43d9-919f-97de9c12f94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:56.813273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.878697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:54:56.899330 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.021913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-d7ad039e-233e-4773-8565-47c4785ff6b1 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308462 Jan 18 22:54:57.130876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Allocated IP 19.80.0.53 (a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e/3bdb40b0-8810-4c08-bc08-efaf421fa926/a9f22a85-64d0-490a-87cd-872ee12d72c8) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:57.146327 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.155413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.162793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:57.303456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1f654b98-dc0a-4f17-9c21-78d6ab70ab1e None None] Provisioning complete for port 8b56aacc-a944-4473-99ec-7b57e8385894 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:57.303456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f654b98-dc0a-4f17-9c21-78d6ab70ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.502333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1f654b98-dc0a-4f17-9c21-78d6ab70ab1e None None] Provisioning complete for port cd57d457-15a8-4c05-903a-26092e0ae56b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:57.502333 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f654b98-dc0a-4f17-9c21-78d6ab70ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.523492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Network 0be44a0b-5630-4d41-b7a7-066ea817e7fa is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:57.549770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:57.572565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:57.609077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event updated for resources: {'Port': ['ID=368d1a67-c829-4392-969e-8da5655ad33a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:57.671263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-2f477283-07ff-4dcd-a667-4dca36f0cdca service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484814 Jan 18 22:54:57.721205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.783228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:57.783853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:57.872815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497cbfc-3ff5-402a-b937-4fed2e57f599 req-7309ce29-79a0-4720-8982-e3257ec5aa10 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:57.878281 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5877d-cba4-425a-ab1f-660ab190aeea', 'name': 'network-vif-deleted', 'tag': '59ff6f2c-1912-4f85-b200-2c6e000ba593', 'status': 'completed', 'code': 200} Jan 18 22:54:57.887445 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8497cbfc-3ff5-402a-b937-4fed2e57f599 req-7309ce29-79a0-4720-8982-e3257ec5aa10 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 932 time: 0.6456635 Jan 18 22:54:57.909302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-5534e75a-d09d-4a13-97d4-08f4be07121f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8699229 Jan 18 22:54:57.932090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Request body: {'port': {'device_id': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:57.983997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33578) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:57.996317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c447f5-6379-4bfa-9777-ebe449db237c {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:58.140289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.150832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b4f357ec-2657-41ce-9b39-e6e61efd0ed9 req-55bc3ce6-6589-4281-aef5-8c9423602770 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:58.203467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8497cbfc-3ff5-402a-b937-4fed2e57f599 req-c7718632-2e56-49ad-b3ce-fc4f068a042f tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150463 Jan 18 22:54:58.211005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Transition to ACTIVE for port object 47c447f5-6379-4bfa-9777-ebe449db237c will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:58.236614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cd57d457-15a8-4c05-903a-26092e0ae56b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:54:58.318955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b4f357ec-2657-41ce-9b39-e6e61efd0ed9 req-55bc3ce6-6589-4281-aef5-8c9423602770 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:58.320143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4f357ec-2657-41ce-9b39-e6e61efd0ed9 req-55bc3ce6-6589-4281-aef5-8c9423602770 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 210 time: 0.2548969 Jan 18 22:54:58.320729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.344203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.346313 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16076817-af17-43d9-919f-97de9c12f94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'code': 200} Jan 18 22:54:58.347522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cd57d457-15a8-4c05-903a-26092e0ae56b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:58.347995 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.580480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Transition to ACTIVE for port object a9f22a85-64d0-490a-87cd-872ee12d72c8 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:58.604058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port b1063438-dae9-4861-8623-e5c63155d611 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:54:58.604430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.608824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.627728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b1a00f4-9412-4b48-af70-145c0a6f1648 req-9b2f97dc-80e7-45bb-aae0-9ac1abf5ac4b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 210 time: 0.0910342 Jan 18 22:54:58.639822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Pushing event updated for resources: {'Port': ['ID=47c447f5-6379-4bfa-9777-ebe449db237c,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:58.695140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.888481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c51b0c-9119-466b-b433-2bb25d38f2a3 req-dd1b7afe-13a9-481c-a27d-be8bffc03a50 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:58.890120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2c51b0c-9119-466b-b433-2bb25d38f2a3 req-dd1b7afe-13a9-481c-a27d-be8bffc03a50 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.3455195 Jan 18 22:54:59.044249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.117212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2c51b0c-9119-466b-b433-2bb25d38f2a3 req-c84c2969-9270-4ed5-b1e7-20f94932e242 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735139 Jan 18 22:54:59.190238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Calling delete_port for b1063438-dae9-4861-8623-e5c63155d611 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:54:59.208796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.289804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Router f1322afd-ba40-40b1-acf5-7ba990d1c3ef is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:54:59.331138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f95f17-15b2-4099-b57a-60e9ea85f9b7 req-02244cb9-1ca3-48a9-8d30-f3a0199ac1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.332703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5f95f17-15b2-4099-b57a-60e9ea85f9b7 req-02244cb9-1ca3-48a9-8d30-f3a0199ac1ec service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 1097 time: 0.8931177 Jan 18 22:54:59.397371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Attempting to bind port 47c447f5-6379-4bfa-9777-ebe449db237c on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:59.397371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Attempting to bind port 47c447f5-6379-4bfa-9777-ebe449db237c by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:59.397744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Attempting to bind port 47c447f5-6379-4bfa-9777-ebe449db237c on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:59.498369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Port 47c447f5-6379-4bfa-9777-ebe449db237c on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:54:59.498600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Attempting to bind port 47c447f5-6379-4bfa-9777-ebe449db237c on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:54:59.559843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:59.571335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:54:59.571670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Checking segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:54:59.572064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Bound using segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:54:59.572488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Bound port: 47c447f5-6379-4bfa-9777-ebe449db237c, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:59.572838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.628490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:59.636187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:59.638541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:54:59.700648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:54:59.713237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Sync routers for ids ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:54:59.725255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Routers {'f1322afd-ba40-40b1-acf5-7ba990d1c3ef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:54:59.726259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:59.828533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5f95f17-15b2-4099-b57a-60e9ea85f9b7 req-305c0ec2-6ecd-43f4-918f-ceb744a80675 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284427 Jan 18 22:54:59.829197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.889283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-207c3d76-7a8a-4ba5-ac38-bdc1bc4a9734 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.891007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-207c3d76-7a8a-4ba5-ac38-bdc1bc4a9734 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.6849160 Jan 18 22:54:59.921691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.923016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.954385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.955556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Set router f1322afd-ba40-40b1-acf5-7ba990d1c3ef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:54:59.959943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-110504de-a323-42f0-baaa-5f6f121fe49e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0588868 Jan 18 22:54:59.960990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Port': ['ID=b1063438-dae9-4861-8623-e5c63155d611,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:59.963540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:00.000225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af52d0d-07b6-4cf5-bcd5-2e2ba6f25885 req-dde9f204-5cc1-4892-85db-0cfc78507a94 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:00.007740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1af52d0d-07b6-4cf5-bcd5-2e2ba6f25885 req-dde9f204-5cc1-4892-85db-0cfc78507a94 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 932 time: 0.6585782 Jan 18 22:55:00.027017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] For port 47c447f5-6379-4bfa-9777-ebe449db237c, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:00.037323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:00.061852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9f604d05-ee14-429d-b9ab-2d35121efff2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0891130 Jan 18 22:55:00.074603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] For port 47c447f5-6379-4bfa-9777-ebe449db237c, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=47c447f5-6379-4bfa-9777-ebe449db237c,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:00.081546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Request body: {'port': {'device_id': '1b51ceaf-f422-43e3-9664-84365566747e', 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc', 'admin_state_up': True, 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:00.182315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-33f14dba-0fa7-42c8-8061-bc444539b91c None None] Provisioning for port a9f22a85-64d0-490a-87cd-872ee12d72c8 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:00.192646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:55:00.202045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-33f14dba-0fa7-42c8-8061-bc444539b91c None None] Provisioning complete for port a9f22a85-64d0-490a-87cd-872ee12d72c8 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:00.202636 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33f14dba-0fa7-42c8-8061-bc444539b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.219059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b944d-6c4e-4548-89e7-6534febf450a req-e3eaa266-3f6d-4889-8a91-4eba9006ac03 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:00.220643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-091b944d-6c4e-4548-89e7-6534febf450a req-e3eaa266-3f6d-4889-8a91-4eba9006ac03 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 931 time: 0.6214786 Jan 18 22:55:00.269358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.302566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-33f14dba-0fa7-42c8-8061-bc444539b91c None None] Port a9f22a85-64d0-490a-87cd-872ee12d72c8 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:00.334237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T22:54:56Z', 'revision_number': 3, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:00.338303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Checking router: f1322afd-ba40-40b1-acf5-7ba990d1c3ef for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:00.338630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Updating router f1322afd-ba40-40b1-acf5-7ba990d1c3ef port daa185ac-b278-4083-8d43-4dffd50c597f binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:55:00.413182 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1af52d0d-07b6-4cf5-bcd5-2e2ba6f25885 req-b906471e-3ba8-4816-b401-1790c9c56018 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041898 Jan 18 22:55:00.418175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:00.419552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.420897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-1a569572-722f-44d0-a932-ad874b60381a service neutron] 10.222.0.86 "PUT /v2.0/ports/47c447f5-6379-4bfa-9777-ebe449db237c HTTP/1.1" status: 200 len: 1091 time: 4.5321026 Jan 18 22:55:00.433332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'tag': '47c447f5-6379-4bfa-9777-ebe449db237c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:00.435723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-091b944d-6c4e-4548-89e7-6534febf450a req-c91ab183-83f7-46d4-bcab-d72b49fa3797 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009656 Jan 18 22:55:00.439093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.538793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.544406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368d1a67-c829-4392-969e-8da5655ad33a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:00.575902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.652779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569572-722f-44d0-a932-ad874b60381a service neutron] Pushing event updated for resources: {'Port': ['ID=47c447f5-6379-4bfa-9777-ebe449db237c,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:00.752144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Transition to ACTIVE for port object 368d1a67-c829-4392-969e-8da5655ad33a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:00.759451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab04b988-dac9-4701-bca3-28956cfc8ed8 req-49321ca9-c3f7-4bb5-be92-bf0b332d4e2f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 210 time: 0.1081202 Jan 18 22:55:00.767522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:00.771190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:00.777103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:00.796724 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:55:00.849964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:00.895080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:00.905242 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'tag': '47c447f5-6379-4bfa-9777-ebe449db237c', 'status': 'completed', 'code': 200} Jan 18 22:55:01.013200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.041962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Transition to ACTIVE for port object daa185ac-b278-4083-8d43-4dffd50c597f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:01.046875 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.131038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:01.134633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.201729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01979140-78de-4b87-804f-6e584d386826 None None] Pushing event updated for resources: {'Port': ['ID=daa185ac-b278-4083-8d43-4dffd50c597f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:01.210705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Attempting to bind port daa185ac-b278-4083-8d43-4dffd50c597f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:01.211028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Attempting to bind port daa185ac-b278-4083-8d43-4dffd50c597f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:01.211658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Attempting to bind port daa185ac-b278-4083-8d43-4dffd50c597f on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:01.224990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:01.225391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:01.225781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.226176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:01.226662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Bound port: daa185ac-b278-4083-8d43-4dffd50c597f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:01.227036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.316127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] For port daa185ac-b278-4083-8d43-4dffd50c597f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:01.320230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] For port daa185ac-b278-4083-8d43-4dffd50c597f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=daa185ac-b278-4083-8d43-4dffd50c597f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:01.329927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.343000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Made reservation on behalf of dfbf066e98304e98b832579ad25ac6bc for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:01.347352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.378759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Pushing event updated for resources: {'Port': ['ID=368d1a67-c829-4392-969e-8da5655ad33a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:01.431168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Routers {'f1322afd-ba40-40b1-acf5-7ba990d1c3ef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:01.431841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:01.440884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.500190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01979140-78de-4b87-804f-6e584d386826 None None] Pushing event updated for resources: {'Port': ['ID=daa185ac-b278-4083-8d43-4dffd50c597f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:01.539312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-dd53f606-be1f-4786-a01f-afb3e29abe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:01.540827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-dd53f606-be1f-4786-a01f-afb3e29abe99 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 1094 time: 1.0456858 Jan 18 22:55:01.571797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d5b8-8999-4a75-9de9-3d5125541d72 req-cf2ad35a-5124-491d-84af-ad2f9aa80135 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:01.573296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b6c9d5b8-8999-4a75-9de9-3d5125541d72 req-cf2ad35a-5124-491d-84af-ad2f9aa80135 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.6097760 Jan 18 22:55:01.637940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] Set router f1322afd-ba40-40b1-acf5-7ba990d1c3ef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:01.653345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Router 6f14f0f3-f334-494d-ac6c-9f07410da1ea has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:55:01.727321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-12210dd4-5c08-4d02-8485-5921cd8abc7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c447f5-6379-4bfa-9777-ebe449db237c HTTP/1.1" status: 200 len: 217 time: 0.1679842 Jan 18 22:55:01.750349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b6c9d5b8-8999-4a75-9de9-3d5125541d72 req-bcbf0176-04cf-4682-bae6-8c25c431ce1d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644905 Jan 18 22:55:01.899169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:01.931062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T22:54:56Z', 'revision_number': 3, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:01.935059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc49557-1606-46e4-8cb8-00fc6de6c2b2 None None] The sync data for ids ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'] in n-d-825178-1 is: [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T22:54:56Z', 'revision_number': 3, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:01.964453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Attempting to bind port 368d1a67-c829-4392-969e-8da5655ad33a on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:01.964852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Attempting to bind port 368d1a67-c829-4392-969e-8da5655ad33a by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:01.965148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Attempting to bind port 368d1a67-c829-4392-969e-8da5655ad33a on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:01.986807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Port 368d1a67-c829-4392-969e-8da5655ad33a on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:01.987287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Attempting to bind port 368d1a67-c829-4392-969e-8da5655ad33a on network 0be44a0b-5630-4d41-b7a7-066ea817e7fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:02.056293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:02.057264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:02.058313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Checking segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:02.058832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Bound using segment: {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:02.059291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Bound port: 368d1a67-c829-4392-969e-8da5655ad33a, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6644-b27e-49eb-80cb-b5c06a387bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:02.059835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.070722 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] Sync routers for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:02.076420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-23bd9da9-3487-46ad-9686-7c65ad87a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:02.077906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-23bd9da9-3487-46ad-9686-7c65ad87a32b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.3211217 Jan 18 22:55:02.084654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-17c9a443-4c64-4ab3-ae33-c4632084c511 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "PUT /v2.0/routers/6f14f0f3-f334-494d-ac6c-9f07410da1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3429654 Jan 18 22:55:02.088705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:02.090924 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:02.091656 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:02.165428 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:02.175206 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] Routers {'6f14f0f3-f334-494d-ac6c-9f07410da1ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:02.176089 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:02.203499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-323ba964-8d23-4903-a179-751b023a85b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125057 Jan 18 22:55:02.274089 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:02.274486 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ede12-b614-43ac-8bea-4c5b5c563894 None None] The sync data for ids ['6f14f0f3-f334-494d-ac6c-9f07410da1ea'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:02.329806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d374dd8-ad42-40f1-8344-0e32a2b2e6fc req-d96bc826-18a6-4dfb-8700-9fb1c43070d8 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:02.331337 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d374dd8-ad42-40f1-8344-0e32a2b2e6fc req-d96bc826-18a6-4dfb-8700-9fb1c43070d8 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 931 time: 0.4026914 Jan 18 22:55:02.336318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.5 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/2bc9a40c-2206-482f-9c00-96fea8f06b04) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:02.460131 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.477261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Allocated IP 19.86.0.219 (87a5ef77-001a-4bd7-b192-b38b0c7f7ccc/11b8e476-c47d-41d8-a6a6-97bfa606c95e/64838b51-ca20-4aaa-b593-97a773a1219a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:02.499071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c59fb-022c-47c2-ad91-14335ce627dc req-17707ffb-3a5d-487d-85c3-c4473e6b6e53 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:02.500638 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-330c59fb-022c-47c2-ad91-14335ce627dc req-17707ffb-3a5d-487d-85c3-c4473e6b6e53 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 944 time: 0.8261223 Jan 18 22:55:02.521501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Allocated IP 172.20.0.1 (1f18af3b-9904-4db0-a0c7-dbbcaf1298a8/70ab0d06-3a66-451d-a223-3d941515ab19/76bfac49-e1ff-4b61-8555-889998862939) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:02.529474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d374dd8-ad42-40f1-8344-0e32a2b2e6fc req-6ecdd5d1-d96c-435c-a080-cad501257068 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488631 Jan 18 22:55:02.611140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] For port 368d1a67-c829-4392-969e-8da5655ad33a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:02.696889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] For port 368d1a67-c829-4392-969e-8da5655ad33a, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=368d1a67-c829-4392-969e-8da5655ad33a,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:02.705310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-330c59fb-022c-47c2-ad91-14335ce627dc req-b913d983-158e-4f90-b90d-4362ee87524b tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911933 Jan 18 22:55:02.790527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.797820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.809635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port 5a904ec4-b551-43aa-a7ca-05415474091c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:02.809979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.911354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-2fb5c0dd-b108-4b00-bb6b-dd5df7b61f43 service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038797 Jan 18 22:55:03.068252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.074951 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08c8c07b-520c-4aec-9efd-881c59ea23f4 req-4857da35-e3a7-43fc-86db-370c271cf42a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 210 time: 0.0727921 Jan 18 22:55:03.158849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Transition to ACTIVE for port object 76bfac49-e1ff-4b61-8555-889998862939 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:03.230970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.236244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:03.236858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.238214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] 10.222.0.85 "PUT /v2.0/ports/368d1a67-c829-4392-969e-8da5655ad33a HTTP/1.1" status: 200 len: 1092 time: 5.3119774 Jan 18 22:55:03.250032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'tag': '368d1a67-c829-4392-969e-8da5655ad33a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:03.295388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.316456 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'tag': '368d1a67-c829-4392-969e-8da5655ad33a', 'status': 'completed', 'code': 200} Jan 18 22:55:03.399691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Calling delete_port for 5a904ec4-b551-43aa-a7ca-05415474091c owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:03.467996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:03.473901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:03.476411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c485-ed34-42ea-ac7e-cc8ebe516152 service neutron] Pushing event updated for resources: {'Port': ['ID=368d1a67-c829-4392-969e-8da5655ad33a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:03.479351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:03.519229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Pushing event updated for resources: {'Port': ['ID=76bfac49-e1ff-4b61-8555-889998862939,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:03.582624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.627530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.640318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Deleting port 83704046-3592-4432-9833-3c2a6d5a7893 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:03.640664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.705234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.710067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-53a519a1-608b-46bb-93b8-06041c2ef40c service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365012 Jan 18 22:55:03.788021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-444219d0-6ee5-4b38-b613-bfa795497abb None None] Provisioning for port 76bfac49-e1ff-4b61-8555-889998862939 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:03.793242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7ad3b-a1a4-40d5-8ea7-52ed353c93da req-56dbabb6-7e87-4ffb-8b9a-f1548093a582 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:03.794771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1a7ad3b-a1a4-40d5-8ea7-52ed353c93da req-56dbabb6-7e87-4ffb-8b9a-f1548093a582 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.8666980 Jan 18 22:55:03.801517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-444219d0-6ee5-4b38-b613-bfa795497abb None None] Provisioning complete for port 76bfac49-e1ff-4b61-8555-889998862939 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:03.801928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-444219d0-6ee5-4b38-b613-bfa795497abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:03.857299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-444219d0-6ee5-4b38-b613-bfa795497abb None None] Port 76bfac49-e1ff-4b61-8555-889998862939 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:03.891347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Transition to ACTIVE for port object 64838b51-ca20-4aaa-b593-97a773a1219a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:03.913805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-a74cbb11-560d-4e5a-a711-0fe2d0a14b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:03.915295 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-a74cbb11-560d-4e5a-a711-0fe2d0a14b74 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 1095 time: 0.6068449 Jan 18 22:55:03.925383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563b6ee-d1ba-4bdb-99b4-4cab45144ebb req-e0d5ab38-c491-403c-a4cd-b5a31dca3b53 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:03.926991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5563b6ee-d1ba-4bdb-99b4-4cab45144ebb req-e0d5ab38-c491-403c-a4cd-b5a31dca3b53 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 931 time: 0.2137170 Jan 18 22:55:03.940870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.024232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-33a6bc3f-1d93-4a9b-9d24-391325078edb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368d1a67-c829-4392-969e-8da5655ad33a HTTP/1.1" status: 200 len: 217 time: 0.0863535 Jan 18 22:55:04.046939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Port': ['ID=5a904ec4-b551-43aa-a7ca-05415474091c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:04.142753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1a7ad3b-a1a4-40d5-8ea7-52ed353c93da req-6cf63684-79a9-44d8-aaf4-5f84d22d609f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443984 Jan 18 22:55:04.147333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5563b6ee-d1ba-4bdb-99b4-4cab45144ebb req-cd435438-e20a-4dd8-9034-ba04a4bbe976 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082794 Jan 18 22:55:04.162339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.191738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.194450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] For port 83704046-3592-4432-9833-3c2a6d5a7893, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=83704046-3592-4432-9833-3c2a6d5a7893,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:04.194807 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.208254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:04.214418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-386055f0-2eda-4ef1-a26d-3da33059b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:04.216196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-386055f0-2eda-4ef1-a26d-3da33059b40c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.1782696 Jan 18 22:55:04.227219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.294666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=2bc9a40c-2206-482f-9c00-96fea8f06b04,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:04.313872 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.392227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.406796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device daa185ac-b278-4083-8d43-4dffd50c597f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:04.472976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-4047988f-f6d2-46bc-92dd-494ff75144cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:04.474864 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-4047988f-f6d2-46bc-92dd-494ff75144cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 1094 time: 0.6991062 Jan 18 22:55:04.482512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Calling delete_port for 83704046-3592-4432-9833-3c2a6d5a7893 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:04.549640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port daa185ac-b278-4083-8d43-4dffd50c597f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:04.567777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port daa185ac-b278-4083-8d43-4dffd50c597f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:04.568315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.588889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-9cc71d9f-86a3-45bc-83fa-72e9fee2eced service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2961025 Jan 18 22:55:04.628655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.635957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.644268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:04.734118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:04.769232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.769744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Fanout notify agent at l3_agent the message router_deleted on router 6f14f0f3-f334-494d-ac6c-9f07410da1ea {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:55:04.800899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.819104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389613a-ddd8-4272-a698-bee1b8711d41 req-0a17fea4-c274-4521-bcb3-baf08916b7aa tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:04.819854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port daa185ac-b278-4083-8d43-4dffd50c597f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=daa185ac-b278-4083-8d43-4dffd50c597f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:04.820682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5389613a-ddd8-4272-a698-bee1b8711d41 req-0a17fea4-c274-4521-bcb3-baf08916b7aa tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 944 time: 0.2583792 Jan 18 22:55:04.824938 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.825121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.826048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-21c97aeb-f418-4a35-8646-a2d992c48d5d tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "DELETE /v2.0/routers/6f14f0f3-f334-494d-ac6c-9f07410da1ea HTTP/1.1" status: 204 len: 168 time: 2.7363956 Jan 18 22:55:04.844176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:04.914048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=daa185ac-b278-4083-8d43-4dffd50c597f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:04.939278 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5389613a-ddd8-4272-a698-bee1b8711d41 req-a082530e-52d6-4b2f-a78e-7dc9eb5ce6c0 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120672 Jan 18 22:55:04.947130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.957395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting subnet 3f766186-d2c5-4e52-b332-c7874689ab79 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:04.966833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:04.969082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.996631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.021362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:05.057782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:05.068217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event updated for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:05.070730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:05.128374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.170870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.179668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Pushing event updated for resources: {'Port': ['ID=76bfac49-e1ff-4b61-8555-889998862939,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:05.372042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:05.372658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.409953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-48752e7d-3465-4bc3-9cda-76f602c24397 None None] Provisioning for port 64838b51-ca20-4aaa-b593-97a773a1219a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:05.412354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-b68e9dd7-5723-4102-9bba-38caccd89ff0 service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535429 Jan 18 22:55:05.414576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.417166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-48752e7d-3465-4bc3-9cda-76f602c24397 None None] Provisioning complete for port 64838b51-ca20-4aaa-b593-97a773a1219a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:05.417946 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48752e7d-3465-4bc3-9cda-76f602c24397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.445708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:05.446219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.477799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-48752e7d-3465-4bc3-9cda-76f602c24397 None None] Port 64838b51-ca20-4aaa-b593-97a773a1219a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:05.491184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:05.495343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-30af6b1d-fa2f-47ff-859d-cf6c7c626fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:05.496772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:05.496906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-30af6b1d-fa2f-47ff-859d-cf6c7c626fe4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 914 time: 0.9386394 Jan 18 22:55:05.509766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdaa89-3f20-4df9-8764-f8fea985dcd3 req-44fece40-c052-4edc-86b2-2426e7259755 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:05.511266 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ffdaa89-3f20-4df9-8764-f8fea985dcd3 req-44fece40-c052-4edc-86b2-2426e7259755 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.2247012 Jan 18 22:55:05.627120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.627399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773c1ca-0b2d-4fcb-a03d-89d54d9242c5 req-4ceb50c9-0473-4ddf-af23-9e70d9bc270f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:05.627885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9773c1ca-0b2d-4fcb-a03d-89d54d9242c5 req-4ceb50c9-0473-4ddf-af23-9e70d9bc270f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:05.662494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-539aaa2d-046f-4d5b-8c62-4d803ece8db4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6394343 Jan 18 22:55:05.663674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-3be91d2c-c0cc-499a-8f42-ae186d6e0537 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5860403 Jan 18 22:55:05.669441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-75d3b49d-8f4b-4ca3-a975-66529c786d27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47c447f5-6379-4bfa-9777-ebe449db237c HTTP/1.1" status: 200 len: 217 time: 0.1589859 Jan 18 22:55:05.682570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Subnet': ['ID=3f766186-d2c5-4e52-b332-c7874689ab79,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:05.684829 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.697225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9aa23-9d43-40fe-9b3c-16f97f946078 None None] Network 3345c789-666c-4e00-b4fc-5233a0cf5fbc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:05.717808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Request body: {'port': {'device_id': '1b51ceaf-f422-43e3-9664-84365566747e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:05.758779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Request body: {'port': {'device_id': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:05.763393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ffdaa89-3f20-4df9-8764-f8fea985dcd3 req-35953f52-32de-40f5-ab4a-7c6eaab38af1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900964 Jan 18 22:55:05.775167 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f6481a07-fc8c-4018-8bc5-c7a5c71d8634 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "DELETE /v2.0/subnets/3f766186-d2c5-4e52-b332-c7874689ab79 HTTP/1.1" status: 204 len: 168 time: 0.9280193 Jan 18 22:55:05.796673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:05.843954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b6d30273-7736-49eb-9999-4080aecf88d7 None None] Provisioning complete for port 76bfac49-e1ff-4b61-8555-889998862939 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:05.844582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6d30273-7736-49eb-9999-4080aecf88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:05.972921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Router f1322afd-ba40-40b1-acf5-7ba990d1c3ef has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:55:05.992899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b6d30273-7736-49eb-9999-4080aecf88d7 None None] Port 76bfac49-e1ff-4b61-8555-889998862939 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:06.001683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-90ad5703-e1ef-4879-bb59-12a27de973fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:06.003961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-90ad5703-e1ef-4879-bb59-12a27de973fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.3247013 Jan 18 22:55:06.023001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9773c1ca-0b2d-4fcb-a03d-89d54d9242c5 req-4ceb50c9-0473-4ddf-af23-9e70d9bc270f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:06.024308 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9773c1ca-0b2d-4fcb-a03d-89d54d9242c5 req-4ceb50c9-0473-4ddf-af23-9e70d9bc270f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 931 time: 1.4732001 Jan 18 22:55:06.097992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] DHCP port deletion for 3345c789-666c-4e00-b4fc-5233a0cf5fbc request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:55:06.102799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] Deleting port ac065d57-4f90-4941-85ff-dc0499323ee6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:06.103234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.142313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-ff938eac-13a3-4fb6-9bc0-d4e49a457a83 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147273 Jan 18 22:55:06.155691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d4bc5ba-39e7-4b7a-8289-34fab0246b6b req-44141072-4108-4dcf-929c-ee5ca978dc08 service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334814 Jan 18 22:55:06.222740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.286961 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.312883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device daa185ac-b278-4083-8d43-4dffd50c597f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:06.400579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] For port ac065d57-4f90-4941-85ff-dc0499323ee6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ac065d57-4f90-4941-85ff-dc0499323ee6,segment=NetworkSegment(98ebc341-b9e4-4b5d-9f8a-118139d9b19e),segment_id=98ebc341-b9e4-4b5d-9f8a-118139d9b19e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:06.401644 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.401785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.464830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998677e-f7a4-4c3c-80a0-fabe69c20e65 req-29dce0e8-a309-436c-b14a-cd1959d67767 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:06.472017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998677e-f7a4-4c3c-80a0-fabe69c20e65 req-29dce0e8-a309-436c-b14a-cd1959d67767 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:06.474250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e998677e-f7a4-4c3c-80a0-fabe69c20e65 req-29dce0e8-a309-436c-b14a-cd1959d67767 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1654 time: 0.5707312 Jan 18 22:55:06.480200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port ac065d57-4f90-4941-85ff-dc0499323ee6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:06.480675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.481496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9773c1ca-0b2d-4fcb-a03d-89d54d9242c5 req-15ccbedb-6a5b-4164-8152-c9dc4ecf74d9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104240 Jan 18 22:55:06.541859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] Calling delete_port for ac065d57-4f90-4941-85ff-dc0499323ee6 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:06.545511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.582593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port daa185ac-b278-4083-8d43-4dffd50c597f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:06.583031 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.639189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Pushing event deleted for resources: {'Port': ['ID=83704046-3592-4432-9833-3c2a6d5a7893,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:06.656398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:06.663745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b9ae60f1-bc09-4133-a24b-fb01689298a4 admin admin] 10.222.0.78 "PUT /v2.0/routers/f1322afd-ba40-40b1-acf5-7ba990d1c3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6853075 Jan 18 22:55:06.700771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Sync routers for ids ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:06.702802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e998677e-f7a4-4c3c-80a0-fabe69c20e65 req-16af6f88-5b25-42f0-9d1a-ce7676a2cfa0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344414 Jan 18 22:55:06.822542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.829156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Routers {'f1322afd-ba40-40b1-acf5-7ba990d1c3ef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:06.829520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:06.942636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] For port ac065d57-4f90-4941-85ff-dc0499323ee6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ac065d57-4f90-4941-85ff-dc0499323ee6,segment=NetworkSegment(98ebc341-b9e4-4b5d-9f8a-118139d9b19e),segment_id=98ebc341-b9e4-4b5d-9f8a-118139d9b19e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:06.947437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:07.010467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ac065d57-4f90-4941-85ff-dc0499323ee6 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:07.037679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 47c447f5-6379-4bfa-9777-ebe449db237c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:55:07.183908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Calling delete_port for ac065d57-4f90-4941-85ff-dc0499323ee6 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:07.198720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 47c447f5-6379-4bfa-9777-ebe449db237c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=47c447f5-6379-4bfa-9777-ebe449db237c,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:07.213059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '47c447f5-6379-4bfa-9777-ebe449db237c', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'port_id': '47c447f5-6379-4bfa-9777-ebe449db237c', 'mac_address': 'fa:16:3e:fe:2e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41db910-7142-4b33-9b20-64b22d21198b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:55:07.308680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3247b7-466d-4584-a080-a12d8659b947 req-466308dc-a6dd-4004-9f26-e866f265976e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:07.315683 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7b3247b7-466d-4584-a080-a12d8659b947 req-466308dc-a6dd-4004-9f26-e866f265976e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.2447546 Jan 18 22:55:07.333005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:55:07.333340 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:55:07.335376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:07.371610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7b3247b7-466d-4584-a080-a12d8659b947 req-9b2bdb4a-9d32-40b3-9619-11e5457445a0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549316 Jan 18 22:55:07.454739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] Pushing event deleted for resources: {'Port': ['ID=ac065d57-4f90-4941-85ff-dc0499323ee6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:07.482406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ae062-fcc6-4e13-a0e0-e669d214460c None None] No DVR routers for this DVR port ac065d57-4f90-4941-85ff-dc0499323ee6 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:07.485826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-f8a64ce4-37c2-4673-af7f-e5156b3caa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:07.487616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-f8a64ce4-37c2-4673-af7f-e5156b3caa5c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 1095 time: 1.2495711 Jan 18 22:55:07.489713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-f91b61b2-2697-4ce0-a7f1-f02abc437fb3 service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2752573 Jan 18 22:55:07.510621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:07.523429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Set router f1322afd-ba40-40b1-acf5-7ba990d1c3ef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:07.571894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No active binding found for port ac065d57-4f90-4941-85ff-dc0499323ee6 {{(pid=87813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 18 22:55:07.572310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ac065d57-4f90-4941-85ff-dc0499323ee6 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:07.587557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c447f5-6379-4bfa-9777-ebe449db237c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:07.690353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b78f2b-e416-495b-ae03-a1244b90bfba req-ac6964a4-f979-483a-8a3b-708bf55e63e4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:07.692280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e1b78f2b-e416-495b-ae03-a1244b90bfba req-ac6964a4-f979-483a-8a3b-708bf55e63e4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 931 time: 0.1061838 Jan 18 22:55:07.710335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 47c447f5-6379-4bfa-9777-ebe449db237c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=47c447f5-6379-4bfa-9777-ebe449db237c,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:07.743901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e1b78f2b-e416-495b-ae03-a1244b90bfba req-649744f2-bbe2-4dd2-b18f-3e0c0951e799 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Jan 18 22:55:07.770877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:07.834132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port ac065d57-4f90-4941-85ff-dc0499323ee6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:07.834699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:07.945983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:07.978331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 368d1a67-c829-4392-969e-8da5655ad33a details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:55:07.987498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=47c447f5-6379-4bfa-9777-ebe449db237c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:08.069999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] The port 'ac065d57-4f90-4941-85ff-dc0499323ee6' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:55:08.091709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['47c447f5-6379-4bfa-9777-ebe449db237c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:08.173157 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:55:08.227160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:55:08.276684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.293958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcca5f38-ea28-46c4-bdf9-7ea28a2d45f2 req-7d6bf579-f590-4443-8f3a-8be89faeb284 service neutron] 10.222.0.86 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896157 Jan 18 22:55:08.294984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-42bee5b0-09e6-4265-a838-02418565e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.296683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-42bee5b0-09e6-4265-a838-02418565e2b3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 200 len: 914 time: 0.7512841 Jan 18 22:55:08.306423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3345c789-666c-4e00-b4fc-5233a0cf5fbc']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:08.322486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ebc341-b9e4-4b5d-9f8a-118139d9b19e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:08.322785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ebc341-b9e4-4b5d-9f8a-118139d9b19e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:08.328039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285b84f-d735-488f-a31f-df1c7acbf91c req-716a3560-7ab4-4307-9c54-2eb6da82bd75 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.335098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3285b84f-d735-488f-a31f-df1c7acbf91c req-716a3560-7ab4-4307-9c54-2eb6da82bd75 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 944 time: 1.1774504 Jan 18 22:55:08.339655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.378479 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.385499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:08.385903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.502474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 368d1a67-c829-4392-969e-8da5655ad33a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=368d1a67-c829-4392-969e-8da5655ad33a,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:08.510538 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:08.523489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.530659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T22:55:03Z', 'revision_number': 4, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '76bfac49-e1ff-4b61-8555-889998862939', 'name': '', 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'mac_address': 'fa:16:3e:ab:ae:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ab0d06-3a66-451d-a223-3d941515ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:02Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 2, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'subnets': [{'id': '70ab0d06-3a66-451d-a223-3d941515ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:08.533329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '368d1a67-c829-4392-969e-8da5655ad33a', 'network_id': '0be44a0b-5630-4d41-b7a7-066ea817e7fa', 'port_id': '368d1a67-c829-4392-969e-8da5655ad33a', 'mac_address': 'fa:16:3e:52:a9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41db910-7142-4b33-9b20-64b22d21198b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:55:08.538232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Checking router: f1322afd-ba40-40b1-acf5-7ba990d1c3ef for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:08.538842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Updating router f1322afd-ba40-40b1-acf5-7ba990d1c3ef port 76bfac49-e1ff-4b61-8555-889998862939 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:55:08.560169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-5fd62f54-949a-47de-96a1-9d7a486c0959 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368d1a67-c829-4392-969e-8da5655ad33a HTTP/1.1" status: 200 len: 217 time: 0.1730483 Jan 18 22:55:08.561267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.577904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Network': ['ID=3345c789-666c-4e00-b4fc-5233a0cf5fbc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:08.592609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.593079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.593484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.594144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.594543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.595268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.595885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.596449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.596847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.597366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.597756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.599993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:08.617865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2663b198-9eb1-4714-8573-24b61f6afc84 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "DELETE /v2.0/networks/3345c789-666c-4e00-b4fc-5233a0cf5fbc HTTP/1.1" status: 204 len: 168 time: 2.8193829 Jan 18 22:55:08.618592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33728) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:08.637469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03206eee-7cb6-4a68-bc9f-748104926903 req-802ca572-0f26-4b7d-9ded-2d065aa7bc98 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.645753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03206eee-7cb6-4a68-bc9f-748104926903 req-802ca572-0f26-4b7d-9ded-2d065aa7bc98 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.647833 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03206eee-7cb6-4a68-bc9f-748104926903 req-802ca572-0f26-4b7d-9ded-2d065aa7bc98 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1654 time: 0.5763068 Jan 18 22:55:08.650085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.664838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.686104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368d1a67-c829-4392-969e-8da5655ad33a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:08.750551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 368d1a67-c829-4392-969e-8da5655ad33a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=368d1a67-c829-4392-969e-8da5655ad33a,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:08.757988 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.802273 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3285b84f-d735-488f-a31f-df1c7acbf91c req-248d5bf4-6cd3-459b-ac0e-38822e6abe25 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662116 Jan 18 22:55:08.912010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-859e7afb-1a48-4213-91ba-6778eaf51129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.916188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-859e7afb-1a48-4213-91ba-6778eaf51129 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 200 len: 853 time: 0.1344030 Jan 18 22:55:08.927858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc9a40c-2206-482f-9c00-96fea8f06b04 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:08.934896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=368d1a67-c829-4392-969e-8da5655ad33a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:08.987065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Deleting port 0b2b9efa-7a89-46be-b969-9aadfe8f65ce {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:08.987417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.995109 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:08.999479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-eb3f6eaf-d572-46af-a52e-6e85d7e01883 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0be44a0b-5630-4d41-b7a7-066ea817e7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743778 Jan 18 22:55:09.045513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03206eee-7cb6-4a68-bc9f-748104926903 req-401b260b-5b44-445e-a74a-0e2ee65d38b2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089857 Jan 18 22:55:09.071440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['368d1a67-c829-4392-969e-8da5655ad33a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:09.342497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.343713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.441971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.449074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Transition to ACTIVE for port object 2bc9a40c-2206-482f-9c00-96fea8f06b04 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:09.473313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Transition to ACTIVE for port object 76bfac49-e1ff-4b61-8555-889998862939 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:09.494194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.524669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.707841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f22a85-64d0-490a-87cd-872ee12d72c8 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:09.722435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Calling delete_port for 0b2b9efa-7a89-46be-b969-9aadfe8f65ce owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:09.735856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.781218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Router 10f1e878-0fc9-4095-a131-a2312225f618 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:55:09.864790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Transition to ACTIVE for port object a9f22a85-64d0-490a-87cd-872ee12d72c8 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:09.873404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Pushing event updated for resources: {'Port': ['ID=2bc9a40c-2206-482f-9c00-96fea8f06b04,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:09.877067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72e098-e25a-4cc6-ac76-5fde762ed6c3 None None] Pushing event updated for resources: {'Port': ['ID=76bfac49-e1ff-4b61-8555-889998862939,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:09.899545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e1351-471f-441c-a36e-083f9dcf4ec3 req-3b865ef3-9398-4137-9df3-25870561bfd8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:09.907265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-804e1351-471f-441c-a36e-083f9dcf4ec3 req-3b865ef3-9398-4137-9df3-25870561bfd8 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 943 time: 0.2288980 Jan 18 22:55:09.910354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Attempting to bind port 76bfac49-e1ff-4b61-8555-889998862939 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:09.910784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Attempting to bind port 76bfac49-e1ff-4b61-8555-889998862939 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:09.911137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Attempting to bind port 76bfac49-e1ff-4b61-8555-889998862939 on network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:09.929741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:09.930408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Checking segment: {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:09.930989 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.931520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Bound using segment: {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:09.932139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Bound port: 76bfac49-e1ff-4b61-8555-889998862939, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:09.932687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.933225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:09.949804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-96a524ce-c965-4d59-a52a-e73be35781cd service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402552 Jan 18 22:55:09.951219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.951561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.951898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.952226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.952605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.952938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.953294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.954046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.954547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.954879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.955212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.955527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:09.983335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-804e1351-471f-441c-a36e-083f9dcf4ec3 req-7bea1373-1b40-4cb6-b1c2-15dcfc510fd7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706041 Jan 18 22:55:10.008793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 368d1a67-c829-4392-969e-8da5655ad33a up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:10.122232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:10.146873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] For port 76bfac49-e1ff-4b61-8555-889998862939, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:10.153061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] For port 76bfac49-e1ff-4b61-8555-889998862939, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=76bfac49-e1ff-4b61-8555-889998862939,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:10.178391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:10.235660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Pushing event deleted for resources: {'Port': ['ID=0b2b9efa-7a89-46be-b969-9aadfe8f65ce,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:10.343747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72e098-e25a-4cc6-ac76-5fde762ed6c3 None None] Pushing event updated for resources: {'Port': ['ID=76bfac49-e1ff-4b61-8555-889998862939,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:10.360491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 368d1a67-c829-4392-969e-8da5655ad33a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:10.383462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 368d1a67-c829-4392-969e-8da5655ad33a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:10.383859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:10.530477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443769-0ab5-4c8a-a86a-336649d2917b req-e709089c-19c4-4db1-adaf-e9d4ce5a752c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:10.538987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Routers {'f1322afd-ba40-40b1-acf5-7ba990d1c3ef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:10.540363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80443769-0ab5-4c8a-a86a-336649d2917b req-e709089c-19c4-4db1-adaf-e9d4ce5a752c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 1.2928426 Jan 18 22:55:10.541003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:10.577361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:10.616144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9829406-7a0b-4e7b-b97e-1dd2857685b2 req-e831ea4d-9ad2-46b0-83e9-271bde2955b9 service neutron] 10.222.0.85 "GET /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053770 Jan 18 22:55:10.640657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240b5d-10ba-4aa9-866f-755c68166307 req-0d295ec1-d813-4426-9b6a-90c9b52397cd tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:10.642832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca240b5d-10ba-4aa9-866f-755c68166307 req-0d295ec1-d813-4426-9b6a-90c9b52397cd tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 945 time: 0.2344460 Jan 18 22:55:10.713781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Pushing event updated for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:10.731628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Attempting to bind port 2bc9a40c-2206-482f-9c00-96fea8f06b04 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:10.732437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Attempting to bind port 2bc9a40c-2206-482f-9c00-96fea8f06b04 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:10.733510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Attempting to bind port 2bc9a40c-2206-482f-9c00-96fea8f06b04 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:10.734609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca240b5d-10ba-4aa9-866f-755c68166307 req-3e1a32a8-35cf-493a-8267-ac70d652b0c4 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849290 Jan 18 22:55:10.736513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:10.737861 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d42415f3-bb56-4d7c-8216-3549aee3b2f7 tempest-FloatingIPAdminTestJSON-2094031158 tempest-FloatingIPAdminTestJSON-2094031158-project] 10.222.0.78 "DELETE /v2.0/floatingips/552d97cf-ac68-4344-9b76-b0f30b94f5a4 HTTP/1.1" status: 204 len: 168 time: 2.1166806 Jan 18 22:55:10.867380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Port 2bc9a40c-2206-482f-9c00-96fea8f06b04 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:10.867862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Attempting to bind port 2bc9a40c-2206-482f-9c00-96fea8f06b04 on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:11.004963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 47c447f5-6379-4bfa-9777-ebe449db237c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:11.066410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:11.066974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:11.067462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:11.068007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Bound port: 2bc9a40c-2206-482f-9c00-96fea8f06b04, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:11.068451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.136115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80443769-0ab5-4c8a-a86a-336649d2917b req-6136f64d-f738-46d6-bde5-d21ca700af7e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943959 Jan 18 22:55:11.165898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] Set router f1322afd-ba40-40b1-acf5-7ba990d1c3ef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:11.205820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c403b0c-f411-41d7-af40-ee1f556d278b req-58c7b9b5-914f-47cd-9ffc-fc6df331d3f5 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:11.220442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c403b0c-f411-41d7-af40-ee1f556d278b req-58c7b9b5-914f-47cd-9ffc-fc6df331d3f5 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:11.242137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c403b0c-f411-41d7-af40-ee1f556d278b req-58c7b9b5-914f-47cd-9ffc-fc6df331d3f5 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1666 time: 0.2788885 Jan 18 22:55:11.279516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Attempting to bind port a9f22a85-64d0-490a-87cd-872ee12d72c8 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:11.281479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Attempting to bind port a9f22a85-64d0-490a-87cd-872ee12d72c8 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:11.284312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Attempting to bind port a9f22a85-64d0-490a-87cd-872ee12d72c8 on network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:11.309530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Port a9f22a85-64d0-490a-87cd-872ee12d72c8 on network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:11.310751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Attempting to bind port a9f22a85-64d0-490a-87cd-872ee12d72c8 on network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:11.342889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:11.357070 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] Sync routers for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:11.376903 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c403b0c-f411-41d7-af40-ee1f556d278b req-eefeddf5-400a-4cca-baa3-6234e5b33d04 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319723 Jan 18 22:55:11.384081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:11.387972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.388640 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:11.389747 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:11.400065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:11.400560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Checking segment: {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:11.401105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Bound using segment: {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:11.401649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Bound port: a9f22a85-64d0-490a-87cd-872ee12d72c8, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f423ce-e2f5-45e9-b8b9-a7d7081ea310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:11.402099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.562487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f00825b5-18f3-4083-b1a0-fb26115bc837 admin admin] 10.222.0.78 "PUT /v2.0/routers/10f1e878-0fc9-4095-a131-a2312225f618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5689852 Jan 18 22:55:11.565678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:11.566538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 47c447f5-6379-4bfa-9777-ebe449db237c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:11.580404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368d1a67-c829-4392-969e-8da5655ad33a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:11.591290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 47c447f5-6379-4bfa-9777-ebe449db237c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:11.591677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.603075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] For port 2bc9a40c-2206-482f-9c00-96fea8f06b04, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:11.664161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 368d1a67-c829-4392-969e-8da5655ad33a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=368d1a67-c829-4392-969e-8da5655ad33a,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:11.666015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] For port 2bc9a40c-2206-482f-9c00-96fea8f06b04, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:11.681347 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.697254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b3439-beac-4538-ba8e-9d118f126fd9 req-cc215508-bc95-41d4-8c8d-15685ad36ebc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:11.704405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c0b3439-beac-4538-ba8e-9d118f126fd9 req-cc215508-bc95-41d4-8c8d-15685ad36ebc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 943 time: 0.3562696 Jan 18 22:55:11.705976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:11.719666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:11.721537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.779309 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:11.839844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.846727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=368d1a67-c829-4392-969e-8da5655ad33a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:11.917729 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368d1a67-c829-4392-969e-8da5655ad33a', 'code': 200} Jan 18 22:55:11.924274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.956858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:11.957667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:11.959086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] 10.222.0.86 "PUT /v2.0/ports/a9f22a85-64d0-490a-87cd-872ee12d72c8 HTTP/1.1" status: 200 len: 1091 time: 6.2455654 Jan 18 22:55:11.998674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:11.999186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.000669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] 10.222.0.85 "PUT /v2.0/ports/2bc9a40c-2206-482f-9c00-96fea8f06b04 HTTP/1.1" status: 200 len: 1091 time: 6.2572732 Jan 18 22:55:12.001102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8'}, {'name': 'network-changed', 'server_uuid': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'tag': '2bc9a40c-2206-482f-9c00-96fea8f06b04'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:12.012372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 47c447f5-6379-4bfa-9777-ebe449db237c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=47c447f5-6379-4bfa-9777-ebe449db237c,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:12.016780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c0b3439-beac-4538-ba8e-9d118f126fd9 req-def77145-95f8-4ad1-9a52-c9dd39440b14 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051178 Jan 18 22:55:12.038250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T22:55:03Z', 'revision_number': 4, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '76bfac49-e1ff-4b61-8555-889998862939', 'name': '', 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'mac_address': 'fa:16:3e:ab:ae:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ab0d06-3a66-451d-a223-3d941515ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:02Z', 'updated_at': '2022-01-18T22:55:10Z', 'revision_number': 4, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'subnets': [{'id': '70ab0d06-3a66-451d-a223-3d941515ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:12.045143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Request body: {'port': {'device_id': '1b51ceaf-f422-43e3-9664-84365566747e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:12.054000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.149837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190a771-c9f0-4446-b648-3eb99676fa37 None None] The sync data for ids ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'] in n-d-825178-1 is: [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T22:55:03Z', 'revision_number': 4, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '76bfac49-e1ff-4b61-8555-889998862939', 'name': '', 'network_id': '1f18af3b-9904-4db0-a0c7-dbbcaf1298a8', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'mac_address': 'fa:16:3e:ab:ae:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '70ab0d06-3a66-451d-a223-3d941515ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:02Z', 'updated_at': '2022-01-18T22:55:10Z', 'revision_number': 4, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'subnets': [{'id': '70ab0d06-3a66-451d-a223-3d941515ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:12.293605 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6c16-5f9c-422c-98aa-7314ce0594c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.298100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-41caf8a6-6a58-4317-9b1a-bdcb345dbd7d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aefa36e6cfb64c2cb00147a5c3392826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126124 Jan 18 22:55:12.299522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:12.338809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=47c447f5-6379-4bfa-9777-ebe449db237c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:12.370606 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8', 'status': 'completed', 'code': 200} Jan 18 22:55:12.370865 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'tag': '2bc9a40c-2206-482f-9c00-96fea8f06b04', 'status': 'completed', 'code': 200} Jan 18 22:55:12.411311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.551132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65941115-09e3-45b9-a405-f87a47c3153a service neutron] Pushing event updated for resources: {'Port': ['ID=2bc9a40c-2206-482f-9c00-96fea8f06b04,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:12.614891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:55:06Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:12.622492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] Checking router: 10f1e878-0fc9-4095-a131-a2312225f618 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:12.628634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47634758-7b1a-4ee3-a4d7-f93e02162538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.645470 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] Routers {'10f1e878-0fc9-4095-a131-a2312225f618'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:12.646372 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:54:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['10f1e878-0fc9-4095-a131-a2312225f618'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:12.808461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47634758-7b1a-4ee3-a4d7-f93e02162538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.843482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340a76f-de98-4604-94d8-e70e14b81d89 req-15236239-8c54-4144-aad3-1f4b53cb857c tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:12.851425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6340a76f-de98-4604-94d8-e70e14b81d89 req-15236239-8c54-4144-aad3-1f4b53cb857c tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 946 time: 0.5508924 Jan 18 22:55:12.911754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-48f24d70-2d32-48bf-ba8e-f30e375cb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:12.912419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-48f24d70-2d32-48bf-ba8e-f30e375cb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:12.914066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-48f24d70-2d32-48bf-ba8e-f30e375cb1d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1913 time: 0.5424039 Jan 18 22:55:12.930120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:12.944243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4991-bad7-4db9-a8d3-b2ee6fcf397a service neutron] Pushing event updated for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:13.016493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6340a76f-de98-4604-94d8-e70e14b81d89 req-5c56bafe-b725-421c-bc29-f6a7a011ea5d tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640172 Jan 18 22:55:13.042113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:13.070889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Deleting port db7954cb-18cd-4954-8fa6-afe0cd13e8da {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:13.071241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:13.071436 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] Set router 10f1e878-0fc9-4095-a131-a2312225f618 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:13.107893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf49a-002f-46a6-8a48-fac8e597b7b0 req-b797ebd4-c3cf-4bc1-9381-e4df3ee30916 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.110187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43ebf49a-002f-46a6-8a48-fac8e597b7b0 req-b797ebd4-c3cf-4bc1-9381-e4df3ee30916 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.6091368 Jan 18 22:55:13.117351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-aae2ba40-3d6f-4cba-8df4-21138697ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.119009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-aae2ba40-3d6f-4cba-8df4-21138697ec8b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 1094 time: 0.9791794 Jan 18 22:55:13.298396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47634758-7b1a-4ee3-a4d7-f93e02162538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:13.306834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361435c-6d8c-47ae-b439-9a72e02f8f55 req-38054233-7e27-4f4d-b36b-7960ca34cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.308986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f361435c-6d8c-47ae-b439-9a72e02f8f55 req-38054233-7e27-4f4d-b36b-7960ca34cbc2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 1097 time: 1.0577326 Jan 18 22:55:13.323028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-12ccdfa8-e3eb-45c7-9150-ecf95c2feebc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04 HTTP/1.1" status: 200 len: 217 time: 0.1520414 Jan 18 22:55:13.499777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47634758-7b1a-4ee3-a4d7-f93e02162538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a82da2-604c-41cc-9ebb-6cfb0353ffc5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:13.524519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:55:06Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:13.530203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43ebf49a-002f-46a6-8a48-fac8e597b7b0 req-780aafd3-4da7-496b-a5ea-6420c9642ab3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885797 Jan 18 22:55:13.535039 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc9df2-0439-4d4e-97da-60a883483cd5 None None] The sync data for ids ['10f1e878-0fc9-4095-a131-a2312225f618'] in n-d-825178-1 is: [{'id': '10f1e878-0fc9-4095-a131-a2312225f618', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2109358407-router', 'tenant_id': '670073990e6a4210a507814237694d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:53:07Z', 'updated_at': '2022-01-18T22:55:06Z', 'revision_number': 5, 'project_id': '670073990e6a4210a507814237694d72', 'gw_port': {'id': 'db7954cb-18cd-4954-8fa6-afe0cd13e8da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f1e878-0fc9-4095-a131-a2312225f618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:53:10Z', 'updated_at': '2022-01-18T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:13.546582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] For port db7954cb-18cd-4954-8fa6-afe0cd13e8da, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=db7954cb-18cd-4954-8fa6-afe0cd13e8da,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:13.546582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:13.591692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47634758-7b1a-4ee3-a4d7-f93e02162538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:13.604515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47634758-7b1a-4ee3-a4d7-f93e02162538 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63a82da2-604c-41cc-9ebb-6cfb0353ffc5 HTTP/1.1" status: 204 len: 168 time: 1.2906499 Jan 18 22:55:13.618446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f361435c-6d8c-47ae-b439-9a72e02f8f55 req-d51eead4-63b4-494c-8d5c-cae68ced1718 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906346 Jan 18 22:55:13.672882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-b0a6b114-ab4e-4ac6-a81e-ac727ac53dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.674605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-b0a6b114-ab4e-4ac6-a81e-ac727ac53dce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.3268943 Jan 18 22:55:13.680541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-b977c809-fc21-4324-a33a-4dd8c3076db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.681089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-b977c809-fc21-4324-a33a-4dd8c3076db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.681555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-b977c809-fc21-4324-a33a-4dd8c3076db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.683582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-b977c809-fc21-4324-a33a-4dd8c3076db8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=dfbf066e98304e98b832579ad25ac6bc&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7287643 Jan 18 22:55:13.919475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c447f5-6379-4bfa-9777-ebe449db237c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:14.104233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Calling delete_port for db7954cb-18cd-4954-8fa6-afe0cd13e8da owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:14.168375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:14.230937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250abc0-3c1c-407c-92f7-6d2ef0cd4d0d req-53370821-f314-464d-915e-bb24d330ce38 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:14.238334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250abc0-3c1c-407c-92f7-6d2ef0cd4d0d req-53370821-f314-464d-915e-bb24d330ce38 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:14.247619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c250abc0-3c1c-407c-92f7-6d2ef0cd4d0d req-53370821-f314-464d-915e-bb24d330ce38 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1666 time: 0.9576514 Jan 18 22:55:14.315614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 76bfac49-e1ff-4b61-8555-889998862939 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:14.393104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-7a0b465e-afe6-4e58-9921-176d8bd04397 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5777907 Jan 18 22:55:14.420089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 76bfac49-e1ff-4b61-8555-889998862939 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:14.425617 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7357e6-288c-4753-a68d-331e945d0bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:14.430194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 76bfac49-e1ff-4b61-8555-889998862939 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:14.430832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:14.465725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:14.490156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:14.498993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Usage tracker for resource:security_group_rule and tenant:f92495f1d54d4736a2110cc6db62b8f7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:14.509988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:14.525259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:14.564383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c250abc0-3c1c-407c-92f7-6d2ef0cd4d0d req-a2b151ac-3541-4d61-887d-bb7e88fa6e08 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156590 Jan 18 22:55:14.583491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-15b5d2d4-49ec-4683-a5a2-a114f86eb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:14.583491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-15b5d2d4-49ec-4683-a5a2-a114f86eb17a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8861995 Jan 18 22:55:14.659521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-c4d4762a-8447-4e47-b281-e73192b96253 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524109 Jan 18 22:55:14.662584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:14.679332 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c447f5-6379-4bfa-9777-ebe449db237c', 'code': 200} Jan 18 22:55:14.709291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 76bfac49-e1ff-4b61-8555-889998862939, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=76bfac49-e1ff-4b61-8555-889998862939,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:14.712182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8676f-de61-4eec-8b53-9491b54d62ed req-9cb74ccd-1bcd-4346-9ed7-04606a20a312 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:14.717387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:14.719828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3dd8676f-de61-4eec-8b53-9491b54d62ed req-9cb74ccd-1bcd-4346-9ed7-04606a20a312 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 943 time: 0.7828560 Jan 18 22:55:14.809049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 83704046-3592-4432-9833-3c2a6d5a7893 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:14.859340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 83704046-3592-4432-9833-3c2a6d5a7893 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:14.859869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 83704046-3592-4432-9833-3c2a6d5a7893 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:14.863735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=76bfac49-e1ff-4b61-8555-889998862939,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:14.909835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.017869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7954cb-18cd-4954-8fa6-afe0cd13e8da,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:15.033238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3dd8676f-de61-4eec-8b53-9491b54d62ed req-8ef92e2e-18ce-495c-aa9d-e00869436bf6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124697 Jan 18 22:55:15.043879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64838b51-ca20-4aaa-b593-97a773a1219a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:15.059944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.065592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.113180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de46b-9795-4cda-9577-a15aecab014b req-c35183dc-96f1-49cb-ad16-cc33f69f71fa tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:15.115395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Transition to ACTIVE for port object 64838b51-ca20-4aaa-b593-97a773a1219a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:15.120855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d3de46b-9795-4cda-9577-a15aecab014b req-c35183dc-96f1-49cb-ad16-cc33f69f71fa tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 946 time: 0.2696154 Jan 18 22:55:15.126683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab7635-d9ff-470c-80a5-05c8bc3dd246 req-553ea72a-1cc1-45dc-8111-0181caa170a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:15.128346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0ab7635-d9ff-470c-80a5-05c8bc3dd246 req-553ea72a-1cc1-45dc-8111-0181caa170a3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 1096 time: 0.3043370 Jan 18 22:55:15.140421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.174935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.212098 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f92495f1d54d4736a2110cc6db62b8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0390828 Jan 18 22:55:15.221356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33804) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:15.226089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ffbb8-6edc-4b31-a1c1-47d1ef66bd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91909b9-f75e-4269-ad70-de98a0a61497,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:15.233233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b9a7a0c-1958-489b-b976-5cc44ad3ceff req-5a15f052-fe40-434c-ac2e-33e34ecb7014 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863946 Jan 18 22:55:15.272839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0ab7635-d9ff-470c-80a5-05c8bc3dd246 req-eaaf6423-dc59-4632-b1ba-e9c5b1ee8284 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332798 Jan 18 22:55:15.295198 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d3de46b-9795-4cda-9577-a15aecab014b req-49adf306-c586-49eb-b3b0-c95eb313148e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733313 Jan 18 22:55:15.321099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.554690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Pushing event updated for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:15.570436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.579859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.609119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.610336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-500c7e7f-c0f3-42ed-a2b2-fa0b0f1913f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.611867 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.635908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Attempting to bind port 64838b51-ca20-4aaa-b593-97a773a1219a on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:15.636458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Attempting to bind port 64838b51-ca20-4aaa-b593-97a773a1219a by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:15.636795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Attempting to bind port 64838b51-ca20-4aaa-b593-97a773a1219a on network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:15.647614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabca4f-58de-402a-9ec4-4bc846e29ed5 req-7bc16891-14c5-4c15-9eba-f46f6d4847bb tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:15.655651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aaabca4f-58de-402a-9ec4-4bc846e29ed5 req-7bc16891-14c5-4c15-9eba-f46f6d4847bb tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.3930516 Jan 18 22:55:15.660664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-500c7e7f-c0f3-42ed-a2b2-fa0b0f1913f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.673109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.673608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f1e878-0fc9-4095-a131-a2312225f618 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:55:15.684711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Port 64838b51-ca20-4aaa-b593-97a773a1219a on network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:15.687229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Attempting to bind port 64838b51-ca20-4aaa-b593-97a773a1219a on network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:15.693066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-68759b56-ef72-4cba-a0e0-6b06764ec8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:15.694560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-68759b56-ef72-4cba-a0e0-6b06764ec8b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 1094 time: 0.3491127 Jan 18 22:55:15.695513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:15.695846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Checking segment: {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:15.696228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Bound using segment: {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:15.696659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Bound port: 64838b51-ca20-4aaa-b593-97a773a1219a, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7483ec5c-9ec0-4264-89e7-be2cda8b77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:15.697027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.742192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.743607 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a7eb361f-eacc-4a61-8afc-7ff64f2609d5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/10f1e878-0fc9-4095-a131-a2312225f618 HTTP/1.1" status: 204 len: 168 time: 4.1773455 Jan 18 22:55:15.746990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:15.864728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Deleting subnet 6deb7cbc-4a0a-43d7-9414-28e1b761ac0a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:15.874646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.911576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-500c7e7f-c0f3-42ed-a2b2-fa0b0f1913f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.948778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c7e7f-c0f3-42ed-a2b2-fa0b0f1913f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91909b9-f75e-4269-ad70-de98a0a61497,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:15.957970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-500c7e7f-c0f3-42ed-a2b2-fa0b0f1913f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.959210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-500c7e7f-c0f3-42ed-a2b2-fa0b0f1913f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f91909b9-f75e-4269-ad70-de98a0a61497 HTTP/1.1" status: 204 len: 168 time: 0.7346733 Jan 18 22:55:15.961661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aaabca4f-58de-402a-9ec4-4bc846e29ed5 req-8e48448b-d46b-42e4-bfbc-050c6fede88b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048816 Jan 18 22:55:15.976307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:15.980878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.984089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=64838b51-ca20-4aaa-b593-97a773a1219a,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:16.010159 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.041756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b329cec-adbd-4955-a710-0706e7c6e0f4 req-47b8a27a-b570-41be-90d2-aea47a1134e8 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.047889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b329cec-adbd-4955-a710-0706e7c6e0f4 req-47b8a27a-b570-41be-90d2-aea47a1134e8 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.055226 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b329cec-adbd-4955-a710-0706e7c6e0f4 req-47b8a27a-b570-41be-90d2-aea47a1134e8 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1678 time: 0.3099859 Jan 18 22:55:16.056454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.057803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.058842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] 10.222.0.86 "PUT /v2.0/ports/64838b51-ca20-4aaa-b593-97a773a1219a HTTP/1.1" status: 200 len: 1092 time: 4.0314338 Jan 18 22:55:16.073787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:16.117872 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b329cec-adbd-4955-a710-0706e7c6e0f4 req-3b706a76-d884-4c78-bf30-bc1fd9b86efc tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 Jan 18 22:55:16.167668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.298587 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a', 'status': 'completed', 'code': 200} Jan 18 22:55:16.351199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.402516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 76bfac49-e1ff-4b61-8555-889998862939 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:16.505986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-cd27caf3-009a-45ad-abf5-337dc977ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.507618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-cd27caf3-009a-45ad-abf5-337dc977ebdc service neutron] 10.222.0.85 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.7949002 Jan 18 22:55:16.673666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 76bfac49-e1ff-4b61-8555-889998862939 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:16.674639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.701878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6deb7cbc-4a0a-43d7-9414-28e1b761ac0a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:16.703910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.716069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-39f45a19-b2bf-47ef-929a-40dbe98d98fd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6deb7cbc-4a0a-43d7-9414-28e1b761ac0a HTTP/1.1" status: 204 len: 168 time: 0.9676576 Jan 18 22:55:16.718691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2ddb0-9229-4034-a4df-853158d3128b None None] Network 42a9b4f0-371f-4119-a963-1478198eb55a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:16.725453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:16.784298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-3293b4b0-f8ec-4d70-83f7-66a63f165b46 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04 HTTP/1.1" status: 200 len: 217 time: 0.2655826 Jan 18 22:55:16.786064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2b13f-dc59-44c6-8462-01c941ca13b4 service neutron] Pushing event updated for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:16.846748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.868267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Deleting port 59e8fa86-bcde-402c-aa53-1c6b73125110 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:16.868730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:16.877163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-8f55b89a-8bcb-48df-b556-c44d20a1e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.877787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-8f55b89a-8bcb-48df-b556-c44d20a1e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.879515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-8f55b89a-8bcb-48df-b556-c44d20a1e7af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1980 time: 0.7395585 Jan 18 22:55:16.908103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5fa0-d9f8-4b0f-ad49-0bf102a78600 req-26b54e04-ba35-4087-b5a5-8e05eddf3769 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.915553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c95c5fa0-d9f8-4b0f-ad49-0bf102a78600 req-26b54e04-ba35-4087-b5a5-8e05eddf3769 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 943 time: 0.5664339 Jan 18 22:55:16.977944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.005210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-b910bd75-a7d6-460e-9ddd-6df836c4e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:17.006974 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-b910bd75-a7d6-460e-9ddd-6df836c4e7cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.2115281 Jan 18 22:55:17.033894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165aece-81b4-4814-a5e1-da1153246700 req-55a4cada-00aa-4983-bbf2-93a8a47caa3d tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:17.038057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a165aece-81b4-4814-a5e1-da1153246700 req-55a4cada-00aa-4983-bbf2-93a8a47caa3d tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 946 time: 0.4192643 Jan 18 22:55:17.103100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33836) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:17.105094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-6db2b545-066a-46f3-9657-efae62e28d86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8 HTTP/1.1" status: 200 len: 217 time: 0.2181621 Jan 18 22:55:17.145599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c95c5fa0-d9f8-4b0f-ad49-0bf102a78600 req-b419d3bd-af83-49ec-94ea-8bb2229d3e05 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290447 Jan 18 22:55:17.189089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] DHCP port deletion for 42a9b4f0-371f-4119-a963-1478198eb55a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:55:17.193856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Deleting port 59e8fa86-bcde-402c-aa53-1c6b73125110 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:17.194301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.202402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.219202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-1e1ba52f-352d-4c9d-93bd-bf627a429243 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978540 Jan 18 22:55:17.239928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:17.261953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db7954cb-18cd-4954-8fa6-afe0cd13e8da no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:17.269831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Usage tracker for resource:security_group_rule and tenant:e16305bfdbd84a86a5f28b36f6c33378 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:17.278970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:17.298138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:17.307628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] For port 59e8fa86-bcde-402c-aa53-1c6b73125110, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=59e8fa86-bcde-402c-aa53-1c6b73125110,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:17.307999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.315643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: db7954cb-18cd-4954-8fa6-afe0cd13e8da {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:17.316081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db7954cb-18cd-4954-8fa6-afe0cd13e8da not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:17.336780 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a165aece-81b4-4814-a5e1-da1153246700 req-b1410757-e67a-4642-94c5-c2da2cdaefd6 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306390 Jan 18 22:55:17.489515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-29f1d80d-2c5b-4d43-8761-2be85a52965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:17.490998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-29f1d80d-2c5b-4d43-8761-2be85a52965f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bdb40b0-8810-4c08-bc08-efaf421fa926 HTTP/1.1" status: 200 len: 801 time: 0.3438854 Jan 18 22:55:17.585257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] For port 59e8fa86-bcde-402c-aa53-1c6b73125110, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=59e8fa86-bcde-402c-aa53-1c6b73125110,segment=NetworkSegment(d176814f-dfb3-4be5-a008-834f43595622),segment_id=d176814f-dfb3-4be5-a008-834f43595622)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:17.586076 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.588772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Calling delete_port for 59e8fa86-bcde-402c-aa53-1c6b73125110 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:17.630959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-28ddbb93-8230-44f8-8ff7-6b0ff1cf4356 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998537 Jan 18 22:55:17.683778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-bf403687-0c1b-4493-9c85-7bcf96f94276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:17.685310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-bf403687-0c1b-4493-9c85-7bcf96f94276 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791008 Jan 18 22:55:17.819559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Calling delete_port for 59e8fa86-bcde-402c-aa53-1c6b73125110 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:17.823834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ba8a-4eed-4e41-ac41-cd2310471948 req-74550e74-6ad2-49d2-af15-22121d39b770 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:17.835018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ba8a-4eed-4e41-ac41-cd2310471948 req-74550e74-6ad2-49d2-af15-22121d39b770 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:17.843796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b716ba8a-4eed-4e41-ac41-cd2310471948 req-74550e74-6ad2-49d2-af15-22121d39b770 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1678 time: 0.2914546 Jan 18 22:55:17.904188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b716ba8a-4eed-4e41-ac41-cd2310471948 req-bfff2712-bf18-431f-b066-8cb06d846722 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594227 Jan 18 22:55:17.909698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.932219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:55:17.932571 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:55:18.018315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2bc9a40c-2206-482f-9c00-96fea8f06b04 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:55:18.023285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.042168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.049522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Pushing event deleted for resources: {'Port': ['ID=59e8fa86-bcde-402c-aa53-1c6b73125110,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:18.055957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] No DVR routers for this DVR port 59e8fa86-bcde-402c-aa53-1c6b73125110 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:18.125217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e16305bfdbd84a86a5f28b36f6c33378&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0189755 Jan 18 22:55:18.127489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-5e04856c-1cff-4943-b7c2-b72d21d2a0ef service neutron] 10.222.0.86 "GET /v2.0/networks/a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950670 Jan 18 22:55:18.136473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:18.201756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d4b0e57-c5d3-42e3-bdde-22fda547abd7 req-f9ccd2a0-91d8-4116-9af4-609580fbf200 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617337 Jan 18 22:55:18.208906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2bc9a40c-2206-482f-9c00-96fea8f06b04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:18.225488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '2bc9a40c-2206-482f-9c00-96fea8f06b04', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': '2bc9a40c-2206-482f-9c00-96fea8f06b04', 'mac_address': 'fa:16:3e:42:39:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:55:18.287594 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.300694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 59e8fa86-bcde-402c-aa53-1c6b73125110 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:18.309942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fd098-92bd-4124-9c6f-1f56c9b47254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f76694-64c1-49a2-88a6-aab24a9b77a5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:18.348631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 59e8fa86-bcde-402c-aa53-1c6b73125110 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:18.349077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 59e8fa86-bcde-402c-aa53-1c6b73125110 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:18.355335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc9a40c-2206-482f-9c00-96fea8f06b04 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:18.378430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2bc9a40c-2206-482f-9c00-96fea8f06b04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:18.379190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4b8b3-3f31-435d-bda7-92fb04b71a5f req-abdf3c62-fd60-47e7-84b1-a7452e1057b8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:18.381410 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09c4b8b3-3f31-435d-bda7-92fb04b71a5f req-abdf3c62-fd60-47e7-84b1-a7452e1057b8 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 945 time: 0.2737067 Jan 18 22:55:18.387624 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.387926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.388116 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-996a76af-11f7-4484-a571-e5145a4a1e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.402203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3e472-a35b-4aa4-a2f2-e951b1d2a3d2 req-403190c2-9fd8-4e21-acc9-0d9c3a32105d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:18.409260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87d3e472-a35b-4aa4-a2f2-e951b1d2a3d2 req-403190c2-9fd8-4e21-acc9-0d9c3a32105d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.3266530 Jan 18 22:55:18.412342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-f92b91fc-bccd-4aca-9639-680560eb6276 service neutron] 10.222.0.86 "GET /v2.0/networks/a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641704 Jan 18 22:55:18.467630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09c4b8b3-3f31-435d-bda7-92fb04b71a5f req-b01cf1cb-18cc-4306-ae58-1e03b5db03d2 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Jan 18 22:55:18.471526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a9b4f0-371f-4119-a963-1478198eb55a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:18.478221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Deleting port 59e8fa86-bcde-402c-aa53-1c6b73125110 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:18.479016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.504182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd176814f-dfb3-4be5-a008-834f43595622') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:18.504924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd176814f-dfb3-4be5-a008-834f43595622') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:18.520674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-661f637f-8a21-4d55-9468-37e610bf4ff0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=64838b51-ca20-4aaa-b593-97a773a1219a HTTP/1.1" status: 200 len: 217 time: 0.0836887 Jan 18 22:55:18.525259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=2bc9a40c-2206-482f-9c00-96fea8f06b04,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:18.542038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-996a76af-11f7-4484-a571-e5145a4a1e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.545870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.559769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87d3e472-a35b-4aa4-a2f2-e951b1d2a3d2 req-a5f08482-7b0f-4ef6-809a-06ba0512f38b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495950 Jan 18 22:55:18.595866 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.634624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96b71-e4cc-4d28-a09d-ae15d55091d8 None None] The port '59e8fa86-bcde-402c-aa53-1c6b73125110' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:55:18.637847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['2bc9a40c-2206-482f-9c00-96fea8f06b04'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:18.664660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:18.665300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:18.703839 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:18.801190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-bf430374-5daf-42bb-a3b7-ae6f2504f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:18.804010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-bf430374-5daf-42bb-a3b7-ae6f2504f8f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11b8e476-c47d-41d8-a6a6-97bfa606c95e HTTP/1.1" status: 200 len: 801 time: 0.2548423 Jan 18 22:55:18.842935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.867541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.870139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] Pushing event deleted for resources: {'Network': ['ID=42a9b4f0-371f-4119-a963-1478198eb55a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:18.881196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9931b-ef55-45ea-a598-c74a4ef264fd req-28106f79-cce4-48af-bdc2-445d88dcb13b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:18.882720 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54c9931b-ef55-45ea-a598-c74a4ef264fd req-28106f79-cce4-48af-bdc2-445d88dcb13b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 944 time: 0.2806797 Jan 18 22:55:18.929233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a9ab2b04-4063-4548-bf96-f3694145d60c admin admin] 10.222.0.78 "DELETE /v2.0/networks/42a9b4f0-371f-4119-a963-1478198eb55a HTTP/1.1" status: 204 len: 168 time: 2.2021751 Jan 18 22:55:18.946061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-996a76af-11f7-4484-a571-e5145a4a1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.999567 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54c9931b-ef55-45ea-a598-c74a4ef264fd req-0009d65a-ad24-40f3-a470-64342aded85a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967395 Jan 18 22:55:19.003379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a76af-11f7-4484-a571-e5145a4a1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f76694-64c1-49a2-88a6-aab24a9b77a5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:19.009645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-996a76af-11f7-4484-a571-e5145a4a1e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:19.013873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-996a76af-11f7-4484-a571-e5145a4a1e57 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f76694-64c1-49a2-88a6-aab24a9b77a5 HTTP/1.1" status: 204 len: 168 time: 0.8764882 Jan 18 22:55:19.047507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-757ceee7-ed9f-4636-9f9b-892decaa5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.049847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-757ceee7-ed9f-4636-9f9b-892decaa5990 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2381852 Jan 18 22:55:19.233570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-bc6b2a7c-3525-44ef-aabf-f79888ab686c service neutron] 10.222.0.86 "GET /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766152 Jan 18 22:55:19.303287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:19.384255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-db4b8734-06c9-4e1a-9d6a-de82383ca38a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=670073990e6a4210a507814237694d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760527 Jan 18 22:55:19.388699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:19.425237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92ae6f-9c5a-4faf-bb8e-7f94cb051bbe req-f353f2d3-7473-49a8-b771-685f72bada5d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.428198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92ae6f-9c5a-4faf-bb8e-7f94cb051bbe req-f353f2d3-7473-49a8-b771-685f72bada5d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.437496 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba92ae6f-9c5a-4faf-bb8e-7f94cb051bbe req-f353f2d3-7473-49a8-b771-685f72bada5d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1678 time: 0.2227991 Jan 18 22:55:19.543862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba92ae6f-9c5a-4faf-bb8e-7f94cb051bbe req-6e7ad2a3-3f6b-48e5-88ca-50d1f8164872 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043680 Jan 18 22:55:19.544788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3bc4-023f-4d90-a538-d20bfee58cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:19.682223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33fedf93-0704-4fb6-be93-c8b2cd86c5ab req-07e04910-cfdf-49aa-9e48-58d3509b1696 service neutron] 10.222.0.86 "GET /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414489 Jan 18 22:55:19.738209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363e5a5-b2ac-4f68-9e9b-cf82129f4314 req-3c965d49-33a6-4224-962a-43c07ef5a93e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.739341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b363e5a5-b2ac-4f68-9e9b-cf82129f4314 req-3c965d49-33a6-4224-962a-43c07ef5a93e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 945 time: 0.0986478 Jan 18 22:55:19.760631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3bc4-023f-4d90-a538-d20bfee58cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:19.829597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3bc4-023f-4d90-a538-d20bfee58cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:19.842933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b363e5a5-b2ac-4f68-9e9b-cf82129f4314 req-706c1a40-4ea0-4be5-b8b1-aaed48a18658 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 Jan 18 22:55:19.930946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-5b3ad433-fc2a-4bc0-99a6-9b34b6b6790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.931495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-5b3ad433-fc2a-4bc0-99a6-9b34b6b6790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.933454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-5b3ad433-fc2a-4bc0-99a6-9b34b6b6790c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfbf066e98304e98b832579ad25ac6bc&device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1980 time: 0.1624918 Jan 18 22:55:19.990302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c3bc4-023f-4d90-a538-d20bfee58cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe02e441-ae73-4719-a17e-97d861bf2ec6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:20.018983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3bc4-023f-4d90-a538-d20bfee58cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:20.020225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c5c3bc4-023f-4d90-a538-d20bfee58cd9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe02e441-ae73-4719-a17e-97d861bf2ec6 HTTP/1.1" status: 204 len: 168 time: 0.6303949 Jan 18 22:55:20.046621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2bc9a40c-2206-482f-9c00-96fea8f06b04 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:20.141177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3db2d2-729b-409c-8aa1-9358216ec03d req-09316477-670c-40f2-9fd3-d9ca7bb5497e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.146552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-3d1ba7de-ce9f-4a52-ad37-3d17a51d4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.151208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-3d1ba7de-ce9f-4a52-ad37-3d17a51d4ea2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc HTTP/1.1" status: 200 len: 902 time: 0.2093661 Jan 18 22:55:20.164566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb3db2d2-729b-409c-8aa1-9358216ec03d req-09316477-670c-40f2-9fd3-d9ca7bb5497e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.2623439 Jan 18 22:55:20.234215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 2bc9a40c-2206-482f-9c00-96fea8f06b04 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:20.242878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 2bc9a40c-2206-482f-9c00-96fea8f06b04 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:20.244779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:20.277435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb3db2d2-729b-409c-8aa1-9358216ec03d req-a77608be-010d-41d6-8de3-a47eb8ce81d3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126676 Jan 18 22:55:20.347359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-d279e654-bf49-4631-a1eb-26aa06a3c8ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=64838b51-ca20-4aaa-b593-97a773a1219a HTTP/1.1" status: 200 len: 217 time: 0.1886687 Jan 18 22:55:20.470468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-ca0eaa23-158e-440f-9031-bfa3ab7bbded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.470468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-ca0eaa23-158e-440f-9031-bfa3ab7bbded service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11b8e476-c47d-41d8-a6a6-97bfa606c95e HTTP/1.1" status: 200 len: 801 time: 0.1082613 Jan 18 22:55:20.476260 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:20.512338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc9a40c-2206-482f-9c00-96fea8f06b04'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:20.533880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2bc9a40c-2206-482f-9c00-96fea8f06b04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:20.545475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:20.623477 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc9a40c-2206-482f-9c00-96fea8f06b04', 'code': 200} Jan 18 22:55:20.673335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f62cc5-c759-4b84-a925-6b5be45116b9 req-2dbe7b51-32b7-49fe-a92a-8f8ea93a580b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.681399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89f62cc5-c759-4b84-a925-6b5be45116b9 req-2dbe7b51-32b7-49fe-a92a-8f8ea93a580b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 944 time: 0.4138963 Jan 18 22:55:20.693673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=2bc9a40c-2206-482f-9c00-96fea8f06b04,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:20.903508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89f62cc5-c759-4b84-a925-6b5be45116b9 req-583192fc-7bda-4e32-b87c-52ce2a4b830b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208619 Jan 18 22:55:20.914299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1545c2-5f6e-4072-b649-197da5c84be3 req-0c16ca97-339e-421f-bc06-06468648c6e4 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.922268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1545c2-5f6e-4072-b649-197da5c84be3 req-0c16ca97-339e-421f-bc06-06468648c6e4 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.930887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b1545c2-5f6e-4072-b649-197da5c84be3 req-0c16ca97-339e-421f-bc06-06468648c6e4 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1678 time: 0.1452460 Jan 18 22:55:20.937107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-655a3493-75fc-4501-9528-e2cc19b3175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.938621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-655a3493-75fc-4501-9528-e2cc19b3175f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4602034 Jan 18 22:55:21.025326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b1545c2-5f6e-4072-b649-197da5c84be3 req-dba21b7e-c4b3-4a80-be9d-f74be9c7a5a0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927308 Jan 18 22:55:21.168573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-2532b8da-3157-414d-af44-f45a66c101e4 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:21.177015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-2532b8da-3157-414d-af44-f45a66c101e4 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 945 time: 0.6294243 Jan 18 22:55:21.401129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-36c24ed0-825d-4725-b880-54a383d2505c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7173519 Jan 18 22:55:21.455807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f6e77-a617-4a0e-b753-3b43f7af15b6 req-a8b0cc40-a6cc-467f-94ab-a8ac94aff9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:21.455807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-289f6e77-a617-4a0e-b753-3b43f7af15b6 req-a8b0cc40-a6cc-467f-94ab-a8ac94aff9b8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 1096 time: 0.7417715 Jan 18 22:55:21.461163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Deleting port 47c447f5-6379-4bfa-9777-ebe449db237c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:21.461510 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:21.546382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3ea71-556e-4ba4-a20a-2bf86308c5f7 req-0cb07a52-4dbc-4fa1-99d4-c4c9b72fc2bc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:21.558535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1c3ea71-556e-4ba4-a20a-2bf86308c5f7 req-0cb07a52-4dbc-4fa1-99d4-c4c9b72fc2bc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.1510322 Jan 18 22:55:21.574162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:21.631590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1c3ea71-556e-4ba4-a20a-2bf86308c5f7 req-15e4a2a5-f810-460a-b2fd-844c844d7874 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695810 Jan 18 22:55:21.831797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-network', 'tenant_id': '14297361106b45adb1eff4329111ee72'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:21.837391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:21.841855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Usage tracker for resource:network and tenant:14297361106b45adb1eff4329111ee72 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:21.845084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:21.845738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a068d-db37-4880-b26d-30e338669f01 req-4ef20d39-0bfa-451b-8d0b-da0e2a827752 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:21.847427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c5a068d-db37-4880-b26d-30e338669f01 req-4ef20d39-0bfa-451b-8d0b-da0e2a827752 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0fc796-d2f6-48af-9678-688f5702f46a HTTP/1.1" status: 200 len: 946 time: 0.9234498 Jan 18 22:55:21.866528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:21.887164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Made reservation on behalf of 14297361106b45adb1eff4329111ee72 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:21.889653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:21.913057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:21.948048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:21.952683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-289f6e77-a617-4a0e-b753-3b43f7af15b6 req-5847a716-cab6-42de-b943-c584a78b2b44 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165905 Jan 18 22:55:21.957847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Usage tracker for resource:security_group_rule and tenant:14297361106b45adb1eff4329111ee72 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:21.961867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:21.968413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:21.970788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Deleting port 368d1a67-c829-4392-969e-8da5655ad33a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:21.971660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:21.982147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:22.089227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498350f3-4efe-4162-a1e4-9453f19ef823 req-5554d6bd-9cf2-4bb8-aa97-cf99582da651 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.096239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-498350f3-4efe-4162-a1e4-9453f19ef823 req-5554d6bd-9cf2-4bb8-aa97-cf99582da651 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 945 time: 0.8381045 Jan 18 22:55:22.148833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1183904834', 'router:external': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:22.165881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:22.170489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-281a05f2-decb-41ed-a406-c9b741e25323 service neutron] 10.222.0.86 "GET /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1108875 Jan 18 22:55:22.185065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:network and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:22.189175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:22.206408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:22.217817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.225241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.243938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e524f9-da8d-4b24-a18a-6e4871c4323d req-a129a17c-755a-4b4b-baaf-a04ff6ed7720 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.245478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98e524f9-da8d-4b24-a18a-6e4871c4323d req-a129a17c-755a-4b4b-baaf-a04ff6ed7720 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.2040648 Jan 18 22:55:22.248801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Made reservation on behalf of b3f04625b1744a0ba35c2f981c0754a8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:22.251066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.267917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.305928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:55:22.324051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:22.332565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2932775c-5890-478a-a8cc-e2f2a3607f61,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:22.336858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:security_group_rule and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:22.349867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.350276 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Added segment ec7d3be2-b157-48be-8561-213099fce095 of type vlan for network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf Jan 18 22:55:22.351518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:22.370639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:22.379579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98e524f9-da8d-4b24-a18a-6e4871c4323d req-6236be9a-b939-4fc3-b69c-d82b582f6200 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135995 Jan 18 22:55:22.436105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.452233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-498350f3-4efe-4162-a1e4-9453f19ef823 req-7d2a2226-8c1f-41b1-93e7-6d2955ac8a95 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552368 Jan 18 22:55:22.578969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-71db6eea-0056-4f80-b23f-081cd4cead75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.580457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-71db6eea-0056-4f80-b23f-081cd4cead75 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.9905581 Jan 18 22:55:22.593338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.594137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.594825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.596220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] For port 47c447f5-6379-4bfa-9777-ebe449db237c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=47c447f5-6379-4bfa-9777-ebe449db237c,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:22.596587 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.751877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.759244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0df0d5-3eab-4f82-8951-8ba091cf82bf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:22.763718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.770203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:55:22.775454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e2ab22f-6725-4381-9cdd-6a427c092a28 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2001510 Jan 18 22:55:22.781779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:22.802782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Request body: {'subnet': {'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-subnet', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:22.818195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:22.821350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Calling delete_port for 47c447f5-6379-4bfa-9777-ebe449db237c owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:22.826375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:55:22.828703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Usage tracker for resource:subnet and tenant:14297361106b45adb1eff4329111ee72 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:22.833176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c562a4-4af2-4b9e-bfdd-ef6f2aa1c68d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:22.840596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:22.854015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a6271-1ec9-41b7-be77-f27a42f14b57 req-81cb94f1-4e15-4aad-a303-b20dbc428b5d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.860658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5adb8ee5-fe6e-4c13-885d-4f5b41021eec req-3222ebad-1a4f-42f5-8a55-982a77e75fc5 service neutron] 10.222.0.86 "GET /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782856 Jan 18 22:55:22.861100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a6271-1ec9-41b7-be77-f27a42f14b57 req-81cb94f1-4e15-4aad-a303-b20dbc428b5d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.873527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-195a6271-1ec9-41b7-be77-f27a42f14b57 req-81cb94f1-4e15-4aad-a303-b20dbc428b5d tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1678 time: 0.3419671 Jan 18 22:55:22.883734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:22.890115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.890755 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Added segment 4d86d68d-522e-4dd9-896e-bd6b978c7ca2 of type vlan for network e6683494-ec93-4f3e-b23d-af6b15f18bf3 Jan 18 22:55:22.939757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Made reservation on behalf of 14297361106b45adb1eff4329111ee72 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:22.942649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.040959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.080449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9f22a85-64d0-490a-87cd-872ee12d72c8 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:55:23.082974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-195a6271-1ec9-41b7-be77-f27a42f14b57 req-0f1bbb72-92a6-4553-b174-677096cccf8b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920168 Jan 18 22:55:23.083727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 47c447f5-6379-4bfa-9777-ebe449db237c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:23.138319 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.140328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:23.141966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.162532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-aca3b2e8-fe6c-4ebb-97f9-7ed798d03fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:23.163739 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-aca3b2e8-fe6c-4ebb-97f9-7ed798d03fe8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.5466659 Jan 18 22:55:23.270614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3008125 Jan 18 22:55:23.274327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:23.283033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'subnet': {'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:23.291170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07666b-7852-4b9f-87e5-eb2ebfc4e0ba tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Network': ['ID=e6683494-ec93-4f3e-b23d-af6b15f18bf3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:23.294720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:23.299497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:subnet and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:23.303886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:23.310199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:23.325945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Made reservation on behalf of b3f04625b1744a0ba35c2f981c0754a8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:23.329517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e6683494-ec93-4f3e-b23d-af6b15f18bf3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:55:23.330333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.345982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] For port 368d1a67-c829-4392-969e-8da5655ad33a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=368d1a67-c829-4392-969e-8da5655ad33a,segment=NetworkSegment(e60b6644-b27e-49eb-80cb-b5c06a387bd4),segment_id=e60b6644-b27e-49eb-80cb-b5c06a387bd4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:23.347067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.421497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:23.461157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'a9f22a85-64d0-490a-87cd-872ee12d72c8', 'network_id': 'a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e', 'port_id': 'a9f22a85-64d0-490a-87cd-872ee12d72c8', 'mac_address': 'fa:16:3e:ce:4e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bdb40b0-8810-4c08-bc08-efaf421fa926', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:55:23.496143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.566438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Calling delete_port for 368d1a67-c829-4392-969e-8da5655ad33a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:23.594426 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.599126 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.618785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f22a85-64d0-490a-87cd-872ee12d72c8 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:23.621512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a26f2-466d-4dde-aeb2-4c34f4089ae8 req-f1fe2869-296e-4548-a26e-52f14373002e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:23.630831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-758a26f2-466d-4dde-aeb2-4c34f4089ae8 req-f1fe2869-296e-4548-a26e-52f14373002e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.8669763 Jan 18 22:55:23.651290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:23.662089 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.662756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 64838b51-ca20-4aaa-b593-97a773a1219a details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:55:23.731069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event deleted for resources: {'Port': ['ID=47c447f5-6379-4bfa-9777-ebe449db237c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:23.738199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:23.752543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-47ed8aac-ffd6-4fcf-80cd-d9c982dfa54d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.5676036 Jan 18 22:55:23.905930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7106d-ef5a-43da-8cf3-b04a661000bc req-eef88d0e-4417-4934-a119-587d8d304aca tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:23.911073 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17c7106d-ef5a-43da-8cf3-b04a661000bc req-eef88d0e-4417-4934-a119-587d8d304aca tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.2634904 Jan 18 22:55:23.918719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.920810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=64838b51-ca20-4aaa-b593-97a773a1219a,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:23.944488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '64838b51-ca20-4aaa-b593-97a773a1219a', 'network_id': '87a5ef77-001a-4bd7-b192-b38b0c7f7ccc', 'port_id': '64838b51-ca20-4aaa-b593-97a773a1219a', 'mac_address': 'fa:16:3e:d6:0f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b8e476-c47d-41d8-a6a6-97bfa606c95e', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:55:24.012548 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.032634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64838b51-ca20-4aaa-b593-97a773a1219a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:24.044348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17c7106d-ef5a-43da-8cf3-b04a661000bc req-1180e345-5da4-4b73-992c-c37c35dcde5a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181657 Jan 18 22:55:24.050336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=64838b51-ca20-4aaa-b593-97a773a1219a,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:24.053442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 368d1a67-c829-4392-969e-8da5655ad33a no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:24.086711 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.167693 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-758a26f2-466d-4dde-aeb2-4c34f4089ae8 req-4d3c28ab-421f-47c2-8a10-96b2a3091162 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355558 Jan 18 22:55:24.173278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] No DVR routers for this DVR port 47c447f5-6379-4bfa-9777-ebe449db237c on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:24.178428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.181981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'name': 'network-vif-deleted', 'tag': '47c447f5-6379-4bfa-9777-ebe449db237c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:24.205862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-f6970e42-4284-49be-9118-69705f4c051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:24.207687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-f6970e42-4284-49be-9118-69705f4c051c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.4458685 Jan 18 22:55:24.227245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:24.256176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Checking segment: {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:24.256693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Network hostable DHCP agents. Network: 9a0df0d5-3eab-4f82-8951-8ba091cf82bf, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:55:24.317173 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.319743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15050b8c-bc2d-4908-9b16-70aa3a90e3e0 req-f1a212c4-591a-464e-98d6-787db808fba5 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.86 "DELETE /v2.0/ports/47c447f5-6379-4bfa-9777-ebe449db237c HTTP/1.1" status: 204 len: 173 time: 3.1419101 Jan 18 22:55:24.329827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:24.333352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Port 368d1a67-c829-4392-969e-8da5655ad33a update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 22:55:24.337697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:55:24.362564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 9a0df0d5-3eab-4f82-8951-8ba091cf82bf) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:24.377168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:24.380022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.384362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab65a39-dbe4-4c10-b26c-3d990fd3eeff None None] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:24.467357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Pushing event deleted for resources: {'Port': ['ID=368d1a67-c829-4392-969e-8da5655ad33a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:24.511772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3c63af10-38fb-49fa-ae68-b261001b6c3b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7247105 Jan 18 22:55:24.522446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:24.540397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ce3e39b-0d51-4688-a9e5-3a1f875e028a req-009de8bc-886b-4603-b68d-9e03e831db7e tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ef8841e-ea97-4ebf-afa0-4504808d8f6d HTTP/1.1" status: 200 len: 210 time: 0.1020377 Jan 18 22:55:24.550099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:24.562098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:24.599192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Usage tracker for resource:router and tenant:14297361106b45adb1eff4329111ee72 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:24.605746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:24.616703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] No DVR routers for this DVR port 368d1a67-c829-4392-969e-8da5655ad33a on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:24.617989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['64838b51-ca20-4aaa-b593-97a773a1219a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:24.619696 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.621731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c5a068d-db37-4880-b26d-30e338669f01 req-722c5a0a-03d3-4d68-9591-8ade9fc086be tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] 10.222.0.85 "DELETE /v2.0/ports/368d1a67-c829-4392-969e-8da5655ad33a HTTP/1.1" status: 204 len: 173 time: 2.7557240 Jan 18 22:55:24.625064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:24.636806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-3b9da0a8-eddd-4773-9d4a-06e700bb0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:24.638597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-3b9da0a8-eddd-4773-9d4a-06e700bb0da8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606150 Jan 18 22:55:24.679024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.680196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.713602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 22:55:24.714198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.848076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9fc61f5-1d2e-4335-82b2-cdc2b290fb94,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:24.861989 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef8841e-ea97-4ebf-afa0-4504808d8f6d', 'name': 'network-vif-deleted', 'tag': '47c447f5-6379-4bfa-9777-ebe449db237c', 'status': 'completed', 'code': 200} Jan 18 22:55:24.967386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:25.023479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-fb0da30d-24f8-4410-93af-cdc1d8730bd0 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770072 Jan 18 22:55:25.056612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Checking segment: {'id': '4d86d68d-522e-4dd9-896e-bd6b978c7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:25.057166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network hostable DHCP agents. Network: e6683494-ec93-4f3e-b23d-af6b15f18bf3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:55:25.073847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-9a0df0d5-3eab-4f82-8951-8ba091cf82bf', 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'fixed_ips': [{'subnet_id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:55:25.075288 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:25.314143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85bafe-ed90-48f3-a416-10faf189905f req-09a4e2f3-dcc0-4bcb-8f4a-e750cef515e4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:25.321242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b85bafe-ed90-48f3-a416-10faf189905f req-09a4e2f3-dcc0-4bcb-8f4a-e750cef515e4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.1660178 Jan 18 22:55:25.332421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Allocated IP 172.20.0.2 (9a0df0d5-3eab-4f82-8951-8ba091cf82bf/f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0/a4bc4442-6c2b-4fb1-b44d-f81713199b90) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:25.357785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a5018a2-5390-4b99-9431-b2f6f5c9e696 req-468ccc74-834e-4dd7-9d73-2a70ff604d65 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269286 Jan 18 22:55:25.383734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b85bafe-ed90-48f3-a416-10faf189905f req-5b581fa0-56a9-487a-914d-b02f390abf3f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576859 Jan 18 22:55:25.398182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:25.410372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad890f3-3a4f-492f-87ff-0fd3f4adf6e0 req-077ed7f0-585b-44d8-8643-57893a0c5350 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:25.416974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad890f3-3a4f-492f-87ff-0fd3f4adf6e0 req-077ed7f0-585b-44d8-8643-57893a0c5350 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:25.424469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cad890f3-3a4f-492f-87ff-0fd3f4adf6e0 req-077ed7f0-585b-44d8-8643-57893a0c5350 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1680 time: 0.5800288 Jan 18 22:55:25.459028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network e6683494-ec93-4f3e-b23d-af6b15f18bf3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:55:25.504179 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cad890f3-3a4f-492f-87ff-0fd3f4adf6e0 req-f89fc2b3-fbd7-44f6-8f48-47029498aad5 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785124 Jan 18 22:55:25.541536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['a9f22a85-64d0-490a-87cd-872ee12d72c8'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:25.605045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, e6683494-ec93-4f3e-b23d-af6b15f18bf3) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:25.624211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57213e28-a34c-42cf-b925-62696ec860b5 None None] Network e6683494-ec93-4f3e-b23d-af6b15f18bf3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:25.628513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:25.629475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:25.637403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9174088-43d3-4995-bda8-f378264adb07 req-1fea30a5-9d00-4fad-a352-63c5f09d3f18 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:25.639588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9174088-43d3-4995-bda8-f378264adb07 req-1fea30a5-9d00-4fad-a352-63c5f09d3f18 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.1471443 Jan 18 22:55:25.722759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7b37ef0d-db42-4b39-afe4-4a275edea7b8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4470670 Jan 18 22:55:25.725268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:25.748448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-533480309', 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:25.753617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9174088-43d3-4995-bda8-f378264adb07 req-beb120f0-fb73-41a3-b303-0493594ce8a0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069484 Jan 18 22:55:25.756841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:25.763493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:port and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:25.773004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:25.789658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:25.906432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Made reservation on behalf of b3f04625b1744a0ba35c2f981c0754a8 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:25.909540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:25.936199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] device_id is not set on port 07aca3fe-8227-4644-a604-d0107ce9f1d7 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:55:26.050639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.061858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Transition to ACTIVE for port object a4bc4442-6c2b-4fb1-b44d-f81713199b90 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:26.085378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e885db7-32f7-4a62-be8c-acccb2e0d032 None None] Network e6683494-ec93-4f3e-b23d-af6b15f18bf3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:26.116980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34026) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:26.158355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Allocated IP 2001:db8::158 (e6683494-ec93-4f3e-b23d-af6b15f18bf3/a9fc61f5-1d2e-4335-82b2-cdc2b290fb94/07aca3fe-8227-4644-a604-d0107ce9f1d7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:26.197568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Deleting subnet e41db910-7142-4b33-9b20-64b22d21198b {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:26.198341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Transition to ACTIVE for port object a4bc4442-6c2b-4fb1-b44d-f81713199b90 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:26.210178 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.220201 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.280307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:26.282097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.290635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:26.305852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:26.340930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-67877c1b-c628-46f5-8995-56826de54d2c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2729416 Jan 18 22:55:26.389395 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.469319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Pushing event updated for resources: {'Port': ['ID=a4bc4442-6c2b-4fb1-b44d-f81713199b90,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:26.475111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Attempting to bind port a4bc4442-6c2b-4fb1-b44d-f81713199b90 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:26.475483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Attempting to bind port a4bc4442-6c2b-4fb1-b44d-f81713199b90 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:26.475846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Attempting to bind port a4bc4442-6c2b-4fb1-b44d-f81713199b90 on network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:26.484364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:26.484364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Checking segment: {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:26.484769 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.485120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Bound using segment: {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:26.485602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Bound port: a4bc4442-6c2b-4fb1-b44d-f81713199b90, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:26.485977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.557440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.558249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.558882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.559502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.560171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.560788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.561430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.564074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-1a2d7ecc-98a1-4c7f-9d73-18c8af704649 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6502 time: 0.1249714 Jan 18 22:55:26.576690 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.639757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.666998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41db910-7142-4b33-9b20-64b22d21198b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:26.688268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4f7ebb5d-1a9d-4a53-a653-fa5f0a14f26d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e41db910-7142-4b33-9b20-64b22d21198b HTTP/1.1" status: 204 len: 168 time: 0.5702314 Jan 18 22:55:26.699154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:26.788859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] For port a4bc4442-6c2b-4fb1-b44d-f81713199b90, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:26.792326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] For port a4bc4442-6c2b-4fb1-b44d-f81713199b90, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a4bc4442-6c2b-4fb1-b44d-f81713199b90,segment=NetworkSegment(ec7d3be2-b157-48be-8561-213099fce095),segment_id=ec7d3be2-b157-48be-8561-213099fce095)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:26.801607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.813817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e766755-2e0d-4bfb-aa8d-c1fc0a96870a req-4cae156e-9792-4c56-811f-397ea484ec31 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.815339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e766755-2e0d-4bfb-aa8d-c1fc0a96870a req-4cae156e-9792-4c56-811f-397ea484ec31 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.9722838 Jan 18 22:55:26.824522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.845353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:26.876080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'name': 'network-vif-deleted', 'tag': '368d1a67-c829-4392-969e-8da5655ad33a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:26.882467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0cd11-5da0-4166-9b4c-798ef5502158 None None] Pushing event updated for resources: {'Port': ['ID=a4bc4442-6c2b-4fb1-b44d-f81713199b90,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:26.929402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f196-350b-4d90-bb02-e6efe62886ad req-f9208921-a6a9-46de-9c54-341cde257bcd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.937447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f196-350b-4d90-bb02-e6efe62886ad req-f9208921-a6a9-46de-9c54-341cde257bcd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.938266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ae39f196-350b-4d90-bb02-e6efe62886ad req-f9208921-a6a9-46de-9c54-341cde257bcd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:26.957682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-2404eb18-6b8d-4409-9dae-a6754b41b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.958171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-2404eb18-6b8d-4409-9dae-a6754b41b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.958757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-2404eb18-6b8d-4409-9dae-a6754b41b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.960545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-2404eb18-6b8d-4409-9dae-a6754b41b127 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef090220-0f12-4e79-b6f3-cca6384bc642&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 200 len: 2297 time: 0.3163195 Jan 18 22:55:26.964274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ae39f196-350b-4d90-bb02-e6efe62886ad req-f9208921-a6a9-46de-9c54-341cde257bcd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:26.965529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae39f196-350b-4d90-bb02-e6efe62886ad req-f9208921-a6a9-46de-9c54-341cde257bcd tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1680 time: 0.2129972 Jan 18 22:55:26.975799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.035498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.071563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e766755-2e0d-4bfb-aa8d-c1fc0a96870a req-fcf3b4d9-4759-4fd3-a9ad-8e0cacc34347 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436967 Jan 18 22:55:27.089994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 64838b51-ca20-4aaa-b593-97a773a1219a up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:27.389387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.405744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae39f196-350b-4d90-bb02-e6efe62886ad req-cd5b6bec-62ca-478b-b6e3-790c2a5e561a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511815 Jan 18 22:55:27.440098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-62251f8b-30ed-4153-8842-5dd629c70b4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 200 len: 1002 time: 0.4659152 Jan 18 22:55:27.458896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 64838b51-ca20-4aaa-b593-97a773a1219a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:27.469084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 64838b51-ca20-4aaa-b593-97a773a1219a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:27.469462 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.485727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.502430 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0fc796-d2f6-48af-9678-688f5702f46a', 'name': 'network-vif-deleted', 'tag': '368d1a67-c829-4392-969e-8da5655ad33a', 'status': 'completed', 'code': 200} Jan 18 22:55:27.520222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be44a0b-5630-4d41-b7a7-066ea817e7fa']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:27.533915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60b6644-b27e-49eb-80cb-b5c06a387bd4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:27.534216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60b6644-b27e-49eb-80cb-b5c06a387bd4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:27.547896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.550232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-666400ec-6137-41bb-8bc8-04d2dde7f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:27.551959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-666400ec-6137-41bb-8bc8-04d2dde7f059 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663041fd-7e8b-486b-af81-83e8ce24a2fc HTTP/1.1" status: 200 len: 856 time: 0.1106565 Jan 18 22:55:27.565937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.573570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:27.573987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:27.677043 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:27.703477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.727567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-4341c586-ccc9-4b8a-9d1e-909658371efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:27.729282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-4341c586-ccc9-4b8a-9d1e-909658371efa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef090220-0f12-4e79-b6f3-cca6384bc642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717267 Jan 18 22:55:27.738966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.751728 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.789096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:27.817160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=64838b51-ca20-4aaa-b593-97a773a1219a,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:27.833050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.850049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be44a0b-5630-4d41-b7a7-066ea817e7fa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:27.880996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network e6683494-ec93-4f3e-b23d-af6b15f18bf3 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:27.887502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:27.890187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:27.891455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:27.892275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:27.902620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Allocated IP 172.25.4.120 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/22b277bf-f270-40be-b894-5c9457e4f85e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:27.921938 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a', 'code': 200} Jan 18 22:55:27.940934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Port': ['ID=07aca3fe-8227-4644-a604-d0107ce9f1d7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:27.985141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-77aac21a-d377-48ff-81cc-5a0f650af7dd service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479589 Jan 18 22:55:27.994496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:28.000320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8295c75e-cb52-4af1-a969-9fcfed08e415 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0be44a0b-5630-4d41-b7a7-066ea817e7fa HTTP/1.1" status: 204 len: 168 time: 1.2933249 Jan 18 22:55:28.000320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0dc91898-514a-4625-bc09-da9cfb666dbd tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2700136 Jan 18 22:55:28.009135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:28.147030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a614f-5483-491d-986d-6da7f3c509fa req-faf72b3d-97ed-43f5-86f5-c2f2a482daaa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:28.154334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d9a614f-5483-491d-986d-6da7f3c509fa req-faf72b3d-97ed-43f5-86f5-c2f2a482daaa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.6863720 Jan 18 22:55:28.250114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d9a614f-5483-491d-986d-6da7f3c509fa req-d1b31953-7387-4cce-b127-a360224960a5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937023 Jan 18 22:55:28.255687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Deleting port 07aca3fe-8227-4644-a604-d0107ce9f1d7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:28.256033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:28.372736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a4bc4442-6c2b-4fb1-b44d-f81713199b90 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:28.417919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:28.420579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-2ebd6ca6-1c8b-4d75-8249-7c814c0da74a service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300158 Jan 18 22:55:28.486624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:28.493700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a4bc4442-6c2b-4fb1-b44d-f81713199b90 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:28.507448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b0c6f4-1f99-41a8-abb0-8a0288691358 None None] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:28.530066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-135885a9-9339-4d81-9408-c9f362ea046c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 217 time: 0.1028352 Jan 18 22:55:28.540767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034700a7-4303-478a-879a-2ffa959d4a55 req-443a079a-ba42-4d2a-8a71-0e22dcb0c4a3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:28.548284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-034700a7-4303-478a-879a-2ffa959d4a55 req-443a079a-ba42-4d2a-8a71-0e22dcb0c4a3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.4400661 Jan 18 22:55:28.640052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] Provisioning for port a4bc4442-6c2b-4fb1-b44d-f81713199b90 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:28.653000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-034700a7-4303-478a-879a-2ffa959d4a55 req-46cc1300-e300-4af2-afa2-eff3d0f544e1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037593 Jan 18 22:55:28.664029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] Provisioning complete for port a4bc4442-6c2b-4fb1-b44d-f81713199b90 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:28.664410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:28.674327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-d7255dda-8687-4f56-b56c-a5fcf8889e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:28.676364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-d7255dda-8687-4f56-b56c-a5fcf8889e38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1255224 Jan 18 22:55:28.772780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-3afdc938-28d6-4531-8f92-8eb85e1eb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:28.775983 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-3afdc938-28d6-4531-8f92-8eb85e1eb4ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934348 Jan 18 22:55:28.809590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4658b43e-e1d4-4e61-8c99-8b25d5f6a48e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04e5f7b9be2145dc811c207fb971a1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435874 Jan 18 22:55:28.810360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:28.890953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:28.930912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] For port a4bc4442-6c2b-4fb1-b44d-f81713199b90, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a4bc4442-6c2b-4fb1-b44d-f81713199b90,segment=NetworkSegment(ec7d3be2-b157-48be-8561-213099fce095),segment_id=ec7d3be2-b157-48be-8561-213099fce095)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:28.935463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:28.940406 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:28.941164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.005226 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-813bbd0a-4b09-4829-9c3c-7464af85aa6e service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215536 Jan 18 22:55:29.030977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702acc4c-801a-4004-9a9f-50eeabd3cf47 None None] Pushing event updated for resources: {'Port': ['ID=a4bc4442-6c2b-4fb1-b44d-f81713199b90,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:29.032041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Pushing event updated for resources: {'Port': ['ID=22b277bf-f270-40be-b894-5c9457e4f85e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:29.096127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9f22a85-64d0-490a-87cd-872ee12d72c8 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:29.181548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port a9f22a85-64d0-490a-87cd-872ee12d72c8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:29.188686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port a9f22a85-64d0-490a-87cd-872ee12d72c8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:29.189211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.263155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-27e2a90f-3273-4ca9-965f-55d9382c779f service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513318 Jan 18 22:55:29.351731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.352895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:29.354487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53176064-3786-4220-8409-fd387bc2437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.382977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-29e0ebcb-5046-4a33-b49a-346cd9de2951 None None] Provisioning complete for port a4bc4442-6c2b-4fb1-b44d-f81713199b90 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:29.383585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29e0ebcb-5046-4a33-b49a-346cd9de2951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.427155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-0c7f91bd-0e6f-4e8f-885f-ecdcec9ed386 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 217 time: 0.1411791 Jan 18 22:55:29.427946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:29.446243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Calling delete_port for 07aca3fe-8227-4644-a604-d0107ce9f1d7 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:29.450921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:29.467853 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.493144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:29.498706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-3803c3e0-2e8d-49af-892e-2deafc5b8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:29.500128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-3803c3e0-2e8d-49af-892e-2deafc5b8d83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.0625825 Jan 18 22:55:29.608378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-7ae541df-2762-4b2c-9083-d4be240e0c4c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:29.609896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-7ae541df-2762-4b2c-9083-d4be240e0c4c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.4420745 Jan 18 22:55:29.612811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3f79-7176-42b7-ad44-ef4622098ea2 req-d3461923-81f5-4767-94a5-d5b479752014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:29.620105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3f79-7176-42b7-ad44-ef4622098ea2 req-d3461923-81f5-4767-94a5-d5b479752014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:29.631119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecaf3f79-7176-42b7-ad44-ef4622098ea2 req-d3461923-81f5-4767-94a5-d5b479752014 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1681 time: 0.9502740 Jan 18 22:55:29.640877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53176064-3786-4220-8409-fd387bc2437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.679597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:29.791205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port 2bc9a40c-2206-482f-9c00-96fea8f06b04 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:29.791805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:29.847498 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecaf3f79-7176-42b7-ad44-ef4622098ea2 req-689f68a4-3ddd-493c-b906-b6e03c7dd840 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154880 Jan 18 22:55:29.923286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:30.066492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.115689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53176064-3786-4220-8409-fd387bc2437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.121096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-6f78602a-19ed-4e37-b965-35c88f9248ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:30.122720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-6f78602a-19ed-4e37-b965-35c88f9248ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5299664 Jan 18 22:55:30.138352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1940b-9944-416c-a602-c001d26a497b req-25b39b3b-5430-46c9-9e79-44178e35f89b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:30.139867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54e1940b-9944-416c-a602-c001d26a497b req-25b39b3b-5430-46c9-9e79-44178e35f89b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.6442313 Jan 18 22:55:30.260761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event deleted for resources: {'Port': ['ID=07aca3fe-8227-4644-a604-d0107ce9f1d7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:30.291051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a4bc4442-6c2b-4fb1-b44d-f81713199b90 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:30.320405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176064-3786-4220-8409-fd387bc2437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:30.380993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54e1940b-9944-416c-a602-c001d26a497b req-dd2c1021-41b8-46e5-bb50-b593375c26ff tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209265 Jan 18 22:55:30.413128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a4bc4442-6c2b-4fb1-b44d-f81713199b90 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:30.413625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.431906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.442744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2636bf3f-1e70-4948-adec-7ecf1de628e0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/ports/07aca3fe-8227-4644-a604-d0107ce9f1d7 HTTP/1.1" status: 204 len: 168 time: 2.3837698 Jan 18 22:55:30.446793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34096) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:30.455676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53176064-3786-4220-8409-fd387bc2437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.459980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53176064-3786-4220-8409-fd387bc2437f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ed384fe-77ab-427a-ad3d-e9dc76ee1d9e HTTP/1.1" status: 204 len: 168 time: 1.6440568 Jan 18 22:55:30.463080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'external_fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158'}]}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:30.504873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6940fc-4a9a-43af-a02f-a60fe63e9919 req-b1e477e4-a8e0-4d09-b9cd-60977fe33113 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:30.512300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f6940fc-4a9a-43af-a02f-a60fe63e9919 req-b1e477e4-a8e0-4d09-b9cd-60977fe33113 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 945 time: 0.4088311 Jan 18 22:55:30.521626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:30.539234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.547683 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8', 'code': 200} Jan 18 22:55:30.613931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:router and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:30.653101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:30.677356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-e0e58f55-9c7d-42e2-ae67-3fab056f3460 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378454 Jan 18 22:55:30.774305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:30.775062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f6940fc-4a9a-43af-a02f-a60fe63e9919 req-9b8dda7e-99e8-42d4-be4b-0b924b3d1e86 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617960 Jan 18 22:55:30.861180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port 2bc9a40c-2206-482f-9c00-96fea8f06b04, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2bc9a40c-2206-482f-9c00-96fea8f06b04,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:30.861796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.875689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:30.876853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:31.075936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for 2bc9a40c-2206-482f-9c00-96fea8f06b04 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:31.150470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:31.185963 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:31.268832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1f241-b498-48c7-97a4-8a5c664c5be3 req-41289e2b-b42c-419c-9f1d-60dbafae9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.269358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1f241-b498-48c7-97a4-8a5c664c5be3 req-41289e2b-b42c-419c-9f1d-60dbafae9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.270995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50b1f241-b498-48c7-97a4-8a5c664c5be3 req-41289e2b-b42c-419c-9f1d-60dbafae9880 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1984 time: 0.5916064 Jan 18 22:55:31.273048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-95dc642b-061e-4d26-8fd6-2cdc5da6316d service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948083 Jan 18 22:55:31.446431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-620ab306-5694-4ca8-87fb-e38bac189046 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=f175724e-ae7a-49da-bef8-d457e3b536b6 HTTP/1.1" status: 200 len: 217 time: 0.1548007 Jan 18 22:55:31.602248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50b1f241-b498-48c7-97a4-8a5c664c5be3 req-7523209b-8c6f-42bb-9c1f-632e447749da service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601156 Jan 18 22:55:31.713653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13701d9-c313-4e38-858c-175dd3135626 req-dd520d71-ed64-4b4e-85bd-5e85119b1ba4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.715229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f13701d9-c313-4e38-858c-175dd3135626 req-dd520d71-ed64-4b4e-85bd-5e85119b1ba4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.1465471 Jan 18 22:55:31.757578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Router c9b2e57a-7519-44f8-b0e0-126554dba0ab is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:55:31.764776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-e6a844f4-f446-4db1-af5e-c947288329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.766273 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-e6a844f4-f446-4db1-af5e-c947288329e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.3044281 Jan 18 22:55:31.779053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceba8c0-3f56-44e1-be45-cd6dae9c24f6 req-5288329e-e26f-42ac-b846-3ee7220cac65 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.784818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceba8c0-3f56-44e1-be45-cd6dae9c24f6 req-5288329e-e26f-42ac-b846-3ee7220cac65 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.805587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ceba8c0-3f56-44e1-be45-cd6dae9c24f6 req-5288329e-e26f-42ac-b846-3ee7220cac65 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1682 time: 0.6842856 Jan 18 22:55:31.856118 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f13701d9-c313-4e38-858c-175dd3135626 req-d3f83db6-9953-4745-beca-758711538146 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338639 Jan 18 22:55:31.860644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:31.924739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:31.937656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['2bc9a40c-2206-482f-9c00-96fea8f06b04'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:31.995772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:32.019800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:32.057987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Sync routers for ids ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:32.097882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5644d54-6820-4186-af9b-b5a54755f9b9 req-c1543526-53e2-4cb7-b2af-1b8798fd27e1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 210 time: 0.0548203 Jan 18 22:55:32.098736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:32.099900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ea5c8376-9612-4d32-b923-4afb843f1b01 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5655818 Jan 18 22:55:32.103234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:32.106571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Routers {'c9b2e57a-7519-44f8-b0e0-126554dba0ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:32.107516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:32.125380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ceba8c0-3f56-44e1-be45-cd6dae9c24f6 req-cd8bec1d-0c32-43a1-ab49-e29bb27c48b0 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188331 Jan 18 22:55:32.156317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=2bc9a40c-2206-482f-9c00-96fea8f06b04,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:32.446657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port 2bc9a40c-2206-482f-9c00-96fea8f06b04 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:32.457361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:32.468305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'name': 'network-vif-deleted', 'tag': '2bc9a40c-2206-482f-9c00-96fea8f06b04'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:32.507651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-f07b7098-f23c-4818-9525-f777b81b86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:32.509234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-f07b7098-f23c-4818-9525-f777b81b86dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7010181 Jan 18 22:55:32.523783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Set router c9b2e57a-7519-44f8-b0e0-126554dba0ab gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:32.596093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bc0f8ae-a2fa-48e5-b17f-21796e3c0113 req-b132906f-4f2d-4bff-9197-bb5e97a53bc9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "DELETE /v2.0/ports/2bc9a40c-2206-482f-9c00-96fea8f06b04 HTTP/1.1" status: 204 len: 173 time: 2.9379878 Jan 18 22:55:32.605316 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51ef76d-aeb6-483e-9808-1924ca7ff456', 'name': 'network-vif-deleted', 'tag': '2bc9a40c-2206-482f-9c00-96fea8f06b04', 'status': 'completed', 'code': 200} Jan 18 22:55:32.842469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-e9bf5073-f4a4-4945-803e-3ad44ffc4212 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392025 Jan 18 22:55:32.960190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:29Z', 'revision_number': 3, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:32.968195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Checking router: c9b2e57a-7519-44f8-b0e0-126554dba0ab for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:32.968570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Updating router c9b2e57a-7519-44f8-b0e0-126554dba0ab port 22b277bf-f270-40be-b894-5c9457e4f85e binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:55:33.014957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab505-da3c-41e7-ae7f-73996b9ad660 req-1a7d4a10-8353-47dc-a806-369bff683f07 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.022148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-135ab505-da3c-41e7-ae7f-73996b9ad660 req-1a7d4a10-8353-47dc-a806-369bff683f07 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.5115771 Jan 18 22:55:33.055893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.123462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-10b8b8bd-e48d-434b-af09-2f7791b0322f service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712493 Jan 18 22:55:33.193307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.215641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-135ab505-da3c-41e7-ae7f-73996b9ad660 req-e2376393-3ab3-4013-bc40-3b08e1fc1f34 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926000 Jan 18 22:55:33.289746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-a5439a5c-1eae-48f8-8862-765093f4b72a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c HTTP/1.1" status: 200 len: 217 time: 0.0898142 Jan 18 22:55:33.373534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:33.431263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-a456dfb6-4fae-412e-8723-3bda4223cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.433494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-a456dfb6-4fae-412e-8723-3bda4223cdfd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1355932 Jan 18 22:55:33.466133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6fab6dba-5ef1-4f97-96bd-6537d76d2d10 req-a1bf175b-abff-42af-b19b-111b01e69a76 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=d51ef76d-aeb6-483e-9808-1924ca7ff456 HTTP/1.1" status: 200 len: 210 time: 0.0862854 Jan 18 22:55:33.642301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.656245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Transition to ACTIVE for port object 22b277bf-f270-40be-b894-5c9457e4f85e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:33.667960 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.742564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Pushing event updated for resources: {'Port': ['ID=22b277bf-f270-40be-b894-5c9457e4f85e,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:33.746755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.761340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.761946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.762433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.762922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.763421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.763904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.764376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.764857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.765369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.765857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.766328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.766812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:55:33.773955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Attempting to bind port 22b277bf-f270-40be-b894-5c9457e4f85e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:33.774587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Attempting to bind port 22b277bf-f270-40be-b894-5c9457e4f85e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:33.775111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Attempting to bind port 22b277bf-f270-40be-b894-5c9457e4f85e on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:33.781639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:33.782229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:33.782801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.783336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:33.783966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Bound port: 22b277bf-f270-40be-b894-5c9457e4f85e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:33.784498 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.795273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:33.807755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Usage tracker for resource:security_group_rule and tenant:d20c924dbd454675aea5f39769eeb6c4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:33.846006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:33.863838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] For port 22b277bf-f270-40be-b894-5c9457e4f85e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:33.867340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] For port 22b277bf-f270-40be-b894-5c9457e4f85e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=22b277bf-f270-40be-b894-5c9457e4f85e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:33.868153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:33.879875 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.881875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.916312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4ee2c-48b0-4bd8-af43-dcab02d99dcb req-256f8809-c396-4b40-851a-130a7a84dd40 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.917932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92e4ee2c-48b0-4bd8-af43-dcab02d99dcb req-256f8809-c396-4b40-851a-130a7a84dd40 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2401664 Jan 18 22:55:33.920779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Allocated IP 172.20.0.1 (9a0df0d5-3eab-4f82-8951-8ba091cf82bf/f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0/63fa69a4-b557-4d23-9f44-808252e703af) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:33.924833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:33.930265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-86c3eb32-77f8-4f7b-9fa1-21508d0892ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.932120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-86c3eb32-77f8-4f7b-9fa1-21508d0892ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4360614 Jan 18 22:55:33.964087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea9461-913c-4bfe-87d1-217d17b39afc None None] Pushing event updated for resources: {'Port': ['ID=22b277bf-f270-40be-b894-5c9457e4f85e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:33.976224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5bde-38b9-49c9-b5da-d63a0fda941e req-6df2fd56-15aa-4329-866c-f3118ac225c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.979950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Routers {'c9b2e57a-7519-44f8-b0e0-126554dba0ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:33.980720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:33.982559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5bde-38b9-49c9-b5da-d63a0fda941e req-6df2fd56-15aa-4329-866c-f3118ac225c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.984323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e5c5bde-38b9-49c9-b5da-d63a0fda941e req-6df2fd56-15aa-4329-866c-f3118ac225c1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1682 time: 0.5470755 Jan 18 22:55:34.157476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92e4ee2c-48b0-4bd8-af43-dcab02d99dcb req-80832b9b-6963-4b25-9475-01c337a5fe7d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308407 Jan 18 22:55:34.179966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2bc9a40c-2206-482f-9c00-96fea8f06b04 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:34.240193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 2bc9a40c-2206-482f-9c00-96fea8f06b04 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:34.240535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2bc9a40c-2206-482f-9c00-96fea8f06b04 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:34.247143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.260818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.272854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] Set router c9b2e57a-7519-44f8-b0e0-126554dba0ab gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:34.287786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.334109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e5c5bde-38b9-49c9-b5da-d63a0fda941e req-34e30b6d-67f5-4c11-986e-18fa8d5b08f3 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166046 Jan 18 22:55:34.335175 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d20c924dbd454675aea5f39769eeb6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9541469 Jan 18 22:55:34.339324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:34.342283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.424033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Transition to ACTIVE for port object 63fa69a4-b557-4d23-9f44-808252e703af will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:34.438095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d8da3-8734-4c2f-afdf-dbb58b96901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84539d9e-b5c3-4819-8917-fbcf64e1ce9c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:34.495578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99221075-9d7c-4497-9dd3-31dcf2628da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.531492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99221075-9d7c-4497-9dd3-31dcf2628da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.544869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:34.635142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-43ff15a6-1d33-4d92-925a-26034bba3b6e service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480131 Jan 18 22:55:34.652212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Pushing event updated for resources: {'Port': ['ID=63fa69a4-b557-4d23-9f44-808252e703af,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:34.700136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:34.707069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:34.721397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:34.966352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Allocated IP 2001:db8::158 (e6683494-ec93-4f3e-b23d-af6b15f18bf3/a9fc61f5-1d2e-4335-82b2-cdc2b290fb94/73b73052-9285-40e8-af2b-772e5314f423) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:35.030664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.040174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:29Z', 'revision_number': 3, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:35.045539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54de9f1-6ca2-4103-a87d-2e314ee6a711 None None] The sync data for ids ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'] in n-d-825178-1 is: [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:29Z', 'revision_number': 3, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:35.068933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-07e33e5c-e017-4af1-8fa5-30015c2ede8a service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269838 Jan 18 22:55:35.100061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0db68a2f-4adc-4003-8e86-033c826b0ca9 None None] Provisioning for port 63fa69a4-b557-4d23-9f44-808252e703af completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:35.112217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0db68a2f-4adc-4003-8e86-033c826b0ca9 None None] Provisioning complete for port 63fa69a4-b557-4d23-9f44-808252e703af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:35.114144 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0db68a2f-4adc-4003-8e86-033c826b0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.211847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0db68a2f-4adc-4003-8e86-033c826b0ca9 None None] Port 63fa69a4-b557-4d23-9f44-808252e703af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:35.288589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99221075-9d7c-4497-9dd3-31dcf2628da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.326674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-06dd4fcc-60e2-4e4c-bbb1-597719ee5b6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0be50557-1844-4ee5-884d-073d6041880f HTTP/1.1" status: 200 len: 217 time: 0.1965799 Jan 18 22:55:35.339082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-be0834bd-e0b2-46b3-af88-da40a779252b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:35.339819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-be0834bd-e0b2-46b3-af88-da40a779252b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:35.347142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99221075-9d7c-4497-9dd3-31dcf2628da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84539d9e-b5c3-4819-8917-fbcf64e1ce9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:35.398288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99221075-9d7c-4497-9dd3-31dcf2628da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.401819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-99221075-9d7c-4497-9dd3-31dcf2628da2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84539d9e-b5c3-4819-8917-fbcf64e1ce9c HTTP/1.1" status: 204 len: 168 time: 1.0535107 Jan 18 22:55:35.405775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-be0834bd-e0b2-46b3-af88-da40a779252b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:35.406847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-be0834bd-e0b2-46b3-af88-da40a779252b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.7563109 Jan 18 22:55:35.472967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-1577c39c-089e-4860-82ab-8a4f531abc38 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/quotas/48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 375 time: 0.0456877 Jan 18 22:55:35.552940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.575700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-4eea52ca-a0e4-46c1-9ce4-4363eb460dfb tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:35.582957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-4eea52ca-a0e4-46c1-9ce4-4363eb460dfb tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 0.2913857 Jan 18 22:55:35.623239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-24480cfb-cfaa-4685-8d76-5400539d1928 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/quotas/82514b0fd74b4494946c78705489fd4d HTTP/1.1" status: 200 len: 375 time: 0.0393043 Jan 18 22:55:35.684725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-bf064c62-fc92-4cb1-a10c-40688b78e21d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1918280 Jan 18 22:55:35.692440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-35c6a759-20d3-4497-958f-aea93c8b8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:35.693917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-35c6a759-20d3-4497-958f-aea93c8b8dd5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.3564963 Jan 18 22:55:35.770609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.820255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-8dd44269-88fc-42c6-813d-beb7becb658f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:35.852911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-c08c24bd-e185-4d6e-96b4-0aa233030127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:35.854409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-c08c24bd-e185-4d6e-96b4-0aa233030127 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511722 Jan 18 22:55:35.855063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-8dd44269-88fc-42c6-813d-beb7becb658f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:35.865158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-8dd44269-88fc-42c6-813d-beb7becb658f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2390931 Jan 18 22:55:35.905375 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:35.940107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-877f7545-4b82-4adf-bfc6-e4dae257f034 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310991 Jan 18 22:55:36.123553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network e6683494-ec93-4f3e-b23d-af6b15f18bf3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:36.132226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:36.134929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:36.279705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.296245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.319526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Port': ['ID=73b73052-9285-40e8-af2b-772e5314f423,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:36.341914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 22b277bf-f270-40be-b894-5c9457e4f85e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:36.452339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-2977c78b-3728-483b-abb2-47a478e3d3dd service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503531 Jan 18 22:55:36.478302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.495331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Pushing event updated for resources: {'Port': ['ID=63fa69a4-b557-4d23-9f44-808252e703af,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:36.496766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 22b277bf-f270-40be-b894-5c9457e4f85e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:36.512538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 22b277bf-f270-40be-b894-5c9457e4f85e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:36.512975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.535833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34260) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:36.536868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-6987f3f2-e13f-4022-826f-3e9e0e1aeb20 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707866 Jan 18 22:55:36.718516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.803128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:36.812725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:36.819604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 22b277bf-f270-40be-b894-5c9457e4f85e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=22b277bf-f270-40be-b894-5c9457e4f85e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:36.822728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.836448 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:37.002273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=22b277bf-f270-40be-b894-5c9457e4f85e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:37.062551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-423831420-network', 'tenant_id': '6b756588d9234fa4bab91303216bc70e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:37.088743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:37.220283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Usage tracker for resource:network and tenant:6b756588d9234fa4bab91303216bc70e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:37.223288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-5f4b2f3e-9cbb-4e2a-9c04-18925a77fc28 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3380575 Jan 18 22:55:37.240548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:37.254365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9a1271f2-604b-4077-bb43-36b256e3789b None None] Provisioning complete for port 63fa69a4-b557-4d23-9f44-808252e703af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:37.254723 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a1271f2-604b-4077-bb43-36b256e3789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:37.271269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:37.318640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e16d7-4775-47e0-84ea-479d4fe40131 req-9d64b02a-1409-475b-9bbd-ea6b529679d2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:37.326350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e16d7-4775-47e0-84ea-479d4fe40131 req-9d64b02a-1409-475b-9bbd-ea6b529679d2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:37.327368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-2c78a74d-243e-42f9-bbce-8a9d5df081d6 service neutron] 10.222.0.78 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894545 Jan 18 22:55:37.341343 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f5e16d7-4775-47e0-84ea-479d4fe40131 req-9d64b02a-1409-475b-9bbd-ea6b529679d2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1682 time: 0.4105923 Jan 18 22:55:37.347930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Made reservation on behalf of 6b756588d9234fa4bab91303216bc70e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:37.350133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9a1271f2-604b-4077-bb43-36b256e3789b None None] Port 63fa69a4-b557-4d23-9f44-808252e703af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:37.350731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:37.388631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Router c9b2e57a-7519-44f8-b0e0-126554dba0ab has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:55:37.389694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:37.418420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:37.446457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Usage tracker for resource:security_group_rule and tenant:6b756588d9234fa4bab91303216bc70e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:37.457322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:37.574743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:37.579946 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f5e16d7-4775-47e0-84ea-479d4fe40131 req-863c999e-6973-4405-9c63-37079d0ec37e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129564 Jan 18 22:55:37.806453 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:55:37.812203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-2c23401e-3fcc-4af4-aeb0-d05ad622a9e2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:37.827679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-2c23401e-3fcc-4af4-aeb0-d05ad622a9e2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:37.830145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-2c23401e-3fcc-4af4-aeb0-d05ad622a9e2 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1682 time: 1.2703362 Jan 18 22:55:37.900318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ea0481f-fc15-4329-bec2-4f76497b29fc req-ce41b0c9-a786-4329-a76d-335dd87b6acd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 210 time: 0.0968363 Jan 18 22:55:37.961628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:37.970196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:37.971315 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Sync routers for ids ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:37.984928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:37.986780 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Routers {'c9b2e57a-7519-44f8-b0e0-126554dba0ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:37.987419 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:37.995490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.010618 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eda014f4-4485-4e79-a16e-0c346516f74d admin admin] 10.222.0.78 "PUT /v2.0/routers/c9b2e57a-7519-44f8-b0e0-126554dba0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8987660 Jan 18 22:55:38.028718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:55:38.040114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f39df-dd5a-4ad4-a9e1-09616e397b7f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:38.047738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.048182 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Added segment 16713abc-1c73-4266-ad3c-6ffee3871ae3 of type vlan for network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 Jan 18 22:55:38.089346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.159857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-64f4a5aa-24fd-43c3-980e-8e0a43b79bfb service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9210804 Jan 18 22:55:38.163058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.166736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.168608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.172277 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-672ca9ce-b0dd-4cef-be24-64f34c0bcc44 req-c6b7911f-461b-4eaf-9d35-4028e5f9fe06 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 210 time: 0.1908207 Jan 18 22:55:38.298147 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-30496456-324b-4bb4-96a8-ecf4c199d367 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 200 len: 217 time: 0.1161723 Jan 18 22:55:38.305675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port a9f22a85-64d0-490a-87cd-872ee12d72c8 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:38.306098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.361527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 22b277bf-f270-40be-b894-5c9457e4f85e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:38.450347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9087691 Jan 18 22:55:38.496710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34300) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:38.513870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 22b277bf-f270-40be-b894-5c9457e4f85e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:38.514404 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.535286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Request body: {'subnet': {'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-423831420-subnet', 'tenant_id': '6b756588d9234fa4bab91303216bc70e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:38.567366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bc0d5-edb0-4a5c-ba19-da484c139d16 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:38.583158 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Set router c9b2e57a-7519-44f8-b0e0-126554dba0ab gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:38.584716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:38.584864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:55:38.594260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Usage tracker for resource:subnet and tenant:6b756588d9234fa4bab91303216bc70e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:38.603958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:38.616017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:38.643489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Made reservation on behalf of 6b756588d9234fa4bab91303216bc70e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:38.647938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.828155 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-4bf95607-5782-4048-a3c7-9d890f1a036f req-e79644c2-5292-4eec-9bc1-8a408bc73b9b tempest-FloatingIPDetailsNegativeTestJSON-1354738170 tempest-FloatingIPDetailsNegativeTestJSON-1354738170-project] show failed (client error): The resource could not be found. Jan 18 22:55:38.829716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4bf95607-5782-4048-a3c7-9d890f1a036f req-e79644c2-5292-4eec-9bc1-8a408bc73b9b tempest-FloatingIPDetailsNegativeTestJSON-1354738170 tempest-FloatingIPDetailsNegativeTestJSON-1354738170-project] 10.222.0.78 "GET /v2.0/floatingips/646b91b1-f1cd-4178-80e2-ec2bbf99c42a HTTP/1.1" status: 404 len: 350 time: 0.1517267 Jan 18 22:55:38.841046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34310) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:38.979858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-88697d5b-0367-4346-9b4c-37b336f8fe80 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.981471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-88697d5b-0367-4346-9b4c-37b336f8fe80 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.4120564 Jan 18 22:55:39.034031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'port': {'device_id': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'admin_state_up': True, 'tenant_id': '48a783a9a5994582b0f93c202337c41c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:39.061613 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:35Z', 'revision_number': 4, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '63fa69a4-b557-4d23-9f44-808252e703af', 'name': '', 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'mac_address': 'fa:16:3e:84:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:33Z', 'updated_at': '2022-01-18T22:55:35Z', 'revision_number': 2, 'project_id': '14297361106b45adb1eff4329111ee72', 'subnets': [{'id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:39.066420 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Checking router: c9b2e57a-7519-44f8-b0e0-126554dba0ab for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:39.066773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Updating router c9b2e57a-7519-44f8-b0e0-126554dba0ab port 63fa69a4-b557-4d23-9f44-808252e703af binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:55:39.125915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9f22a85-64d0-490a-87cd-872ee12d72c8 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:39.129818 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.258979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:39.276993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-9f30f0e0-c9bb-4639-a809-6a217991b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:39.278553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-9f30f0e0-c9bb-4639-a809-6a217991b36e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.8071198 Jan 18 22:55:39.334619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91276414-47c5-4e2f-a30c-26df3f6c0ac6 req-38d9b0db-c2dd-47ea-9b45-80d2f5c0dacf tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 210 time: 0.0862761 Jan 18 22:55:39.421953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.500094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:39.502518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:39.520063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.521873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 64838b51-ca20-4aaa-b593-97a773a1219a no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:39.590979 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.603515 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Transition to ACTIVE for port object 63fa69a4-b557-4d23-9f44-808252e703af will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:39.616815 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.704725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:39.709398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:39.721467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.792089 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c0ab5df5-1472-4127-b48e-c19d8e7e5969 req-3f246adc-d4ab-4efa-8152-57d7b8c31473 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 210 time: 0.0793250 Jan 18 22:55:39.800588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:39.861300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1128233168'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:39.884455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:39.892777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:network and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:39.899849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:39.914913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:39.918448 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8', 'code': 200} Jan 18 22:55:39.925820 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.965443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=64838b51-ca20-4aaa-b593-97a773a1219a,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:39.977126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:39.977361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a15e9-2ed5-46bc-b0b4-40498defe290 None None] Pushing event updated for resources: {'Port': ['ID=63fa69a4-b557-4d23-9f44-808252e703af,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:40.007834 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Attempting to bind port 63fa69a4-b557-4d23-9f44-808252e703af on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:40.008106 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Attempting to bind port 63fa69a4-b557-4d23-9f44-808252e703af by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:40.017586 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Attempting to bind port 63fa69a4-b557-4d23-9f44-808252e703af on network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:40.024741 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:40.025448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Checking segment: {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:40.026007 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.026597 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Bound using segment: {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:40.027220 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Bound port: 63fa69a4-b557-4d23-9f44-808252e703af, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7d3be2-b157-48be-8561-213099fce095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:40.027794 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.069623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:40.105150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.115158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:40.119226 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.165567 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] For port 63fa69a4-b557-4d23-9f44-808252e703af, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:40.169234 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] For port 63fa69a4-b557-4d23-9f44-808252e703af, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63fa69a4-b557-4d23-9f44-808252e703af,segment=NetworkSegment(ec7d3be2-b157-48be-8561-213099fce095),segment_id=ec7d3be2-b157-48be-8561-213099fce095)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:40.177723 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.195749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:40.199300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.237114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6070c8-2cd0-4859-8f59-845d8cb11f51,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:40.250471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Checking segment: {'id': '16713abc-1c73-4266-ad3c-6ffee3871ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:40.251214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Network hostable DHCP agents. Network: f2c760cd-81d4-423d-bf14-f9ff8fcc3e82, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:55:40.261326 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Routers {'c9b2e57a-7519-44f8-b0e0-126554dba0ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:40.261961 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:40.293559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:55:40.314996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.369253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, f2c760cd-81d4-423d-bf14-f9ff8fcc3e82) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:40.377446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e50bcb6-9a18-487c-86b0-a0a723cf3102 None None] Network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:40.382265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:40.382851 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.410592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port a9f22a85-64d0-490a-87cd-872ee12d72c8, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9f22a85-64d0-490a-87cd-872ee12d72c8,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:40.411115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.424642 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a15e9-2ed5-46bc-b0b4-40498defe290 None None] Pushing event updated for resources: {'Port': ['ID=63fa69a4-b557-4d23-9f44-808252e703af,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:40.539220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a4cba453-e828-4460-9823-31d5cfdf6b23 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0155835 Jan 18 22:55:40.622864 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] Set router c9b2e57a-7519-44f8-b0e0-126554dba0ab gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:40.627192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e4b90c6-9b9b-4952-b996-8b922c3298e2 req-ae87800d-1afb-4c41-8a85-b6c7662c525a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 210 time: 0.0908184 Jan 18 22:55:40.762191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for a9f22a85-64d0-490a-87cd-872ee12d72c8 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:40.775813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f51ac9-e448-43b4-a336-dfad4ec5d4bc None None] Network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:40.906306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Deleting port 63fa69a4-b557-4d23-9f44-808252e703af {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:40.908117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.984337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:55:40.996902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f99a8a-5701-4fa2-a1af-d014fbcd2330 req-4cd26fff-a128-4a97-a7d1-dfda7f87834e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:41.003484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f99a8a-5701-4fa2-a1af-d014fbcd2330 req-4cd26fff-a128-4a97-a7d1-dfda7f87834e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:41.010778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41f99a8a-5701-4fa2-a1af-d014fbcd2330 req-4cd26fff-a128-4a97-a7d1-dfda7f87834e tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 1682 time: 2.0811474 Jan 18 22:55:41.043610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:41.076381 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:35Z', 'revision_number': 4, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '63fa69a4-b557-4d23-9f44-808252e703af', 'name': '', 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'mac_address': 'fa:16:3e:84:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:33Z', 'updated_at': '2022-01-18T22:55:40Z', 'revision_number': 4, 'project_id': '14297361106b45adb1eff4329111ee72', 'subnets': [{'id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:41.082782 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4de76-151e-4538-bfde-09be5383c821 None None] The sync data for ids ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'] in n-d-825178-1 is: [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:35Z', 'revision_number': 4, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '63fa69a4-b557-4d23-9f44-808252e703af', 'name': '', 'network_id': '9a0df0d5-3eab-4f82-8951-8ba091cf82bf', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'mac_address': 'fa:16:3e:84:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:33Z', 'updated_at': '2022-01-18T22:55:40Z', 'revision_number': 4, 'project_id': '14297361106b45adb1eff4329111ee72', 'subnets': [{'id': 'f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:41.134202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:41.135618 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Added segment 4b0e8765-b62e-4fca-9891-86635e1c7f85 of type vlan for network f5b6f586-f791-4d84-823d-1c3139d085b0 Jan 18 22:55:41.212400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-a8376382-576a-4ad0-8360-99ba2469c195 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:41.214169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-a8376382-576a-4ad0-8360-99ba2469c195 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 806 time: 1.4942102 Jan 18 22:55:41.215053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Port': ['ID=a9f22a85-64d0-490a-87cd-872ee12d72c8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:41.231429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-e9b8a8d3-baa9-4595-a4a9-4caf2bff6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:41.233056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-e9b8a8d3-baa9-4595-a4a9-4caf2bff6aa8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5154088 Jan 18 22:55:41.321448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Request body: {'port': {'device_id': '76fdce70-0257-4880-8b02-907ff9a95749', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'admin_state_up': True, 'tenant_id': '82514b0fd74b4494946c78705489fd4d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:41.477747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-235e3c1a-8b90-41dc-9a18-7d8fe30829de tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:41.478637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-726d687d-21e1-48d8-a209-f99a775ec500 req-235e3c1a-8b90-41dc-9a18-7d8fe30829de tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Synchronizing usage tracker for tenant:6b756588d9234fa4bab91303216bc70e on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:41.532720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] For port 63fa69a4-b557-4d23-9f44-808252e703af, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63fa69a4-b557-4d23-9f44-808252e703af,segment=NetworkSegment(ec7d3be2-b157-48be-8561-213099fce095),segment_id=ec7d3be2-b157-48be-8561-213099fce095)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:41.533117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:41.541250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-726d687d-21e1-48d8-a209-f99a775ec500 req-235e3c1a-8b90-41dc-9a18-7d8fe30829de tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Unset dirty status for tenant:6b756588d9234fa4bab91303216bc70e on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:41.542600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-235e3c1a-8b90-41dc-9a18-7d8fe30829de tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/networks?id=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 HTTP/1.1" status: 200 len: 821 time: 0.4510362 Jan 18 22:55:41.684538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Calling delete_port for 63fa69a4-b557-4d23-9f44-808252e703af owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:41.711923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:41.727862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] No DVR routers for this DVR port a9f22a85-64d0-490a-87cd-872ee12d72c8 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:41.730562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:41.732412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-13ec8b2f-c985-4caa-9ecd-78a3409e9069 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/quotas/6b756588d9234fa4bab91303216bc70e HTTP/1.1" status: 200 len: 375 time: 0.1278613 Jan 18 22:55:41.736137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41f99a8a-5701-4fa2-a1af-d014fbcd2330 req-761d599d-659b-4fd5-b6f6-83cd33d8dfff tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245519 Jan 18 22:55:41.753019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-deleted', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:41.791553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-ff97e40c-098d-4b68-b5b8-d3df1f414c1b tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b756588d9234fa4bab91303216bc70e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581715 Jan 18 22:55:41.803029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Allocated IP 172.20.0.10 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/b8b9220c-f7f9-486c-b1d5-70d83a2394e7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:41.877481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-39d47705-b9c1-4c47-9fc8-28d618d9b2da tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.86 "DELETE /v2.0/ports/a9f22a85-64d0-490a-87cd-872ee12d72c8 HTTP/1.1" status: 204 len: 173 time: 4.0307727 Jan 18 22:55:41.919977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:42.052818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-9289e9bb-23d7-43e3-a7ba-d94629ccbf53 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407446 Jan 18 22:55:42.055294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a232a26e-c322-41d0-8672-94fe45bd07f0 req-a4155bf7-c56d-4f4c-a309-e623f8b35964 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 210 time: 0.1266696 Jan 18 22:55:42.066967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.072507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:42.073163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.078862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Router 0fd10c24-fbfd-471c-a391-81abc58e8dda is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:55:42.088364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:42.132006 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7108e011-bc1f-44e5-9e8e-55a7057a9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.138668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-119719cf-b724-44ee-907c-c079cf0c273a service neutron] 10.222.0.78 "GET /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462522 Jan 18 22:55:42.229486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 64838b51-ca20-4aaa-b593-97a773a1219a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:42.229825 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.303632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:42.372307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63fa69a4-b557-4d23-9f44-808252e703af up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:42.401579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-bd57bdb2-bbbc-489c-8ded-bcf6173160a8 service neutron] 10.222.0.78 "GET /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478509 Jan 18 22:55:42.431844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.466688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No active binding found for port 63fa69a4-b557-4d23-9f44-808252e703af {{(pid=87813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 18 22:55:42.467441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63fa69a4-b557-4d23-9f44-808252e703af not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 18 22:55:42.482732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fa69a4-b557-4d23-9f44-808252e703af,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:42.497762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.7733686 Jan 18 22:55:42.498725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb48d3c-2b40-47ea-9b1b-911035262082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Network': ['ID=f5b6f586-f791-4d84-823d-1c3139d085b0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:42.521392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f5b6f586-f791-4d84-823d-1c3139d085b0 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:55:42.530111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:42.550262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-520830139'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:42.551934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 63fa69a4-b557-4d23-9f44-808252e703af not found, will not notify nova. {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 18 22:55:42.578474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:42.584648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:network and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:42.590469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:42.645285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:42.703864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:42.717511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.737831 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-deleted', 'tag': 'a9f22a85-64d0-490a-87cd-872ee12d72c8', 'status': 'completed', 'code': 200} Jan 18 22:55:42.757243 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a', 'code': 200} Jan 18 22:55:42.805665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6f858085-fd19-4d8d-82bb-f6b89f7c856d req-20cc75dd-629d-4726-b880-009b5638ea54 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:42.811599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Made reservation on behalf of 82514b0fd74b4494946c78705489fd4d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:42.816041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.874461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0dae2db4-fd3a-488b-8d61-b3c9aa3702e8 req-74db59a4-758c-40c4-af9c-c876f6abcf4a service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902446 Jan 18 22:55:42.902899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6f858085-fd19-4d8d-82bb-f6b89f7c856d req-20cc75dd-629d-4726-b880-009b5638ea54 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:42.909109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:55:42.919674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f858085-fd19-4d8d-82bb-f6b89f7c856d req-20cc75dd-629d-4726-b880-009b5638ea54 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 210 time: 0.5021181 Jan 18 22:55:43.002773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.003410 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Added segment 7ce4a724-3289-4203-b06b-3707da77825a of type vlan for network 46e18224-8a01-4e1f-b61c-673795a452ed Jan 18 22:55:43.081835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.090101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.117776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5669f35-4c5d-42e4-9b0e-1a646d66a68d req-26639ee1-1b0b-4a26-9006-0b4190b7857c tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 210 time: 0.2568533 Jan 18 22:55:43.266263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:55:43.366370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:43.381329 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.383733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Sync routers for ids ['0fd10c24-fbfd-471c-a391-81abc58e8dda'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:43.400166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Routers {'0fd10c24-fbfd-471c-a391-81abc58e8dda'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:43.401809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0fd10c24-fbfd-471c-a391-81abc58e8dda'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:43.439621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Transition to ACTIVE for port object b8b9220c-f7f9-486c-b1d5-70d83a2394e7 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:43.526302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.527441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6bf6619f-6c32-4f85-8f05-9727ef741388 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.0768380 Jan 18 22:55:43.543145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34382) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:43.566870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9a45752-4feb-490e-9687-8231b417290b req-dcc5cba1-6161-4a21-9e7d-eddc4b565586 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 210 time: 0.3036745 Jan 18 22:55:43.614853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.621134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.621929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.623443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Set router 0fd10c24-fbfd-471c-a391-81abc58e8dda gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:43.799821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdacd9b-b91b-4098-9983-35f7dd39f6fc req-aa9e2b4e-c753-4618-b72f-cd56a335dd1a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.800049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6bdacd9b-b91b-4098-9983-35f7dd39f6fc req-aa9e2b4e-c753-4618-b72f-cd56a335dd1a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:43.806751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port 64838b51-ca20-4aaa-b593-97a773a1219a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=64838b51-ca20-4aaa-b593-97a773a1219a,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:43.807433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.855342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3166306 Jan 18 22:55:43.860938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34386) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:43.871716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'subnet': {'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:43.886507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5b16f-ed0f-4f01-8601-2f424520bc56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Network': ['ID=46e18224-8a01-4e1f-b61c-673795a452ed,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:43.901383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 46e18224-8a01-4e1f-b61c-673795a452ed details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:55:43.980459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Allocated IP 172.20.0.2 (c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7/473e1f3d-3c06-49a6-84cf-a1d985f88b9c/fd0271dc-3a1a-4404-a5f7-e8daaf79067e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:43.990202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for 64838b51-ca20-4aaa-b593-97a773a1219a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:44.055560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.086441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:44.089837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:44.098135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:subnet and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:44.102599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Router c9b2e57a-7519-44f8-b0e0-126554dba0ab has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:55:44.104349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:44.110708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6bdacd9b-b91b-4098-9983-35f7dd39f6fc req-aa9e2b4e-c753-4618-b72f-cd56a335dd1a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:44.111896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6bdacd9b-b91b-4098-9983-35f7dd39f6fc req-aa9e2b4e-c753-4618-b72f-cd56a335dd1a tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 944 time: 1.0244865 Jan 18 22:55:44.118733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:44.269923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:44.273424 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.287581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd10c24-fbfd-471c-a391-81abc58e8dda', 'name': '', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'external_fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158'}], 'enable_snat': True}, 'gw_port_id': '73b73052-9285-40e8-af2b-772e5314f423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:30Z', 'updated_at': '2022-01-18T22:55:37Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '73b73052-9285-40e8-af2b-772e5314f423', 'name': '', 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd10c24-fbfd-471c-a391-81abc58e8dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:33Z', 'updated_at': '2022-01-18T22:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:44.297057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Checking router: 0fd10c24-fbfd-471c-a391-81abc58e8dda for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:44.297409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Updating router 0fd10c24-fbfd-471c-a391-81abc58e8dda port 73b73052-9285-40e8-af2b-772e5314f423 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:55:44.383282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27176d0f-768b-4879-8728-06cb3ba2c74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.399942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.499657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.520328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:44.541556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:44.545113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:44.609806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ec5b-f53d-4b8d-a75b-9bc8dd601cf2 req-d1ddacbd-bbc0-4340-979e-af044fba0820 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:44.617096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3179ec5b-f53d-4b8d-a75b-9bc8dd601cf2 req-d1ddacbd-bbc0-4340-979e-af044fba0820 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 932 time: 0.4195347 Jan 18 22:55:44.627975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6bdacd9b-b91b-4098-9983-35f7dd39f6fc req-b0ee22a9-8b2a-4589-9e04-f8d1ef65852b tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/security-groups?id=c55c8d43-cd60-4b1b-9302-303205110368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693844 Jan 18 22:55:44.716349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:44.718354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:55:44.737189 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] Sync routers for ids ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:55:44.738186 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3179ec5b-f53d-4b8d-a75b-9bc8dd601cf2 req-9cd0c982-1f57-41fe-a7d9-fb30bac65913 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193545 Jan 18 22:55:44.752353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.759876 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] Routers {'c9b2e57a-7519-44f8-b0e0-126554dba0ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:44.763258 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:44.803811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.949650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Subnet': ['ID=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:44.965839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d6f1497b-7049-4435-932d-00da22953e28 admin admin] 10.222.0.78 "PUT /v2.0/routers/c9b2e57a-7519-44f8-b0e0-126554dba0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1234648 Jan 18 22:55:44.968063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:44.983386 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:44.999254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Transition to ACTIVE for port object 73b73052-9285-40e8-af2b-772e5314f423 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:45.009858 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.114291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Attempting to bind port 73b73052-9285-40e8-af2b-772e5314f423 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:45.114803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Attempting to bind port 73b73052-9285-40e8-af2b-772e5314f423 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '4d86d68d-522e-4dd9-896e-bd6b978c7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:45.115169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Attempting to bind port 73b73052-9285-40e8-af2b-772e5314f423 on network e6683494-ec93-4f3e-b23d-af6b15f18bf3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:45.123470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f79c9-439c-4efc-bf93-4f90f6e54530 None None] Pushing event updated for resources: {'Port': ['ID=73b73052-9285-40e8-af2b-772e5314f423,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:45.131619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:45.132106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Checking segment: {'id': '4d86d68d-522e-4dd9-896e-bd6b978c7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:45.132454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.132838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Bound using segment: {'id': '4d86d68d-522e-4dd9-896e-bd6b978c7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:45.133457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Bound port: 73b73052-9285-40e8-af2b-772e5314f423, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d86d68d-522e-4dd9-896e-bd6b978c7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:45.133838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.143293 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] Set router c9b2e57a-7519-44f8-b0e0-126554dba0ab gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:45.163377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0202234e-ea89-4871-92fb-afecb42cb6a3 None None] Provisioning for port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:45.186132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0202234e-ea89-4871-92fb-afecb42cb6a3 None None] Provisioning complete for port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:45.186519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0202234e-ea89-4871-92fb-afecb42cb6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.192377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Port': ['ID=64838b51-ca20-4aaa-b593-97a773a1219a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:45.192985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.212814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d74cb23-2c6f-46eb-ac60-c8b2fa682c6b req-86799295-a35f-4868-9581-6bcce4e3659c tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 210 time: 0.3319147 Jan 18 22:55:45.262043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] No DVR routers for this DVR port 64838b51-ca20-4aaa-b593-97a773a1219a on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:45.279616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:45.280908 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.292154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.301297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-deleted', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:45.310940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0202234e-ea89-4871-92fb-afecb42cb6a3 None None] Port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:45.322465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] For port 73b73052-9285-40e8-af2b-772e5314f423, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:45.328621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] For port 73b73052-9285-40e8-af2b-772e5314f423, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=73b73052-9285-40e8-af2b-772e5314f423,segment=NetworkSegment(4d86d68d-522e-4dd9-896e-bd6b978c7ca2),segment_id=4d86d68d-522e-4dd9-896e-bd6b978c7ca2)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:45.343734 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.453724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-01e8434b-be79-4219-8dd6-0bb56977deb8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:45.456306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-01e8434b-be79-4219-8dd6-0bb56977deb8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.86 "GET /v2.0/networks?id=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 HTTP/1.1" status: 200 len: 821 time: 1.2231417 Jan 18 22:55:45.472471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8ae967d-c3e0-45e4-ad7e-936b6410bb27 req-45fddad9-bf03-4fa5-9719-89e007004ecf tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.86 "DELETE /v2.0/ports/64838b51-ca20-4aaa-b593-97a773a1219a HTTP/1.1" status: 204 len: 173 time: 3.5860856 Jan 18 22:55:45.474057 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b51ceaf-f422-43e3-9664-84365566747e', 'name': 'network-vif-deleted', 'tag': '64838b51-ca20-4aaa-b593-97a773a1219a', 'status': 'completed', 'code': 200} Jan 18 22:55:45.475538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f79c9-439c-4efc-bf93-4f90f6e54530 None None] Pushing event updated for resources: {'Port': ['ID=73b73052-9285-40e8-af2b-772e5314f423,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:45.488439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Request body: {'port': {'device_id': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82', 'admin_state_up': True, 'tenant_id': '6b756588d9234fa4bab91303216bc70e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:45.496667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Routers {'0fd10c24-fbfd-471c-a391-81abc58e8dda'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:45.497608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0fd10c24-fbfd-471c-a391-81abc58e8dda'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:45.524456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ecb915fa-8b7e-4262-a37d-74bff85e0a8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4945071 Jan 18 22:55:45.550053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Request body: {'port': {'device_id': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:45.583671 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:42Z', 'revision_number': 5, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:45.588242 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] Checking router: c9b2e57a-7519-44f8-b0e0-126554dba0ab for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:55:45.598922 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] Routers {'c9b2e57a-7519-44f8-b0e0-126554dba0ab'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:55:45.599994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:45.719683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] Set router 0fd10c24-fbfd-471c-a391-81abc58e8dda gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:45.752452 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-49103d4b-ef68-4634-8eea-0daf4927fdc8 req-f5611d0f-f07c-4da6-8dc0-bc1994843c46 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 210 time: 0.3566482 Jan 18 22:55:45.811077 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.846905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Checking segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:45.848745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network hostable DHCP agents. Network: f5b6f586-f791-4d84-823d-1c3139d085b0, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:55:45.883977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Deleting port 22b277bf-f270-40be-b894-5c9457e4f85e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:45.885043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.928690 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.950829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.995481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.009077 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] Set router c9b2e57a-7519-44f8-b0e0-126554dba0ab gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:55:46.012190 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.020821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6df6c543-217b-4948-9522-74abfc28b107 req-a3891efb-35f9-4930-bc7e-56227461eb78 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Synchronizing usage tracker for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:46.094182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Deleting port 73b73052-9285-40e8-af2b-772e5314f423 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:46.094505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.169680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] For port 22b277bf-f270-40be-b894-5c9457e4f85e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=22b277bf-f270-40be-b894-5c9457e4f85e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:46.170033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.214020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd10c24-fbfd-471c-a391-81abc58e8dda', 'name': '', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'external_fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158'}], 'enable_snat': True}, 'gw_port_id': '73b73052-9285-40e8-af2b-772e5314f423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:30Z', 'updated_at': '2022-01-18T22:55:37Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '73b73052-9285-40e8-af2b-772e5314f423', 'name': '', 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd10c24-fbfd-471c-a391-81abc58e8dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:33Z', 'updated_at': '2022-01-18T22:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:46.220895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd74ee-653d-4b1e-854c-5852e5b29544 None None] The sync data for ids ['0fd10c24-fbfd-471c-a391-81abc58e8dda'] in n-d-825178-1 is: [{'id': '0fd10c24-fbfd-471c-a391-81abc58e8dda', 'name': '', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'external_fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158'}], 'enable_snat': True}, 'gw_port_id': '73b73052-9285-40e8-af2b-772e5314f423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:30Z', 'updated_at': '2022-01-18T22:55:37Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '73b73052-9285-40e8-af2b-772e5314f423', 'name': '', 'network_id': 'e6683494-ec93-4f3e-b23d-af6b15f18bf3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd10c24-fbfd-471c-a391-81abc58e8dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'ip_address': '2001:db8::158', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:33Z', 'updated_at': '2022-01-18T22:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fc61f5-1d2e-4335-82b2-cdc2b290fb94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:46.311499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6df6c543-217b-4948-9522-74abfc28b107 req-a3891efb-35f9-4930-bc7e-56227461eb78 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Unset dirty status for tenant:dfbf066e98304e98b832579ad25ac6bc on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:46.312696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6df6c543-217b-4948-9522-74abfc28b107 req-a3891efb-35f9-4930-bc7e-56227461eb78 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b51ceaf-f422-43e3-9664-84365566747e HTTP/1.1" status: 200 len: 210 time: 0.3658803 Jan 18 22:55:46.315717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:46.327760 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.339034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Calling delete_port for 22b277bf-f270-40be-b894-5c9457e4f85e owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:46.344428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Usage tracker for resource:port and tenant:6b756588d9234fa4bab91303216bc70e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:46.365622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:46.381448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:46.408478 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:42Z', 'revision_number': 5, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:46.413719 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3264e7de-6735-4c16-ae28-c616176f15e4 None None] The sync data for ids ['c9b2e57a-7519-44f8-b0e0-126554dba0ab'] in n-d-825178-1 is: [{'id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1208731771-router', 'tenant_id': '14297361106b45adb1eff4329111ee72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:55:24Z', 'updated_at': '2022-01-18T22:55:42Z', 'revision_number': 5, 'project_id': '14297361106b45adb1eff4329111ee72', 'gw_port': {'id': '22b277bf-f270-40be-b894-5c9457e4f85e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2e57a-7519-44f8-b0e0-126554dba0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:55:27Z', 'updated_at': '2022-01-18T22:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:55:46.430196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] For port 73b73052-9285-40e8-af2b-772e5314f423, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=73b73052-9285-40e8-af2b-772e5314f423,segment=NetworkSegment(4d86d68d-522e-4dd9-896e-bd6b978c7ca2),segment_id=4d86d68d-522e-4dd9-896e-bd6b978c7ca2)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:46.430558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.444887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network f5b6f586-f791-4d84-823d-1c3139d085b0 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:55:46.485789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, f5b6f586-f791-4d84-823d-1c3139d085b0) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:46.499590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:46.500235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.504867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92413454-0961-4527-a287-3306f20144c2 None None] Network f5b6f586-f791-4d84-823d-1c3139d085b0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:46.519592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.521212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Made reservation on behalf of 6b756588d9234fa4bab91303216bc70e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:46.524851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.534111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bfb89ec9-a6b5-4fa7-8016-10202b0d5a1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6710634 Jan 18 22:55:46.538448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:46.549231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:46.560663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'subnet': {'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:46.646340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Calling delete_port for 73b73052-9285-40e8-af2b-772e5314f423 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:46.699753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:46.706160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:subnet and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:46.711695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:46.722391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:46.733626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b955-aa12-4560-8e92-0e38f886113f req-e15d975b-62a6-4e76-b698-6399403cb948 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:46.735251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7b70b955-aa12-4560-8e92-0e38f886113f req-e15d975b-62a6-4e76-b698-6399403cb948 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 932 time: 0.3510103 Jan 18 22:55:46.784576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:46.785358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e19da1a1-fc8b-4e12-9bcf-73eec1d221c9 req-9bad506c-c68f-4312-9f42-32805baa6559 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 210 time: 0.1930301 Jan 18 22:55:46.788450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.862986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:46.934072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f5b6f586-f791-4d84-823d-1c3139d085b0', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:55:46.934906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.947278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:46.973996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:47.046709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7b70b955-aa12-4560-8e92-0e38f886113f req-89280092-ecd2-4c20-aa1c-c28b2359c581 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020866 Jan 18 22:55:47.102050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.157376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.256032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b277bf-f270-40be-b894-5c9457e4f85e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:47.387630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Allocated IP 10.1.1.2 (f5b6f586-f791-4d84-823d-1c3139d085b0/bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df/63192956-1bf0-4761-a7de-e06e79fb5569) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:47.412759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Allocated IP 172.20.0.5 (f2c760cd-81d4-423d-bf14-f9ff8fcc3e82/5c6070c8-2cd0-4859-8f59-845d8cb11f51/53990ad0-ba1f-451e-aea2-da4d1421b3e6) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:47.464827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event updated for resources: {'Port': ['ID=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:47.518227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34420) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:47.592153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e3b16-add0-4762-b423-dcb6535bae5a req-e4fc95ed-ccca-4546-82e5-4360ea5601ed tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:47.599801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-789e3b16-add0-4762-b423-dcb6535bae5a req-e4fc95ed-ccca-4546-82e5-4360ea5601ed tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 931 time: 0.3449545 Jan 18 22:55:47.622953 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.681681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:47.688678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.705980 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.712272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Transition to ACTIVE for port object 63192956-1bf0-4761-a7de-e06e79fb5569 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:47.733404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Transition to ACTIVE for port object 63192956-1bf0-4761-a7de-e06e79fb5569 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:47.744543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.821293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Network f5b6f586-f791-4d84-823d-1c3139d085b0 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:47.825218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:47.828272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting subnet 11b8e476-c47d-41d8-a6a6-97bfa606c95e {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:47.830137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:47.838545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-7fc9059f-bdf2-436c-b62b-970dcb040e9a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5306082 Jan 18 22:55:47.840833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.841536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Pushing event updated for resources: {'Port': ['ID=63192956-1bf0-4761-a7de-e06e79fb5569,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:47.974346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Attempting to bind port 63192956-1bf0-4761-a7de-e06e79fb5569 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:47.975046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Attempting to bind port 63192956-1bf0-4761-a7de-e06e79fb5569 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:47.975608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Attempting to bind port 63192956-1bf0-4761-a7de-e06e79fb5569 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:47.982096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:47.983074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Checking segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:47.983666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.984233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Bound using segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:47.984912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Bound port: 63192956-1bf0-4761-a7de-e06e79fb5569, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:47.985525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.040081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-789e3b16-add0-4762-b423-dcb6535bae5a req-1eea90c9-3893-4d18-8061-db7f61dfff2b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316342 Jan 18 22:55:48.043220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.049157 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.054714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.104936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] For port 63192956-1bf0-4761-a7de-e06e79fb5569, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:48.108742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] For port 63192956-1bf0-4761-a7de-e06e79fb5569, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63192956-1bf0-4761-a7de-e06e79fb5569,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:48.114947 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.133171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Request body: {'port': {'device_id': '76fdce70-0257-4880-8b02-907ff9a95749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:48.215989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e2dc-c1c9-40ee-a12a-9f5bf341daad None None] Pushing event updated for resources: {'Port': ['ID=63192956-1bf0-4761-a7de-e06e79fb5569,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:48.216735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-da01516c-0002-4a0c-ab87-b0867c7f9347 req-f2ba7145-3618-491c-837c-4eda693b2c36 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Synchronizing usage tracker for tenant:6b756588d9234fa4bab91303216bc70e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:48.221579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:55:48.237337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Checking segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:48.237697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network hostable DHCP agents. Network: 46e18224-8a01-4e1f-b61c-673795a452ed, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:55:48.241878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.242402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b2e57a-7519-44f8-b0e0-126554dba0ab {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:55:48.285731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Subnet': ['ID=3959ed95-2f9d-4d64-a39b-d41783263ffb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:48.354579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network 46e18224-8a01-4e1f-b61c-673795a452ed is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:55:48.366374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.367422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.371746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8fd30133-7cad-496e-b9ff-acca7c7f0905 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c9b2e57a-7519-44f8-b0e0-126554dba0ab HTTP/1.1" status: 204 len: 168 time: 3.3995061 Jan 18 22:55:48.383017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:48.443543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 46e18224-8a01-4e1f-b61c-673795a452ed) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:48.449306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:48.449931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.453692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da7586-ab71-42db-bb4d-b3e61d91524a None None] Network 46e18224-8a01-4e1f-b61c-673795a452ed requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:48.461777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-da01516c-0002-4a0c-ab87-b0867c7f9347 req-f2ba7145-3618-491c-837c-4eda693b2c36 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Unset dirty status for tenant:6b756588d9234fa4bab91303216bc70e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:48.470468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da01516c-0002-4a0c-ab87-b0867c7f9347 req-f2ba7145-3618-491c-837c-4eda693b2c36 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 210 time: 0.3845358 Jan 18 22:55:48.496373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4859cf05-e91e-4c3a-94a3-47fe62219fae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9444027 Jan 18 22:55:48.500653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:48.505614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.510585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'name': 'tempest-TaggedBootDevicesTest-171048017', 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:48.531450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d6be7-5aa3-41b3-a6e5-7c361ebb68aa req-0adf9a4d-e7b6-4456-bcd6-9249049cfd08 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:48.539345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca8d6be7-5aa3-41b3-a6e5-7c361ebb68aa req-0adf9a4d-e7b6-4456-bcd6-9249049cfd08 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 932 time: 0.3523157 Jan 18 22:55:48.573448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 73b73052-9285-40e8-af2b-772e5314f423 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:48.628667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.643518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Deleting subnet f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:48.673386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.716473 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca8d6be7-5aa3-41b3-a6e5-7c361ebb68aa req-10ee359c-c8db-4441-bd41-163de15e55b8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761358 Jan 18 22:55:48.757830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.765555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b9220c-f7f9-486c-b1d5-70d83a2394e7 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:48.776866 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.780333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 73b73052-9285-40e8-af2b-772e5314f423 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:48.788289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 73b73052-9285-40e8-af2b-772e5314f423 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:48.788610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.825636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 73b73052-9285-40e8-af2b-772e5314f423 was deleted so its status cannot be updated. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 22:55:48.832126 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.836845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.850902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:48.864990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:port and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:48.865189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:48.878041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:48.904438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63fa69a4-b557-4d23-9f44-808252e703af no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:48.905962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:48.958644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Pushing event updated for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:48.966023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 63fa69a4-b557-4d23-9f44-808252e703af {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:48.966370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63fa69a4-b557-4d23-9f44-808252e703af not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:49.000900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-46e18224-8a01-4e1f-b61c-673795a452ed', 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'fixed_ips': [{'subnet_id': '3959ed95-2f9d-4d64-a39b-d41783263ffb'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:55:49.001792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.079216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Transition to ACTIVE for port object b8b9220c-f7f9-486c-b1d5-70d83a2394e7 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:49.082576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:49.137953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.149493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.170889 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.222184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Allocated IP 10.2.2.2 (46e18224-8a01-4e1f-b61c-673795a452ed/3959ed95-2f9d-4d64-a39b-d41783263ffb/66db98f7-c256-4640-be09-6ad709579902) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:49.231410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.231741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.235180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:49.263126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] device_id is not set on port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:55:49.282468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.288378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:49.327848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.412038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event deleted for resources: {'Port': ['ID=73b73052-9285-40e8-af2b-772e5314f423,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:49.427938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:49.438733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.451568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c6551-03c0-443a-9afe-c5b5f21cd777 None None] Network 9a0df0d5-3eab-4f82-8951-8ba091cf82bf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:49.456515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4ba5b39c-f0a4-45b7-8f2c-efecb848cc48 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f27a7a4e-62b4-4d3c-b11f-eb7bd10645a0 HTTP/1.1" status: 204 len: 168 time: 1.0714326 Jan 18 22:55:49.459543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34440) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:49.473688 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.563376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Transition to ACTIVE for port object 66db98f7-c256-4640-be09-6ad709579902 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:49.583383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Subnet': ['ID=11b8e476-c47d-41d8-a6a6-97bfa606c95e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:49.621303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 10.1.1.235 (f5b6f586-f791-4d84-823d-1c3139d085b0/bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df/6bf08648-d72e-4dcf-89b1-7fe001fecf79) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:49.657684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Transition to ACTIVE for port object 66db98f7-c256-4640-be09-6ad709579902 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:49.702378 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.713196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.727599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.737546 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.750914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a8055-2517-4303-8cd9-9c0c6b07a4d3 None None] Network 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:49.767302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.842162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-48f74401-4a89-45f9-8048-7b68e762ad12 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/subnets/11b8e476-c47d-41d8-a6a6-97bfa606c95e HTTP/1.1" status: 204 len: 168 time: 2.3157616 Jan 18 22:55:49.844448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34452) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:49.867292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:49.868261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.900163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Deleting port a4bc4442-6c2b-4fb1-b44d-f81713199b90 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:49.900459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.915776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:50.007647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Network 46e18224-8a01-4e1f-b61c-673795a452ed is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:50.014104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:50.026826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:50.076301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Pushing event updated for resources: {'Port': ['ID=66db98f7-c256-4640-be09-6ad709579902,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:50.125500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea4810-3b38-44d0-8c72-cdefdc9ff114 req-f0b7586f-b882-4bcb-881d-a7d031df16f7 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:50.133632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbea4810-3b38-44d0-8c72-cdefdc9ff114 req-f0b7586f-b882-4bcb-881d-a7d031df16f7 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 931 time: 0.5061255 Jan 18 22:55:50.245001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c4b82-c6ef-4f8a-ad97-7f6306958799 None None] Network f5b6f586-f791-4d84-823d-1c3139d085b0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:50.288414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.289175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd10c24-fbfd-471c-a391-81abc58e8dda {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:55:50.361980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.363464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-daa5fc6e-c667-4ac1-a19b-728bac3b892d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/routers/0fd10c24-fbfd-471c-a391-81abc58e8dda HTTP/1.1" status: 204 len: 168 time: 6.8193905 Jan 18 22:55:50.379813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-8bb64e24-e891-49a2-9cc4-5484960baaa8 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8985150 Jan 18 22:55:50.384438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34456) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:50.387476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.396934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Request body: {'port': {'device_id': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:50.410017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object 6bf08648-d72e-4dcf-89b1-7fe001fecf79 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:50.461831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Attempting to bind port 66db98f7-c256-4640-be09-6ad709579902 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:50.462210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Attempting to bind port 66db98f7-c256-4640-be09-6ad709579902 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:50.462571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Attempting to bind port 66db98f7-c256-4640-be09-6ad709579902 on network 46e18224-8a01-4e1f-b61c-673795a452ed {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:50.464917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63192956-1bf0-4761-a7de-e06e79fb5569 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:50.472693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-dbea4810-3b38-44d0-8c72-cdefdc9ff114 req-f55eb713-d064-46eb-acd6-3c3d6a36464e tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Synchronizing usage tracker for tenant:6b756588d9234fa4bab91303216bc70e on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:50.503016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6471b-31c8-44bd-a03e-dd8b95ed624e req-a36ec889-833d-48c7-a4ce-c3d9b4228bc0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:50.503783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e4b6471b-31c8-44bd-a03e-dd8b95ed624e req-a36ec889-833d-48c7-a4ce-c3d9b4228bc0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:50.553174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:50.553710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Checking segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:50.554889 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.554889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Bound using segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:50.555949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Bound port: 66db98f7-c256-4640-be09-6ad709579902, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:50.556352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.570738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.575760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.630563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-dbea4810-3b38-44d0-8c72-cdefdc9ff114 req-f55eb713-d064-46eb-acd6-3c3d6a36464e tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Unset dirty status for tenant:6b756588d9234fa4bab91303216bc70e on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:50.631779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbea4810-3b38-44d0-8c72-cdefdc9ff114 req-f55eb713-d064-46eb-acd6-3c3d6a36464e tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973483 Jan 18 22:55:50.634163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Attempting to bind port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:50.634689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Attempting to bind port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:50.634805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Attempting to bind port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:50.659869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network f5b6f586-f791-4d84-823d-1c3139d085b0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:50.665275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:50.679738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] For port a4bc4442-6c2b-4fb1-b44d-f81713199b90, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a4bc4442-6c2b-4fb1-b44d-f81713199b90,segment=NetworkSegment(ec7d3be2-b157-48be-8561-213099fce095),segment_id=ec7d3be2-b157-48be-8561-213099fce095)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:50.680106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.689610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:50.694263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:50.694801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Attempting to bind port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:50.699575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Deleting subnet a9fc61f5-1d2e-4335-82b2-cdc2b290fb94 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:50.722619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 8b56aacc-a944-4473-99ec-7b57e8385894 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:50.723178 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.755875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.764813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:50.765518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.775625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8d686dab-74ec-4509-9621-d2b621332484 None None] Provisioning for port 63192956-1bf0-4761-a7de-e06e79fb5569 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:50.795539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e4b6471b-31c8-44bd-a03e-dd8b95ed624e req-a36ec889-833d-48c7-a4ce-c3d9b4228bc0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:50.803014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4b6471b-31c8-44bd-a03e-dd8b95ed624e req-a36ec889-833d-48c7-a4ce-c3d9b4228bc0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 931 time: 1.5512109 Jan 18 22:55:50.830683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 63192956-1bf0-4761-a7de-e06e79fb5569 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:50.834195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:50.834825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:50.835443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:50.836036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8d686dab-74ec-4509-9621-d2b621332484 None None] Provisioning complete for port 63192956-1bf0-4761-a7de-e06e79fb5569 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:50.836380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Bound port: b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:50.836511 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d686dab-74ec-4509-9621-d2b621332484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.837125 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.839289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:50.868130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] For port 66db98f7-c256-4640-be09-6ad709579902, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:50.893485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 63192956-1bf0-4761-a7de-e06e79fb5569 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:50.893871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.946019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Calling delete_port for a4bc4442-6c2b-4fb1-b44d-f81713199b90 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:50.958260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0fffb-e4b5-4618-9c2e-ad3bc1314153 None None] DHCP port deletion for 9a0df0d5-3eab-4f82-8951-8ba091cf82bf request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:55:50.975095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] For port 66db98f7-c256-4640-be09-6ad709579902, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=66db98f7-c256-4640-be09-6ad709579902,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:50.988543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:50.994113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] DHCP port deletion for 87a5ef77-001a-4bd7-b192-b38b0c7f7ccc request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:55:51.001165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bca0fffb-e4b5-4618-9c2e-ad3bc1314153 None None] Deleting port a4bc4442-6c2b-4fb1-b44d-f81713199b90 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:51.001544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bca0fffb-e4b5-4618-9c2e-ad3bc1314153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.030814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.031043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.055553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cdf6f754-a735-4214-92de-13c70cc69212 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5529716 Jan 18 22:55:51.058716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34460) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:51.066660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'name': 'tempest-TaggedBootDevicesTest-999507001', 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:51.094293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4b6471b-31c8-44bd-a03e-dd8b95ed624e req-bcb73175-6119-4ed7-bb06-5ee4d6ab2ab9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898920 Jan 18 22:55:51.096030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.104630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] Deleting port 8b56aacc-a944-4473-99ec-7b57e8385894 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:51.111557 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.208519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:55:51.276359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] No DVR routers for this DVR port a4bc4442-6c2b-4fb1-b44d-f81713199b90 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:51.281599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bc4442-6c2b-4fb1-b44d-f81713199b90,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:51.286108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bca0fffb-e4b5-4618-9c2e-ad3bc1314153 None None] The port 'a4bc4442-6c2b-4fb1-b44d-f81713199b90' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:55:51.337117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c04bd-a76b-415f-b861-262676016ab0 None None] Pushing event updated for resources: {'Port': ['ID=66db98f7-c256-4640-be09-6ad709579902,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:51.396000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.502683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:51.506626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] For port b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:51.506756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:port and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:51.510196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:51.517567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:51.532810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.549696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0271dc-3a1a-4404-a5f7-e8daaf79067e {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:51.557513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:51.566981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.576605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] For port b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:51.578619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.605378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port 8b56aacc-a944-4473-99ec-7b57e8385894, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8b56aacc-a944-4473-99ec-7b57e8385894,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:51.605750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.607519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.616519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0df0d5-3eab-4f82-8951-8ba091cf82bf']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:51.616750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d686dab-74ec-4509-9621-d2b621332484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.619887 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.625471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] device_id is not set on port b659786f-daf2-4baa-927e-151c60831786 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:55:51.678998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7d3be2-b157-48be-8561-213099fce095') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:51.679463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7d3be2-b157-48be-8561-213099fce095') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:51.711013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] For port 8b56aacc-a944-4473-99ec-7b57e8385894, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8b56aacc-a944-4473-99ec-7b57e8385894,segment=NetworkSegment(7483ec5c-9ec0-4264-89e7-be2cda8b77a2),segment_id=7483ec5c-9ec0-4264-89e7-be2cda8b77a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:51.711545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.725010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a070f3-0a60-4a6f-ae11-cedd239c74ce req-db5adae0-e3be-4292-a3af-b61cc519bf64 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:51.726559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 63192956-1bf0-4761-a7de-e06e79fb5569, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63192956-1bf0-4761-a7de-e06e79fb5569,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:51.732104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5a070f3-0a60-4a6f-ae11-cedd239c74ce req-db5adae0-e3be-4292-a3af-b61cc519bf64 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 944 time: 0.5222614 Jan 18 22:55:51.763225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.805288 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.828770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.850064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5a070f3-0a60-4a6f-ae11-cedd239c74ce req-5586afaa-1fd0-42eb-b3fa-aec6a8ebd415 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150565 Jan 18 22:55:51.904454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:51.905145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:51.918842 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:51.964520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] Calling delete_port for 8b56aacc-a944-4473-99ec-7b57e8385894 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:52.021488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 22b277bf-f270-40be-b894-5c9457e4f85e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:52.073973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.080822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 22b277bf-f270-40be-b894-5c9457e4f85e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:52.081451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 22b277bf-f270-40be-b894-5c9457e4f85e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:52.106291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.116655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0df0d5-3eab-4f82-8951-8ba091cf82bf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:52.204746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c271adf8-cd46-46c9-9b4d-0f6fa71cff90 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9a0df0d5-3eab-4f82-8951-8ba091cf82bf HTTP/1.1" status: 204 len: 168 time: 2.7440021 Jan 18 22:55:52.270715 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-8d686dab-74ec-4509-9621-d2b621332484 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:55:52.271317 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-8d686dab-74ec-4509-9621-d2b621332484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:55:52.278041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 10.1.1.57 (f5b6f586-f791-4d84-823d-1c3139d085b0/bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df/b659786f-daf2-4baa-927e-151c60831786) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:52.279020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=63192956-1bf0-4761-a7de-e06e79fb5569,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:52.299523 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.364618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] No DVR routers for this DVR port 8b56aacc-a944-4473-99ec-7b57e8385894 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:52.374460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2243d-bec2-45fd-b8a4-47494478103f None None] Pushing event deleted for resources: {'Port': ['ID=8b56aacc-a944-4473-99ec-7b57e8385894,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:52.464408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for 8b56aacc-a944-4473-99ec-7b57e8385894 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:52.477929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 66db98f7-c256-4640-be09-6ad709579902 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:52.493603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c43b-4ec4-4b25-970b-6c684b540958 req-fde40635-1e65-46d7-bdd6-a0cdc0d623d9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:52.497114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9b1c43b-4ec4-4b25-970b-6c684b540958 req-fde40635-1e65-46d7-bdd6-a0cdc0d623d9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 931 time: 0.2158535 Jan 18 22:55:52.498336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:52.499596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Transition to ACTIVE for port object fd0271dc-3a1a-4404-a5f7-e8daaf79067e will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:52.592244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.613521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:52.631417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:52.632326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.634000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-387a033c-b92f-4ecb-8639-236ef11b6e76 service neutron] 10.222.0.85 "PUT /v2.0/ports/b8b9220c-f7f9-486c-b1d5-70d83a2394e7 HTTP/1.1" status: 200 len: 1092 time: 7.0961115 Jan 18 22:55:52.645505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'tag': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:52.650811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 66db98f7-c256-4640-be09-6ad709579902 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:52.735826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a4bc4442-6c2b-4fb1-b44d-f81713199b90 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:52.836545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9b1c43b-4ec4-4b25-970b-6c684b540958 req-925267ec-9d0f-4db5-ac85-1b1d22e69b66 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010089 Jan 18 22:55:52.837125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a4bc4442-6c2b-4fb1-b44d-f81713199b90 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:52.837429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a4bc4442-6c2b-4fb1-b44d-f81713199b90 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:52.837947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8b56aacc-a944-4473-99ec-7b57e8385894 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:52.840784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.902938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 8b56aacc-a944-4473-99ec-7b57e8385894 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:52.903431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8b56aacc-a944-4473-99ec-7b57e8385894 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:52.904080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 73b73052-9285-40e8-af2b-772e5314f423 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:52.921047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.938910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object b659786f-daf2-4baa-927e-151c60831786 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:52.959475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 73b73052-9285-40e8-af2b-772e5314f423 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:52.959935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 73b73052-9285-40e8-af2b-772e5314f423 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:52.962031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53990ad0-ba1f-451e-aea2-da4d1421b3e6 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:52.972892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.002024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-241239f4-1617-4ad4-aca8-750597ea0241 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14297361106b45adb1eff4329111ee72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999139 Jan 18 22:55:53.003944 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.005569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:53.007480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cb204-99e7-44ef-9c35-3d8d10fde936 None None] Network 46e18224-8a01-4e1f-b61c-673795a452ed requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:53.127553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:53.140517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network f5b6f586-f791-4d84-823d-1c3139d085b0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:53.144510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Provisioning for port 66db98f7-c256-4640-be09-6ad709579902 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:53.159255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:53.161963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:53.163424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Provisioning complete for port 66db98f7-c256-4640-be09-6ad709579902 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:53.163902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.177900 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'tag': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7', 'status': 'completed', 'code': 200} Jan 18 22:55:53.181974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.197371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fc61f5-1d2e-4335-82b2-cdc2b290fb94,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:53.281264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3859-4ff9-4ef6-ab23-dc1eee7c4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.283056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Transition to ACTIVE for port object 53990ad0-ba1f-451e-aea2-da4d1421b3e6 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:53.309164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:55:53.309633 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:55:53.341246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:53.356209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:53.356867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.365433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.366836 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3859-4ff9-4ef6-ab23-dc1eee7c4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.410377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa1bb-fe59-4e9b-9c34-2d2eb246681f req-104fece1-4ef5-4e30-9434-581774803a80 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:53.411949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-603aa1bb-fe59-4e9b-9c34-2d2eb246681f req-104fece1-4ef5-4e30-9434-581774803a80 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 931 time: 1.3980668 Jan 18 22:55:53.413285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9634f2ce-034e-4537-b445-1d304fde59c8 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/a9fc61f5-1d2e-4335-82b2-cdc2b290fb94 HTTP/1.1" status: 204 len: 168 time: 3.0235367 Jan 18 22:55:53.428009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff5c4-6547-40cd-8c76-769728a59513 req-2f778b1f-02d1-45fd-90b8-779ad1ec32bf tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:53.429710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-560ff5c4-6547-40cd-8c76-769728a59513 req-2f778b1f-02d1-45fd-90b8-779ad1ec32bf tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 944 time: 0.2373054 Jan 18 22:55:53.433398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:53.444200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1cc2b44c-4aaf-413f-8417-4e4337f86a9b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3806307 Jan 18 22:55:53.448900 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.493253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] For port 66db98f7-c256-4640-be09-6ad709579902, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=66db98f7-c256-4640-be09-6ad709579902,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:53.500917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.566266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Attempting to bind port fd0271dc-3a1a-4404-a5f7-e8daaf79067e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:53.566266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Attempting to bind port fd0271dc-3a1a-4404-a5f7-e8daaf79067e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:53.568908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Attempting to bind port fd0271dc-3a1a-4404-a5f7-e8daaf79067e on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:53.571081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Provisioning complete for port 63192956-1bf0-4761-a7de-e06e79fb5569 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:53.571691 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.585437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-560ff5c4-6547-40cd-8c76-769728a59513 req-41ef87b2-d47a-45c2-9860-97a8fa2c2a0f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494966 Jan 18 22:55:53.592083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.604733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3859-4ff9-4ef6-ab23-dc1eee7c4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.650311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Pushing event updated for resources: {'Port': ['ID=66db98f7-c256-4640-be09-6ad709579902,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:53.651821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Port fd0271dc-3a1a-4404-a5f7-e8daaf79067e on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:53.652155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Attempting to bind port fd0271dc-3a1a-4404-a5f7-e8daaf79067e on network c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:53.700980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb3859-4ff9-4ef6-ab23-dc1eee7c4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2932775c-5890-478a-a8cc-e2f2a3607f61,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:53.741401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:53.741790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Checking segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:53.742199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Bound using segment: {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:53.742639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Bound port: fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923fb053-2b6c-465d-9807-ffeaddd2eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:53.742995 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.760086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:53.771499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-603aa1bb-fe59-4e9b-9c34-2d2eb246681f req-e1278b43-c0d5-4f28-9071-f23537bc32ec tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403370 Jan 18 22:55:53.786648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2cb3859-4ff9-4ef6-ab23-dc1eee7c4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.787777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a2cb3859-4ff9-4ef6-ab23-dc1eee7c4a5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2932775c-5890-478a-a8cc-e2f2a3607f61 HTTP/1.1" status: 204 len: 168 time: 0.7812934 Jan 18 22:55:53.811037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 8b56aacc-a944-4473-99ec-7b57e8385894 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:53.811307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.815944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Provisioning for port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:53.828613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Provisioning complete for port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:53.829342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.848202 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.917446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-045de690-19a9-4506-b6b3-8da60076c7df None None] Port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:53.926992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6683494-ec93-4f3e-b23d-af6b15f18bf3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:53.946260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d86d68d-522e-4dd9-896e-bd6b978c7ca2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:53.946673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d86d68d-522e-4dd9-896e-bd6b978c7ca2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:53.948849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Attempting to bind port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:53.949231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Attempting to bind port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '16713abc-1c73-4266-ad3c-6ffee3871ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:53.949567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Attempting to bind port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 on network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:53.962150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.979812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.987080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:53.987700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.991765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-818fc99c-202b-49ff-a523-bf2199e4c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:53.993312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-818fc99c-202b-49ff-a523-bf2199e4c18d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 1095 time: 1.1753275 Jan 18 22:55:53.998331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] The port '8b56aacc-a944-4473-99ec-7b57e8385894' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:54.004917 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:54.007167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 on network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:55:54.007167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Attempting to bind port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 on network f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:55:54.052318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-30d0c2fd-dcb1-4296-9b0e-f2e671143ba1 None None] Provisioning for port b659786f-daf2-4baa-927e-151c60831786 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:54.061321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-30d0c2fd-dcb1-4296-9b0e-f2e671143ba1 None None] Provisioning complete for port b659786f-daf2-4baa-927e-151c60831786 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:54.061802 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30d0c2fd-dcb1-4296-9b0e-f2e671143ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.142573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.175666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-30d0c2fd-dcb1-4296-9b0e-f2e671143ba1 None None] Port b659786f-daf2-4baa-927e-151c60831786 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:55:54.177099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:55:54.177444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Checking segment: {'id': '16713abc-1c73-4266-ad3c-6ffee3871ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:55:54.177846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Bound using segment: {'id': '16713abc-1c73-4266-ad3c-6ffee3871ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:55:54.178298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Bound port: 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16713abc-1c73-4266-ad3c-6ffee3871ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:54.178646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.181410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6683494-ec93-4f3e-b23d-af6b15f18bf3 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 22:55:54.186026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.190486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-30d0c2fd-dcb1-4296-9b0e-f2e671143ba1 None None] Provisioning complete for port 66db98f7-c256-4640-be09-6ad709579902 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:54.194612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6683494-ec93-4f3e-b23d-af6b15f18bf3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:54.204915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30d0c2fd-dcb1-4296-9b0e-f2e671143ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.205669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7f28d526-9a39-4821-8884-1c44aea8c474 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e6683494-ec93-4f3e-b23d-af6b15f18bf3 HTTP/1.1" status: 204 len: 168 time: 0.7712498 Jan 18 22:55:54.210240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-e5fc61f1-4b02-4d5a-8876-58d92ec7fed1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7 HTTP/1.1" status: 200 len: 217 time: 0.2050862 Jan 18 22:55:54.403536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63192956-1bf0-4761-a7de-e06e79fb5569 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:54.418422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] For port fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:54.439724 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.459125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] For port fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:54.486031 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.536966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a5ef77-001a-4bd7-b192-b38b0c7f7ccc']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:54.547871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-96d3fb06-f9d0-4852-a653-0eb08eb5123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:54.549351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-96d3fb06-f9d0-4852-a653-0eb08eb5123c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.3207943 Jan 18 22:55:54.574927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7483ec5c-9ec0-4264-89e7-be2cda8b77a2') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:54.575649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7483ec5c-9ec0-4264-89e7-be2cda8b77a2') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:54.586407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 63192956-1bf0-4761-a7de-e06e79fb5569 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:54.586803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.615846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34512) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:54.622858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709840956', 'description': 'tempest-description--209877059'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:54.642418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:54.659021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:security_group and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:54.670051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:54.695996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:54.731992 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.789989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 66db98f7-c256-4640-be09-6ad709579902 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:55:54.801883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:54.802515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.803912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] 10.222.0.85 "PUT /v2.0/ports/fd0271dc-3a1a-4404-a5f7-e8daaf79067e HTTP/1.1" status: 200 len: 1091 time: 6.7140951 Jan 18 22:55:54.813125 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.827278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:55:54.916569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.921970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 66db98f7-c256-4640-be09-6ad709579902 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:54.922364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.927893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6,segment=NetworkSegment(16713abc-1c73-4266-ad3c-6ffee3871ae3),segment_id=16713abc-1c73-4266-ad3c-6ffee3871ae3)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:55:54.945528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:54.951678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e8fed-8ee3-4632-beac-48da15067965 req-82867806-1a56-4e1b-a5d9-692c5f86cfd0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:54.953925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-922e8fed-8ee3-4632-beac-48da15067965 req-82867806-1a56-4e1b-a5d9-692c5f86cfd0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 943 time: 0.8419163 Jan 18 22:55:54.960029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:54.960444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.979994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.982036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:security_group_rule and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:54.984136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860107-bb0e-4a7b-a20b-b76a8e245822 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:54.993461 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:54.997411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:55.020751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:55.070275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:55.079700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'name': 'tempest-router--596593856', 'project_id': '4036219882184153a61ff49ffe71e288'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:55.094535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:55.101413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:router and tenant:4036219882184153a61ff49ffe71e288 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:55.106923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:55.122604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:55.134918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab737bd-13ac-4bd1-b0b9-431399f5d067 req-3e520e21-9bed-48d7-bf7c-dbafbd8552dc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:55.136925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ab737bd-13ac-4bd1-b0b9-431399f5d067 req-3e520e21-9bed-48d7-bf7c-dbafbd8552dc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 944 time: 0.3757625 Jan 18 22:55:55.195709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fdce70-0257-4880-8b02-907ff9a95749', 'tag': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:55.206038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.206764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.230579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:55.231501 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.232979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] 10.222.0.86 "PUT /v2.0/ports/53990ad0-ba1f-451e-aea2-da4d1421b3e6 HTTP/1.1" status: 200 len: 1091 time: 4.8401611 Jan 18 22:55:55.234993 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.243637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ab737bd-13ac-4bd1-b0b9-431399f5d067 req-6824df09-422d-4aae-814d-820f886a35c3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993640 Jan 18 22:55:55.256762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.270074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-922e8fed-8ee3-4632-beac-48da15067965 req-1ca9fba5-e6c2-4eb8-b560-0789f25145e4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164764 Jan 18 22:55:55.290465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-7ad448ff-7c77-4861-a690-c60807dc992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:55.291528 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.292409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-7ad448ff-7c77-4861-a690-c60807dc992f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7257438 Jan 18 22:55:55.303611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.328993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.333408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.358138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a72c11-ae41-4eb4-8364-9d34c52e5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:55.406524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb92085-472b-458c-ae6d-0134969318b2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:55.432421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.434476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-691af16d-8cad-4ba8-b149-e6b97082a5ed tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3612206 Jan 18 22:55:55.436352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-1b191a27-5f9a-463b-ba69-e30865c45c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:55.438205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-1b191a27-5f9a-463b-ba69-e30865c45c2e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 1094 time: 0.5737762 Jan 18 22:55:55.439171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34540) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:55.443141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.447831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Network': ['ID=87a5ef77-001a-4bd7-b192-b38b0c7f7ccc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:55.449813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f90abecb-599f-4888-9ef2-48b7b392c468 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8315616 Jan 18 22:55:55.450885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34544) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:55.456276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'security_group_rule': {'security_group_id': 'ceb92085-472b-458c-ae6d-0134969318b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:55.463104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:55.467087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:security_group_rule and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:55.470867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:55.481884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:55.503965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.568193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.573743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.577843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f9d2d1ba-b53d-4c52-a5bb-e9453263edf1 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/networks/87a5ef77-001a-4bd7-b192-b38b0c7f7ccc HTTP/1.1" status: 204 len: 168 time: 5.7199316 Jan 18 22:55:55.579766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-01d1ec86-7017-4b24-854e-a294b88d2832 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e HTTP/1.1" status: 200 len: 217 time: 0.0708215 Jan 18 22:55:55.584517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34552) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:55.636869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb85958-584f-40f6-bf64-e91f53ebc814,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:55.637295 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fdce70-0257-4880-8b02-907ff9a95749', 'tag': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e', 'status': 'completed', 'code': 200} Jan 18 22:55:55.658836 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.662524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f608dd6-be4f-4071-96fd-bec3e9138486 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2081487 Jan 18 22:55:55.663399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:55.670447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'security_group_rule': {'security_group_id': 'ceb92085-472b-458c-ae6d-0134969318b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:55.682286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting subnet 3bdb40b0-8810-4c08-bc08-efaf421fa926 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:55:55.684333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:55.688357 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.716754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:security_group_rule and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:55.724134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:55.760403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:55.770444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-1f3690da-3247-4c56-9441-b534530a97cf tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e511cc77c5514291906329735c8cd389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549459 Jan 18 22:55:55.809220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.832384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.900755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.001157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-65edac14-cce4-44a5-be70-ae05ac904d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:56.002578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-65edac14-cce4-44a5-be70-ae05ac904d06 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.3449099 Jan 18 22:55:56.047450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-af31d55f-1c0a-4975-b264-cefea51678b8 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:56.048889 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-af31d55f-1c0a-4975-b264-cefea51678b8 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719100 Jan 18 22:55:56.061636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.072614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.099064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-47b7e0a6-6d34-4191-9350-4decd5e26ce7 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600694 Jan 18 22:55:56.213652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.236208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-5243cd9c-0dc2-4948-8cdf-2ef9e709a5d8 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/quotas/e511cc77c5514291906329735c8cd389 HTTP/1.1" status: 200 len: 375 time: 0.1763403 Jan 18 22:55:56.305981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3486b71d-4f41-4fe8-bee7-be13b75ff231,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:56.312907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-282d102f-1407-4c89-917c-8580bd564b9f tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e511cc77c5514291906329735c8cd389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703926 Jan 18 22:55:56.316722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.317903 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2da047ac-84f9-405a-83c4-b05c83422e2e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6539266 Jan 18 22:55:56.322198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:56.328830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:56.335918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:56.343163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:floatingip and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:56.346578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-6ceb1903-c2d2-418a-bed0-261facf3f95a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3349915 Jan 18 22:55:56.348584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:56.356395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:56.366255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.401017 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.407357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-66b49910-799c-4fb2-930c-cf02ac62b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:56.408870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-66b49910-799c-4fb2-930c-cf02ac62b78b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b756588d9234fa4bab91303216bc70e&device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 1094 time: 1.1131518 Jan 18 22:55:56.426794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdb40b0-8810-4c08-bc08-efaf421fa926,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:56.429129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.439020 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a4a2baf0-91aa-4350-8d19-6e7728033eca tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/subnets/3bdb40b0-8810-4c08-bc08-efaf421fa926 HTTP/1.1" status: 204 len: 168 time: 0.8526261 Jan 18 22:55:56.439902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbb933-6bc3-46ee-8021-74ef87823e2f None None] Network a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:55:56.485811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34578) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:56.605529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.689014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.725299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:56.725998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.753666 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.778157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-aa29ba0d-47b3-4186-883f-06c6b78aa75e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6 HTTP/1.1" status: 200 len: 217 time: 0.2858698 Jan 18 22:55:56.812809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] DHCP port deletion for a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:55:56.816140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3dbf3-c8fb-4ad9-a533-4cc919dbfc0c req-14aacfcd-6428-47e9-8b55-c5f7e30815da tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:56.817328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] Deleting port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:56.817681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-49d3dbf3-c8fb-4ad9-a533-4cc919dbfc0c req-14aacfcd-6428-47e9-8b55-c5f7e30815da tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 944 time: 0.2247250 Jan 18 22:55:56.817895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.820417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3950b60-f142-4d78-ae6a-e6693ed6e69b req-8e7db7dc-6725-4c80-8e4f-5baa34dda252 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:56.823096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3950b60-f142-4d78-ae6a-e6693ed6e69b req-8e7db7dc-6725-4c80-8e4f-5baa34dda252 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 943 time: 1.1873724 Jan 18 22:55:56.826685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-fc7655f5-7ce3-4b2c-9bc7-77c8ed243745 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229085 Jan 18 22:55:56.884400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b9d760-1462-4bbb-83ae-798b95fc137f req-ffe4b2a5-2491-4d61-aea2-2fc8f5c5c82c service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161877 Jan 18 22:55:56.903823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.927731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:56.928529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01caa045-c477-41a8-afde-9d3c6267a655 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:55:56.991976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-49d3dbf3-c8fb-4ad9-a533-4cc919dbfc0c req-43a3cc63-fdc9-4d33-8948-ac2cc5ed3845 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648853 Jan 18 22:55:57.138115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:57.139316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ad54373f-104d-4ffc-a810-e745b27650a2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/routers/01caa045-c477-41a8-afde-9d3c6267a655 HTTP/1.1" status: 204 len: 168 time: 1.6930988 Jan 18 22:55:57.159733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] For port 1f655150-20dc-48b5-8bf9-7bb6f2c16066, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1f655150-20dc-48b5-8bf9-7bb6f2c16066,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:57.160019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:57.181520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d687d-21e1-48d8-a209-f99a775ec500 req-33c2b73b-c916-47fe-a0b2-e630788c1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.182955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-33c2b73b-c916-47fe-a0b2-e630788c1913 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6070c8-2cd0-4859-8f59-845d8cb11f51 HTTP/1.1" status: 200 len: 861 time: 0.3552229 Jan 18 22:55:57.214356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3950b60-f142-4d78-ae6a-e6693ed6e69b req-f71bf67a-ab81-4b9f-ae42-0992e1f26b55 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876475 Jan 18 22:55:57.242952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] For port 1f655150-20dc-48b5-8bf9-7bb6f2c16066, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1f655150-20dc-48b5-8bf9-7bb6f2c16066,segment=NetworkSegment(73f423ce-e2f5-45e9-b8b9-a7d7081ea310),segment_id=73f423ce-e2f5-45e9-b8b9-a7d7081ea310)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:57.250170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:57.262565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-7f4022d0-2cd0-4996-8778-92ac85bee5ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664115 Jan 18 22:55:57.302474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] Calling delete_port for 1f655150-20dc-48b5-8bf9-7bb6f2c16066 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:57.313003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a185c77-f335-4dd8-93d0-cd2cd5de8480 req-728817e7-6cee-490f-aa82-a207bc5ccbc7 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879726 Jan 18 22:55:57.416985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-e8a4c2e8-d843-4ded-a6b2-bfcbe1cec4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.417249 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:57.418602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-e8a4c2e8-d843-4ded-a6b2-bfcbe1cec4f9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 1095 time: 0.4548101 Jan 18 22:55:57.523702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] Pushing event deleted for resources: {'Port': ['ID=1f655150-20dc-48b5-8bf9-7bb6f2c16066,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:57.525520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d04ef-774b-418a-b769-82d220c10afc None None] No DVR routers for this DVR port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:57.570837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Calling delete_port for 1f655150-20dc-48b5-8bf9-7bb6f2c16066 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:55:57.605892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34594) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:55:57.676087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:57.677209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 172.25.4.205 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/819df051-52cc-4881-91a0-9a8e6364d753) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:57.711433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d567b11b-40af-4e19-aa71-61e5852b28d8 req-c647c34b-cbde-4747-a653-f223818ed3d3 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 210 time: 0.0956421 Jan 18 22:55:57.730403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-edb9d9f9-da7d-4cea-b0a2-e5b630dee1c9 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525492 Jan 18 22:55:57.750824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1ef6f-61fa-4700-ba5d-6539579ec7ed req-0f96055a-6301-4c40-b33d-31cd6a6dff4c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.750824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75c1ef6f-61fa-4700-ba5d-6539579ec7ed req-0f96055a-6301-4c40-b33d-31cd6a6dff4c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 943 time: 0.5871782 Jan 18 22:55:57.751132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-f61a4786-b6e3-4989-89ca-d66724c83299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.751132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-f61a4786-b6e3-4989-89ca-d66724c83299 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=82514b0fd74b4494946c78705489fd4d&device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 1094 time: 0.3686979 Jan 18 22:55:57.804377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:55:57.804625 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:55:57.819584 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6', 'status': 'completed', 'code': 200} Jan 18 22:55:57.880249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75c1ef6f-61fa-4700-ba5d-6539579ec7ed req-91dde8f1-8b44-40a0-9f3f-1bb4f99eae39 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775771 Jan 18 22:55:57.920889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-89625d0d-626f-4a1e-bf7d-d16d2a5c1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.922721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-89625d0d-626f-4a1e-bf7d-d16d2a5c1682 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.4963679 Jan 18 22:55:57.926962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:57.961892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.038888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:58.041866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:58.045665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:55:58.097435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=819df051-52cc-4881-91a0-9a8e6364d753,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:58.155723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b8b9220c-f7f9-486c-b1d5-70d83a2394e7 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:55:58.157148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.205571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816609838', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:58.222917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-95b84a07-677f-4209-9196-a85ef38ea528 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7 HTTP/1.1" status: 200 len: 217 time: 0.2840140 Jan 18 22:55:58.224296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:55:58.291946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-922a1f10-9456-4358-879f-e7db8d8fff9f tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e511cc77c5514291906329735c8cd389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2645357 Jan 18 22:55:58.293669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Usage tracker for resource:router and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:55:58.338847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:55:58.359076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Deleting port 1f655150-20dc-48b5-8bf9-7bb6f2c16066 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:55:58.359076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.437694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-726d687d-21e1-48d8-a209-f99a775ec500 req-be91c5db-ac5a-4470-b69c-62846af3d947 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953819 Jan 18 22:55:58.461607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:55:58.476181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:58.485053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] The port '1f655150-20dc-48b5-8bf9-7bb6f2c16066' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:55:58.506352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1f655150-20dc-48b5-8bf9-7bb6f2c16066 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:55:58.510364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.511406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.544513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7', 'mac_address': 'fa:16:3e:14:45:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:55:58.554977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1f655150-20dc-48b5-8bf9-7bb6f2c16066 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:55:58.554977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1f655150-20dc-48b5-8bf9-7bb6f2c16066 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:55:58.579867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.629561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.652708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b9220c-f7f9-486c-b1d5-70d83a2394e7 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:58.662398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-c95ca16f-ea20-46be-a778-993566edb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:58.664008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-c95ca16f-ea20-46be-a778-993566edb2d7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.4307582 Jan 18 22:55:58.678016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:55:58.686640 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.712482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-f7ad449e-5c05-47cc-90b8-e2ffe775b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:58.713828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-f7ad449e-5c05-47cc-90b8-e2ffe775b203 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 200 len: 907 time: 0.9300568 Jan 18 22:55:58.731486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.763662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:58.804285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:58.827143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.834558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-7b456106-94a4-45e8-bdfe-75c0bd0d1fb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e HTTP/1.1" status: 200 len: 217 time: 0.1007533 Jan 18 22:55:58.843851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f423ce-e2f5-45e9-b8b9-a7d7081ea310') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:58.844990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f423ce-e2f5-45e9-b8b9-a7d7081ea310') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:55:58.909947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['b8b9220c-f7f9-486c-b1d5-70d83a2394e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:55:58.938382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac991a5d-cb0e-4038-b817-2da1e1a265f6 req-108712b9-8724-4638-addf-40aec0cff63e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:58.939885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac991a5d-cb0e-4038-b817-2da1e1a265f6 req-108712b9-8724-4638-addf-40aec0cff63e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 944 time: 0.7281158 Jan 18 22:55:58.952161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-c00618f6-6059-4ae2-8ea1-eb06b014798e tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:58.953610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-c00618f6-6059-4ae2-8ea1-eb06b014798e tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6072111 Jan 18 22:55:58.959330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.967753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:58.968934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Request body: {'port': {'device_id': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'e511cc77c5514291906329735c8cd389'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:58.983829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d0b7a-09b0-4369-b731-3547cc344efd req-61c5b3ae-d02c-4e88-9e26-b1d79ae6e687 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:58.985560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a31d0b7a-09b0-4369-b731-3547cc344efd req-61c5b3ae-d02c-4e88-9e26-b1d79ae6e687 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 943 time: 0.4973264 Jan 18 22:55:58.989603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.004554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-471192cf-c452-457e-8c34-0f6b959e2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:59.006289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-471192cf-c452-457e-8c34-0f6b959e2d00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b756588d9234fa4bab91303216bc70e&device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 1094 time: 0.4888556 Jan 18 22:55:59.019647 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.101456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:55:59.101914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:55:59.124658 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:55:59.174015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-1f8d0670-79af-4044-a365-f1d1141264a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:59.175501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-1f8d0670-79af-4044-a365-f1d1141264a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 200 len: 846 time: 0.3252532 Jan 18 22:55:59.261318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=819df051-52cc-4881-91a0-9a8e6364d753,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:59.280230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a31d0b7a-09b0-4369-b731-3547cc344efd req-05963e45-bbf1-44ea-a107-24ffe322f9b5 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579584 Jan 18 22:55:59.283149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.287906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.307885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.319831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] Pushing event deleted for resources: {'Network': ['ID=a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:59.348359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9a3711de-dd82-4c18-8c34-1f564bf0d647 tempest-ServersTestMultiNic-339559009 tempest-ServersTestMultiNic-339559009-project] 10.222.0.78 "DELETE /v2.0/networks/a03341ae-8c8d-4bcc-ab1e-66b2f9d0531e HTTP/1.1" status: 204 len: 168 time: 2.8612123 Jan 18 22:55:59.354893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-3f898f1e-4d80-41df-ad01-3101dec06561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:59.356346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-3f898f1e-4d80-41df-ad01-3101dec06561 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6795394 Jan 18 22:55:59.357437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:59.359499 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f9790d7a-7e60-46b0-9511-8c6f398141ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0357020 Jan 18 22:55:59.371677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-a433831f-5b85-44c4-b45a-a81c601c4476 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889609 Jan 18 22:55:59.407795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac991a5d-cb0e-4038-b817-2da1e1a265f6 req-c961c1ac-647d-4127-99ed-0393502fda67 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531395 Jan 18 22:55:59.552134 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4cc4c391-2c54-4353-8b64-53363a05ece1 req-b02c8c67-7d92-43ec-81f5-b43ab1de28b9 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 210 time: 0.0474584 Jan 18 22:55:59.757685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9a8230a8-863e-46cf-b633-e7ab90e869c3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:59.782803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9a8230a8-863e-46cf-b633-e7ab90e869c3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:59.784495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9a8230a8-863e-46cf-b633-e7ab90e869c3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1709840956&fields=id&tenant_id=c248c765cf1f42dfb165b79c82193121 HTTP/1.1" status: 200 len: 267 time: 0.0657964 Jan 18 22:55:59.871488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-ccc39e2f-95a1-4f64-910f-7a6c6631595e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:59.871488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-ccc39e2f-95a1-4f64-910f-7a6c6631595e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:55:59.892552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-ccc39e2f-95a1-4f64-910f-7a6c6631595e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:55:59.898846 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-ccc39e2f-95a1-4f64-910f-7a6c6631595e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 931 time: 0.1020148 Jan 18 22:55:59.917003 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.010490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:00.011977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b9ec7254-42ab-490f-a22c-4363d76b801c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.011977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b9ec7254-42ab-490f-a22c-4363d76b801c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 930 time: 0.0890749 Jan 18 22:56:00.024459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-12e85643-bc7b-46a3-a182-30905c9d0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.024459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-12e85643-bc7b-46a3-a182-30905c9d0584 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 HTTP/1.1" status: 200 len: 922 time: 0.9094737 Jan 18 22:56:00.031455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Usage tracker for resource:port and tenant:e511cc77c5514291906329735c8cd389 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:00.053753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:00.078129 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-83897316-25fa-4335-968e-51fe814bf0f3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0562351 Jan 18 22:56:00.119853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:00.141265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-f6cae42e-9973-4dcd-9630-6c4ee954dd06 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557163 Jan 18 22:56:00.170801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fd0271dc-3a1a-4404-a5f7-e8daaf79067e details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:56:00.203365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-5237c011-c9de-4671-9a24-e3556945197b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6 HTTP/1.1" status: 200 len: 217 time: 0.1467073 Jan 18 22:56:00.212440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-d426c4e1-c726-4ffe-b68d-b34dd7232865 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323724 Jan 18 22:56:00.256474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-53e808fd-12c2-4a3f-b0fd-663a7c4862ac service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730490 Jan 18 22:56:00.281902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b8b9220c-f7f9-486c-b1d5-70d83a2394e7 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:00.292288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Made reservation on behalf of e511cc77c5514291906329735c8cd389 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:00.295035 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.343978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b1ba65bc-2570-482f-936f-1909ed2671d4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.359975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b1ba65bc-2570-482f-936f-1909ed2671d4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.359975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b1ba65bc-2570-482f-936f-1909ed2671d4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.359975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b1ba65bc-2570-482f-936f-1909ed2671d4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:00.384279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:00.386013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b1ba65bc-2570-482f-936f-1909ed2671d4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:00.401258 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b1ba65bc-2570-482f-936f-1909ed2671d4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/networks?id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=46e18224-8a01-4e1f-b61c-673795a452ed&id=46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 200 len: 1990 time: 0.2466834 Jan 18 22:56:00.401460 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.403620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e', 'network_id': 'c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7', 'port_id': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e', 'mac_address': 'fa:16:3e:8a:89:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473e1f3d-3c06-49a6-84cf-a1d985f88b9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:56:00.413951 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4e84fed3-c28f-45b9-bcda-70da1bdf88b7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/quotas/c248c765cf1f42dfb165b79c82193121 HTTP/1.1" status: 200 len: 375 time: 0.0190129 Jan 18 22:56:00.438178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:00.461784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:00.461784 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.512077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4a7ed-6b63-45dd-8a8e-236b779750d5 req-b5db466f-7bb8-4efb-939c-99a715e8e0dc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.514635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5c4a7ed-6b63-45dd-8a8e-236b779750d5 req-b5db466f-7bb8-4efb-939c-99a715e8e0dc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 943 time: 0.7054124 Jan 18 22:56:00.515734 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.525489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:00.547081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-80c031cc-e10b-42d9-9dbe-bab6371f8938 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1277003 Jan 18 22:56:00.547304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0271dc-3a1a-4404-a5f7-e8daaf79067e {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:00.557751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-e6131753-c8c9-4e2d-b32c-4d201c1c0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.559578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-e6131753-c8c9-4e2d-b32c-4d201c1c0a1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6070c8-2cd0-4859-8f59-845d8cb11f51 HTTP/1.1" status: 200 len: 861 time: 0.3457468 Jan 18 22:56:00.569736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Usage tracker for resource:security_group_rule and tenant:e511cc77c5514291906329735c8cd389 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:00.572700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:00.609124 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.634341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:00.679058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:00.680685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-520ebf9a-4ba6-49e9-932a-987ad01fdad8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040413 Jan 18 22:56:00.730733 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-96462e61-2360-46b0-8f04-5cc9b323750c service neutron] 10.222.0.78 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757357 Jan 18 22:56:00.743242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.757180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5c4a7ed-6b63-45dd-8a8e-236b779750d5 req-2f080618-aa78-4a56-8e31-d75ccd9d37a6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414753 Jan 18 22:56:00.766886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:00.793762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:00.814868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:00.826012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:00.874904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ad8b0c0-e9fb-4dac-9905-5522975a53ee req-a590b78e-bce1-4e76-908c-1ac862ba45c3 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241817 Jan 18 22:56:00.900422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a3005ac-3f9f-4645-8a30-52197f79538c req-e67f694a-5ea2-4b5b-9fa6-c6e4ede70e82 service neutron] 10.222.0.85 "GET /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182840 Jan 18 22:56:00.912160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['fd0271dc-3a1a-4404-a5f7-e8daaf79067e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:00.970967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:01.026844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:01.083827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:01.120085 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-82024764-5d76-4efa-9fa0-208beaf86c30 service neutron] 10.222.0.78 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864162 Jan 18 22:56:01.143625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 53990ad0-ba1f-451e-aea2-da4d1421b3e6 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:56:01.187710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a97cec26-8041-4e60-8d8d-b2ca79f29357 service neutron] 10.222.0.78 "GET /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0638509 Jan 18 22:56:01.252234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48ae52-3273-4fc0-8495-bd5e9a07298c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:01.326417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-37fda2d0-d855-4af4-b167-cee1167ed006 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258893 Jan 18 22:56:01.346752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6,segment=NetworkSegment(16713abc-1c73-4266-ad3c-6ffee3871ae3),segment_id=16713abc-1c73-4266-ad3c-6ffee3871ae3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:01.355458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-78ab9071-223a-4040-bc1e-aac76fced07f service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577749 Jan 18 22:56:01.373322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '53990ad0-ba1f-451e-aea2-da4d1421b3e6', 'network_id': 'f2c760cd-81d4-423d-bf14-f9ff8fcc3e82', 'port_id': '53990ad0-ba1f-451e-aea2-da4d1421b3e6', 'mac_address': 'fa:16:3e:83:c9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6070c8-2cd0-4859-8f59-845d8cb11f51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:56:01.452006 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:01.472645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53990ad0-ba1f-451e-aea2-da4d1421b3e6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:01.490832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6,segment=NetworkSegment(16713abc-1c73-4266-ad3c-6ffee3871ae3),segment_id=16713abc-1c73-4266-ad3c-6ffee3871ae3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:01.498070 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:01.510602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:01.552719 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-bfeb9027-4b31-4ae4-9c5d-6d59f2e3811f service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902394 Jan 18 22:56:01.586217 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:01.608199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:01.648675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-d1edde0d-fae1-429a-9d13-d78483c7bdd1 service neutron] 10.222.0.78 "GET /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0850182 Jan 18 22:56:01.787497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['53990ad0-ba1f-451e-aea2-da4d1421b3e6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:01.797482 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-f2014400-785c-4998-b5d1-441861aca71e service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420870 Jan 18 22:56:01.807577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d92a-f87f-4248-8b91-631db849c8f4 req-7bd72a06-121d-492d-aeab-bf4b04598d87 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:01.811063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ca5d92a-f87f-4248-8b91-631db849c8f4 req-7bd72a06-121d-492d-aeab-bf4b04598d87 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 943 time: 0.7690854 Jan 18 22:56:01.948385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-0a4d11a0-3ad5-47c7-9118-ddea780862d1 service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499639 Jan 18 22:56:02.039965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Allocated IP 192.168.233.131 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/77d35d20-7647-4c46-a86b-086eaa692230) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:02.083449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ca5d92a-f87f-4248-8b91-631db849c8f4 req-0439120a-5782-4e04-a140-2c2212359c3d tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357429 Jan 18 22:56:02.092691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Allocated IP 172.25.4.26 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/5b11d19f-3f68-4304-beaf-7efb6138116c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:02.097122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1431605e-9422-42d0-9a5a-9e60ee657d1f service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430879 Jan 18 22:56:02.111422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe697647-d88d-499e-9e2d-d81e4320b324 req-abe412ed-8f2c-4530-9f17-cc733e60de87 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185092 Jan 18 22:56:02.187963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fd0271dc-3a1a-4404-a5f7-e8daaf79067e up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:02.306331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port fd0271dc-3a1a-4404-a5f7-e8daaf79067e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:02.320395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6f27e790-14a0-4b2e-a951-cd64fb2c9f6c service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154837 Jan 18 22:56:02.321565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port fd0271dc-3a1a-4404-a5f7-e8daaf79067e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:02.322025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.486925 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.501929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e431f75a-7a4c-48cb-8676-aad45754c25a service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747983 Jan 18 22:56:02.510519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.522750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:02.529280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.546623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.578256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Transition to ACTIVE for port object 77d35d20-7647-4c46-a86b-086eaa692230 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:02.587381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080eef-f3d8-4193-a505-1b86b2b516c8 req-4d08f930-0f04-44ab-8064-6bf112813fc0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:02.588884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5080eef-f3d8-4193-a505-1b86b2b516c8 req-4d08f930-0f04-44ab-8064-6bf112813fc0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.1903517 Jan 18 22:56:02.604829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:02.633149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.653519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-c763aba2-5a7c-4acb-a4de-e07350daca94 service neutron] 10.222.0.78 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445909 Jan 18 22:56:02.702310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5080eef-f3d8-4193-a505-1b86b2b516c8 req-e2ea3800-ea95-4c8f-ae57-1efdd7f6395a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071398 Jan 18 22:56:02.709894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:02.715345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:02.730010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:02.776860 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:02.780596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event updated for resources: {'Port': ['ID=5b11d19f-3f68-4304-beaf-7efb6138116c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:02.829829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-51e83211-feea-4a53-b66d-ba8400f065b2 service neutron] 10.222.0.78 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679468 Jan 18 22:56:02.980832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a88fc611-21a1-4d02-967b-cfb68d5127f0 service neutron] 10.222.0.78 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440010 Jan 18 22:56:03.032702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Pushing event updated for resources: {'Port': ['ID=77d35d20-7647-4c46-a86b-086eaa692230,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:03.038848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:03.047486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:03.093761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:03.140350 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-13336200-317b-49da-afa5-37a65ed394a2 service neutron] 10.222.0.78 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526163 Jan 18 22:56:03.186047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 53990ad0-ba1f-451e-aea2-da4d1421b3e6 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:03.198293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:03.198293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.308073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-476b4bf2-7422-4a22-b242-784444516797 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:03.309312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-476b4bf2-7422-4a22-b242-784444516797 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Synchronizing usage tracker for tenant:e511cc77c5514291906329735c8cd389 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:03.317386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:03.325762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:03.326537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.357880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-094b1915-e579-44d7-a032-30cce227c9e4 service neutron] 10.222.0.78 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113831 Jan 18 22:56:03.392175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-7fcd8b7e-e146-44bd-92c3-406e2f387699 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4271297 Jan 18 22:56:03.394021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-476b4bf2-7422-4a22-b242-784444516797 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Unset dirty status for tenant:e511cc77c5514291906329735c8cd389 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:03.394501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-476b4bf2-7422-4a22-b242-784444516797 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 936 time: 0.5501785 Jan 18 22:56:03.411622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0adeea5f-f7f8-4ce4-9f9a-d5080a7ebfab None None] Provisioning for port 77d35d20-7647-4c46-a86b-086eaa692230 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:03.414948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Request body: {'port': {'device_id': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:03.437087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0adeea5f-f7f8-4ce4-9f9a-d5080a7ebfab None None] Provisioning complete for port 77d35d20-7647-4c46-a86b-086eaa692230 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:03.438278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0adeea5f-f7f8-4ce4-9f9a-d5080a7ebfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.530667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-4cfe5e7d-4300-4a66-99ac-dbc032cf76a3 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Synchronizing usage tracker for tenant:e511cc77c5514291906329735c8cd389 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:03.578244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0adeea5f-f7f8-4ce4-9f9a-d5080a7ebfab None None] Port 77d35d20-7647-4c46-a86b-086eaa692230 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:03.579107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.604104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.647585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6,segment=NetworkSegment(16713abc-1c73-4266-ad3c-6ffee3871ae3),segment_id=16713abc-1c73-4266-ad3c-6ffee3871ae3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:03.652019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.733470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:03.807485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-4cfe5e7d-4300-4a66-99ac-dbc032cf76a3 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Unset dirty status for tenant:e511cc77c5514291906329735c8cd389 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:03.808685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-793f5a8d-ac67-4be9-ba49-8877c57adcb8 req-4cfe5e7d-4300-4a66-99ac-dbc032cf76a3 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036937 Jan 18 22:56:03.816160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:03.881861 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7', 'code': 200} Jan 18 22:56:04.188576 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:04.420356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7cdc1-1fc9-423d-b200-faee46a8e830 req-c4bc9b1b-e7cd-4d28-b7a2-3284bf6ae254 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:04.422207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c6b7cdc1-1fc9-423d-b200-faee46a8e830 req-c4bc9b1b-e7cd-4d28-b7a2-3284bf6ae254 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 945 time: 0.0920150 Jan 18 22:56:04.427916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb57d9-ccb1-44e4-9d5b-ecb5e217a843 req-14bcfe7d-4f67-40d2-94c0-8318bd985eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:04.429423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57eb57d9-ccb1-44e4-9d5b-ecb5e217a843 req-14bcfe7d-4f67-40d2-94c0-8318bd985eea service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 1097 time: 0.4728966 Jan 18 22:56:04.464048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:04.478130 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c6b7cdc1-1fc9-423d-b200-faee46a8e830 req-5325f79a-2c1c-4578-ad94-176661216442 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Jan 18 22:56:04.482799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba91e-9a4f-478d-a4d4-da0dff481fb2 req-3d91cb2a-2a15-4bbc-952a-1f30aa1e61bd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:04.484255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-430ba91e-9a4f-478d-a4d4-da0dff481fb2 req-3d91cb2a-2a15-4bbc-952a-1f30aa1e61bd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.4306359 Jan 18 22:56:04.600696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57eb57d9-ccb1-44e4-9d5b-ecb5e217a843 req-6038663e-ae3e-4f45-8cdf-d37f3cfd3300 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643107 Jan 18 22:56:04.743674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-430ba91e-9a4f-478d-a4d4-da0dff481fb2 req-5f0bc54d-6ec5-4ebc-8619-d1b81b550e29 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448871 Jan 18 22:56:04.779046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d35d20-7647-4c46-a86b-086eaa692230 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:04.790127 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:04.794301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23281b17-a7d1-4428-9e1a-6c4280f7c437 req-3cfaad2c-2582-477b-9a46-0b9c5f746f96 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:04.805865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23281b17-a7d1-4428-9e1a-6c4280f7c437 req-3cfaad2c-2582-477b-9a46-0b9c5f746f96 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.1192548 Jan 18 22:56:04.817033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Transition to ACTIVE for port object 77d35d20-7647-4c46-a86b-086eaa692230 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:04.827726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:04.847180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34686) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:05.022270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Pushing event updated for resources: {'Port': ['ID=77d35d20-7647-4c46-a86b-086eaa692230,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:05.031180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Router 03f886f1-f192-4a8d-b074-1207d741e16c is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:56:05.093344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23281b17-a7d1-4428-9e1a-6c4280f7c437 req-42f02f9c-8de3-4aee-8dd0-0440bde34d2b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827256 Jan 18 22:56:05.247884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d92be0db-2e69-4144-85ad-ffb67a6002ed req-dc22405a-8b66-4c77-a424-61f1d68e73d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:05.362236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d92be0db-2e69-4144-85ad-ffb67a6002ed req-dc22405a-8b66-4c77-a424-61f1d68e73d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:05.363474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d92be0db-2e69-4144-85ad-ffb67a6002ed req-dc22405a-8b66-4c77-a424-61f1d68e73d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 210 time: 0.3672690 Jan 18 22:56:05.373046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Attempting to bind port 77d35d20-7647-4c46-a86b-086eaa692230 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:05.373388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Attempting to bind port 77d35d20-7647-4c46-a86b-086eaa692230 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:05.373717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Attempting to bind port 77d35d20-7647-4c46-a86b-086eaa692230 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:05.429372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Port 77d35d20-7647-4c46-a86b-086eaa692230 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:05.430469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Attempting to bind port 77d35d20-7647-4c46-a86b-086eaa692230 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:05.460240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2648209-c0c1-4e6e-ad9d-44693ffc7dc4 req-084f36d2-88a6-45ee-93ab-5cfdd354be5f tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:05.461746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2648209-c0c1-4e6e-ad9d-44693ffc7dc4 req-084f36d2-88a6-45ee-93ab-5cfdd354be5f tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 948 time: 0.2479832 Jan 18 22:56:05.503461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:05.503808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:05.504282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:05.504701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Bound port: 77d35d20-7647-4c46-a86b-086eaa692230, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:05.505106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:05.571606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76f76eee-a6e9-4c7d-80b8-691a862a9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:05.572988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76f76eee-a6e9-4c7d-80b8-691a862a9354 service neutron] 10.222.0.86 "GET /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 1027 time: 0.1400585 Jan 18 22:56:05.615809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:05.616829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2648209-c0c1-4e6e-ad9d-44693ffc7dc4 req-01025e07-ab66-4952-b3a3-a5faef6c7f35 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454976 Jan 18 22:56:05.637707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] Sync routers for ids ['03f886f1-f192-4a8d-b074-1207d741e16c'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:05.656931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] Routers {'03f886f1-f192-4a8d-b074-1207d741e16c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:05.658158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['03f886f1-f192-4a8d-b074-1207d741e16c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:05.730982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e721523b-0aef-42c9-8468-1386cc172b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:05.732628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e721523b-0aef-42c9-8468-1386cc172b0c service neutron] 10.222.0.86 "GET /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 1026 time: 0.1510913 Jan 18 22:56:05.733595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:05.734822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8551962a-4d1d-4c50-84ec-d6c813b7b136 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1279137 Jan 18 22:56:05.742372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34694) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:05.812693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:05.822514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] Routers {'03f886f1-f192-4a8d-b074-1207d741e16c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:05.823399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['03f886f1-f192-4a8d-b074-1207d741e16c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:05.889233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdce70-0257-4880-8b02-907ff9a95749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e'}, {'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:05.904816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:05.905856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec625ee-cd64-43b2-9e4a-809c979cab74 None None] The sync data for ids ['03f886f1-f192-4a8d-b074-1207d741e16c'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:05.923093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] For port 77d35d20-7647-4c46-a86b-086eaa692230, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:05.942851 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:06.010514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] For port 77d35d20-7647-4c46-a86b-086eaa692230, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=77d35d20-7647-4c46-a86b-086eaa692230,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:06.092637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:06.191795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75924ab5-8795-4cd9-a11e-84a650b747dd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.208070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75924ab5-8795-4cd9-a11e-84a650b747dd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.208215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f40af-2694-4946-8edc-58cecfb64261 req-1259368c-3222-4d5e-93f1-90c1c1b2b2a6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.215069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db7f40af-2694-4946-8edc-58cecfb64261 req-1259368c-3222-4d5e-93f1-90c1c1b2b2a6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.2186615 Jan 18 22:56:06.216506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75924ab5-8795-4cd9-a11e-84a650b747dd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.217397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75924ab5-8795-4cd9-a11e-84a650b747dd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:06.264464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-498ca5e8-78ba-45f0-bea3-7358383f8daf tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/03f886f1-f192-4a8d-b074-1207d741e16c HTTP/1.1" status: 200 len: 923 time: 0.5137801 Jan 18 22:56:06.270814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5de61-8769-4476-ac56-bafaeb1e17da req-70474af2-0792-45ec-a66d-1f39f2fbb08b tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.278568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81a5de61-8769-4476-ac56-bafaeb1e17da req-70474af2-0792-45ec-a66d-1f39f2fbb08b tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 945 time: 0.6546500 Jan 18 22:56:06.282870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.283201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:06.283499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:06.284970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] 10.222.0.86 "PUT /v2.0/ports/77d35d20-7647-4c46-a86b-086eaa692230 HTTP/1.1" status: 200 len: 1096 time: 2.8810716 Jan 18 22:56:06.285697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3225c-fa78-47b5-97bf-2fa63e14b719 service neutron] Pushing event updated for resources: {'Port': ['ID=77d35d20-7647-4c46-a86b-086eaa692230,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:06.288667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'tag': '77d35d20-7647-4c46-a86b-086eaa692230'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:06.335464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75924ab5-8795-4cd9-a11e-84a650b747dd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:06.336918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75924ab5-8795-4cd9-a11e-84a650b747dd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "GET /v2.0/networks?id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=46e18224-8a01-4e1f-b61c-673795a452ed&id=46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 200 len: 1990 time: 0.5899355 Jan 18 22:56:06.412048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db7f40af-2694-4946-8edc-58cecfb64261 req-e81f7700-225b-465e-9cb0-b6312ac1fce9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959229 Jan 18 22:56:06.417303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f7b053c8-0235-43c1-8671-c62d6a3deef7 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=03f886f1-f192-4a8d-b074-1207d741e16c HTTP/1.1" status: 200 len: 205 time: 0.1232836 Jan 18 22:56:06.422090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34712) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:06.458727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81a5de61-8769-4476-ac56-bafaeb1e17da req-1c6bf988-cb93-4ef8-93d8-40c6094fc74f tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788418 Jan 18 22:56:06.486348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6686b437-3857-4eb4-907c-0af7e88a5208 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c248c765cf1f42dfb165b79c82193121 HTTP/1.1" status: 200 len: 380 time: 0.0926228 Jan 18 22:56:06.496032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'admin_state_up': True, 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'security_groups': ['ceb92085-472b-458c-ae6d-0134969318b2']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:06.510253 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdce70-0257-4880-8b02-907ff9a95749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e', 'code': 200} Jan 18 22:56:06.510717 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6', 'code': 200} Jan 18 22:56:06.522716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-e7259b6c-1b7f-4128-b5fa-6db3bcd39309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.524576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-e7259b6c-1b7f-4128-b5fa-6db3bcd39309 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e511cc77c5514291906329735c8cd389&device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 1099 time: 0.1865284 Jan 18 22:56:06.678762 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:06.749727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-2fd11b13-5727-42de-aac8-e4ff2907fc36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77d35d20-7647-4c46-a86b-086eaa692230 HTTP/1.1" status: 200 len: 217 time: 0.1552353 Jan 18 22:56:06.798443 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'tag': '77d35d20-7647-4c46-a86b-086eaa692230', 'status': 'completed', 'code': 200} Jan 18 22:56:06.974762 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6593518c-597a-43c0-9a10-02715b6b05e2 req-950f94e2-3e23-4075-bd95-7fe8b39d2d39 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 210 time: 0.0863416 Jan 18 22:56:07.021914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.038767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-6bc8bc69-d3f8-4d1c-98ba-5166db780a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.040217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-6bc8bc69-d3f8-4d1c-98ba-5166db780a68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.2810783 Jan 18 22:56:07.086293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:07.091947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Deleting port 0c012c9e-eebf-4557-a82f-af48fb2c503c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:07.092374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.113516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:07.144916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063f0b7-c23a-4e92-aba3-409b15efc542 req-f63d840c-cf6a-405e-9a44-7ef45a136f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.144916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5063f0b7-c23a-4e92-aba3-409b15efc542 req-f63d840c-cf6a-405e-9a44-7ef45a136f8f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 1096 time: 0.4912848 Jan 18 22:56:07.149396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611875bc-fe03-45bb-b280-1f4df28615c1 req-0548df77-da28-41c4-9cae-82a96652407c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.150962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-611875bc-fe03-45bb-b280-1f4df28615c1 req-0548df77-da28-41c4-9cae-82a96652407c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.5049739 Jan 18 22:56:07.169753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:07.173535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.202828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54403630-8e67-48b1-b831-1f7b02dfc54e req-59852531-7872-4669-a9cb-0c6908ec4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.204477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54403630-8e67-48b1-b831-1f7b02dfc54e req-59852531-7872-4669-a9cb-0c6908ec4d6f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 1096 time: 0.6027353 Jan 18 22:56:07.285550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5063f0b7-c23a-4e92-aba3-409b15efc542 req-bab0071f-8631-4853-bea7-3566e804efc6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330824 Jan 18 22:56:07.311651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-611875bc-fe03-45bb-b280-1f4df28615c1 req-e4d00201-bbd2-4540-b6d8-19f7923b12a2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428454 Jan 18 22:56:07.322086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921234-049e-41ec-b241-b56df46a36cd req-7843b198-0c15-4273-ab4a-fa7346a34ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.323592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-7843b198-0c15-4273-ab4a-fa7346a34ed2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2699816 Jan 18 22:56:07.439150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54403630-8e67-48b1-b831-1f7b02dfc54e req-76a83d45-a356-4f24-b559-141bd0efcbaf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232633 Jan 18 22:56:07.504481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.531582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 172.20.0.9 (a09f35f1-b379-4a31-a8ec-f00ed1aed5cf/aff3e469-546f-4725-b2e6-07d04f57ba29/8531be8c-902b-4d5a-842a-657485de6dc9) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:07.534112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee608b0f-bb00-4640-ac1b-f411af4e77c8 req-670cf458-4503-437e-a411-b81a32228422 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.536030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee608b0f-bb00-4640-ac1b-f411af4e77c8 req-670cf458-4503-437e-a411-b81a32228422 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 948 time: 0.4060311 Jan 18 22:56:07.540474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Deleting port 5b11d19f-3f68-4304-beaf-7efb6138116c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:07.541077 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.541312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-55890421-3f27-4616-bf04-83ace0668d7c service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088788 Jan 18 22:56:07.660349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] For port 0c012c9e-eebf-4557-a82f-af48fb2c503c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0c012c9e-eebf-4557-a82f-af48fb2c503c,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:07.660804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.674655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee608b0f-bb00-4640-ac1b-f411af4e77c8 req-6f0962eb-cfd3-45bf-b0ee-0564af41251f tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051178 Jan 18 22:56:07.877034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:07.877819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Calling delete_port for 0c012c9e-eebf-4557-a82f-af48fb2c503c owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:07.886740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b921234-049e-41ec-b241-b56df46a36cd req-acf9ec73-9361-4718-b7a0-3e8887e11783 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190423 Jan 18 22:56:07.911249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object 8531be8c-902b-4d5a-842a-657485de6dc9 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:08.071554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:08.078608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:08.156236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:08.169967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:08.177800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:08.220338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Calling delete_port for 5b11d19f-3f68-4304-beaf-7efb6138116c owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:08.258853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:08.259509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:08.267325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c28f4-848f-486b-ae4b-6917eb75d8f7 req-c555d3d1-b6a8-4fc9-b9c1-6cbca60407c6 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:08.276065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3a9c28f4-848f-486b-ae4b-6917eb75d8f7 req-c555d3d1-b6a8-4fc9-b9c1-6cbca60407c6 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 945 time: 0.3624423 Jan 18 22:56:08.290560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-c86dc8b2-6711-4d70-b598-0f21b7a894d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:08.291979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-c86dc8b2-6711-4d70-b598-0f21b7a894d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e511cc77c5514291906329735c8cd389&device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 1099 time: 0.3356941 Jan 18 22:56:08.358341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:08.512856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bc121226-cf84-4db3-b1e1-3164d5bb1410 None None] Provisioning for port 8531be8c-902b-4d5a-842a-657485de6dc9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:08.522952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bc121226-cf84-4db3-b1e1-3164d5bb1410 None None] Provisioning complete for port 8531be8c-902b-4d5a-842a-657485de6dc9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:08.523692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc121226-cf84-4db3-b1e1-3164d5bb1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:08.545839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-6c6b580e-91a3-47d9-960a-410d80564388 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0533288 Jan 18 22:56:08.572535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'admin_state_up': True, 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'security_groups': ['ceb92085-472b-458c-ae6d-0134969318b2']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:08.583386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3a9c28f4-848f-486b-ae4b-6917eb75d8f7 req-0f35bead-9e05-4b88-8b5e-387f308fe1b3 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064125 Jan 18 22:56:08.610753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bc121226-cf84-4db3-b1e1-3164d5bb1410 None None] Port 8531be8c-902b-4d5a-842a-657485de6dc9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:08.637594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:08.686642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5265-b710-49c3-b510-72f10a524420 req-e0bab027-f694-468b-bbb5-5aa58155b162 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:08.694768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f80a5265-b710-49c3-b510-72f10a524420 req-e0bab027-f694-468b-bbb5-5aa58155b162 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.6898053 Jan 18 22:56:08.835306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f80a5265-b710-49c3-b510-72f10a524420 req-12371b37-134d-4418-acf5-9f5c282d94b9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394873 Jan 18 22:56:08.836481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-a578685a-3049-4cc8-a60b-feb4d970409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:08.837963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-a578685a-3049-4cc8-a60b-feb4d970409d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5189393 Jan 18 22:56:08.932898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:08.952836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:port and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:08.957135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-82ee455e-21a7-4ea3-bc41-57b48db430b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=77d35d20-7647-4c46-a86b-086eaa692230 HTTP/1.1" status: 200 len: 217 time: 0.0870936 Jan 18 22:56:08.958342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:08.999518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event deleted for resources: {'Port': ['ID=5b11d19f-3f68-4304-beaf-7efb6138116c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:09.003452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:09.041456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:09.045676 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.063626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.063853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.064200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.064531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.065483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.065865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.066196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.066521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.066843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.067099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-090ed89b-44c5-412e-8a85-259a1d1019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:09.067226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.067465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.067780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:09.069022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-090ed89b-44c5-412e-8a85-259a1d1019f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1041560 Jan 18 22:56:09.155860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.229417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c012c9e-eebf-4557-a82f-af48fb2c503c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:09.271715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762abd3d-9d6a-4c1e-b71e-c3040e476144 req-f3e13a7b-8abd-4f3d-96ff-5661dad5384a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:09.278978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762abd3d-9d6a-4c1e-b71e-c3040e476144 req-f3e13a7b-8abd-4f3d-96ff-5661dad5384a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 931 time: 0.3817739 Jan 18 22:56:09.345972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.500990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7685669-7043-4c84-a44d-f6970b38dd53 req-8e3b77b3-d4f7-443c-b38b-6a4a0f0b1620 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:09.502347 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7685669-7043-4c84-a44d-f6970b38dd53 req-8e3b77b3-d4f7-443c-b38b-6a4a0f0b1620 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 948 time: 0.1877012 Jan 18 22:56:09.517282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-cb56c021-4ccc-4065-9391-7f1bf6e552db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:09.518369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-cb56c021-4ccc-4065-9391-7f1bf6e552db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4397326 Jan 18 22:56:09.537436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.556314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.583612 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762abd3d-9d6a-4c1e-b71e-c3040e476144 req-2a5a7f55-189b-4e2e-b17e-2a19db897fd6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030152 Jan 18 22:56:09.662102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 10.1.1.116 (f5b6f586-f791-4d84-823d-1c3139d085b0/bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df/4d5afc99-7be5-4367-880a-f18f8653c4d5) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:09.675558 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.676097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7685669-7043-4c84-a44d-f6970b38dd53 req-fbbf05fe-a4d1-4a6b-b3d1-fd3f09a3e42b tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616030 Jan 18 22:56:09.676331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Fanout notify agent at l3_agent the message router_deleted on router 03f886f1-f192-4a8d-b074-1207d741e16c {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:56:09.739921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.747664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:09.748786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8706d238-a15d-4a40-b682-1b079db8d3a2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/03f886f1-f192-4a8d-b074-1207d741e16c HTTP/1.1" status: 204 len: 168 time: 3.3202386 Jan 18 22:56:09.763704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'name': 'tempest-snat-router-851375895', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': False}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:09.769811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:09.774383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:router and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:09.777707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:09.784390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:09.807868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.808919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:09.822578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-072428b9-d53b-41a3-abfa-ff9e7b8ce8c1 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865071 Jan 18 22:56:09.859557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:10.088627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:10.149619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62f1e-9f59-41cb-b8d9-a8f6c5a3e0f0 req-39cef66f-3b45-4045-b397-9d9e1571d502 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:10.151114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92f62f1e-9f59-41cb-b8d9-a8f6c5a3e0f0 req-39cef66f-3b45-4045-b397-9d9e1571d502 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 945 time: 0.1972196 Jan 18 22:56:10.422348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92f62f1e-9f59-41cb-b8d9-a8f6c5a3e0f0 req-1b0d2870-d68d-4fc3-9e76-9289ff6ba3cf tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597644 Jan 18 22:56:10.424373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Router 0157dad6-0cc7-4afc-a739-77492b994990 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:56:10.453932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfd8d5-bc62-4add-bc81-7fa714ade71e req-7ac95364-187a-41fd-bfcb-b4cd9947fec5 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:10.461082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12cfd8d5-bc62-4add-bc81-7fa714ade71e req-7ac95364-187a-41fd-bfcb-b4cd9947fec5 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.4348419 Jan 18 22:56:10.465485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:10.481816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc9e8c00-9f5b-46f8-877e-7869f562d091 req-bfcd4e15-9be5-4772-a26c-7cfbe7745d9a service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357529 Jan 18 22:56:10.605654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12cfd8d5-bc62-4add-bc81-7fa714ade71e req-a1ff4444-4c9f-4bf1-8720-52a4fc380fcd tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434293 Jan 18 22:56:10.644593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:10.660933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object 4d5afc99-7be5-4367-880a-f18f8653c4d5 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:10.832873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:10.841458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbe6cb4e-cdcb-4443-988e-1579ca4c0463 admin admin] 10.222.0.78 "PUT /v2.0/routers/0157dad6-0cc7-4afc-a739-77492b994990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9897802 Jan 18 22:56:10.850777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34758) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:10.852417 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] Sync routers for ids ['0157dad6-0cc7-4afc-a739-77492b994990'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:10.858992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:10.884619 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] Routers {'0157dad6-0cc7-4afc-a739-77492b994990'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:10.888705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0157dad6-0cc7-4afc-a739-77492b994990'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:11.009225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd8ff4-31ef-4426-a346-e63fad1a6ea7 req-cac3da74-7c97-43aa-8e66-f27a003a558d tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:11.015393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd8ff4-31ef-4426-a346-e63fad1a6ea7 req-cac3da74-7c97-43aa-8e66-f27a003a558d tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:11.016920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cddd8ff4-31ef-4426-a346-e63fad1a6ea7 req-cac3da74-7c97-43aa-8e66-f27a003a558d tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 1653 time: 0.1670163 Jan 18 22:56:11.096726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cddd8ff4-31ef-4426-a346-e63fad1a6ea7 req-048d5fc4-e624-4710-a5f8-dc001bbd73f5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710478 Jan 18 22:56:11.187169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 77d35d20-7647-4c46-a86b-086eaa692230 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:56:11.262926 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] Set router 0157dad6-0cc7-4afc-a739-77492b994990 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:56:11.369497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network f5b6f586-f791-4d84-823d-1c3139d085b0 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:11.397271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:11.408781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9850-8aee-45cf-a3bd-1293f45a7e50 req-12d28bf0-a4e0-4c84-b152-5c90f6f565ba tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:11.416234 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc3d9850-8aee-45cf-a3bd-1293f45a7e50 req-12d28bf0-a4e0-4c84-b152-5c90f6f565ba tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.1076889 Jan 18 22:56:11.519447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc3d9850-8aee-45cf-a3bd-1293f45a7e50 req-8120c635-aad4-4b51-af54-e8c9024392c7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994978 Jan 18 22:56:11.520107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:11.527027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 77d35d20-7647-4c46-a86b-086eaa692230, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=77d35d20-7647-4c46-a86b-086eaa692230,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:11.544426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '77d35d20-7647-4c46-a86b-086eaa692230', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '77d35d20-7647-4c46-a86b-086eaa692230', 'mac_address': 'fa:16:3e:9c:cd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:56:11.582707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:11.617484 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:11.652813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d35d20-7647-4c46-a86b-086eaa692230 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:11.671831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 77d35d20-7647-4c46-a86b-086eaa692230, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=77d35d20-7647-4c46-a86b-086eaa692230,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:11.681564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:11.729653 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:56:08Z', 'revision_number': 5, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:11.742454 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] Checking router: 0157dad6-0cc7-4afc-a739-77492b994990 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:56:11.754706 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] Routers {'0157dad6-0cc7-4afc-a739-77492b994990'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:11.755493 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:55:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0157dad6-0cc7-4afc-a739-77492b994990'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:11.793200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=77d35d20-7647-4c46-a86b-086eaa692230,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:11.793865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.794385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.794740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.795642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.796731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.798723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.799543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.799543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.799781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.800824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.801165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.801386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:11.896295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02ae1aa5-d791-47bc-b217-8fe90eb95785 None None] Provisioning for port 4d5afc99-7be5-4367-880a-f18f8653c4d5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:11.904551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02ae1aa5-d791-47bc-b217-8fe90eb95785 None None] Provisioning complete for port 4d5afc99-7be5-4367-880a-f18f8653c4d5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:11.907159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02ae1aa5-d791-47bc-b217-8fe90eb95785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:11.909857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:11.974799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-02ae1aa5-d791-47bc-b217-8fe90eb95785 None None] Port 4d5afc99-7be5-4367-880a-f18f8653c4d5 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:11.992219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['77d35d20-7647-4c46-a86b-086eaa692230'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:12.153474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:12.154494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:12.155545 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] Set router 0157dad6-0cc7-4afc-a739-77492b994990 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:56:12.181923 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a24bcce-7024-4914-a87e-895072ea68de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:12.200350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:12.221860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5161-8e13-47dd-a1a8-0382cc261ef7 req-aaaf9c35-4db1-4729-b36d-c230408d84f5 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:12.224106 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-facc5161-8e13-47dd-a1a8-0382cc261ef7 req-aaaf9c35-4db1-4729-b36d-c230408d84f5 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.1704676 Jan 18 22:56:12.246397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:12.250012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:12.256787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-15cc86a6-d11e-445d-b893-5e2bade1dffa tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7008801 Jan 18 22:56:12.297796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-facc5161-8e13-47dd-a1a8-0382cc261ef7 req-bb8dbfd7-2ae8-4e07-bc57-c22cf17a1871 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651443 Jan 18 22:56:12.301333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536db51-b18e-48c2-8414-fba52176ac94 req-24227fde-a559-4e20-be49-ae3b782d07f4 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:12.308047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f536db51-b18e-48c2-8414-fba52176ac94 req-24227fde-a559-4e20-be49-ae3b782d07f4 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 948 time: 0.9507592 Jan 18 22:56:12.332756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'admin_state_up': True, 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'security_groups': ['ceb92085-472b-458c-ae6d-0134969318b2']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:12.352588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Deleting port f1329bb9-a23c-459b-bcd8-23027e92c6e3 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:12.353064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:12.492465 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:56:08Z', 'revision_number': 5, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:12.499236 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4263644-fd82-46cc-9da1-5e5994404aa9 None None] The sync data for ids ['0157dad6-0cc7-4afc-a739-77492b994990'] in n-d-825178-1 is: [{'id': '0157dad6-0cc7-4afc-a739-77492b994990', 'name': 'tempest-ServersTestMultiNic-827158587-router', 'tenant_id': 'dfbf066e98304e98b832579ad25ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:52:54Z', 'updated_at': '2022-01-18T22:56:08Z', 'revision_number': 5, 'project_id': 'dfbf066e98304e98b832579ad25ac6bc', 'gw_port': {'id': 'f1329bb9-a23c-459b-bcd8-23027e92c6e3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0157dad6-0cc7-4afc-a739-77492b994990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:52:56Z', 'updated_at': '2022-01-18T22:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:12.536061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f536db51-b18e-48c2-8414-fba52176ac94 req-600d1c3e-0b3d-46d9-a1be-867315a8514c tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270067 Jan 18 22:56:12.725812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dfdde-8692-4da7-92f9-4d64a4267b36 req-0dcdeffe-7329-4dd9-8583-3221bc205f1f tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:12.727197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f2dfdde-8692-4da7-92f9-4d64a4267b36 req-0dcdeffe-7329-4dd9-8583-3221bc205f1f tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 945 time: 0.0866435 Jan 18 22:56:12.772766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f2dfdde-8692-4da7-92f9-4d64a4267b36 req-4e39ea87-4ba5-4341-a633-9f84ce7cc7ee tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Jan 18 22:56:12.812462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:12.830721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:port and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:12.835068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Allocated IP 172.25.4.125 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/745e8481-7fd1-4dd6-8f55-6e260d0a335c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:12.840157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:12.866296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:12.889342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] For port f1329bb9-a23c-459b-bcd8-23027e92c6e3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1329bb9-a23c-459b-bcd8-23027e92c6e3,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:12.889733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.147474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3a31c-c317-42e8-9bc4-6b59ad45fe00 req-987ff52e-fe0d-4fec-9cb4-784c5ac408a6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:13.149070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87a3a31c-c317-42e8-9bc4-6b59ad45fe00 req-987ff52e-fe0d-4fec-9cb4-784c5ac408a6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.0866976 Jan 18 22:56:13.195050 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87a3a31c-c317-42e8-9bc4-6b59ad45fe00 req-85d069e5-8561-4e0e-b8d3-3d0197ef6e59 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Jan 18 22:56:13.206244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 77d35d20-7647-4c46-a86b-086eaa692230 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:13.226765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:13.230122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.274989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 77d35d20-7647-4c46-a86b-086eaa692230 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:13.279922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 77d35d20-7647-4c46-a86b-086eaa692230 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:13.280294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.281787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Calling delete_port for f1329bb9-a23c-459b-bcd8-23027e92c6e3 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:13.354633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a315db3-93cf-4c65-b82d-79da4fd333e5 req-9542ea11-e0c0-4a1c-b0be-47722d5c6732 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:13.360325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a315db3-93cf-4c65-b82d-79da4fd333e5 req-9542ea11-e0c0-4a1c-b0be-47722d5c6732 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:13.361092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9a315db3-93cf-4c65-b82d-79da4fd333e5 req-9542ea11-e0c0-4a1c-b0be-47722d5c6732 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:13.396308 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.424519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d35d20-7647-4c46-a86b-086eaa692230'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:13.435123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 77d35d20-7647-4c46-a86b-086eaa692230, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=77d35d20-7647-4c46-a86b-086eaa692230,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:13.442810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.443911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 53990ad0-ba1f-451e-aea2-da4d1421b3e6 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:13.508194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9a315db3-93cf-4c65-b82d-79da4fd333e5 req-9542ea11-e0c0-4a1c-b0be-47722d5c6732 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:13.509336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a315db3-93cf-4c65-b82d-79da4fd333e5 req-9542ea11-e0c0-4a1c-b0be-47722d5c6732 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 1653 time: 0.8545892 Jan 18 22:56:13.591156 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d35d20-7647-4c46-a86b-086eaa692230', 'code': 200} Jan 18 22:56:13.596117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=77d35d20-7647-4c46-a86b-086eaa692230,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:13.627956 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.632709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.665619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6,segment=NetworkSegment(16713abc-1c73-4266-ad3c-6ffee3871ae3),segment_id=16713abc-1c73-4266-ad3c-6ffee3871ae3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:13.673302 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.683346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a315db3-93cf-4c65-b82d-79da4fd333e5 req-6d27c924-8113-4b98-994e-27bb9b6171c1 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594596 Jan 18 22:56:13.690791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-c0933889-b7a3-4e23-8f53-e482c31f9b4f tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:13.692223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-c0933889-b7a3-4e23-8f53-e482c31f9b4f tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.86 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 945 time: 0.4666312 Jan 18 22:56:13.745590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde27ca-750f-4ac3-b65a-31d05fc1d05e req-a3a256ee-e36a-40a8-a986-bdbde083d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:13.746205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 10.1.1.20 (f5b6f586-f791-4d84-823d-1c3139d085b0/bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df/774cbf6b-97a1-4520-aa22-25103b1188c4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:13.749125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6fde27ca-750f-4ac3-b65a-31d05fc1d05e req-a3a256ee-e36a-40a8-a986-bdbde083d75a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 1101 time: 0.1071389 Jan 18 22:56:13.774043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:13.809369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6fde27ca-750f-4ac3-b65a-31d05fc1d05e req-72dfd847-3af9-47ce-bbba-d5ff593fe7f0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537579 Jan 18 22:56:13.859652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Deleting port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:13.860010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.911075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08201665-19e8-4216-9e5f-abd5c538d07a req-a9955fe7-880a-4835-8979-de88ffd79ebc tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:13.912777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08201665-19e8-4216-9e5f-abd5c538d07a req-a9955fe7-880a-4835-8979-de88ffd79ebc tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 950 time: 0.0873160 Jan 18 22:56:13.959461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08201665-19e8-4216-9e5f-abd5c538d07a req-d2ecae16-7ea6-4820-82d3-a42e4c03d5f5 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Jan 18 22:56:13.959820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:14.040252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:14.215235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:14.227547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c012c9e-eebf-4557-a82f-af48fb2c503c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:14.232189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:14.262814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 0c012c9e-eebf-4557-a82f-af48fb2c503c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:14.263125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c012c9e-eebf-4557-a82f-af48fb2c503c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:14.267729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:14.305581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Port': ['ID=745e8481-7fd1-4dd6-8f55-6e260d0a335c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:14.338871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9af00873-6812-4fea-918f-39f0a41f69be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:14.384696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee26d2-a668-4db0-a3f3-5f3ab917894e req-0bc9242c-ed33-499f-b23e-b13dd4ee753e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:14.386222 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62ee26d2-a668-4db0-a3f3-5f3ab917894e req-0bc9242c-ed33-499f-b23e-b13dd4ee753e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.0845098 Jan 18 22:56:14.419393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1329bb9-a23c-459b-bcd8-23027e92c6e3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:14.430877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62ee26d2-a668-4db0-a3f3-5f3ab917894e req-7ac069f8-1da0-45eb-81b3-d1128207f949 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Jan 18 22:56:14.530387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:14.796920 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:56:14.915379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:14.992035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b324-2687-41f9-beac-db9fe2ba37c8 req-0332a47c-44d1-451e-a8c0-e523e861e6ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:14.997799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b324-2687-41f9-beac-db9fe2ba37c8 req-0332a47c-44d1-451e-a8c0-e523e861e6ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:14.999322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f45b324-2687-41f9-beac-db9fe2ba37c8 req-0332a47c-44d1-451e-a8c0-e523e861e6ce tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 1653 time: 0.0936778 Jan 18 22:56:15.016911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f3848-c1da-4648-855d-b30b4d8a0915 req-5b684cdf-d031-4f6b-bdd2-092714f415e0 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:15.018387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f9f3848-c1da-4648-855d-b30b4d8a0915 req-5b684cdf-d031-4f6b-bdd2-092714f415e0 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 943 time: 1.1093204 Jan 18 22:56:15.049521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f45b324-2687-41f9-beac-db9fe2ba37c8 req-7a248604-5c1c-49fe-ab31-2f666bcb3de0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Jan 18 22:56:15.071342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.097152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.099018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object 774cbf6b-97a1-4520-aa22-25103b1188c4 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:15.119348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] For port 53990ad0-ba1f-451e-aea2-da4d1421b3e6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=53990ad0-ba1f-451e-aea2-da4d1421b3e6,segment=NetworkSegment(16713abc-1c73-4266-ad3c-6ffee3871ae3),segment_id=16713abc-1c73-4266-ad3c-6ffee3871ae3)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:15.119702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.225978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84dd0-5244-459b-b0e2-d119860d4472 req-07d3d222-f695-4566-8d5c-41a7c03343ed tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:15.227471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6e84dd0-5244-459b-b0e2-d119860d4472 req-07d3d222-f695-4566-8d5c-41a7c03343ed tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 950 time: 0.0794840 Jan 18 22:56:15.272277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6e84dd0-5244-459b-b0e2-d119860d4472 req-be673334-a01f-4df6-97f4-b9cc5b99f567 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Jan 18 22:56:15.280268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Calling delete_port for 53990ad0-ba1f-451e-aea2-da4d1421b3e6 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:15.313221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.313716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0157dad6-0cc7-4afc-a739-77492b994990 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:56:15.346508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f9f3848-c1da-4648-855d-b30b4d8a0915 req-12576f6a-b456-4772-81a1-ab81ea5f908e tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/security-groups?id=621f39df-dd5a-4ad4-a9e1-09616e397b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774765 Jan 18 22:56:15.437557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.441405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:15.441578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bdad8eb5-38e3-4ff8-af3a-41368577360c admin admin] 10.222.0.78 "DELETE /v2.0/routers/0157dad6-0cc7-4afc-a739-77492b994990 HTTP/1.1" status: 204 len: 168 time: 4.5865014 Jan 18 22:56:15.482878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.509004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Deleting subnet cfc4bffa-bd42-48be-8170-b0ce2bf09f43 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:56:15.515241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.590152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.605624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:15.624635 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.630184 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.717316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network f5b6f586-f791-4d84-823d-1c3139d085b0 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:15.728272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:15.730452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.738175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:15.779087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.802506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ad1bf-d21f-47fd-bac8-932eadfa75ae req-db3bd004-581c-4a02-8ee1-7d3f7ea3238e tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:15.804041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-106ad1bf-d21f-47fd-bac8-932eadfa75ae req-db3bd004-581c-4a02-8ee1-7d3f7ea3238e tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 950 time: 0.1409280 Jan 18 22:56:15.847656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=774cbf6b-97a1-4520-aa22-25103b1188c4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:15.856496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.918046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-106ad1bf-d21f-47fd-bac8-932eadfa75ae req-18c0f07e-55a1-490f-b4a2-9dabfa236d5d tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Jan 18 22:56:15.920339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc4bffa-bd42-48be-8170-b0ce2bf09f43,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:15.922713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.931690 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-908bbb19-160e-4e83-a5ff-722c6d2557e0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cfc4bffa-bd42-48be-8170-b0ce2bf09f43 HTTP/1.1" status: 204 len: 168 time: 0.4864914 Jan 18 22:56:15.931855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34816) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:15.938327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d312a-d3c7-4dd5-b2ad-32816e9d2b30 None None] Network 76f8027d-a7c5-4316-91d7-527b25d0db5c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:16.109436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.142793 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6', 'code': 200} Jan 18 22:56:16.188016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.190599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Pushing event deleted for resources: {'Port': ['ID=53990ad0-ba1f-451e-aea2-da4d1421b3e6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:16.197348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff336f76-6c94-46b7-8a68-6d95d84b8b89 None None] Provisioning for port 774cbf6b-97a1-4520-aa22-25103b1188c4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:16.206058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff336f76-6c94-46b7-8a68-6d95d84b8b89 None None] Provisioning complete for port 774cbf6b-97a1-4520-aa22-25103b1188c4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:16.206318 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff336f76-6c94-46b7-8a68-6d95d84b8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.213201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:16.213847 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.236783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Deleting port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:16.237164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.240660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd85e-75a2-474a-9e0f-576056750f2f req-d70a43e1-ea89-4bbd-8835-1bc98743c6e1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:16.242302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-166cd85e-75a2-474a-9e0f-576056750f2f req-d70a43e1-ea89-4bbd-8835-1bc98743c6e1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.6191404 Jan 18 22:56:16.268254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ff336f76-6c94-46b7-8a68-6d95d84b8b89 None None] Port 774cbf6b-97a1-4520-aa22-25103b1188c4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:16.326785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1329bb9-a23c-459b-bcd8-23027e92c6e3 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:16.371887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] DHCP port deletion for 76f8027d-a7c5-4316-91d7-527b25d0db5c request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:56:16.374708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f1329bb9-a23c-459b-bcd8-23027e92c6e3 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:16.375278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1329bb9-a23c-459b-bcd8-23027e92c6e3 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:16.380061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] Deleting port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:16.380682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.558101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] For port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:16.558854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.572336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1fdf3a8c-061f-4ec1-aa3c-ba232ad1d882 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2807679 Jan 18 22:56:16.577170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] No DVR routers for this DVR port 53990ad0-ba1f-451e-aea2-da4d1421b3e6 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:16.583728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.585590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c694f24-8990-4089-aacd-c48ff575d8a3 req-2555988f-fe30-4aaf-b8d7-83a80ca39f67 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.86 "DELETE /v2.0/ports/53990ad0-ba1f-451e-aea2-da4d1421b3e6 HTTP/1.1" status: 204 len: 173 time: 2.8816895 Jan 18 22:56:16.593925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'name': 'network-vif-deleted', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:16.605963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed', 'admin_state_up': True, 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'security_groups': ['ceb92085-472b-458c-ae6d-0134969318b2']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:16.606262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] For port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,segment=NetworkSegment(2d43413f-783a-43f5-9065-742d600a30db),segment_id=2d43413f-783a-43f5-9065-742d600a30db)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:16.607189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.635887 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.694699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-166cd85e-75a2-474a-9e0f-576056750f2f req-585f1d81-dc4f-4459-a8b2-9892a834146c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084587 Jan 18 22:56:16.741355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] Calling delete_port for 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:16.776042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Calling delete_port for 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:16.876448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bbea-aa30-4577-bccc-17d8ac3d1cc5 req-7e9ce3e3-90eb-42dc-895c-5b0e76a90b76 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:16.883706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bbea-aa30-4577-bccc-17d8ac3d1cc5 req-7e9ce3e3-90eb-42dc-895c-5b0e76a90b76 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:16.890402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.890610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bbea-aa30-4577-bccc-17d8ac3d1cc5 req-7e9ce3e3-90eb-42dc-895c-5b0e76a90b76 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:16.898725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b624bbea-aa30-4577-bccc-17d8ac3d1cc5 req-7e9ce3e3-90eb-42dc-895c-5b0e76a90b76 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 2373 time: 0.3858936 Jan 18 22:56:16.950319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:16.951253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] Pushing event deleted for resources: {'Port': ['ID=55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:16.953924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76d5c7-d891-407b-ab10-3a1195f44db2 None None] No DVR routers for this DVR port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:16.969564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b624bbea-aa30-4577-bccc-17d8ac3d1cc5 req-f7380764-769b-4be5-8630-f3c0a2c8357a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698817 Jan 18 22:56:16.974108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:56:16.974440 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:56:17.050741 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e97b1-4c49-4208-bc11-8e8692d3afed', 'name': 'network-vif-deleted', 'tag': '53990ad0-ba1f-451e-aea2-da4d1421b3e6', 'status': 'completed', 'code': 200} Jan 18 22:56:17.093655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-900044b3-c989-4c15-9357-4bb1d1bd8ec7 req-01da45db-4a34-4c93-b1c2-ca69b2550e62 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Synchronizing usage tracker for tenant:6b756588d9234fa4bab91303216bc70e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:17.156374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-900044b3-c989-4c15-9357-4bb1d1bd8ec7 req-01da45db-4a34-4c93-b1c2-ca69b2550e62 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] Unset dirty status for tenant:6b756588d9234fa4bab91303216bc70e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:17.157577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-900044b3-c989-4c15-9357-4bb1d1bd8ec7 req-01da45db-4a34-4c93-b1c2-ca69b2550e62 tempest-ServerAddressesNegativeTestJSON-315803884 tempest-ServerAddressesNegativeTestJSON-315803884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5e97b1-4c49-4208-bc11-8e8692d3afed HTTP/1.1" status: 200 len: 210 time: 0.1897478 Jan 18 22:56:17.173153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:17.189997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Router ebdfce2d-0aca-4ca7-b107-9200592c6f39 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:56:17.199358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:17.209035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-54fd1adc-074f-4c8f-8a6c-3390cdef1602 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:17.210561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-54fd1adc-074f-4c8f-8a6c-3390cdef1602 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 950 time: 0.2438555 Jan 18 22:56:17.233486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eedbee-6413-4ecf-9b33-ee65575544fd req-97e8b0c3-eb95-482f-a12c-e1a1ac2f02d5 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:17.235205 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36eedbee-6413-4ecf-9b33-ee65575544fd req-97e8b0c3-eb95-482f-a12c-e1a1ac2f02d5 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 950 time: 0.1067538 Jan 18 22:56:17.290042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36eedbee-6413-4ecf-9b33-ee65575544fd req-8bd3d802-16ad-448d-9436-e2b2609f8587 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e48ae52-3273-4fc0-8495-bd5e9a07298c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Jan 18 22:56:17.329968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:17.475419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Deleting port 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:17.476109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.501829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Deleting port 77d35d20-7647-4c46-a86b-086eaa692230 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:17.502174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.547446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] The port '55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:56:17.642703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:17.652904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Sync routers for ids ['ebdfce2d-0aca-4ca7-b107-9200592c6f39'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:17.659847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.663738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Routers {'ebdfce2d-0aca-4ca7-b107-9200592c6f39'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:17.664514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ebdfce2d-0aca-4ca7-b107-9200592c6f39'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:17.673633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.686912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f8027d-a7c5-4316-91d7-527b25d0db5c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:17.699801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d43413f-783a-43f5-9065-742d600a30db') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:17.700143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d43413f-783a-43f5-9065-742d600a30db') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:17.712872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.724759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.728492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-30308f22-e299-4304-8ecd-821a49542e9b tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9691012 Jan 18 22:56:17.729116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:17.804260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.826019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:56:17.826295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:56:17.840389 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:56:17.880331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Set router ebdfce2d-0aca-4ca7-b107-9200592c6f39 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:56:17.997570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.010440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] For port 77d35d20-7647-4c46-a86b-086eaa692230, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=77d35d20-7647-4c46-a86b-086eaa692230,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:18.010726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.018694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.032726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ef380a3c-4fe5-40d7-90e9-40c9886c982f tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/ebdfce2d-0aca-4ca7-b107-9200592c6f39 HTTP/1.1" status: 200 len: 908 time: 0.3027334 Jan 18 22:56:18.037253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f8027d-a7c5-4316-91d7-527b25d0db5c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:18.039148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:18.048544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'name': 'tempest-snat-router-851375895', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': True}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:18.053346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:18.057169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Usage tracker for resource:router and tenant:b3f04625b1744a0ba35c2f981c0754a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:18.060011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:18.066170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:18.079329 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d2ae1144-d5a7-4f1c-8422-5ab9c15ca822 admin admin] 10.222.0.78 "DELETE /v2.0/networks/76f8027d-a7c5-4316-91d7-527b25d0db5c HTTP/1.1" status: 204 len: 168 time: 2.1463349 Jan 18 22:56:18.083834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.085298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.104307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.299867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfce2d-0aca-4ca7-b107-9200592c6f39', 'name': 'tempest-snat-router-851375895', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.125'}], 'enable_snat': False}, 'gw_port_id': '745e8481-7fd1-4dd6-8f55-6e260d0a335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:09Z', 'updated_at': '2022-01-18T22:56:15Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '745e8481-7fd1-4dd6-8f55-6e260d0a335c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfce2d-0aca-4ca7-b107-9200592c6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:12Z', 'updated_at': '2022-01-18T22:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:18.310041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Checking router: ebdfce2d-0aca-4ca7-b107-9200592c6f39 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:56:18.310384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Updating router ebdfce2d-0aca-4ca7-b107-9200592c6f39 port 745e8481-7fd1-4dd6-8f55-6e260d0a335c binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:56:18.331407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Calling delete_port for 77d35d20-7647-4c46-a86b-086eaa692230 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:18.363880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34852) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:18.364108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:18.407912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:18.408253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55c5c8ca-8b7b-48c6-ae26-c1b8e21c76f9 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:18.418025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.458645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 10.2.2.100 (46e18224-8a01-4e1f-b61c-673795a452ed/3959ed95-2f9d-4d64-a39b-d41783263ffb/68bf7070-9898-4094-8eeb-38014ec2793a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:18.472610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f8de-fb61-491c-934f-a489a5ec54d6 req-34aac650-e4de-4d79-8273-66322c877359 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:18.474129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a028f8de-fb61-491c-934f-a489a5ec54d6 req-34aac650-e4de-4d79-8273-66322c877359 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.6303051 Jan 18 22:56:18.546804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b79ed09-010a-40cd-af7b-b0869d806755 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfbf066e98304e98b832579ad25ac6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806152 Jan 18 22:56:18.551546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34862) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:18.626501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.667494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a028f8de-fb61-491c-934f-a489a5ec54d6 req-f877e0fb-dfbc-4e55-a35a-b12c7dd320b3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609335 Jan 18 22:56:18.669248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9215e3a-15b1-446c-97b4-d7cf27ea375b req-96ecd471-0804-4108-9686-bf64b60f0603 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:18.675356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9215e3a-15b1-446c-97b4-d7cf27ea375b req-96ecd471-0804-4108-9686-bf64b60f0603 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:18.681053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9215e3a-15b1-446c-97b4-d7cf27ea375b req-96ecd471-0804-4108-9686-bf64b60f0603 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:18.682711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9215e3a-15b1-446c-97b4-d7cf27ea375b req-96ecd471-0804-4108-9686-bf64b60f0603 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 2373 time: 0.4696746 Jan 18 22:56:18.785775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.792248 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9215e3a-15b1-446c-97b4-d7cf27ea375b req-bcda4426-a076-458b-b92c-e108d960f828 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600729 Jan 18 22:56:18.796175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.803364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34866) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:18.813445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Transition to ACTIVE for port object 745e8481-7fd1-4dd6-8f55-6e260d0a335c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:18.838377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.838636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44dd61b5-ab0c-4768-b0a0-38e57ef2041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.864715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Pushing event deleted for resources: {'Port': ['ID=77d35d20-7647-4c46-a86b-086eaa692230,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:18.909950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44dd61b5-ab0c-4768-b0a0-38e57ef2041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.922673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Attempting to bind port 745e8481-7fd1-4dd6-8f55-6e260d0a335c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:18.923040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Attempting to bind port 745e8481-7fd1-4dd6-8f55-6e260d0a335c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:18.923402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Attempting to bind port 745e8481-7fd1-4dd6-8f55-6e260d0a335c on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:18.932423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:18.932793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:18.933222 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.933614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:18.934076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Bound port: 745e8481-7fd1-4dd6-8f55-6e260d0a335c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:18.934446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.955680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Deleting subnet 5c6070c8-2cd0-4859-8f59-845d8cb11f51 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:56:18.967787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.977695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c4e09-9a25-47d4-b79d-e0004f52184d None None] Pushing event updated for resources: {'Port': ['ID=745e8481-7fd1-4dd6-8f55-6e260d0a335c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:19.024067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] For port 745e8481-7fd1-4dd6-8f55-6e260d0a335c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:19.027443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] For port 745e8481-7fd1-4dd6-8f55-6e260d0a335c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=745e8481-7fd1-4dd6-8f55-6e260d0a335c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:19.028773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.035964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.053582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.056478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object 68bf7070-9898-4094-8eeb-38014ec2793a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:19.136589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44dd61b5-ab0c-4768-b0a0-38e57ef2041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.186975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Routers {'ebdfce2d-0aca-4ca7-b107-9200592c6f39'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:19.189853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ebdfce2d-0aca-4ca7-b107-9200592c6f39'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:19.202855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.221708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b307516f-b4df-4b76-a144-65389ea56888 req-775d9993-3706-455a-b651-1f3fa6c7d67c tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c4a60eb-7549-4b07-8a89-e197fb058b67 HTTP/1.1" status: 200 len: 210 time: 0.1223152 Jan 18 22:56:19.323660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network 46e18224-8a01-4e1f-b61c-673795a452ed is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:19.324957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd61b5-ab0c-4768-b0a0-38e57ef2041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c8d43-cd60-4b1b-9302-303205110368,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:19.346379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.362177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:19.364921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:19.374338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:19.408594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] No DVR routers for this DVR port 77d35d20-7647-4c46-a86b-086eaa692230 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:19.433395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] Set router ebdfce2d-0aca-4ca7-b107-9200592c6f39 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:56:19.440164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.443044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'name': 'network-vif-deleted', 'tag': '77d35d20-7647-4c46-a86b-086eaa692230'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:19.473129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.496658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ddb3c75-7686-4389-a99d-d9b449829827 req-84bfe590-f6e1-4bb4-8d59-c9cb7d0aaf40 tempest-ImagesNegativeTestJSON-641976601 tempest-ImagesNegativeTestJSON-641976601-project] 10.222.0.86 "DELETE /v2.0/ports/77d35d20-7647-4c46-a86b-086eaa692230 HTTP/1.1" status: 204 len: 173 time: 2.2774870 Jan 18 22:56:19.509087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44dd61b5-ab0c-4768-b0a0-38e57ef2041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.510238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-44dd61b5-ab0c-4768-b0a0-38e57ef2041f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c55c8d43-cd60-4b1b-9302-303205110368 HTTP/1.1" status: 204 len: 168 time: 0.9552925 Jan 18 22:56:19.521967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.525512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:19.527317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.547171 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4a60eb-7549-4b07-8a89-e197fb058b67', 'name': 'network-vif-deleted', 'tag': '77d35d20-7647-4c46-a86b-086eaa692230', 'status': 'completed', 'code': 200} Jan 18 22:56:19.555530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-539a825e-ad59-4eb2-bcc1-6203a4cab644 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9689443 Jan 18 22:56:19.566716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed', 'admin_state_up': True, 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'security_groups': ['ceb92085-472b-458c-ae6d-0134969318b2']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:19.600433 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.615787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 77d35d20-7647-4c46-a86b-086eaa692230 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:19.652080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef58dfe-cf3d-4e47-97ec-02d2858cb4d3 req-e529d729-9a4c-479b-ad46-eaacca213de7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:19.659634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ef58dfe-cf3d-4e47-97ec-02d2858cb4d3 req-e529d729-9a4c-479b-ad46-eaacca213de7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3784139 Jan 18 22:56:19.683756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c4e09-9a25-47d4-b79d-e0004f52184d None None] Pushing event updated for resources: {'Port': ['ID=745e8481-7fd1-4dd6-8f55-6e260d0a335c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:19.688550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 77d35d20-7647-4c46-a86b-086eaa692230 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:19.689052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 77d35d20-7647-4c46-a86b-086eaa692230 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:19.781079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6070c8-2cd0-4859-8f59-845d8cb11f51,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:19.811447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.834731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:19.845179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Usage tracker for resource:port and tenant:c248c765cf1f42dfb165b79c82193121 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:19.889318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:19.890747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e6af3959-14a1-4bf2-88f1-cd405c4ce8bf None None] Provisioning for port 68bf7070-9898-4094-8eeb-38014ec2793a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:19.895552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43a11245-3700-42bb-aafc-1bb7e846f4fb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5c6070c8-2cd0-4859-8f59-845d8cb11f51 HTTP/1.1" status: 204 len: 168 time: 1.0897081 Jan 18 22:56:19.898527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:19.899292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e6af3959-14a1-4bf2-88f1-cd405c4ce8bf None None] Provisioning complete for port 68bf7070-9898-4094-8eeb-38014ec2793a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:19.899792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6af3959-14a1-4bf2-88f1-cd405c4ce8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.906044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:19.915284 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ef58dfe-cf3d-4e47-97ec-02d2858cb4d3 req-c9f6c375-fb18-4cf9-89a9-262eba435e93 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546732 Jan 18 22:56:19.949149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Made reservation on behalf of c248c765cf1f42dfb165b79c82193121 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:19.954377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.999749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e6af3959-14a1-4bf2-88f1-cd405c4ce8bf None None] Port 68bf7070-9898-4094-8eeb-38014ec2793a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:20.043004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdfce2d-0aca-4ca7-b107-9200592c6f39', 'name': 'tempest-snat-router-851375895', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.125'}], 'enable_snat': False}, 'gw_port_id': '745e8481-7fd1-4dd6-8f55-6e260d0a335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:09Z', 'updated_at': '2022-01-18T22:56:15Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '745e8481-7fd1-4dd6-8f55-6e260d0a335c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfce2d-0aca-4ca7-b107-9200592c6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:12Z', 'updated_at': '2022-01-18T22:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:20.054135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad6b3f-1c7c-455f-a9c1-159801a06bf3 None None] The sync data for ids ['ebdfce2d-0aca-4ca7-b107-9200592c6f39'] in n-d-825178-1 is: [{'id': 'ebdfce2d-0aca-4ca7-b107-9200592c6f39', 'name': 'tempest-snat-router-851375895', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.125'}], 'enable_snat': False}, 'gw_port_id': '745e8481-7fd1-4dd6-8f55-6e260d0a335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:09Z', 'updated_at': '2022-01-18T22:56:15Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '745e8481-7fd1-4dd6-8f55-6e260d0a335c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdfce2d-0aca-4ca7-b107-9200592c6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:12Z', 'updated_at': '2022-01-18T22:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:20.121676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Allocated IP 172.25.4.159 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/40581e7b-f3f7-434a-9133-d5aeb167d79d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:20.177517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1ea2d-389a-49cc-8732-430bcee4f020 req-ef34bb27-c39b-4d79-9a27-bfeb2651823c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.184934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24c1ea2d-389a-49cc-8732-430bcee4f020 req-ef34bb27-c39b-4d79-9a27-bfeb2651823c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.3427119 Jan 18 22:56:20.231557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.295235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24c1ea2d-389a-49cc-8732-430bcee4f020 req-82ec6c98-d403-468b-9068-cf5fe3c08b2d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093061 Jan 18 22:56:20.357813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Allocated IP 10.2.2.200 (46e18224-8a01-4e1f-b61c-673795a452ed/3959ed95-2f9d-4d64-a39b-d41783263ffb/b3df862a-f746-4c9e-b50e-94f33c785707) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:20.693662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.743119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b168a-abde-4f74-a6cc-a32701b83ed1 req-4df8cafc-ab96-43c0-bf4c-0c57acfb9ed9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.751325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b168a-abde-4f74-a6cc-a32701b83ed1 req-4df8cafc-ab96-43c0-bf4c-0c57acfb9ed9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.758089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b168a-abde-4f74-a6cc-a32701b83ed1 req-4df8cafc-ab96-43c0-bf4c-0c57acfb9ed9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.764170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b168a-abde-4f74-a6cc-a32701b83ed1 req-4df8cafc-ab96-43c0-bf4c-0c57acfb9ed9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.769922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d07b168a-abde-4f74-a6cc-a32701b83ed1 req-4df8cafc-ab96-43c0-bf4c-0c57acfb9ed9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 3094 time: 0.6210408 Jan 18 22:56:20.804424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c760cd-81d4-423d-bf14-f9ff8fcc3e82']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:20.830694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.839105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16713abc-1c73-4266-ad3c-6ffee3871ae3') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:20.839400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16713abc-1c73-4266-ad3c-6ffee3871ae3') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:20.905394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.912371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.937279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d07b168a-abde-4f74-a6cc-a32701b83ed1 req-f837ebb9-01b8-4ea7-8c8c-0f43d3b99b83 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387956 Jan 18 22:56:20.940877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34908) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:20.951403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.954813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201357-14c4-4d9e-9fc5-fd05df16e9eb req-375b2a91-db00-46bd-98f8-66183daec700 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.957449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17201357-14c4-4d9e-9fc5-fd05df16e9eb req-375b2a91-db00-46bd-98f8-66183daec700 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4106069 Jan 18 22:56:20.967554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-8f48e109-4f89-4102-9732-a219cd0575e7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2311332 Jan 18 22:56:20.973793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Transition to ACTIVE for port object b3df862a-f746-4c9e-b50e-94f33c785707 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:20.979991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:56:20.980909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:56:20.995272 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:56:21.073903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17201357-14c4-4d9e-9fc5-fd05df16e9eb req-ee5909d5-a689-44dd-affb-1f030431fb6a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034997 Jan 18 22:56:21.132236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.142978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.235510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1388544988-network', 'tenant_id': '7a6f45faba1d48cdab99bde57426b1aa'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:21.240781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:21.245286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Usage tracker for resource:network and tenant:7a6f45faba1d48cdab99bde57426b1aa is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:21.253974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:21.259721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Network 46e18224-8a01-4e1f-b61c-673795a452ed is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:21.263056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:21.264894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:21.268474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-e676db2f-ba94-494e-a782-0311f406c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:21.270533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-e676db2f-ba94-494e-a782-0311f406c614 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 1097 time: 0.2528648 Jan 18 22:56:21.271541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:21.281745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.307263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Made reservation on behalf of 7a6f45faba1d48cdab99bde57426b1aa for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:21.309588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.377345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.400824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:21.401769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.408296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.429199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c760cd-81d4-423d-bf14-f9ff8fcc3e82,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:21.433371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:21.448241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Port': ['ID=40581e7b-f3f7-434a-9133-d5aeb167d79d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:21.454626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:21.464191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:21.468566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6f45faba1d48cdab99bde57426b1aa is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:21.472725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:21.479142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:21.487512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:21.530210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c4867288-c8dd-4633-bc0a-7408b9961f27 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f2c760cd-81d4-423d-bf14-f9ff8fcc3e82 HTTP/1.1" status: 204 len: 168 time: 1.6265523 Jan 18 22:56:21.559029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event updated for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:21.573792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-29ef31e5-b9f8-4aef-aec7-e91cb184b891 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0115244 Jan 18 22:56:21.638055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bade5ead-0907-4507-b3bd-6d16a3d131e3 None None] Provisioning for port b3df862a-f746-4c9e-b50e-94f33c785707 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:21.645602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bade5ead-0907-4507-b3bd-6d16a3d131e3 None None] Provisioning complete for port b3df862a-f746-4c9e-b50e-94f33c785707 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:21.645788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:21.646338 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bade5ead-0907-4507-b3bd-6d16a3d131e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.717844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bade5ead-0907-4507-b3bd-6d16a3d131e3 None None] Port b3df862a-f746-4c9e-b50e-94f33c785707 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:21.720858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:21.805497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d7d4b-99c8-4fa4-9841-cb93146ef89d req-3b6852b1-106f-400c-bc8d-5009101abf04 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:21.806860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c61d7d4b-99c8-4fa4-9841-cb93146ef89d req-3b6852b1-106f-400c-bc8d-5009101abf04 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.3694646 Jan 18 22:56:21.884634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-2d00254d-a8ac-4232-b22d-6e7cd93b8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:21.886137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-2d00254d-a8ac-4232-b22d-6e7cd93b8ec3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.5415547 Jan 18 22:56:21.890426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.920287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.928832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.004761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e90f5f9-d0ac-45fe-91d8-f23470591b75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b756588d9234fa4bab91303216bc70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828178 Jan 18 22:56:22.007691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-d30aaff9-1116-4b86-a2a4-811bce36a243 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 HTTP/1.1" status: 200 len: 217 time: 0.1078064 Jan 18 22:56:22.009536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34934) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:22.039185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:56:22.048533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b93184-5077-42d3-a6a3-84a1b16a4516 req-b06683bf-4401-4531-bd5a-77dc882b3be1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.050152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5b93184-5077-42d3-a6a3-84a1b16a4516 req-b06683bf-4401-4531-bd5a-77dc882b3be1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3710730 Jan 18 22:56:22.057720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c61d7d4b-99c8-4fa4-9841-cb93146ef89d req-30554d9d-79e9-4fdc-9a03-a79984c15215 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270455 Jan 18 22:56:22.099748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e293dbd-8265-4b90-af72-0668f4b45923,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:22.103049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.103412 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Added segment f3bb831d-9f8e-4d91-ae51-4e58b89b068d of type vlan for network 6f15968d-44a7-4a83-9f09-5d8d2008b78d Jan 18 22:56:22.142213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-831e90c7-25d9-4e8e-aff6-37df82c5b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.143709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-831e90c7-25d9-4e8e-aff6-37df82c5b82a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.0991013 Jan 18 22:56:22.225870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5b93184-5077-42d3-a6a3-84a1b16a4516 req-c94b6188-15cf-498a-9953-1f54a3ea408f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531742 Jan 18 22:56:22.232666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.274632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.336517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 745e8481-7fd1-4dd6-8f55-6e260d0a335c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:22.363306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.364737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.366270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.389606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-237b7eb7-2196-4c99-9483-4b9fd0e800e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.426551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 745e8481-7fd1-4dd6-8f55-6e260d0a335c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:22.434256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4869483 Jan 18 22:56:22.434543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 745e8481-7fd1-4dd6-8f55-6e260d0a335c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:22.435261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.449638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-3e54fb44-f3e3-4c50-97ee-7da89a57e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.451201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-3e54fb44-f3e3-4c50-97ee-7da89a57e29f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982543 Jan 18 22:56:22.452059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34946) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:22.554910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Request body: {'subnet': {'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1388544988-subnet', 'tenant_id': '7a6f45faba1d48cdab99bde57426b1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:22.576616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-237b7eb7-2196-4c99-9483-4b9fd0e800e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.584269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:22.594510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fcb51-46a3-4a9e-9d2b-eb2e4e3df471 admin admin] Pushing event updated for resources: {'Network': ['ID=6f15968d-44a7-4a83-9f09-5d8d2008b78d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:22.599528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.619532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 745e8481-7fd1-4dd6-8f55-6e260d0a335c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=745e8481-7fd1-4dd6-8f55-6e260d0a335c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:22.623326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 6f15968d-44a7-4a83-9f09-5d8d2008b78d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:56:22.642236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Usage tracker for resource:subnet and tenant:7a6f45faba1d48cdab99bde57426b1aa is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:22.648828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.664750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:22.683715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:22.696831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.702677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.708622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.714321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.719998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.720993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:22.831985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=745e8481-7fd1-4dd6-8f55-6e260d0a335c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:22.923853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:22.930490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-3aa1598b-ce88-4df5-9635-a154be79e24a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 3815 time: 0.7274051 Jan 18 22:56:22.957007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:22.961675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Made reservation on behalf of 7a6f45faba1d48cdab99bde57426b1aa for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:22.964340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.106833 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-ed3cfb52-0f4a-4536-8e3e-15014fb1f222 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288855 Jan 18 22:56:23.121753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a082568d-e2d0-40f1-9aca-c3a121af77a5 req-290aef6d-7f9e-4a96-a3c1-ae5027e90496 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902986 Jan 18 22:56:23.249131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-237b7eb7-2196-4c99-9483-4b9fd0e800e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.271930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Router 5ec3105e-4ef2-48ee-a17a-40577b6ebd41 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:56:23.273525 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:56:23.347251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b7eb7-2196-4c99-9483-4b9fd0e800e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f39df-dd5a-4ad4-a9e1-09616e397b7f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:23.405228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:23.434306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a8c971f-c40f-48ed-927e-f972cc8d38a0 req-edd96eef-ba42-410c-bb6d-68339d4f69e7 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986100 Jan 18 22:56:23.456185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-237b7eb7-2196-4c99-9483-4b9fd0e800e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.457825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-237b7eb7-2196-4c99-9483-4b9fd0e800e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/621f39df-dd5a-4ad4-a9e1-09616e397b7f HTTP/1.1" status: 204 len: 168 time: 1.4451487 Jan 18 22:56:23.461111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8531be8c-902b-4d5a-842a-657485de6dc9 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:23.482546 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.544291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:23.556686 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Sync routers for ids ['5ec3105e-4ef2-48ee-a17a-40577b6ebd41'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:23.568420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd699-5025-48b2-a3a0-5f21ca54576d req-1884ca3a-3960-4a89-aee4-91c138c3df95 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:23.572774 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Routers {'5ec3105e-4ef2-48ee-a17a-40577b6ebd41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:23.573689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Transition to ACTIVE for port object 8531be8c-902b-4d5a-842a-657485de6dc9 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:23.574426 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5ec3105e-4ef2-48ee-a17a-40577b6ebd41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:23.575436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f2dd699-5025-48b2-a3a0-5f21ca54576d req-1884ca3a-3960-4a89-aee4-91c138c3df95 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2384038 Jan 18 22:56:23.587654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.610726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.614471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f8b41b0e-68ae-4751-ab29-f52e0aee6fd1 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5697222 Jan 18 22:56:23.617100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:23.672512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db929e-1457-4411-b8c7-df23ed0f81dd req-d27df20e-02d1-43af-af9f-4435b57f77ec tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:23.674197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3db929e-1457-4411-b8c7-df23ed0f81dd req-d27df20e-02d1-43af-af9f-4435b57f77ec tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.4148428 Jan 18 22:56:23.725833 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f2dd699-5025-48b2-a3a0-5f21ca54576d req-67281741-6513-47ea-949d-8ed14a3a9bb3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496732 Jan 18 22:56:23.835664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-135d14cc-e303-46e8-8477-01698c63aa87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e511cc77c5514291906329735c8cd389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283605 Jan 18 22:56:23.845263 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Set router 5ec3105e-4ef2-48ee-a17a-40577b6ebd41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:56:23.849514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34984) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:23.945437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:24.011514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3db929e-1457-4411-b8c7-df23ed0f81dd req-c2352d42-a2c5-47a7-82bd-485c2156adfc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861912 Jan 18 22:56:24.035113 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c572b817-b0f0-4880-b307-7400dcde483d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/5ec3105e-4ef2-48ee-a17a-40577b6ebd41 HTTP/1.1" status: 200 len: 907 time: 0.4071226 Jan 18 22:56:24.035113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:24.086718 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394058fc-64c8-42bc-bbbb-a6c1061ea748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.110594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.223817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394058fc-64c8-42bc-bbbb-a6c1061ea748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.258685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.268564 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3105e-4ef2-48ee-a17a-40577b6ebd41', 'name': 'tempest-snat-router-851375895', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '40581e7b-f3f7-434a-9133-d5aeb167d79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:18Z', 'updated_at': '2022-01-18T22:56:21Z', 'revision_number': 3, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port': {'id': '40581e7b-f3f7-434a-9133-d5aeb167d79d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3105e-4ef2-48ee-a17a-40577b6ebd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:19Z', 'updated_at': '2022-01-18T22:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:24.277062 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Checking router: 5ec3105e-4ef2-48ee-a17a-40577b6ebd41 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:56:24.277411 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Updating router 5ec3105e-4ef2-48ee-a17a-40577b6ebd41 port 40581e7b-f3f7-434a-9133-d5aeb167d79d binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:56:24.362077 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.372737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 745e8481-7fd1-4dd6-8f55-6e260d0a335c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:24.386760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfef89f-ca3b-43f5-a70b-2515d8991cf5,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:24.395815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Attempting to bind port 8531be8c-902b-4d5a-842a-657485de6dc9 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:24.396154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Attempting to bind port 8531be8c-902b-4d5a-842a-657485de6dc9 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:24.396485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Attempting to bind port 8531be8c-902b-4d5a-842a-657485de6dc9 on network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:24.401616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394058fc-64c8-42bc-bbbb-a6c1061ea748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.406397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Port 8531be8c-902b-4d5a-842a-657485de6dc9 on network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:24.406721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Attempting to bind port 8531be8c-902b-4d5a-842a-657485de6dc9 on network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:24.428906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394058fc-64c8-42bc-bbbb-a6c1061ea748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48ae52-3273-4fc0-8495-bd5e9a07298c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:24.430966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:24.431308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Checking segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:24.431683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Bound using segment: {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:24.432123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Bound port: 8531be8c-902b-4d5a-842a-657485de6dc9, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4318304-045f-437a-b00f-6002641ba529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:24.432470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.451785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Checking segment: {'id': 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:24.452225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Network hostable DHCP agents. Network: 6f15968d-44a7-4a83-9f09-5d8d2008b78d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:56:24.527481 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394058fc-64c8-42bc-bbbb-a6c1061ea748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.532137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-394058fc-64c8-42bc-bbbb-a6c1061ea748 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e48ae52-3273-4fc0-8495-bd5e9a07298c HTTP/1.1" status: 204 len: 168 time: 0.6132562 Jan 18 22:56:24.552004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Network 6f15968d-44a7-4a83-9f09-5d8d2008b78d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:56:24.554021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.574442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:24.576371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 745e8481-7fd1-4dd6-8f55-6e260d0a335c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:24.576928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.580697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8531be8c-902b-4d5a-842a-657485de6dc9,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:24.583871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 6f15968d-44a7-4a83-9f09-5d8d2008b78d) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:24.593704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.594306 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.607197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.620251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83308bc1-8985-47fa-8a0b-29eb4ed2a3ec None None] Network 6f15968d-44a7-4a83-9f09-5d8d2008b78d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:24.623063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cedda-4193-45f6-afcc-205d65350215 req-9a2da116-dfd0-4403-89dd-2d986eba16bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.629123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cedda-4193-45f6-afcc-205d65350215 req-9a2da116-dfd0-4403-89dd-2d986eba16bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.640875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cedda-4193-45f6-afcc-205d65350215 req-9a2da116-dfd0-4403-89dd-2d986eba16bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.660298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cedda-4193-45f6-afcc-205d65350215 req-9a2da116-dfd0-4403-89dd-2d986eba16bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.673756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cedda-4193-45f6-afcc-205d65350215 req-9a2da116-dfd0-4403-89dd-2d986eba16bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.675971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35010) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:24.684811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa5cedda-4193-45f6-afcc-205d65350215 req-9a2da116-dfd0-4403-89dd-2d986eba16bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 3827 time: 0.2487180 Jan 18 22:56:24.688560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Deleting port 40581e7b-f3f7-434a-9133-d5aeb167d79d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:24.690385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.728815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.729363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.730751 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] 10.222.0.86 "PUT /v2.0/ports/8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 200 len: 1091 time: 3.0951624 Jan 18 22:56:24.734386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:24.759947 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-47b068f1-67a1-47ba-a1c8-275e3a7e9cc5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2850964 Jan 18 22:56:24.781328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:24.856211 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa5cedda-4193-45f6-afcc-205d65350215 req-00bae103-9329-4f6a-8e77-9de58c7ea77c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657839 Jan 18 22:56:24.905907 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9', 'status': 'completed', 'code': 200} Jan 18 22:56:24.913019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea87d43-64c4-4d09-ad45-507e9c32c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:25.076277 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.126370 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Transition to ACTIVE for port object 40581e7b-f3f7-434a-9133-d5aeb167d79d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:25.155333 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.319882 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Attempting to bind port 40581e7b-f3f7-434a-9133-d5aeb167d79d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:25.320261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Attempting to bind port 40581e7b-f3f7-434a-9133-d5aeb167d79d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:25.320592 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Attempting to bind port 40581e7b-f3f7-434a-9133-d5aeb167d79d on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:25.327342 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Pushing event updated for resources: {'Port': ['ID=40581e7b-f3f7-434a-9133-d5aeb167d79d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:25.332873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:25.333280 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:25.333680 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.334072 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:25.334537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Bound port: 40581e7b-f3f7-434a-9133-d5aeb167d79d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:25.334906 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.346296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1602221383-network', 'tenant_id': '4b3b91f20c3e4e0a9af1b05de2bdb8c6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:25.352887 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.388998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-2da9c9a5-4eef-429b-a895-15db45527381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.389482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-2da9c9a5-4eef-429b-a895-15db45527381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.389931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-2da9c9a5-4eef-429b-a895-15db45527381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.390399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-2da9c9a5-4eef-429b-a895-15db45527381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.390861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-2da9c9a5-4eef-429b-a895-15db45527381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.392637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-2da9c9a5-4eef-429b-a895-15db45527381 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 4362 time: 0.4728546 Jan 18 22:56:25.393831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:25.397252 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.399272 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.400090 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.400576 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.401088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.401671 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.402266 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.403266 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.403739 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.404219 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.404696 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.405421 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.470620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7924a-0dd1-4ed5-8e72-de3c2feb6756 None None] Network 6f15968d-44a7-4a83-9f09-5d8d2008b78d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:25.474056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Usage tracker for resource:network and tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:25.488682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:25.489361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] For port 40581e7b-f3f7-434a-9133-d5aeb167d79d, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:25.494579 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] For port 40581e7b-f3f7-434a-9133-d5aeb167d79d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=40581e7b-f3f7-434a-9133-d5aeb167d79d,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:25.504342 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.601138 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bde4ea-771d-458d-84f6-fa7363f53a3d None None] Pushing event updated for resources: {'Port': ['ID=40581e7b-f3f7-434a-9133-d5aeb167d79d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:25.636237 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Routers {'5ec3105e-4ef2-48ee-a17a-40577b6ebd41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:25.637178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5ec3105e-4ef2-48ee-a17a-40577b6ebd41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:25.650278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.768965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:25.822731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Made reservation on behalf of 4b3b91f20c3e4e0a9af1b05de2bdb8c6 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:25.825084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.846827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5659f3-6ca2-4de0-8095-669a5562846c req-495a3185-8e58-4d18-8ed0-9142b355dbfe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.853895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f5659f3-6ca2-4de0-8095-669a5562846c req-495a3185-8e58-4d18-8ed0-9142b355dbfe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4131567 Jan 18 22:56:25.871197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Calling delete_port for 40581e7b-f3f7-434a-9133-d5aeb167d79d owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:25.872029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.943656 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] Set router 5ec3105e-4ef2-48ee-a17a-40577b6ebd41 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:56:26.011077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:26.023900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f5659f3-6ca2-4de0-8095-669a5562846c req-e0b3f68e-807d-4a91-aa57-008c5f5dec32 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689899 Jan 18 22:56:26.029943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-3948e874-a6be-487f-8755-4140c67f48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.030425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-3948e874-a6be-487f-8755-4140c67f48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.030888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-3948e874-a6be-487f-8755-4140c67f48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.032661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-3948e874-a6be-487f-8755-4140c67f48dd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c248c765cf1f42dfb165b79c82193121&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6315305 Jan 18 22:56:26.036780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:26.046814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9477cb-9470-42a7-b725-ed3ab969580e req-f7798afa-bab0-41f3-a154-3b5dc978c3ee tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.053781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bc9477cb-9470-42a7-b725-ed3ab969580e req-f7798afa-bab0-41f3-a154-3b5dc978c3ee tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.6571920 Jan 18 22:56:26.055849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:26.095459 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3105e-4ef2-48ee-a17a-40577b6ebd41', 'name': 'tempest-snat-router-851375895', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:18Z', 'updated_at': '2022-01-18T22:56:24Z', 'revision_number': 4, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:26.098312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:26.104468 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82002de9-eb3b-41e7-95bf-849c8078b03c None None] The sync data for ids ['5ec3105e-4ef2-48ee-a17a-40577b6ebd41'] in n-d-825178-1 is: [{'id': '5ec3105e-4ef2-48ee-a17a-40577b6ebd41', 'name': 'tempest-snat-router-851375895', 'tenant_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:18Z', 'updated_at': '2022-01-18T22:56:24Z', 'revision_number': 4, 'project_id': 'b3f04625b1744a0ba35c2f981c0754a8', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:26.155099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:56:26.155835 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:56:26.251785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bc9477cb-9470-42a7-b725-ed3ab969580e req-52cd7f50-1595-41cb-9105-55b5fe03465e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969993 Jan 18 22:56:26.475851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-9b9b8648-863e-4532-b9e6-1ff0a67c0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.477244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5f5b724-9757-4df8-a260-62e7dd5971e9 req-9b9b8648-863e-4532-b9e6-1ff0a67c0384 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4179533 Jan 18 22:56:26.553356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-f0eaa41c-c540-4dd1-95d3-7c1b8a5da79c tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.554027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-00138380-375b-4765-bcf2-b83770099cea req-f0eaa41c-c540-4dd1-95d3-7c1b8a5da79c tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Synchronizing usage tracker for tenant:7a6f45faba1d48cdab99bde57426b1aa on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:26.572081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-00138380-375b-4765-bcf2-b83770099cea req-f0eaa41c-c540-4dd1-95d3-7c1b8a5da79c tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Unset dirty status for tenant:7a6f45faba1d48cdab99bde57426b1aa on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:26.573359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-f0eaa41c-c540-4dd1-95d3-7c1b8a5da79c tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/networks?id=6f15968d-44a7-4a83-9f09-5d8d2008b78d HTTP/1.1" status: 200 len: 822 time: 0.1734955 Jan 18 22:56:26.580225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.590508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-36d990d7-3130-44e9-944f-a062a53142db tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/quotas/7a6f45faba1d48cdab99bde57426b1aa HTTP/1.1" status: 200 len: 375 time: 0.0109241 Jan 18 22:56:26.621862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.642124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-ff1c7528-6490-42ef-9bf5-e0afaf20c1be tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a6f45faba1d48cdab99bde57426b1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459967 Jan 18 22:56:26.643231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-7b281dd2-55c1-4cf4-abc2-360750b143c4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.649264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-7b281dd2-55c1-4cf4-abc2-360750b143c4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.655035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-7b281dd2-55c1-4cf4-abc2-360750b143c4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.660866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-7b281dd2-55c1-4cf4-abc2-360750b143c4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.666572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-7b281dd2-55c1-4cf4-abc2-360750b143c4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.668113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Deleting port 40581e7b-f3f7-434a-9133-d5aeb167d79d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:26.668614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-7b281dd2-55c1-4cf4-abc2-360750b143c4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 3827 time: 0.2876408 Jan 18 22:56:26.668716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.718010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:56:26.728474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf08648-d72e-4dcf-89b1-7fe001fecf79 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:26.735948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849b2879-1d87-44ae-962f-e661af9fa7be,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:26.750835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.766499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.766846 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Added segment 22745292-04d5-4c4b-aecf-115080113a2e of type vlan for network 5effc571-d8ce-4139-a4a9-9d09f47e5242 Jan 18 22:56:26.770415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56065bd7-a398-47d3-9ad4-4fff4e2cc24b req-172a9804-9f65-4283-acd4-cb266225556b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915058 Jan 18 22:56:26.783334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Transition to ACTIVE for port object 6bf08648-d72e-4dcf-89b1-7fe001fecf79 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:26.801688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.835432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.922914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-b900de4c-0daf-428d-81fb-496ef1d3fb1e service neutron] 10.222.0.78 "GET /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721474 Jan 18 22:56:27.003669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Pushing event updated for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:27.065371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.067149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] For port 40581e7b-f3f7-434a-9133-d5aeb167d79d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=40581e7b-f3f7-434a-9133-d5aeb167d79d,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:27.067393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:27.067521 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.068216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.212153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Calling delete_port for 40581e7b-f3f7-434a-9133-d5aeb167d79d owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:27.292722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5effc571-d8ce-4139-a4a9-9d09f47e5242,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:27.297368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-48eedcda-fe1b-4883-9546-f0dd8cc016c9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6140311 Jan 18 22:56:27.300250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35072) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:27.307405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-91e88944-93cb-4e62-ab31-33b37f685260 service neutron] 10.222.0.78 "GET /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835812 Jan 18 22:56:27.311100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 5effc571-d8ce-4139-a4a9-9d09f47e5242 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:56:27.316013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Request body: {'subnet': {'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1602221383-subnet', 'tenant_id': '4b3b91f20c3e4e0a9af1b05de2bdb8c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:27.328751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:27.336653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Usage tracker for resource:subnet and tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:27.339460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Attempting to bind port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:27.339788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Attempting to bind port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:27.340110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Attempting to bind port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:27.343680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:27.350178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 on network f5b6f586-f791-4d84-823d-1c3139d085b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:27.350494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Attempting to bind port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:27.356183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:27.358171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:27.359163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Checking segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:27.359556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Bound using segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:27.359983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Bound port: 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:27.360326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.504288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Made reservation on behalf of 4b3b91f20c3e4e0a9af1b05de2bdb8c6 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:27.507418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.516872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.668792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:27.679797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c2d3-a35c-4b47-9d29-4dec5f819ab3 req-7c43222a-d912-4ec8-882e-dc7e27b93509 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:27.681083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f667c2d3-a35c-4b47-9d29-4dec5f819ab3 req-7c43222a-d912-4ec8-882e-dc7e27b93509 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2610791 Jan 18 22:56:27.688667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:27.713106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.786227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event deleted for resources: {'Port': ['ID=40581e7b-f3f7-434a-9133-d5aeb167d79d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:27.807169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:27.807800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.809205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] 10.222.0.86 "PUT /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 1130 time: 3.0411127 Jan 18 22:56:27.809658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '6bf08648-d72e-4dcf-89b1-7fe001fecf79'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:27.851662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f667c2d3-a35c-4b47-9d29-4dec5f819ab3 req-a49b8578-e7c4-4d11-86f9-b6377def62d3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614723 Jan 18 22:56:27.863587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:27.904651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.112230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.121631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0072-81ac-4d8f-87d8-a7d42c70d2ba req-b4f1dd20-4dec-4216-85ad-72cbe9f88c9f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.123173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-598d0072-81ac-4d8f-87d8-a7d42c70d2ba req-b4f1dd20-4dec-4216-85ad-72cbe9f88c9f tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.4125974 Jan 18 22:56:28.124408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.172909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88987b13-a62a-48f8-b06a-f293669561ce service neutron] Pushing event updated for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:28.176118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.176616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec3105e-4ef2-48ee-a17a-40577b6ebd41 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:56:28.196156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-598d0072-81ac-4d8f-87d8-a7d42c70d2ba req-352b8f4d-a8a2-4ca0-a537-8ad28e2bd15a tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Jan 18 22:56:28.199778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.201069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac26e3de-1a21-4bdc-a171-08da529ed153 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/routers/5ec3105e-4ef2-48ee-a17a-40577b6ebd41 HTTP/1.1" status: 204 len: 168 time: 4.1716683 Jan 18 22:56:28.203686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:28.284464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fde5ab46-8feb-4d62-be26-5e54b322e81c req-76348a85-4326-4678-936d-af1a580e20b7 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 210 time: 0.1720958 Jan 18 22:56:28.378623 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '6bf08648-d72e-4dcf-89b1-7fe001fecf79', 'status': 'completed', 'code': 200} Jan 18 22:56:28.401208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.499423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.517074 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.667664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Checking segment: {'id': '22745292-04d5-4c4b-aecf-115080113a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:28.667827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Network hostable DHCP agents. Network: 5effc571-d8ce-4139-a4a9-9d09f47e5242, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:56:28.681651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89f66fc-8d2d-4f5e-a5f6-710b98afde97,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:28.684674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.691645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.698068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.703583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.709291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.715972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.717056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-b5773623-67a1-415c-bb82-8d4d4c865ac0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 4599 time: 0.2990737 Jan 18 22:56:28.759118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.761528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.762017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.762483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.763147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.763398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.764517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:28.766672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-ea39880c-8c70-4cb0-98df-278df579f832 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5285 time: 0.3523743 Jan 18 22:56:28.781930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Deleting port 745e8481-7fd1-4dd6-8f55-6e260d0a335c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:28.782276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.800611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Network 5effc571-d8ce-4139-a4a9-9d09f47e5242 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:56:28.850748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd6fbfbc-eb67-482a-b119-2cdeb442372f req-d1e13beb-af31-4592-8174-ddf031b6d621 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243253 Jan 18 22:56:29.058624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-2baae1b5-18e8-4e9e-aba3-d25aca7601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.059099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-2baae1b5-18e8-4e9e-aba3-d25aca7601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.059565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-2baae1b5-18e8-4e9e-aba3-d25aca7601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.063754 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-2baae1b5-18e8-4e9e-aba3-d25aca7601a8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c248c765cf1f42dfb165b79c82193121&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2874556 Jan 18 22:56:29.119810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 5effc571-d8ce-4139-a4a9-9d09f47e5242) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:29.132585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a2c5d-261c-47ad-9908-bff892716322 None None] Network 5effc571-d8ce-4139-a4a9-9d09f47e5242 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:29.186280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] For port 745e8481-7fd1-4dd6-8f55-6e260d0a335c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=745e8481-7fd1-4dd6-8f55-6e260d0a335c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:29.186575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.263933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73dc74-3eeb-402d-98b8-3d995603a058 req-49db3aba-0877-414c-9a0f-5d412c016369 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.265444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd73dc74-3eeb-402d-98b8-3d995603a058 req-49db3aba-0877-414c-9a0f-5d412c016369 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2025709 Jan 18 22:56:29.328013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Calling delete_port for 745e8481-7fd1-4dd6-8f55-6e260d0a335c owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:29.330760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.331429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.401490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42530eb1-994f-42bb-a4a8-f215f3074f89 None None] Network 5effc571-d8ce-4139-a4a9-9d09f47e5242 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:29.433772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fb5bf966-f58f-4b2a-819a-e4826eaa5b13 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1299863 Jan 18 22:56:29.480837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-276ea9d2-f31c-41f0-9b1d-4158a15a2540 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.482416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-276ea9d2-f31c-41f0-9b1d-4158a15a2540 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.85 "GET /v2.0/networks?id=6f15968d-44a7-4a83-9f09-5d8d2008b78d HTTP/1.1" status: 200 len: 822 time: 0.4129286 Jan 18 22:56:29.503085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Request body: {'port': {'device_id': '772e091b-5c8f-4762-aa13-a5d89539453b', 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d', 'admin_state_up': True, 'tenant_id': '7a6f45faba1d48cdab99bde57426b1aa'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:29.586458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-81b45864-c2ac-4463-b8d2-9dec1e56b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.588586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80cc8eb4-19a6-4163-899a-3e61e4d1d67e req-81b45864-c2ac-4463-b8d2-9dec1e56b980 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4970114 Jan 18 22:56:29.643705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd73dc74-3eeb-402d-98b8-3d995603a058 req-d418e71c-53de-4f08-84c9-7df1583b3bd7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224351 Jan 18 22:56:29.736764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b659786f-daf2-4baa-927e-151c60831786 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:29.760410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.797448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04e3e4c9-76ba-4885-85b2-cc6d1af5aaf8 req-f7f92833-d550-498d-ae48-0f070f5b85d1 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 210 time: 0.0468266 Jan 18 22:56:29.798290 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.801002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Transition to ACTIVE for port object b659786f-daf2-4baa-927e-151c60831786 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:29.809209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:29.814359 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.818990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Usage tracker for resource:port and tenant:7a6f45faba1d48cdab99bde57426b1aa is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:29.845268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event deleted for resources: {'Port': ['ID=745e8481-7fd1-4dd6-8f55-6e260d0a335c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:29.855079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:29.880246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:29.892506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c893-d254-49e4-9247-bfd29a2b364e req-a0c4f533-33b2-4f30-bc32-37fcdb9fe1e0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.899577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1e8c893-d254-49e4-9247-bfd29a2b364e req-a0c4f533-33b2-4f30-bc32-37fcdb9fe1e0 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.2661908 Jan 18 22:56:29.968533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.081753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1e8c893-d254-49e4-9247-bfd29a2b364e req-493dc2c0-e11e-4c6f-bff7-62aa82954ce7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812308 Jan 18 22:56:30.085396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Made reservation on behalf of 7a6f45faba1d48cdab99bde57426b1aa for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:30.093898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.203759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.209429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.244031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.244903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebdfce2d-0aca-4ca7-b107-9200592c6f39 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:56:30.270585 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.271807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b05522f2-b0d7-414c-b03d-72599325dcf9 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "DELETE /v2.0/routers/ebdfce2d-0aca-4ca7-b107-9200592c6f39 HTTP/1.1" status: 204 len: 168 time: 2.0670347 Jan 18 22:56:30.275388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35132) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:30.288721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-978910814', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:30.318522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:30.338607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Usage tracker for resource:router and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:30.344013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:30.349874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Pushing event updated for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:30.351509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:30.370867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.372024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.405278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.540556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Attempting to bind port b659786f-daf2-4baa-927e-151c60831786 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:30.541044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Attempting to bind port b659786f-daf2-4baa-927e-151c60831786 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:30.541479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Attempting to bind port b659786f-daf2-4baa-927e-151c60831786 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:30.582698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Port b659786f-daf2-4baa-927e-151c60831786 on network f5b6f586-f791-4d84-823d-1c3139d085b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:30.583124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Attempting to bind port b659786f-daf2-4baa-927e-151c60831786 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:30.598622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:30.599354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Checking segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:30.599579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Bound using segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:30.600072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Bound port: b659786f-daf2-4baa-927e-151c60831786, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:30.600486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.677938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Allocated IP 172.20.0.14 (6f15968d-44a7-4a83-9f09-5d8d2008b78d/cdfef89f-ca3b-43f5-a70b-2515d8991cf5/4f4cbabf-093a-4edf-a56b-9d96047c5ea4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:30.742007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:30.767209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b659786f-daf2-4baa-927e-151c60831786,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:30.800183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.809140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.871541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.878381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.884090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.889923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.895690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.901398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.907823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.909349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-db3dfde3-1f18-447c-9630-c0fdc1ab35df tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5370 time: 0.2393138 Jan 18 22:56:31.002078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.002764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.004149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] 10.222.0.86 "PUT /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 1129 time: 3.1448474 Jan 18 22:56:31.011853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': 'b659786f-daf2-4baa-927e-151c60831786'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:31.021145 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3bc33d32-390e-414d-94c2-e0adf8e0bc16 req-4bb1240a-4e17-43d3-acef-895b65486d4a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706339 Jan 18 22:56:31.044477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:31.096036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172e4f5-00bc-42f6-b28f-97e43041dc30 service neutron] Pushing event updated for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:31.254504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.275280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99180026-cc4b-4139-bd23-99c0fdbc4c93 req-c7613d74-0be5-4d0d-8010-1a4f288297e7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.276777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99180026-cc4b-4139-bd23-99c0fdbc4c93 req-c7613d74-0be5-4d0d-8010-1a4f288297e7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3560684 Jan 18 22:56:31.305896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.403357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99180026-cc4b-4139-bd23-99c0fdbc4c93 req-ac77cd8e-57a6-4a73-b46d-fa1307916fd8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141374 Jan 18 22:56:31.466036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.483018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.520779 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.525646 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': 'b659786f-daf2-4baa-927e-151c60831786', 'status': 'completed', 'code': 200} Jan 18 22:56:31.626774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf64dfe-613a-4e81-85bd-31ff4984d528 req-b8f47239-56fe-4b69-8b0d-32d3857e3332 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.628263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-acf64dfe-613a-4e81-85bd-31ff4984d528 req-b8f47239-56fe-4b69-8b0d-32d3857e3332 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 932 time: 0.3313498 Jan 18 22:56:31.647998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Network 6f15968d-44a7-4a83-9f09-5d8d2008b78d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:31.680791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:31.695464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Pushing event updated for resources: {'Port': ['ID=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:31.697788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:31.721488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-acf64dfe-613a-4e81-85bd-31ff4984d528 req-3a00646b-e783-4065-adcb-81ebd7639d63 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Synchronizing usage tracker for tenant:7a6f45faba1d48cdab99bde57426b1aa on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:31.724397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Allocated IP 172.25.4.215 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/ba7443f6-71c9-4e13-954a-98394d5ee472) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:31.807981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-acf64dfe-613a-4e81-85bd-31ff4984d528 req-3a00646b-e783-4065-adcb-81ebd7639d63 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Unset dirty status for tenant:7a6f45faba1d48cdab99bde57426b1aa on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:31.809040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-acf64dfe-613a-4e81-85bd-31ff4984d528 req-3a00646b-e783-4065-adcb-81ebd7639d63 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533825 Jan 18 22:56:31.865346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.866492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.893337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.934280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.934864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.935633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.936109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.936567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.937375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.937811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.938394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.941205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a984fba-8693-4d77-865b-0353821424a2 req-77f2208f-fb64-4e6a-a7ce-493612eb9c92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6207 time: 0.4146042 Jan 18 22:56:31.952750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b13f-738d-4da1-a994-01f0801aa304 req-80e02860-648f-436e-b8d9-eb0f1348634b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:31.960539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11c1b13f-738d-4da1-a994-01f0801aa304 req-80e02860-648f-436e-b8d9-eb0f1348634b tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.3660333 Jan 18 22:56:31.967688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-36c555e2-5929-40e2-b7c7-568bb3f8be44 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4733107 Jan 18 22:56:32.008755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:32.011869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:32.015961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:32.020194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Request body: {'port': {'device_id': '772e091b-5c8f-4762-aa13-a5d89539453b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:32.058298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event updated for resources: {'Port': ['ID=ba7443f6-71c9-4e13-954a-98394d5ee472,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:32.248319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 745e8481-7fd1-4dd6-8f55-6e260d0a335c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:32.262001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35172) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:32.285111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 745e8481-7fd1-4dd6-8f55-6e260d0a335c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:32.285726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 745e8481-7fd1-4dd6-8f55-6e260d0a335c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:32.391819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:56:32.455093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-0c377e33-9feb-4fc2-a1fc-d33e36f97af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.455557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-0c377e33-9feb-4fc2-a1fc-d33e36f97af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.456078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-0c377e33-9feb-4fc2-a1fc-d33e36f97af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.457656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a984fba-8693-4d77-865b-0353821424a2 req-0c377e33-9feb-4fc2-a1fc-d33e36f97af6 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c248c765cf1f42dfb165b79c82193121&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4945190 Jan 18 22:56:32.462001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.467643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.473752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.479031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.484682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.490486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.496116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.498056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-e3e92bf4-de99-4522-9b2a-d89f8ab19c5f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5370 time: 0.2947624 Jan 18 22:56:32.501170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.509734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.525910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11c1b13f-738d-4da1-a994-01f0801aa304 req-ad6cd87f-897c-4402-ba8f-2d906b3fbddc tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643232 Jan 18 22:56:32.579625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5afc99-7be5-4367-880a-f18f8653c4d5 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:32.598669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.618266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:32.629968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff69f54f273448a9845dd3f3e52b61e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:32.638584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:32.651392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-747af9e9-d170-46da-a107-8b2da8eb22ec req-b5810969-d0da-40b3-bd33-6c97913a0ca3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356356 Jan 18 22:56:32.652234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:32.669266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.705443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Transition to ACTIVE for port object 4d5afc99-7be5-4367-880a-f18f8653c4d5 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:32.758352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.869122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984fba-8693-4d77-865b-0353821424a2 req-4c826f2d-e1b1-4e51-a742-c2a905fbb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:32.870640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a984fba-8693-4d77-865b-0353821424a2 req-4c826f2d-e1b1-4e51-a742-c2a905fbb3ae service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3957410 Jan 18 22:56:32.983247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.005867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.011702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:33.256829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62984345-f991-4ed6-acde-78279ad798a7 req-e07041cf-8b47-4e74-8e80-0145da965a01 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:33.259107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62984345-f991-4ed6-acde-78279ad798a7 req-e07041cf-8b47-4e74-8e80-0145da965a01 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.5612268 Jan 18 22:56:33.391768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Attempting to bind port 4d5afc99-7be5-4367-880a-f18f8653c4d5 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:33.392300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Attempting to bind port 4d5afc99-7be5-4367-880a-f18f8653c4d5 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:33.392799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Attempting to bind port 4d5afc99-7be5-4367-880a-f18f8653c4d5 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:33.419306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Port 4d5afc99-7be5-4367-880a-f18f8653c4d5 on network f5b6f586-f791-4d84-823d-1c3139d085b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:33.419959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Attempting to bind port 4d5afc99-7be5-4367-880a-f18f8653c4d5 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:33.428925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62984345-f991-4ed6-acde-78279ad798a7 req-b3088a4a-bf86-4722-ac85-f14719573ae9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630139 Jan 18 22:56:33.439487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:33.442727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Checking segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:33.442959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ff69f54f273448a9845dd3f3e52b61e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1478579 Jan 18 22:56:33.443396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Bound using segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:33.443396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Bound port: 4d5afc99-7be5-4367-880a-f18f8653c4d5, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:33.443396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.447349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:33.450952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db78b35-5233-431a-8da4-903cba7e92a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96bb71a-1d5e-4f9f-b4c4-067550737a24,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:33.483767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.679954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:33.709813 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.749314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Transition to ACTIVE for port object 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:33.751069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:33.755962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:33.758384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.804559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4122-5eb6-4cd7-a873-cfd9d8f74067 req-e0af5abd-2d41-40d6-896d-21cba0d047c7 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:33.806974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d80b4122-5eb6-4cd7-a873-cfd9d8f74067 req-e0af5abd-2d41-40d6-896d-21cba0d047c7 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 932 time: 0.8052554 Jan 18 22:56:33.830064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.890017 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ed0720f-ed0f-446a-8aeb-442b6ec85e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.991802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d80b4122-5eb6-4cd7-a873-cfd9d8f74067 req-f915b0c2-5015-4cb5-b423-64626a6e5500 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548543 Jan 18 22:56:33.994964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ed0720f-ed0f-446a-8aeb-442b6ec85e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.041050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.042188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.043062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] 10.222.0.86 "PUT /v2.0/ports/4d5afc99-7be5-4367-880a-f18f8653c4d5 HTTP/1.1" status: 200 len: 1091 time: 3.0052891 Jan 18 22:56:34.044221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:34.061098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:34.083682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Router 83838d59-9ff9-400c-a232-5094b199399a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:56:34.092689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ed0720f-ed0f-446a-8aeb-442b6ec85e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.156405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:34.199456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.211076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0720f-ed0f-446a-8aeb-442b6ec85e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96bb71a-1d5e-4f9f-b4c4-067550737a24,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:34.339796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fc01e-41a2-4f7e-a6cf-b0295c1b28d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:34.367651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ed0720f-ed0f-446a-8aeb-442b6ec85e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.368769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ed0720f-ed0f-446a-8aeb-442b6ec85e31 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f96bb71a-1d5e-4f9f-b4c4-067550737a24 HTTP/1.1" status: 204 len: 168 time: 0.9200420 Jan 18 22:56:34.375418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aab4d-548f-415c-9781-ba03334fbd0e req-e08b3952-3f0b-484b-afc9-3b650ace2799 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.376057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:34.376972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f8aab4d-548f-415c-9781-ba03334fbd0e req-e08b3952-3f0b-484b-afc9-3b650ace2799 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.5588768 Jan 18 22:56:34.377732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Attempting to bind port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:34.378098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Attempting to bind port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:34.378429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Attempting to bind port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 on network 6f15968d-44a7-4a83-9f09-5d8d2008b78d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:34.388749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 on network 6f15968d-44a7-4a83-9f09-5d8d2008b78d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:34.389115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Attempting to bind port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 on network 6f15968d-44a7-4a83-9f09-5d8d2008b78d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:34.398161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.404071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] Sync routers for ids ['83838d59-9ff9-400c-a232-5094b199399a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:34.420426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] Routers {'83838d59-9ff9-400c-a232-5094b199399a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:34.423890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['83838d59-9ff9-400c-a232-5094b199399a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:34.424233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.430114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.436507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.442387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.448152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.455871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.462265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:34.464245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-5c7d5776-7e15-4629-bde6-fb77a06eb836 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5382 time: 0.3048816 Jan 18 22:56:34.466415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.467578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ee2cf28-5abc-496c-adc6-5acaea22608e tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1912239 Jan 18 22:56:34.472834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35210) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:34.479628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:34.495116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:34.505417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] Routers {'83838d59-9ff9-400c-a232-5094b199399a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:34.506314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['83838d59-9ff9-400c-a232-5094b199399a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:34.550514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:34.550858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Checking segment: {'id': 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:34.551450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Bound using segment: {'id': 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:34.552057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Bound port: 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:34.552567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:34.573953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:34.574354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786929c-5d05-4aae-8c9e-c92992579c73 None None] The sync data for ids ['83838d59-9ff9-400c-a232-5094b199399a'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:34.677361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe705e7e-7064-4375-ac92-c08b37659b1c req-d808cd99-917d-4e74-9cfb-4d7e4df143b7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447525 Jan 18 22:56:34.716631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f8aab4d-548f-415c-9781-ba03334fbd0e req-1ee2ca3d-dad4-4d0c-a544-191883a937ab tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250015 Jan 18 22:56:34.819977 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5', 'status': 'completed', 'code': 200} Jan 18 22:56:34.839104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] For port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:34.896784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] For port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,segment=NetworkSegment(f3bb831d-9f8e-4d91-ae51-4e58b89b068d),segment_id=f3bb831d-9f8e-4d91-ae51-4e58b89b068d)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:34.920381 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.064874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.065585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.066957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] 10.222.0.85 "PUT /v2.0/ports/4f4cbabf-093a-4edf-a56b-9d96047c5ea4 HTTP/1.1" status: 200 len: 1092 time: 3.0585992 Jan 18 22:56:35.114351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc46e1c-7e4e-48fb-a0e6-370080fc4379 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:35.186420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.187357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.187968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.188595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.189251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.189561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.190020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.191991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-518348ae-b49a-4756-bdf4-fe7151ad74c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6274 time: 0.3503246 Jan 18 22:56:35.239860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a14e9-f5e8-4fa9-b187-2b39f1a1ab18 req-1dd038e5-09e7-4e8a-b3f9-8288f0918085 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.241399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-042a14e9-f5e8-4fa9-b187-2b39f1a1ab18 req-1dd038e5-09e7-4e8a-b3f9-8288f0918085 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2860453 Jan 18 22:56:35.441480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.450197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-042a14e9-f5e8-4fa9-b187-2b39f1a1ab18 req-9aa1f3f4-be41-4b89-a909-12925a1f8d34 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616212 Jan 18 22:56:35.485987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-5ec37c04-4247-4453-9041-064970d6811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.487454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-5ec37c04-4247-4453-9041-064970d6811f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7a6f45faba1d48cdab99bde57426b1aa&device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 1095 time: 0.3695929 Jan 18 22:56:35.493081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-58c97307-0872-4cce-90d4-15edcdd99661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.493556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-58c97307-0872-4cce-90d4-15edcdd99661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.494019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-58c97307-0872-4cce-90d4-15edcdd99661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.496091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-58c97307-0872-4cce-90d4-15edcdd99661 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c248c765cf1f42dfb165b79c82193121&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2718542 Jan 18 22:56:35.548178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774cbf6b-97a1-4520-aa22-25103b1188c4 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:35.563881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.602229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b34bc-aadf-43dd-b896-a7f6295b896e req-6e687bce-125c-46a6-bdf3-071cb98695ac tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.602927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cf4b34bc-aadf-43dd-b896-a7f6295b896e req-6e687bce-125c-46a6-bdf3-071cb98695ac tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Synchronizing usage tracker for tenant:7a6f45faba1d48cdab99bde57426b1aa on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:35.611003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-ac0cb024-51be-471f-a2b0-b71bad9d0491 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4 HTTP/1.1" status: 200 len: 217 time: 0.1125658 Jan 18 22:56:35.700486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Transition to ACTIVE for port object 774cbf6b-97a1-4520-aa22-25103b1188c4 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:35.716962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-1348a2d0-8377-4d61-b583-049797f0d7db tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.718381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-1348a2d0-8377-4d61-b583-049797f0d7db tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/networks?id=5effc571-d8ce-4139-a4a9-9d09f47e5242 HTTP/1.1" status: 200 len: 810 time: 0.1744618 Jan 18 22:56:35.738407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.745388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-15f07cd4-c747-4858-92d5-bedf9b2450ea tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/quotas/4b3b91f20c3e4e0a9af1b05de2bdb8c6 HTTP/1.1" status: 200 len: 375 time: 0.0166252 Jan 18 22:56:35.799323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cf4b34bc-aadf-43dd-b896-a7f6295b896e req-6e687bce-125c-46a6-bdf3-071cb98695ac tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Unset dirty status for tenant:7a6f45faba1d48cdab99bde57426b1aa on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:35.800528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf4b34bc-aadf-43dd-b896-a7f6295b896e req-6e687bce-125c-46a6-bdf3-071cb98695ac tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 944 time: 0.6288633 Jan 18 22:56:35.859381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-70685c7f-be28-4496-a00f-26e41bbf4d6c tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b3b91f20c3e4e0a9af1b05de2bdb8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071033 Jan 18 22:56:35.901397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138380-375b-4765-bcf2-b83770099cea req-6b01184d-1f79-400a-9900-b4b5107ee8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:35.902862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-6b01184d-1f79-400a-9900-b4b5107ee8c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdfef89f-ca3b-43f5-a70b-2515d8991cf5 HTTP/1.1" status: 200 len: 862 time: 0.2810149 Jan 18 22:56:36.019234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Pushing event updated for resources: {'Port': ['ID=774cbf6b-97a1-4520-aa22-25103b1188c4,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:36.030808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-a9a6deaf-b35f-439f-8be2-f1d12fc0c2ec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6f15968d-44a7-4a83-9f09-5d8d2008b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114497 Jan 18 22:56:36.039506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-51b48cf6-9654-45b2-b150-be2dd39392f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.040855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74eee3ba-9c81-4642-bec9-d2b6b3560622 req-51b48cf6-9654-45b2-b150-be2dd39392f9 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4872863 Jan 18 22:56:36.094335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf4b34bc-aadf-43dd-b896-a7f6295b896e req-b814a1da-034b-48b4-8922-68ac4b2257a1 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779317 Jan 18 22:56:36.165220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-38b2f6d7-f70f-4b5a-b909-e680bfe67c7f service neutron] 10.222.0.78 "GET /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936003 Jan 18 22:56:36.341528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Attempting to bind port 774cbf6b-97a1-4520-aa22-25103b1188c4 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:36.341862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Attempting to bind port 774cbf6b-97a1-4520-aa22-25103b1188c4 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:36.342383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Attempting to bind port 774cbf6b-97a1-4520-aa22-25103b1188c4 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:36.358202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Port 774cbf6b-97a1-4520-aa22-25103b1188c4 on network f5b6f586-f791-4d84-823d-1c3139d085b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:36.358452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Attempting to bind port 774cbf6b-97a1-4520-aa22-25103b1188c4 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:36.368107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-ca77deb3-cd76-4d58-9294-56ab81063fc6 service neutron] 10.222.0.85 "GET /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241429 Jan 18 22:56:36.369014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:36.369355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Checking segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:36.369733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Bound using segment: {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:36.370164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Bound port: 774cbf6b-97a1-4520-aa22-25103b1188c4, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e8765-b62e-4fca-9891-86635e1c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:36.370514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.466301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-54de2252-b71e-4e64-aa2b-45424c04e295 service neutron] 10.222.0.78 "GET /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948642 Jan 18 22:56:36.578786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.584018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.612330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] For port 774cbf6b-97a1-4520-aa22-25103b1188c4, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:36.627157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] For port 774cbf6b-97a1-4520-aa22-25103b1188c4, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=774cbf6b-97a1-4520-aa22-25103b1188c4,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:36.635181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00138380-375b-4765-bcf2-b83770099cea req-e7978a15-32f9-4c9f-8c18-7d6bccafbb6f service neutron] 10.222.0.85 "GET /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555921 Jan 18 22:56:36.638825 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.684106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.752592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.753322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.754634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] 10.222.0.86 "PUT /v2.0/ports/774cbf6b-97a1-4520-aa22-25103b1188c4 HTTP/1.1" status: 200 len: 1090 time: 2.6131828 Jan 18 22:56:36.791800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:36.816865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Router 83838d59-9ff9-400c-a232-5094b199399a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:56:36.854160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea649-9991-4156-aa67-3db5299b2e83 service neutron] Pushing event updated for resources: {'Port': ['ID=774cbf6b-97a1-4520-aa22-25103b1188c4,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:36.856822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772e091b-5c8f-4762-aa13-a5d89539453b', 'tag': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4'}, {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '774cbf6b-97a1-4520-aa22-25103b1188c4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:36.932007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.937925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.944240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.950171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.956116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.962005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.968002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.970028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-e98e96a5-950d-47d5-852c-069009380a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5394 time: 0.4139693 Jan 18 22:56:37.084939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-c6fe3b6a-b512-4dc5-9267-87506ce13c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:37.086839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-c6fe3b6a-b512-4dc5-9267-87506ce13c0f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.4115460 Jan 18 22:56:37.102016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48e1ca4-48a7-43e6-af09-240ecfccf585 req-94f967ef-721a-4900-accb-0f47d309cf57 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188352 Jan 18 22:56:37.250048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-5c86d295-eaeb-4389-9bf7-7a6b708ab646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:37.251694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-5c86d295-eaeb-4389-9bf7-7a6b708ab646 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.1559072 Jan 18 22:56:37.255057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:37.273705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:37.284915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:37.286639 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] Sync routers for ids ['83838d59-9ff9-400c-a232-5094b199399a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:37.291422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80301bb8-4c5d-44f0-b709-a1d98d815028 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "PUT /v2.0/routers/83838d59-9ff9-400c-a232-5094b199399a HTTP/1.1" status: 200 len: 925 time: 2.8174000 Jan 18 22:56:37.298636 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] Routers {'83838d59-9ff9-400c-a232-5094b199399a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:37.299504 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['83838d59-9ff9-400c-a232-5094b199399a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:37.301089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ef163-3aea-4c9d-a5aa-bb315231e547 req-19899890-7bf9-4ca8-9cb6-76ae23d3298c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:37.302577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f2ef163-3aea-4c9d-a5aa-bb315231e547 req-19899890-7bf9-4ca8-9cb6-76ae23d3298c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.2136757 Jan 18 22:56:37.308176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:37.372624 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:37.381661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] Routers {'83838d59-9ff9-400c-a232-5094b199399a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:37.382297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['83838d59-9ff9-400c-a232-5094b199399a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:37.451741 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:37.452412 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cfc0ab-5951-400a-8e1b-d7382fe14c2d None None] The sync data for ids ['83838d59-9ff9-400c-a232-5094b199399a'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:37.469307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-9c26ab1e-e907-4b58-964e-3048516c6d7b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.2037225 Jan 18 22:56:37.539428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f2ef163-3aea-4c9d-a5aa-bb315231e547 req-78e7c897-20be-4b4e-b3e9-1adafb0b8f29 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223983 Jan 18 22:56:37.581381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0472c8d1-34a0-4696-b4b1-89f97c00ddda tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/83838d59-9ff9-400c-a232-5094b199399a HTTP/1.1" status: 200 len: 925 time: 0.2662172 Jan 18 22:56:37.584104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35286) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:37.681615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-66ff20fe-b80f-4cdc-b36e-9b6cec51ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:37.683056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-66ff20fe-b80f-4cdc-b36e-9b6cec51ca49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2051420 Jan 18 22:56:37.694467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e60af54d-e7f6-4bbc-88a5-4b52da6feebc req-5801d2b4-60b7-4bbb-b3fd-4841f824c00b tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 210 time: 0.0497465 Jan 18 22:56:37.712162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8887b-77f6-490c-a154-1f6f6aba03e2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:37.712883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-70a8887b-77f6-490c-a154-1f6f6aba03e2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Synchronizing usage tracker for tenant:b3f04625b1744a0ba35c2f981c0754a8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:37.732854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-70a8887b-77f6-490c-a154-1f6f6aba03e2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Unset dirty status for tenant:b3f04625b1744a0ba35c2f981c0754a8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:37.734435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-70a8887b-77f6-490c-a154-1f6f6aba03e2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=83838d59-9ff9-400c-a232-5094b199399a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1494265 Jan 18 22:56:37.737536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:37.792541 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772e091b-5c8f-4762-aa13-a5d89539453b', 'tag': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4', 'status': 'completed', 'code': 200} Jan 18 22:56:37.793094 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '774cbf6b-97a1-4520-aa22-25103b1188c4', 'status': 'completed', 'code': 200} Jan 18 22:56:37.919016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e7ab8-6601-4ae4-9068-4cdd2f991021 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:37.919584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e17e7ab8-6601-4ae4-9068-4cdd2f991021 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Synchronizing usage tracker for tenant:b3f04625b1744a0ba35c2f981c0754a8 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:37.950915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e17e7ab8-6601-4ae4-9068-4cdd2f991021 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Unset dirty status for tenant:b3f04625b1744a0ba35c2f981c0754a8 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:37.952138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e17e7ab8-6601-4ae4-9068-4cdd2f991021 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.2140417 Jan 18 22:56:37.955163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:38.003751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fb670683-4ba5-4d06-afe8-9516cb890aa7 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=83838d59-9ff9-400c-a232-5094b199399a HTTP/1.1" status: 200 len: 205 time: 0.0473163 Jan 18 22:56:38.006308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:38.094326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff89b84-6942-4cb5-8f26-1d008e4dc048 req-12026b78-fe8b-4476-8927-cea8cc2c74a7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.095827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ff89b84-6942-4cb5-8f26-1d008e4dc048 req-12026b78-fe8b-4476-8927-cea8cc2c74a7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.5727816 Jan 18 22:56:38.184883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-ece84cf6-dc0f-4550-acde-9888ecc8ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.186535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-ece84cf6-dc0f-4550-acde-9888ecc8ae2c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4874153 Jan 18 22:56:38.195650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1118a-cfeb-4ac1-91a0-ab8c7451ebd5 req-82fbd8d6-9076-400e-9175-b69ffa99edf1 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.202569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89f1118a-cfeb-4ac1-91a0-ab8c7451ebd5 req-82fbd8d6-9076-400e-9175-b69ffa99edf1 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 944 time: 0.3333061 Jan 18 22:56:38.258976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ff89b84-6942-4cb5-8f26-1d008e4dc048 req-9c025d80-77a2-4ce9-9e69-fd28ef552ead tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432483 Jan 18 22:56:38.260859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-a13f1c2d-235b-4778-a303-d197bb9bd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.262244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-a13f1c2d-235b-4778-a303-d197bb9bd419 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7a6f45faba1d48cdab99bde57426b1aa&device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 1095 time: 0.4529083 Jan 18 22:56:38.333287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89f1118a-cfeb-4ac1-91a0-ab8c7451ebd5 req-c6f825c9-42ec-4237-a1e4-d5922714a178 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297741 Jan 18 22:56:38.377815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.378322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.378790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.379251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.379708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.380163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.380614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.382526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-23a14490-b0a7-4c70-b5a3-ac8eecb34ee2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6341 time: 0.5695505 Jan 18 22:56:38.404255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:56:38.415595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.488652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bf7070-9898-4094-8eeb-38014ec2793a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:38.507046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.580511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,segment=NetworkSegment(f3bb831d-9f8e-4d91-ae51-4e58b89b068d),segment_id=f3bb831d-9f8e-4d91-ae51-4e58b89b068d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:38.595589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4', 'network_id': '6f15968d-44a7-4a83-9f09-5d8d2008b78d', 'port_id': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4', 'mac_address': 'fa:16:3e:3b:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfef89f-ca3b-43f5-a70b-2515d8991cf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:56:38.630698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-759e010b-c0eb-4e04-be34-96cf4be8bdae service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288554 Jan 18 22:56:38.667143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.684798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Transition to ACTIVE for port object 68bf7070-9898-4094-8eeb-38014ec2793a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:38.689817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:38.709722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,segment=NetworkSegment(f3bb831d-9f8e-4d91-ae51-4e58b89b068d),segment_id=f3bb831d-9f8e-4d91-ae51-4e58b89b068d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:38.717891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.724704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.808283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:38.817077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.817649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.818275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.818771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.819259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.819753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.820237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.820727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.821468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.822004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.822517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.822996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:38.867881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-2fca3049-9588-4b40-a417-9c92bbd6f507 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.869255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-2fca3049-9588-4b40-a417-9c92bbd6f507 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.86 "GET /v2.0/networks?id=5effc571-d8ce-4139-a4a9-9d09f47e5242 HTTP/1.1" status: 200 len: 810 time: 0.7087548 Jan 18 22:56:38.886575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Request body: {'port': {'device_id': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242', 'admin_state_up': True, 'tenant_id': '4b3b91f20c3e4e0a9af1b05de2bdb8c6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:38.930438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-d50bb652-ee9c-4af7-8560-93853fd52aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.931019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-d50bb652-ee9c-4af7-8560-93853fd52aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.931347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-d50bb652-ee9c-4af7-8560-93853fd52aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.932919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-d50bb652-ee9c-4af7-8560-93853fd52aeb service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c248c765cf1f42dfb165b79c82193121&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4862256 Jan 18 22:56:38.999337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4f4cbabf-093a-4edf-a56b-9d96047c5ea4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:39.001184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.006929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.012618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.018366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.024185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.029907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.035652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.043228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-5d146697-88fc-4777-aced-f4fafd80f7bd tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5394 time: 0.5119898 Jan 18 22:56:39.046145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.061607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15a90e4f-2d34-4ab8-ad16-bd669cdbba4a req-ba4f3c71-acf2-4423-9c73-05d64bbc4e02 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691783 Jan 18 22:56:39.097069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Deleting port ba7443f6-71c9-4e13-954a-98394d5ee472 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:39.097410 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.200253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5e8320f-d1c4-4433-ba94-97e76234b0a0 req-4fae4515-bb0e-48bc-8220-b891fe1b391f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561627 Jan 18 22:56:39.221014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:39.226157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Usage tracker for resource:port and tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:39.227266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-aa6e5782-5483-449e-a7d1-10e8118ec313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.228740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-aa6e5782-5483-449e-a7d1-10e8118ec313 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6f15968d-44a7-4a83-9f09-5d8d2008b78d HTTP/1.1" status: 200 len: 923 time: 0.9338415 Jan 18 22:56:39.229366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:39.230660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:39.255745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:39.328995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Made reservation on behalf of 4b3b91f20c3e4e0a9af1b05de2bdb8c6 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:39.332293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.357243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-8b197ca7-44e6-4695-aa72-2ad794db9572 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4 HTTP/1.1" status: 200 len: 217 time: 0.1168404 Jan 18 22:56:39.423648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.474094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6686ee-f650-4f40-ae95-e6eb462b238f req-170a8afe-acf4-4633-ab2d-24b233623a4e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.475616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a6686ee-f650-4f40-ae95-e6eb462b238f req-170a8afe-acf4-4633-ab2d-24b233623a4e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.6307371 Jan 18 22:56:39.483016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-82e00c25-5986-4058-a275-6bb9f1bd68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.484455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-82e00c25-5986-4058-a275-6bb9f1bd68e4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5412698 Jan 18 22:56:39.500246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Attempting to bind port 68bf7070-9898-4094-8eeb-38014ec2793a on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:39.500610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Attempting to bind port 68bf7070-9898-4094-8eeb-38014ec2793a by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:39.500911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Attempting to bind port 68bf7070-9898-4094-8eeb-38014ec2793a on network 46e18224-8a01-4e1f-b61c-673795a452ed {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:39.512978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Port 68bf7070-9898-4094-8eeb-38014ec2793a on network 46e18224-8a01-4e1f-b61c-673795a452ed not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:39.513192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Attempting to bind port 68bf7070-9898-4094-8eeb-38014ec2793a on network 46e18224-8a01-4e1f-b61c-673795a452ed {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:39.519313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-c058acf5-6e4e-4583-a563-8c90bcfebe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.520807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-c058acf5-6e4e-4583-a563-8c90bcfebe6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdfef89f-ca3b-43f5-a70b-2515d8991cf5 HTTP/1.1" status: 200 len: 862 time: 0.1556785 Jan 18 22:56:39.530822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:39.531163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Checking segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:39.531556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Bound using segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:39.532001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Bound port: 68bf7070-9898-4094-8eeb-38014ec2793a, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:39.532864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.590432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Calling delete_port for ba7443f6-71c9-4e13-954a-98394d5ee472 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:39.594212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-28a8e2bb-bdc7-4484-b64c-24423985c9ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6f15968d-44a7-4a83-9f09-5d8d2008b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523810 Jan 18 22:56:39.627214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a6686ee-f650-4f40-ae95-e6eb462b238f req-7f04da35-115f-4285-896f-30ac9703d1f7 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417553 Jan 18 22:56:39.697763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ae98fce8-de74-449a-abd2-e598544ee0f5 req-a922ee0a-97d1-43f7-b372-9a67f68a4811 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 210 time: 0.1224542 Jan 18 22:56:39.793573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Allocated IP 172.20.0.3 (5effc571-d8ce-4139-a4a9-9d09f47e5242/f89f66fc-8d2d-4f5e-a5f6-710b98afde97/132153b7-9b40-4966-8170-97ea035316cc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:39.986779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:40.002927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=68bf7070-9898-4094-8eeb-38014ec2793a,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:40.024866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.073509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.101303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-d8ba1dca-6d27-4931-851c-dc728782a6c0 service neutron] 10.222.0.85 "GET /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689875 Jan 18 22:56:40.106914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.107522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.109071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] 10.222.0.86 "PUT /v2.0/ports/68bf7070-9898-4094-8eeb-38014ec2793a HTTP/1.1" status: 200 len: 1091 time: 3.3231924 Jan 18 22:56:40.111554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:40.142240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event deleted for resources: {'Port': ['ID=ba7443f6-71c9-4e13-954a-98394d5ee472,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:40.147776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Request body: {'port': {'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:40.200202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1fbcb-408e-4a2b-98e0-a798d24832d5 req-b0789724-bd6f-4d11-a60d-a4084eb18cb5 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.201757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c0d1fbcb-408e-4a2b-98e0-a798d24832d5 req-b0789724-bd6f-4d11-a60d-a4084eb18cb5 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 945 time: 0.3717787 Jan 18 22:56:40.273601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7634c6b-3186-40f5-9eb2-5beb3f354f67 req-e5a8e746-1c3f-42aa-9911-06eedc05cac4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.275105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b7634c6b-3186-40f5-9eb2-5beb3f354f67 req-e5a8e746-1c3f-42aa-9911-06eedc05cac4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4936752 Jan 18 22:56:40.279621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79913fa-15a9-4301-aaac-d1f84570cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:40.283981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.326570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c0d1fbcb-408e-4a2b-98e0-a798d24832d5 req-f98a39c7-cbfa-45e2-ab97-2ac5bf652781 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163001 Jan 18 22:56:40.328578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.410399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:40.429973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b7634c6b-3186-40f5-9eb2-5beb3f354f67 req-29161916-22ea-408d-b00a-1be0e1bbdf11 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431191 Jan 18 22:56:40.500506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d54000ce-d726-49a3-88db-34e760dc0e84 req-b182e8f2-0258-4735-911c-363e9a623cab service neutron] 10.222.0.85 "GET /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779728 Jan 18 22:56:40.501172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:40.522758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:40.523687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.534074 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a', 'status': 'completed', 'code': 200} Jan 18 22:56:40.608110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.654776 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.683526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e091b-5c8f-4762-aa13-a5d89539453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:40.692075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,segment=NetworkSegment(f3bb831d-9f8e-4d91-ae51-4e58b89b068d),segment_id=f3bb831d-9f8e-4d91-ae51-4e58b89b068d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:40.697145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.729849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.732831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.761904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.769260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:40.822955 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.823491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Fanout notify agent at l3_agent the message router_deleted on router 83838d59-9ff9-400c-a232-5094b199399a {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:56:40.856448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Network 5effc571-d8ce-4139-a4a9-9d09f47e5242 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:40.862547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:40.866009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.866486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.866955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.867425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.867884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.868337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.868448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:40.868797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.870765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27f757b4-8149-44cf-841b-92435ff77728 req-d3861fba-854f-481f-9d7c-9dca1802b17d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6408 time: 0.3338583 Jan 18 22:56:40.881948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611c6c6-821a-4540-8ca4-8c6cf56cea36 req-9d40e1b1-1703-4e75-9671-9d5877501858 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.883405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c611c6c6-821a-4540-8ca4-8c6cf56cea36 req-9d40e1b1-1703-4e75-9671-9d5877501858 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2203708 Jan 18 22:56:40.899009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Pushing event updated for resources: {'Port': ['ID=132153b7-9b40-4966-8170-97ea035316cc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:40.918125 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:40.924803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-551b5568-8066-47e5-bbe2-f55e8503e086 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/83838d59-9ff9-400c-a232-5094b199399a HTTP/1.1" status: 204 len: 168 time: 2.9119711 Jan 18 22:56:40.924803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:40.930792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1807736700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:40.951845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.957627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.963336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.969090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.974852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.980557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.986279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.988183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-61ae07ec-18d6-4f20-9d11-cfb61c47e927 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5406 time: 0.3187428 Jan 18 22:56:40.991483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:41.000806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Usage tracker for resource:router and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:41.018363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:41.028212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.028809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.038984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:41.072267 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22d5c8af-69d6-4c44-9b86-99e900c00e9b req-11aa9adf-772c-4807-8ba6-4e8fa1d34f61 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763156 Jan 18 22:56:41.074221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6f86e59c-ac82-4f46-8538-29dba0f11289 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1915216 Jan 18 22:56:41.075454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.076214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.085613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c611c6c6-821a-4540-8ca4-8c6cf56cea36 req-2db53a72-bf1e-4153-8c47-1494f382b77d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674597 Jan 18 22:56:41.086170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Request body: {'port': {'device_id': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:41.149251 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.183901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-3ac576c2-1fc3-4df6-a99a-26c06a8deb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.184378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-3ac576c2-1fc3-4df6-a99a-26c06a8deb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.184842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-3ac576c2-1fc3-4df6-a99a-26c06a8deb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.186437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27f757b4-8149-44cf-841b-92435ff77728 req-3ac576c2-1fc3-4df6-a99a-26c06a8deb53 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c248c765cf1f42dfb165b79c82193121&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2997329 Jan 18 22:56:41.215887 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e091b-5c8f-4762-aa13-a5d89539453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4', 'code': 200} Jan 18 22:56:41.260307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.311242 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.325236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.328917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0de2b1a4-0f8b-4398-b0b3-7ec9ac358010 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4016507 Jan 18 22:56:41.362450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35346) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:41.382169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:41.522221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafc849-4599-45fe-a998-eb64201a3806 req-abefec7a-7c85-4171-8ce6-159d2450532f tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.522939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9eafc849-4599-45fe-a998-eb64201a3806 req-abefec7a-7c85-4171-8ce6-159d2450532f tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Synchronizing usage tracker for tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:41.617962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9eafc849-4599-45fe-a998-eb64201a3806 req-abefec7a-7c85-4171-8ce6-159d2450532f tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Unset dirty status for tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:41.619116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9eafc849-4599-45fe-a998-eb64201a3806 req-abefec7a-7c85-4171-8ce6-159d2450532f tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 931 time: 0.2979019 Jan 18 22:56:41.697331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3df862a-f746-4c9e-b50e-94f33c785707 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:41.699578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9eafc849-4599-45fe-a998-eb64201a3806 req-313b55ba-65e3-48c7-a4f4-5ef45121aac2 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735953 Jan 18 22:56:41.713019 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.785403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132153b7-9b40-4966-8170-97ea035316cc {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:41.793546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.809948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Transition to ACTIVE for port object 132153b7-9b40-4966-8170-97ea035316cc will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:41.815887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.839614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Transition to ACTIVE for port object b3df862a-f746-4c9e-b50e-94f33c785707 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:41.905041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f757b4-8149-44cf-841b-92435ff77728 req-9a6766f0-b3f3-464d-845b-25f8caa0b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.906549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27f757b4-8149-44cf-841b-92435ff77728 req-9a6766f0-b3f3-464d-845b-25f8caa0b647 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7129972 Jan 18 22:56:41.912209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:41.983814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Pushing event updated for resources: {'Port': ['ID=132153b7-9b40-4966-8170-97ea035316cc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:42.109720 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29eda5f5-8c7e-4308-b146-e0484f471330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.156924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Attempting to bind port 132153b7-9b40-4966-8170-97ea035316cc on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:42.157603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Attempting to bind port 132153b7-9b40-4966-8170-97ea035316cc by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '22745292-04d5-4c4b-aecf-115080113a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:42.157603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Attempting to bind port 132153b7-9b40-4966-8170-97ea035316cc on network 5effc571-d8ce-4139-a4a9-9d09f47e5242 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:42.160267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff305-1442-4964-bb7b-b685d0f88e82 req-672d7f53-fc3b-4231-9a76-15cd0d463d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.161804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ddff305-1442-4964-bb7b-b685d0f88e82 req-672d7f53-fc3b-4231-9a76-15cd0d463d36 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 1097 time: 0.8743138 Jan 18 22:56:42.164977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Port 132153b7-9b40-4966-8170-97ea035316cc on network 5effc571-d8ce-4139-a4a9-9d09f47e5242 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:42.165313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Attempting to bind port 132153b7-9b40-4966-8170-97ea035316cc on network 5effc571-d8ce-4139-a4a9-9d09f47e5242 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:42.174460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:42.174807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Checking segment: {'id': '22745292-04d5-4c4b-aecf-115080113a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:42.175481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Bound using segment: {'id': '22745292-04d5-4c4b-aecf-115080113a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:42.175658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Bound port: 132153b7-9b40-4966-8170-97ea035316cc, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22745292-04d5-4c4b-aecf-115080113a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:42.175989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.185888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.203772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842a1d-1284-4fc2-81d4-50003006ebcd req-7bc2df44-3f9d-43c6-a651-6e2092a61ef3 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.205412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14842a1d-1284-4fc2-81d4-50003006ebcd req-7bc2df44-3f9d-43c6-a651-6e2092a61ef3 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 946 time: 0.1835618 Jan 18 22:56:42.218174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Pushing event updated for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:42.261058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b751db-3899-4ea7-8e76-1727248a6460 req-b5eddb88-050e-4181-8c7d-0b6596e5b588 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.262848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29b751db-3899-4ea7-8e76-1727248a6460 req-b5eddb88-050e-4181-8c7d-0b6596e5b588 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.8287990 Jan 18 22:56:42.310710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14842a1d-1284-4fc2-81d4-50003006ebcd req-c9acdd48-b08d-46ea-b8b0-59e04b55093d tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752449 Jan 18 22:56:42.319534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] For port 132153b7-9b40-4966-8170-97ea035316cc, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:42.322506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] For port 132153b7-9b40-4966-8170-97ea035316cc, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=132153b7-9b40-4966-8170-97ea035316cc,segment=NetworkSegment(22745292-04d5-4c4b-aecf-115080113a2e),segment_id=22745292-04d5-4c4b-aecf-115080113a2e)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:42.335593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.370102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ddff305-1442-4964-bb7b-b685d0f88e82 req-6e31ff71-3d62-401d-9e3b-039730a9e728 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970115 Jan 18 22:56:42.401239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.401792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.403359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] 10.222.0.86 "PUT /v2.0/ports/132153b7-9b40-4966-8170-97ea035316cc HTTP/1.1" status: 200 len: 1091 time: 1.3213105 Jan 18 22:56:42.407180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'tag': '132153b7-9b40-4966-8170-97ea035316cc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:42.433894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6f01-e3ee-4a1c-a0d7-996a9f4128bf service neutron] Pushing event updated for resources: {'Port': ['ID=132153b7-9b40-4966-8170-97ea035316cc,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:42.460336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29b751db-3899-4ea7-8e76-1727248a6460 req-04ff9a2c-a7e3-4f16-957f-ccd495532577 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689086 Jan 18 22:56:42.476013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Attempting to bind port b3df862a-f746-4c9e-b50e-94f33c785707 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:42.476359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Attempting to bind port b3df862a-f746-4c9e-b50e-94f33c785707 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:42.476677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Attempting to bind port b3df862a-f746-4c9e-b50e-94f33c785707 on network 46e18224-8a01-4e1f-b61c-673795a452ed {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:42.495251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Port b3df862a-f746-4c9e-b50e-94f33c785707 on network 46e18224-8a01-4e1f-b61c-673795a452ed not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:56:42.495587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Attempting to bind port b3df862a-f746-4c9e-b50e-94f33c785707 on network 46e18224-8a01-4e1f-b61c-673795a452ed {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:42.505794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:42.506440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Checking segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:42.506846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Bound using segment: {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:42.507293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Bound port: b3df862a-f746-4c9e-b50e-94f33c785707, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce4a724-3289-4203-b06b-3707da77825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:42.507654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.605854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-61de8266-67ce-492e-bd7b-8ca1b92d0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.607454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-61de8266-67ce-492e-bd7b-8ca1b92d0179 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b3b91f20c3e4e0a9af1b05de2bdb8c6&device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 1094 time: 0.1494040 Jan 18 22:56:42.631790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:42.636629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b3df862a-f746-4c9e-b50e-94f33c785707,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:42.695475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.791666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-c93d2f38-08c9-461a-b0c3-10b4e6f3d7b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132153b7-9b40-4966-8170-97ea035316cc HTTP/1.1" status: 200 len: 217 time: 0.1758776 Jan 18 22:56:42.841225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574d4f9-e3fd-474d-b1b2-e2432987c2e4 req-1d03e0d1-5af3-4c2e-9fbe-ef88414b3144 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.842695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3574d4f9-e3fd-474d-b1b2-e2432987c2e4 req-1d03e0d1-5af3-4c2e-9fbe-ef88414b3144 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2989001 Jan 18 22:56:42.897300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-c5e7e196-581d-4951-ae00-6bfd698ec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.899006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-c5e7e196-581d-4951-ae00-6bfd698ec644 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f89f66fc-8d2d-4f5e-a5f6-710b98afde97 HTTP/1.1" status: 200 len: 850 time: 0.0996644 Jan 18 22:56:42.903582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.904150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.905554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] 10.222.0.86 "PUT /v2.0/ports/b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 200 len: 1091 time: 2.7622406 Jan 18 22:56:42.906050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:42.906916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3574d4f9-e3fd-474d-b1b2-e2432987c2e4 req-fca399aa-8b7a-4654-aad5-95274a92d922 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533454 Jan 18 22:56:42.914132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.957619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-6a232114-226d-4818-b552-06537aab7295 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5effc571-d8ce-4139-a4a9-9d09f47e5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497658 Jan 18 22:56:42.964171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:42.967557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d87a88-d2cf-46b5-b341-f86f5c0b6d8f service neutron] Pushing event updated for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:43.071765 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'tag': '132153b7-9b40-4966-8170-97ea035316cc', 'status': 'completed', 'code': 200} Jan 18 22:56:43.164772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-1b105ab4-2b50-4323-8dfa-19fd390932d6 service neutron] 10.222.0.86 "GET /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983163 Jan 18 22:56:43.288014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.293865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.299990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.305980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.311647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.317654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.323384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.325361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-d1d4a95e-9879-4f97-9837-839aa49858a2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.6381104 Jan 18 22:56:43.412334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.412809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.413302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.413761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.414218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.414668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.415742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.417062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e687f0e0-5e3a-4278-942f-958c085ee3a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6475 time: 0.4444795 Jan 18 22:56:43.450062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2e84-023b-4b65-862c-6bcf4e26f113 req-8fe62075-cfa8-41e4-8e90-0d0911c6b847 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.452030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f6b2e84-023b-4b65-862c-6bcf4e26f113 req-8fe62075-cfa8-41e4-8e90-0d0911c6b847 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 943 time: 0.1866207 Jan 18 22:56:43.452610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35380) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:43.465897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a753b6a1-4a0b-4be4-8284-ae27fe55093f req-83e4d0ac-993c-47a7-8ef7-b483401c3c97 service neutron] 10.222.0.86 "GET /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947650 Jan 18 22:56:43.510197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c4d4456-c965-4d02-adaa-e46a495ea7ad req-02f8eae0-a034-4753-aa1c-1322d37ba5ae tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745234 Jan 18 22:56:43.515133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9d21a730-a391-4967-8d2f-637c9a01ffd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 200 len: 217 time: 0.0871916 Jan 18 22:56:43.523457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f6b2e84-023b-4b65-862c-6bcf4e26f113 req-b18602c5-a660-4db2-ace6-ce7a78466fe1 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Jan 18 22:56:43.532129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Allocated IP 172.25.4.150 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/35390d5e-6524-4dad-8752-a909f7264e12) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:43.612438 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707', 'status': 'completed', 'code': 200} Jan 18 22:56:43.664597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:43.689450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75cfdaf8-8012-4700-89c4-34f25d82475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.690957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-75cfdaf8-8012-4700-89c4-34f25d82475d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aff3e469-546f-4725-b2e6-07d04f57ba29 HTTP/1.1" status: 200 len: 851 time: 0.1618366 Jan 18 22:56:43.701299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:43.710664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1c55343093448abb3aad5003e84c43 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:43.718052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:43.727366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:43.767508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108125bc-2860-46b2-b4dc-10974d93f79d req-00498a49-836a-4707-94a3-c77eb4ac43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.769073 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-00498a49-836a-4707-94a3-c77eb4ac43b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b3b91f20c3e4e0a9af1b05de2bdb8c6&device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 1094 time: 0.2118504 Jan 18 22:56:43.824599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:43.835935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-84a94b06-b2db-4a00-ba0e-64c7e6c0164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:43.837386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-84a94b06-b2db-4a00-ba0e-64c7e6c0164f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377532 Jan 18 22:56:43.987200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.021170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77158cf-76d1-41b1-9fd3-cf6d7e35e074 req-088c57f1-2f7b-496b-91f1-c373d6b62728 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.022800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d77158cf-76d1-41b1-9fd3-cf6d7e35e074 req-088c57f1-2f7b-496b-91f1-c373d6b62728 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 946 time: 0.2654943 Jan 18 22:56:44.111505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108125bc-2860-46b2-b4dc-10974d93f79d req-03cf5646-b814-424e-9a70-c565654a5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.113178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-03cf5646-b814-424e-9a70-c565654a5cef service neutron] 10.222.0.86 "GET /v2.0/networks?id=5effc571-d8ce-4139-a4a9-9d09f47e5242 HTTP/1.1" status: 200 len: 911 time: 0.2896752 Jan 18 22:56:44.121269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event updated for resources: {'Port': ['ID=35390d5e-6524-4dad-8752-a909f7264e12,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:44.134644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-07f9a2ae-063f-496e-87f7-a37dd1d891f3 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900727 Jan 18 22:56:44.165510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:44.174841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:44.177221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:44.185329 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d77158cf-76d1-41b1-9fd3-cf6d7e35e074 req-a45b1e15-dd10-4a7c-a170-c0dd18570a0e tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510065 Jan 18 22:56:44.207829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-113b846a-7799-4674-a821-941f109078ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132153b7-9b40-4966-8170-97ea035316cc HTTP/1.1" status: 200 len: 217 time: 0.0785561 Jan 18 22:56:44.208368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.241687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.333451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-418e5ed3-d9fe-43fb-bd6a-7a1f6e501847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.344882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a1c55343093448abb3aad5003e84c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889670 Jan 18 22:56:44.352702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:44.355783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108125bc-2860-46b2-b4dc-10974d93f79d req-78c5dcee-9d50-4709-81e5-c4e659a18f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.357191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-78c5dcee-9d50-4709-81e5-c4e659a18f18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f89f66fc-8d2d-4f5e-a5f6-710b98afde97 HTTP/1.1" status: 200 len: 850 time: 0.1475968 Jan 18 22:56:44.363106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80770b-810e-4b02-ad7d-e32be67ca1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6587dc4-c2ca-404b-8c77-3e06357b2cbe,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:44.397652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c96c-27be-40a9-bf9a-92f2ec201ae5 req-27afe980-fbde-4ff8-8774-b1c414147d5c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.399115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c125c96c-27be-40a9-bf9a-92f2ec201ae5 req-27afe980-fbde-4ff8-8774-b1c414147d5c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.3391709 Jan 18 22:56:44.434519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-bc867b4c-440e-43c4-a46c-4561fbbfc52b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5effc571-d8ce-4139-a4a9-9d09f47e5242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687208 Jan 18 22:56:44.494033 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-f31c29ab-d8e1-440c-8c61-b5b114f27152 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486621 Jan 18 22:56:44.592220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c5172b4-d122-4583-9cd0-4ccbd4a0b68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.610547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-231decae-db9d-4c70-b1f7-4136bd0b8872 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 217 time: 0.0866079 Jan 18 22:56:44.619918 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-649a4535-a75b-467d-96d8-d9cec7c18945 service neutron] 10.222.0.86 "GET /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773145 Jan 18 22:56:44.620146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c125c96c-27be-40a9-bf9a-92f2ec201ae5 req-f942304f-96c5-45a2-8432-248225a9abc1 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659055 Jan 18 22:56:44.662529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993f90-55e1-404c-8110-efcf659bf5bc req-b183bd26-602c-4158-ac28-d020b0816c79 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.663997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b993f90-55e1-404c-8110-efcf659bf5bc req-b183bd26-602c-4158-ac28-d020b0816c79 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3607552 Jan 18 22:56:44.669012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c5172b4-d122-4583-9cd0-4ccbd4a0b68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.745694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9fc725d0-aee9-4c89-bd10-6662a11537b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.747086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9fc725d0-aee9-4c89-bd10-6662a11537b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1301250 Jan 18 22:56:44.938008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b993f90-55e1-404c-8110-efcf659bf5bc req-14e07bde-b1b7-4741-89d4-c0d393ea94fc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201743 Jan 18 22:56:44.969727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-108125bc-2860-46b2-b4dc-10974d93f79d req-7726d891-39be-4f5b-a7db-71334edbc944 service neutron] 10.222.0.86 "GET /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395994 Jan 18 22:56:44.982472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c5172b4-d122-4583-9cd0-4ccbd4a0b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.001596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5172b4-d122-4583-9cd0-4ccbd4a0b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6587dc4-c2ca-404b-8c77-3e06357b2cbe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:45.004833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c5172b4-d122-4583-9cd0-4ccbd4a0b68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.008434 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0c5172b4-d122-4583-9cd0-4ccbd4a0b68e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6587dc4-c2ca-404b-8c77-3e06357b2cbe HTTP/1.1" status: 204 len: 168 time: 0.6523213 Jan 18 22:56:45.122656 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.171624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.179020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.184785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.190956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.197103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.202750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.208512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.210472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-75c56dad-f2a7-45bf-a1d0-4da19392e0a0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.1390214 Jan 18 22:56:45.212675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d5c0a-84ff-4282-bbfd-a2ffc084bc70 req-9623f685-cdb9-4bf8-8af9-b86bd6d004e1 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.214210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c70d5c0a-84ff-4282-bbfd-a2ffc084bc70 req-9623f685-cdb9-4bf8-8af9-b86bd6d004e1 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 943 time: 0.4763470 Jan 18 22:56:45.222501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-bc63bfdd-fde7-4cf8-b68a-10a79ad82fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.223930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-bc63bfdd-fde7-4cf8-b68a-10a79ad82fd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4393938 Jan 18 22:56:45.265324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14c1a6d3-5bac-4f50-987c-7587a366200b req-a9b3f57a-dc9f-4b41-99da-14e5ca72df68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467012 Jan 18 22:56:45.296899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 132153b7-9b40-4966-8170-97ea035316cc details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:56:45.443858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c70d5c0a-84ff-4282-bbfd-a2ffc084bc70 req-082dd08d-41f9-47c2-b4c9-07690422b36c tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Synchronizing usage tracker for tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:45.497673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 132153b7-9b40-4966-8170-97ea035316cc, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=132153b7-9b40-4966-8170-97ea035316cc,segment=NetworkSegment(22745292-04d5-4c4b-aecf-115080113a2e),segment_id=22745292-04d5-4c4b-aecf-115080113a2e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:45.516700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '132153b7-9b40-4966-8170-97ea035316cc', 'network_id': '5effc571-d8ce-4139-a4a9-9d09f47e5242', 'port_id': '132153b7-9b40-4966-8170-97ea035316cc', 'mac_address': 'fa:16:3e:9b:78:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89f66fc-8d2d-4f5e-a5f6-710b98afde97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:56:45.575935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c70d5c0a-84ff-4282-bbfd-a2ffc084bc70 req-082dd08d-41f9-47c2-b4c9-07690422b36c tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Unset dirty status for tenant:4b3b91f20c3e4e0a9af1b05de2bdb8c6 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:45.577161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c70d5c0a-84ff-4282-bbfd-a2ffc084bc70 req-082dd08d-41f9-47c2-b4c9-07690422b36c tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571005 Jan 18 22:56:45.585961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a3b2c356-d934-49cf-bb8e-81b71ecd0051 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460045 Jan 18 22:56:45.638395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.649241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.656220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.659350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132153b7-9b40-4966-8170-97ea035316cc {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:45.691546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 132153b7-9b40-4966-8170-97ea035316cc, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=132153b7-9b40-4966-8170-97ea035316cc,segment=NetworkSegment(22745292-04d5-4c4b-aecf-115080113a2e),segment_id=22745292-04d5-4c4b-aecf-115080113a2e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:45.703888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.791205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.800742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.820100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=132153b7-9b40-4966-8170-97ea035316cc,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:45.919262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:45.977076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['132153b7-9b40-4966-8170-97ea035316cc'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:45.993087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-c8dff5e5-8203-409a-a5ac-ef87b2f54199 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215010 Jan 18 22:56:46.082633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-828893159-network', 'tenant_id': 'aee8e02ae930443699b6b541bd1ee37d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:46.090064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:46.095458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Usage tracker for resource:network and tenant:aee8e02ae930443699b6b541bd1ee37d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:46.109152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:46.119942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:46.136302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Made reservation on behalf of aee8e02ae930443699b6b541bd1ee37d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:46.139109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.149133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b4600c93-fca9-431d-bc8c-9f10e850c992 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 217 time: 0.1463299 Jan 18 22:56:46.157033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.181371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:46.193702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44801f01-44e8-4607-a339-63a1a9bba2a3 req-5d921a08-c0cf-45cc-aae0-9224661b429e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.201781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44801f01-44e8-4607-a339-63a1a9bba2a3 req-5d921a08-c0cf-45cc-aae0-9224661b429e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.1691771 Jan 18 22:56:46.206732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Usage tracker for resource:security_group_rule and tenant:aee8e02ae930443699b6b541bd1ee37d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:46.225688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:46.237227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:46.244435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab76b8-08fc-4f16-950d-cfd304ef6668 req-67db442c-e31a-44f9-a16b-da5faab9310e tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.246588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbab76b8-08fc-4f16-950d-cfd304ef6668 req-67db442c-e31a-44f9-a16b-da5faab9310e tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 946 time: 0.3505507 Jan 18 22:56:46.264717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9fbbd7cd-5e90-4843-9bc9-3a6315659205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.266466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-9fbbd7cd-5e90-4843-9bc9-3a6315659205 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1082685 Jan 18 22:56:46.272804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44801f01-44e8-4607-a339-63a1a9bba2a3 req-f1cf3c70-04fc-4ead-99f6-abb62d8b1f92 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701010 Jan 18 22:56:46.357188 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.362307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.368816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbab76b8-08fc-4f16-950d-cfd304ef6668 req-0352112f-2e9b-49f2-bf2f-4e72b30025bf tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130881 Jan 18 22:56:46.380495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Router 5361a545-b416-48e9-8466-8dc9daae4f9d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:56:46.431280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:56:46.467928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fcb971-b73a-4f90-9792-a1802f106c7d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:46.472648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.473014 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Added segment 19d266cf-7f00-404b-ab15-bc6b81f7fe5a of type vlan for network a318ce26-1a68-4de7-be55-b857dc2cf3df Jan 18 22:56:46.509746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.532773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f853-4fb0-4f21-af03-9098013c2a16 req-4e2d82ea-da9c-4945-b407-1f6930f7b6e6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.534303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a479f853-4fb0-4f21-af03-9098013c2a16 req-4e2d82ea-da9c-4945-b407-1f6930f7b6e6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1501167 Jan 18 22:56:46.583550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.584507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.585114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.662955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-460ea1cc-c0f1-4fc0-8e92-2905c81f6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.664410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-460ea1cc-c0f1-4fc0-8e92-2905c81f6090 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3832190 Jan 18 22:56:46.667266 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a479f853-4fb0-4f21-af03-9098013c2a16 req-1a700c06-3e11-48cb-a188-9eb9f6decf87 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202173 Jan 18 22:56:46.699093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] Pushing event updated for resources: {'Network': ['ID=a318ce26-1a68-4de7-be55-b857dc2cf3df,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:46.703188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c92d9b35-49a5-4364-ae58-68b17be32bec admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7826850 Jan 18 22:56:46.706101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:46.710841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a318ce26-1a68-4de7-be55-b857dc2cf3df details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:56:46.713434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Request body: {'subnet': {'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-828893159-subnet', 'tenant_id': 'aee8e02ae930443699b6b541bd1ee37d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:46.718534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:46.723645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Usage tracker for resource:subnet and tenant:aee8e02ae930443699b6b541bd1ee37d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:46.725578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:46.731478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:46.746420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Made reservation on behalf of aee8e02ae930443699b6b541bd1ee37d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:46.749969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.867963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:46.898501 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.901977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-62c2c0c9-61db-4a00-bdbb-c94650060ce8 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "PUT /v2.0/routers/5361a545-b416-48e9-8466-8dc9daae4f9d HTTP/1.1" status: 200 len: 884 time: 5.5218832 Jan 18 22:56:46.903823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35452) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:46.905043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] Sync routers for ids ['5361a545-b416-48e9-8466-8dc9daae4f9d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:46.924306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.927516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:46.928567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] Routers {'5361a545-b416-48e9-8466-8dc9daae4f9d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:46.929543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5361a545-b416-48e9-8466-8dc9daae4f9d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:46.930086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.935977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.941808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.948492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.954311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.960181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.962197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08005216-e096-4881-8986-ddeb63825ff9 req-96c49838-c3d2-4934-a802-8e015358ca00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.3740845 Jan 18 22:56:46.972044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-465bedf4-e9a6-4b4b-b20f-fcaf53ac067b service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485120 Jan 18 22:56:46.998881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:47.008073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] Routers {'5361a545-b416-48e9-8466-8dc9daae4f9d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:47.009137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5361a545-b416-48e9-8466-8dc9daae4f9d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:47.072379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:47.073099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de105b9-2255-441d-9b77-1179a4d2d76d None None] The sync data for ids ['5361a545-b416-48e9-8466-8dc9daae4f9d'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:47.093911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08005216-e096-4881-8986-ddeb63825ff9 req-a8b6544d-7b31-4e56-bec6-4f8eb8936b32 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243501 Jan 18 22:56:47.134042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333c15c-8b24-46fb-a178-6cff64fb1a70 req-de3e3e98-0866-4fd0-af4d-8783ed22b527 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.140777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d333c15c-8b24-46fb-a178-6cff64fb1a70 req-de3e3e98-0866-4fd0-af4d-8783ed22b527 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.3050325 Jan 18 22:56:47.141059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e54cd350-6cdc-485c-93c9-171f6a60d137 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559055 Jan 18 22:56:47.207140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-52252fbd-0514-4c2a-a1e3-59e027eeb959 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/5361a545-b416-48e9-8466-8dc9daae4f9d HTTP/1.1" status: 200 len: 925 time: 0.2965844 Jan 18 22:56:47.216753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:47.219766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-759728fb-1db6-4929-a0ca-bdc452afa3b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5 HTTP/1.1" status: 200 len: 217 time: 0.0727742 Jan 18 22:56:47.259698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d333c15c-8b24-46fb-a178-6cff64fb1a70 req-78465785-8b53-43d6-8016-542e89ccc716 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180310 Jan 18 22:56:47.289158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-f7bc7016-f193-472e-a370-45351b254b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.290507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-f7bc7016-f193-472e-a370-45351b254b45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.0647440 Jan 18 22:56:47.311337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 132153b7-9b40-4966-8170-97ea035316cc up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:47.331939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.390882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 132153b7-9b40-4966-8170-97ea035316cc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:47.396411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 132153b7-9b40-4966-8170-97ea035316cc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:47.396896 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.439265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4004b-bcc7-4322-b08c-5c747912a3c2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.440908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a3d4004b-bcc7-4322-b08c-5c747912a3c2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=5361a545-b416-48e9-8466-8dc9daae4f9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2231658 Jan 18 22:56:47.441749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1ab01970-87f7-4ff4-8f1c-6e55a5f0d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.443217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-1ab01970-87f7-4ff4-8f1c-6e55a5f0d98d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465158 Jan 18 22:56:47.443680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35464) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:47.452920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62f5496-9622-4eda-822b-b8bbaa18094e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:47.491414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Checking segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:47.491811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Network hostable DHCP agents. Network: a318ce26-1a68-4de7-be55-b857dc2cf3df, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:56:47.517910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa583-660f-4875-ad10-1060481946bc req-830903ac-eb64-4f63-a580-ca593cea3574 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.519538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d23fa583-660f-4875-ad10-1060481946bc req-830903ac-eb64-4f63-a580-ca593cea3574 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1386094 Jan 18 22:56:47.543651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Network a318ce26-1a68-4de7-be55-b857dc2cf3df is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:56:47.547673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.567750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a318ce26-1a68-4de7-be55-b857dc2cf3df) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:47.578117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.579056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.582271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272ee99-9e50-46b5-b7e5-606dcd61d027 None None] Network a318ce26-1a68-4de7-be55-b857dc2cf3df requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:47.594098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132153b7-9b40-4966-8170-97ea035316cc'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:47.597446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d23fa583-660f-4875-ad10-1060481946bc req-5d6f0c49-333c-4628-ac67-f0d3f80fc965 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704355 Jan 18 22:56:47.608621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713d468-6e2c-4b59-89f6-3d427a4fcd55 req-0ffa0e00-6ddf-4972-809b-57b23478c147 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.609484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e713d468-6e2c-4b59-89f6-3d427a4fcd55 req-0ffa0e00-6ddf-4972-809b-57b23478c147 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 944 time: 0.2591248 Jan 18 22:56:47.616986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c1a83ee2-bf3b-4d89-bbf7-9bfdb45f6011 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9077423 Jan 18 22:56:47.654785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 132153b7-9b40-4966-8170-97ea035316cc, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=132153b7-9b40-4966-8170-97ea035316cc,segment=NetworkSegment(22745292-04d5-4c4b-aecf-115080113a2e),segment_id=22745292-04d5-4c4b-aecf-115080113a2e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:47.667428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.733656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e713d468-6e2c-4b59-89f6-3d427a4fcd55 req-ec182635-ada8-43d8-ae54-229d9ff8cc4b tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068625 Jan 18 22:56:47.773070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=132153b7-9b40-4966-8170-97ea035316cc,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:47.774354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-362493a5-ed6b-4fe5-80be-2407a31c8cc6 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042409 Jan 18 22:56:47.808797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c53c5-d73f-47aa-950a-2664c41a13fc tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.810547 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132153b7-9b40-4966-8170-97ea035316cc', 'code': 200} Jan 18 22:56:47.810989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-778c53c5-d73f-47aa-950a-2664c41a13fc tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.3654745 Jan 18 22:56:47.814593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:47.878230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a318ce26-1a68-4de7-be55-b857dc2cf3df', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'tenant_id': 'aee8e02ae930443699b6b541bd1ee37d', 'fixed_ips': [{'subnet_id': 'c62f5496-9622-4eda-822b-b8bbaa18094e'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:56:47.881582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.018533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-42221fcb-0dd3-4d1a-8351-dccc7b9555cb tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=5361a545-b416-48e9-8466-8dc9daae4f9d HTTP/1.1" status: 200 len: 205 time: 0.1962867 Jan 18 22:56:48.025462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:48.084544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-5d94a3b8-9ec4-4647-bfff-70e5da13803a service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972448 Jan 18 22:56:48.166863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4f8e0eb3-8e9d-4cb1-a6ad-d192c89004e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=774cbf6b-97a1-4520-aa22-25103b1188c4 HTTP/1.1" status: 200 len: 217 time: 0.0762508 Jan 18 22:56:48.175672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Allocated IP 172.20.0.2 (a318ce26-1a68-4de7-be55-b857dc2cf3df/c62f5496-9622-4eda-822b-b8bbaa18094e/ba03f457-995f-429f-9f56-694c163cd8cd) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:48.248451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b861e943-0f89-4566-8bc8-fe5717e1ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.250224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b861e943-0f89-4566-8bc8-fe5717e1ed04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.0763502 Jan 18 22:56:48.349315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a1abb0e8-5b40-4281-8166-a496d6a45d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.350745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-a1abb0e8-5b40-4281-8166-a496d6a45d4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942385 Jan 18 22:56:48.430106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.430247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.442926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Transition to ACTIVE for port object ba03f457-995f-429f-9f56-694c163cd8cd will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:48.474307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Transition to ACTIVE for port object ba03f457-995f-429f-9f56-694c163cd8cd will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:48.485535 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.504441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f55be-eeb3-4484-bcdf-906e84f5118f req-f10f012b-7ea1-4b95-98b6-e0966968db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.506001 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f7f55be-eeb3-4484-bcdf-906e84f5118f req-f10f012b-7ea1-4b95-98b6-e0966968db4c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 1096 time: 0.5832665 Jan 18 22:56:48.595592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Network a318ce26-1a68-4de7-be55-b857dc2cf3df is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:48.596593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Pushing event updated for resources: {'Port': ['ID=ba03f457-995f-429f-9f56-694c163cd8cd,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:48.599338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:48.601537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:48.623625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92c1d4-a244-44b5-8818-de373337ce68 req-b79cfd5c-a4bf-458a-b7c6-63a36a5a607b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.630926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a92c1d4-a244-44b5-8818-de373337ce68 req-b79cfd5c-a4bf-458a-b7c6-63a36a5a607b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.6607041 Jan 18 22:56:48.651455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-18ae008b-4a06-427b-9f90-fb45635e5fe9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931383 Jan 18 22:56:48.674573 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f7f55be-eeb3-4484-bcdf-906e84f5118f req-5bc2eb48-3404-44e7-aba2-4e44e62e7817 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552451 Jan 18 22:56:48.698852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Attempting to bind port ba03f457-995f-429f-9f56-694c163cd8cd on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:48.699212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Attempting to bind port ba03f457-995f-429f-9f56-694c163cd8cd by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:48.699571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Attempting to bind port ba03f457-995f-429f-9f56-694c163cd8cd on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:56:48.705109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:56:48.705484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Checking segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:56:48.705979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.706370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Bound using segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:56:48.706825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Bound port: ba03f457-995f-429f-9f56-694c163cd8cd, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:48.707205 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.707323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a92c1d4-a244-44b5-8818-de373337ce68 req-fbbc5e45-a584-42a8-b400-55a8fc9f0ec7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755084 Jan 18 22:56:48.719654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.741418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Deleting port 35390d5e-6524-4dad-8752-a909f7264e12 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:48.741811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.827540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] For port ba03f457-995f-429f-9f56-694c163cd8cd, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:56:48.830780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] For port ba03f457-995f-429f-9f56-694c163cd8cd, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba03f457-995f-429f-9f56-694c163cd8cd,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:56:48.836456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.909997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-df485632-681e-4b0c-ab9c-983e4f4a8f42 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520688 Jan 18 22:56:48.924091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-bc16a6df-4c5a-4183-a3a0-0a884213bf13 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.925899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-bc16a6df-4c5a-4183-a3a0-0a884213bf13 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 815 time: 0.2433157 Jan 18 22:56:48.943030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a0f86-dd9a-437d-b3a9-cae8ae9c5c3d None None] Pushing event updated for resources: {'Port': ['ID=ba03f457-995f-429f-9f56-694c163cd8cd,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:49.003002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-0d4d2aa0-c271-417a-be91-55783894fdfe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68bf7070-9898-4094-8eeb-38014ec2793a HTTP/1.1" status: 200 len: 217 time: 0.0861514 Jan 18 22:56:49.005210 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-d5092752-d0f2-4a0b-b549-771e77706b9a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/quotas/aee8e02ae930443699b6b541bd1ee37d HTTP/1.1" status: 200 len: 375 time: 0.0230856 Jan 18 22:56:49.043875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.050045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.055800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.061537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.067342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.073098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.079091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.081086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-1454922a-ad0a-41d6-9876-0df41afed29e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.2418165 Jan 18 22:56:49.083109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:49.123426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b0e3a924-56d6-4428-980c-b72c760d0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.124881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b0e3a924-56d6-4428-980c-b72c760d0de9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.1154063 Jan 18 22:56:49.203587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-9778cbf0-bdc8-4006-a90a-df2782c5d0b4 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603982 Jan 18 22:56:49.237732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-20e85181-6c0f-4fc0-b68c-86d73b400237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.239317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-20e85181-6c0f-4fc0-b68c-86d73b400237 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958784 Jan 18 22:56:49.269799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Calling delete_port for 35390d5e-6524-4dad-8752-a909f7264e12 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:49.330131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a14beae-650c-42f3-b482-d7f2bb9ddce6 req-818b70f6-2409-4df5-a3de-b23b3e2ed51d tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2376523 Jan 18 22:56:49.475225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-561401ac-ad8d-46f0-8970-81a69154ecbe service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287059 Jan 18 22:56:49.505654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:49.558499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-a3168579-31e1-45f0-bbfa-e47511bc531d service neutron] 10.222.0.78 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469062 Jan 18 22:56:49.565544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event deleted for resources: {'Port': ['ID=35390d5e-6524-4dad-8752-a909f7264e12,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:49.655820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339a2b-6189-4e82-8f94-c5c2520cc066 req-94a3f9c3-304f-4c64-9cb9-ff5c32902d3d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.657429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42339a2b-6189-4e82-8f94-c5c2520cc066 req-94a3f9c3-304f-4c64-9cb9-ff5c32902d3d tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.2123816 Jan 18 22:56:49.700455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:49.817952 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-fbd9c7f3-0811-4882-a446-6ab19d100d8c service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301415 Jan 18 22:56:49.927571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-51ac37fa-f53d-4ab5-9e78-e14af5c151ec service neutron] 10.222.0.78 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175955 Jan 18 22:56:49.935166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19705-0a97-450b-8cfc-113c6accd496 req-7a99feb2-534d-48a6-81ef-6f92e33653f9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:49.936624 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-30b19705-0a97-450b-8cfc-113c6accd496 req-7a99feb2-534d-48a6-81ef-6f92e33653f9 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 945 time: 0.4500563 Jan 18 22:56:50.136591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-e3abd954-b00b-4277-b280-e6bff144332e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 200 len: 217 time: 0.2765837 Jan 18 22:56:50.141517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42339a2b-6189-4e82-8f94-c5c2520cc066 req-75ee9829-100b-435a-b259-17baa3cd3df6 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593296 Jan 18 22:56:50.143924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.149252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275dfadc-b086-4036-900d-99a2337c714a None None] Network a318ce26-1a68-4de7-be55-b857dc2cf3df requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:56:50.162963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.209792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.210458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Fanout notify agent at l3_agent the message router_deleted on router 5361a545-b416-48e9-8466-8dc9daae4f9d {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:56:50.216364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port fd0271dc-3a1a-4404-a5f7-e8daaf79067e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:50.216712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.239617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.242976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-20ab3780-4bfa-4125-9c4b-f53a744211e2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/5361a545-b416-48e9-8466-8dc9daae4f9d HTTP/1.1" status: 204 len: 168 time: 2.2166047 Jan 18 22:56:50.246625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:50.252759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1938252781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:50.260882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:50.264177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Usage tracker for resource:router and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:50.267638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:50.277697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:50.296365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ca6ccdcf-c4bc-4fca-8da4-13f7950d6522 None None] Provisioning for port ba03f457-995f-429f-9f56-694c163cd8cd completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:50.338280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.339484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.390310 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.439631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbf704-8517-495b-8e32-1f69237ed9e5 req-9056660f-b5e6-4e5a-a151-d8e8f3e48e55 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:50.446328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba03f457-995f-429f-9f56-694c163cd8cd up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:50.447527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63fbf704-8517-495b-8e32-1f69237ed9e5 req-9056660f-b5e6-4e5a-a151-d8e8f3e48e55 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1435537 Jan 18 22:56:50.459365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4697ba41-c185-44e3-9d9f-2d0bc283050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:50.460835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-4697ba41-c185-44e3-9d9f-2d0bc283050d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.3038030 Jan 18 22:56:50.464719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.520285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63fbf704-8517-495b-8e32-1f69237ed9e5 req-900df740-fe64-4e87-81ee-80558861b374 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717177 Jan 18 22:56:50.526386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.540973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-58f95a32-22e5-429b-9861-c4ecf1cd2913 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2801998 Jan 18 22:56:50.540973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:50.549544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': True}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:50.610399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ba03f457-995f-429f-9f56-694c163cd8cd completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:50.624652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ba03f457-995f-429f-9f56-694c163cd8cd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:50.625376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.651550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-4cb836ef-51fc-4de1-b1bc-83ff81fbabee tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:50.653186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-4cb836ef-51fc-4de1-b1bc-83ff81fbabee tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.85 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 946 time: 0.8297889 Jan 18 22:56:50.787496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.825798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ba03f457-995f-429f-9f56-694c163cd8cd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba03f457-995f-429f-9f56-694c163cd8cd,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:50.838907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.862482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e363e-3490-4494-9d19-ff3f5d0a6743 req-5ba74846-9f5d-4f33-82ae-9a1b785610b0 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:50.864158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e7e363e-3490-4494-9d19-ff3f5d0a6743 req-5ba74846-9f5d-4f33-82ae-9a1b785610b0 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 946 time: 0.5541234 Jan 18 22:56:50.909679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Deleting port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:50.910180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:50.956106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ba03f457-995f-429f-9f56-694c163cd8cd,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:51.047417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-17262b47-2dbf-469f-bfdd-b248cada5647 None None] Provisioning complete for port ba03f457-995f-429f-9f56-694c163cd8cd triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:51.048520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17262b47-2dbf-469f-bfdd-b248cada5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:51.057788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port fd0271dc-3a1a-4404-a5f7-e8daaf79067e, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:51.058358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:51.120868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e7e363e-3490-4494-9d19-ff3f5d0a6743 req-adb91f2c-1b84-4741-a9aa-a028aa222d39 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343590 Jan 18 22:56:51.123341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b770a04e-e2c1-49c4-822c-3bd578564cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.124521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-b770a04e-e2c1-49c4-822c-3bd578564cb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5966015 Jan 18 22:56:51.262255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:51.279879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364698e-1bd5-4138-bbd5-432ee815a60c req-0aa8b360-0ab3-4d25-a2d8-3b49780f5bd8 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.281265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8364698e-1bd5-4138-bbd5-432ee815a60c req-0aa8b360-0ab3-4d25-a2d8-3b49780f5bd8 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 945 time: 0.4514332 Jan 18 22:56:51.285029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for fd0271dc-3a1a-4404-a5f7-e8daaf79067e owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:51.399999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8364698e-1bd5-4138-bbd5-432ee815a60c req-8836526f-9fb1-4025-9669-077609031d12 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013389 Jan 18 22:56:51.727821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:51.764990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:51.802372 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:56:51.817646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.823547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.829292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.835071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.840776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.846566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.852696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:51.854186 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-edc4cbae-12a3-4a63-a2a2-090a9aa722de tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.3199508 Jan 18 22:56:51.963750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3099cbe0-642f-4791-9f1e-f17cba3dc708 req-c0998ff3-cb55-4a51-89f5-b7c51461e655 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958850 Jan 18 22:56:52.000653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Allocated IP 172.25.4.184 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/83308e46-35ea-41cf-8efe-79906b6ff20a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:52.025576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-9169d917-3ad7-4576-9550-2f47e69e53e9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:52.027073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-9169d917-3ad7-4576-9550-2f47e69e53e9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 815 time: 0.7127388 Jan 18 22:56:52.035973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-8c2d4f17-a834-4536-926f-e1b4039dbee3 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581928 Jan 18 22:56:52.115106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] For port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,segment=NetworkSegment(f3bb831d-9f8e-4d91-ae51-4e58b89b068d),segment_id=f3bb831d-9f8e-4d91-ae51-4e58b89b068d)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:52.115871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:52.133795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-815fafb8-cad6-41fc-935a-5d6bd375b142 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/quotas/aee8e02ae930443699b6b541bd1ee37d HTTP/1.1" status: 200 len: 375 time: 0.0923061 Jan 18 22:56:52.258803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2441b40b-0980-4344-91d0-7d037cba98e0 req-67826c7f-c004-43a8-a0f9-68e54b636e37 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=76fdce70-0257-4880-8b02-907ff9a95749 HTTP/1.1" status: 200 len: 210 time: 0.1002150 Jan 18 22:56:52.338373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba03f457-995f-429f-9f56-694c163cd8cd up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:56:52.354419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:52.357053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Calling delete_port for 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:52.391564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:52.396401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:52.406093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['fd0271dc-3a1a-4404-a5f7-e8daaf79067e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:52.442678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:52.459862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-acf24643-e0e0-4f5b-9c6a-563967d35cd1 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:52.461341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-acf24643-e0e0-4f5b-9c6a-563967d35cd1 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 815 time: 0.8181353 Jan 18 22:56:52.483212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:52.489428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:52.491137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:52.496238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=fd0271dc-3a1a-4404-a5f7-e8daaf79067e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:52.501085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Request body: {'port': {'device_id': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'admin_state_up': True, 'tenant_id': 'aee8e02ae930443699b6b541bd1ee37d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:52.540059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Port': ['ID=83308e46-35ea-41cf-8efe-79906b6ff20a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:52.617889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ba03f457-995f-429f-9f56-694c163cd8cd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:52.618317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:52.730762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port fd0271dc-3a1a-4404-a5f7-e8daaf79067e on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:52.733780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:52.742474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdce70-0257-4880-8b02-907ff9a95749', 'name': 'network-vif-deleted', 'tag': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:52.748558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570a1ec7-122b-4bba-aa1d-5e908a517d09 req-2b7633d4-9662-4b46-b0d3-6b82179b066a service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924829 Jan 18 22:56:52.826777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-30b19705-0a97-450b-8cfc-113c6accd496 req-3481e9f3-66f8-4cc7-94fb-7e36301a8731 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.85 "DELETE /v2.0/ports/fd0271dc-3a1a-4404-a5f7-e8daaf79067e HTTP/1.1" status: 204 len: 173 time: 2.8752451 Jan 18 22:56:52.830281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b270e2-a5d3-4fe6-94d3-ec05a86005d2 req-515f5ba2-8b94-45be-8ffb-05e3fce2029c tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:52.839400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-21b270e2-a5d3-4fe6-94d3-ec05a86005d2 req-515f5ba2-8b94-45be-8ffb-05e3fce2029c tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/ports?device_id=772e091b-5c8f-4762-aa13-a5d89539453b HTTP/1.1" status: 200 len: 946 time: 0.2203176 Jan 18 22:56:52.846234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-1a7fee86-3a52-4827-af52-68e627192e60 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6585021 Jan 18 22:56:52.907956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-21b270e2-a5d3-4fe6-94d3-ec05a86005d2 req-5f9c3e9b-6065-4599-aeef-7ec811b7fdf9 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e293dbd-8265-4b90-af72-0668f4b45923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673485 Jan 18 22:56:53.036049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.042939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:53.091991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Usage tracker for resource:port and tenant:aee8e02ae930443699b6b541bd1ee37d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:53.105636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:53.110152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Pushing event deleted for resources: {'Port': ['ID=4f4cbabf-093a-4edf-a56b-9d96047c5ea4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:53.121778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:53.200590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.223510 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdce70-0257-4880-8b02-907ff9a95749', 'name': 'network-vif-deleted', 'tag': 'fd0271dc-3a1a-4404-a5f7-e8daaf79067e', 'status': 'completed', 'code': 200} Jan 18 22:56:53.258536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] No DVR routers for this DVR port 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:53.262666 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.280567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Made reservation on behalf of aee8e02ae930443699b6b541bd1ee37d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:53.280567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.306338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-a88798b1-1e7e-4e73-a0f6-0175c81ca9bf service neutron] 10.222.0.78 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073570 Jan 18 22:56:53.335041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b497bf2-e7c2-42ee-904a-e8015673e8d9 req-97145150-4a71-4f2f-b7ce-5517671c7039 tempest-InstanceActionsNegativeTestJSON-1988059407 tempest-InstanceActionsNegativeTestJSON-1988059407-project] 10.222.0.85 "DELETE /v2.0/ports/4f4cbabf-093a-4edf-a56b-9d96047c5ea4 HTTP/1.1" status: 204 len: 173 time: 2.6692917 Jan 18 22:56:53.349354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.349865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.350330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.350865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.351354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.351913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.352408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.355127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-43b7d52b-1e95-4156-a3fd-05fe44bb6a30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6475 time: 0.5073717 Jan 18 22:56:53.624458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.630106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.635765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.641515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.647178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.652744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.658325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.660236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-6c9372df-9dd7-4e49-93dd-11d98644385f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.3101730 Jan 18 22:56:53.723536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.733993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b641f47a-05c4-42fe-af68-84b6c9e1a93c req-03a0dfe7-63fc-4bf2-8755-e8c733bb3b1e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656948 Jan 18 22:56:53.735003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.863467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-aed78393-626c-4dc9-869a-497485f8f747 service neutron] 10.222.0.78 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561023 Jan 18 22:56:53.875296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-0c528500-65a1-4c95-83e5-d96e9f732786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:53.876635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-0c528500-65a1-4c95-83e5-d96e9f732786 service neutron] 10.222.0.86 "GET /v2.0/networks?id=46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 200 len: 902 time: 0.4678113 Jan 18 22:56:53.897416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Allocated IP 172.20.0.13 (a318ce26-1a68-4de7-be55-b857dc2cf3df/c62f5496-9622-4eda-822b-b8bbaa18094e/8a38091e-b545-49d6-a9ce-639245958c25) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:54.020352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-04758890-82cf-405e-953e-7dd3c05b3589 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 200 len: 217 time: 0.0797822 Jan 18 22:56:54.109329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-f42ba869-f53a-4aa8-9e1e-3e7c32da3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:54.111463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-f42ba869-f53a-4aa8-9e1e-3e7c32da3833 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.0814049 Jan 18 22:56:54.137123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d69f5-681c-4770-bae7-4b9dd75c17db req-17959b0a-db56-4507-89c2-c06186dfa58e tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:54.139302 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-374d69f5-681c-4770-bae7-4b9dd75c17db req-17959b0a-db56-4507-89c2-c06186dfa58e tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 945 time: 0.1929593 Jan 18 22:56:54.225409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-374d69f5-681c-4770-bae7-4b9dd75c17db req-b6c5b59b-d7f5-4965-8c68-6d306a15ddac tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770152 Jan 18 22:56:54.283984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Router 4ef5b50f-b877-4873-a872-dd3dfa860a60 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:56:54.324761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-31ddd9c7-af0b-45f1-ab99-e2d3c78091d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:54.326522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-31ddd9c7-af0b-45f1-ab99-e2d3c78091d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2061124 Jan 18 22:56:54.334335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35584) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:54.417839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Deleting subnet cdfef89f-ca3b-43f5-a70b-2515d8991cf5 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:56:54.452533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:54.455894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.514979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:54.515753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4f4cbabf-093a-4edf-a56b-9d96047c5ea4 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:54.516376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fd0271dc-3a1a-4404-a5f7-e8daaf79067e no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:54.568918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: fd0271dc-3a1a-4404-a5f7-e8daaf79067e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:54.569426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device fd0271dc-3a1a-4404-a5f7-e8daaf79067e not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:54.651402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:56:54.660989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] Sync routers for ids ['4ef5b50f-b877-4873-a872-dd3dfa860a60'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:54.668475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.669974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bc276868-8a41-4af6-8af8-4ea49c81561a tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "PUT /v2.0/routers/4ef5b50f-b877-4873-a872-dd3dfa860a60 HTTP/1.1" status: 200 len: 919 time: 4.1370397 Jan 18 22:56:54.673486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:54.675496 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] Routers {'4ef5b50f-b877-4873-a872-dd3dfa860a60'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:54.676123 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4ef5b50f-b877-4873-a872-dd3dfa860a60'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:54.716393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.777041 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:54.786667 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] Routers {'4ef5b50f-b877-4873-a872-dd3dfa860a60'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:56:54.787520 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4ef5b50f-b877-4873-a872-dd3dfa860a60'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:54.803358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-2da34b62-7c3d-4bf1-ad50-90399e189c88 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:54.815299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-2da34b62-7c3d-4bf1-ad50-90399e189c88 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 945 time: 0.2357583 Jan 18 22:56:54.836230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-120929ca-c2c1-4c18-8f46-cb4ab70b2528 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:54.837884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-120929ca-c2c1-4c18-8f46-cb4ab70b2528 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 815 time: 0.4155002 Jan 18 22:56:54.849855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.901380 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:54.902123 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d9dd0-c784-4afe-a61e-a7628fecc6b9 None None] The sync data for ids ['4ef5b50f-b877-4873-a872-dd3dfa860a60'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:54.968664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Deleting port 132153b7-9b40-4966-8170-97ea035316cc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:54.969119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.983191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.019913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Transition to ACTIVE for port object 8a38091e-b545-49d6-a9ce-639245958c25 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:55.021954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-145b53e4-0298-4ce8-b24c-0b7b4644ad3f tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/quotas/aee8e02ae930443699b6b541bd1ee37d HTTP/1.1" status: 200 len: 375 time: 0.1599791 Jan 18 22:56:55.091883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e31b134-7f6e-4b73-a3fd-544db30462d6 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/4ef5b50f-b877-4873-a872-dd3dfa860a60 HTTP/1.1" status: 200 len: 925 time: 0.4094768 Jan 18 22:56:55.092385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:55.138617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-442be916-9a3d-4d55-a79d-87e7f29885f2 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118349 Jan 18 22:56:55.230955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e091b-5c8f-4762-aa13-a5d89539453b', 'name': 'network-vif-deleted', 'tag': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:55.251005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.284323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.310236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.315945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.321593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.327485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.333530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.339132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.346443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.346678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-dfb88214-cc5f-4cb2-a45a-d473539f8889 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.3527906 Jan 18 22:56:55.367697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfef89f-ca3b-43f5-a70b-2515d8991cf5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:55.413118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af8407-fada-4212-aea3-cae89b0e57a0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.417114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e8af8407-fada-4212-aea3-cae89b0e57a0 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=4ef5b50f-b877-4873-a872-dd3dfa860a60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3212013 Jan 18 22:56:55.422026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:55.450260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.471974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c46c4241-a16b-453f-b094-875cf1c49cf0 req-098393cf-8428-49ad-89d6-2b52200de5ee tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168783 Jan 18 22:56:55.499104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-878e3493-d597-4368-91db-89c72d454af4 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4682395 Jan 18 22:56:55.510512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Network a318ce26-1a68-4de7-be55-b857dc2cf3df is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:55.554254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-11db6b33-8deb-4519-907f-7813861f1d78 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cdfef89f-ca3b-43f5-a70b-2515d8991cf5 HTTP/1.1" status: 204 len: 168 time: 1.2160182 Jan 18 22:56:55.554254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:55.561628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35624) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:55.562295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Pushing event updated for resources: {'Port': ['ID=8a38091e-b545-49d6-a9ce-639245958c25,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:55.566504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:55.573507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] For port 132153b7-9b40-4966-8170-97ea035316cc, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=132153b7-9b40-4966-8170-97ea035316cc,segment=NetworkSegment(22745292-04d5-4c4b-aecf-115080113a2e),segment_id=22745292-04d5-4c4b-aecf-115080113a2e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:55.573875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.817866 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e091b-5c8f-4762-aa13-a5d89539453b', 'name': 'network-vif-deleted', 'tag': '4f4cbabf-093a-4edf-a56b-9d96047c5ea4', 'status': 'completed', 'code': 200} Jan 18 22:56:55.848418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f757a9d-1ee4-4ed0-a874-d7691e5da0a9 req-ff809e5d-e01f-4d12-b6f3-04f86a181dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978724 Jan 18 22:56:55.857527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Calling delete_port for 132153b7-9b40-4966-8170-97ea035316cc owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:55.868981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f99dfd2f-cc55-44ed-96e3-1db8da7a5163 None None] Provisioning for port 8a38091e-b545-49d6-a9ce-639245958c25 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:55.878445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f99dfd2f-cc55-44ed-96e3-1db8da7a5163 None None] Provisioning complete for port 8a38091e-b545-49d6-a9ce-639245958c25 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:55.881641 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f99dfd2f-cc55-44ed-96e3-1db8da7a5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.943945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f99dfd2f-cc55-44ed-96e3-1db8da7a5163 None None] Port 8a38091e-b545-49d6-a9ce-639245958c25 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:56:55.986420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79652740-ff2d-40bb-a9dc-9a0b4b8fc873 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.989410 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-79652740-ff2d-40bb-a9dc-9a0b4b8fc873 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.5662310 Jan 18 22:56:55.992970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.993599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:55.995204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:56.046414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-fe8437ac-163c-4da5-8489-82d93e97794a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.047808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-fe8437ac-163c-4da5-8489-82d93e97794a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 815 time: 0.6995831 Jan 18 22:56:56.048274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5bf44a6a-6d42-4fdf-b1cf-a6a68737c617 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ef5b50f-b877-4873-a872-dd3dfa860a60 HTTP/1.1" status: 200 len: 205 time: 0.0499206 Jan 18 22:56:56.052659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35634) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:56.055137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:56.081677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ba2bd-9617-43ed-adca-4e238a9aede5 req-451eb9ff-71d7-43ec-8c8d-26947edca9e5 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.085112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-494ba2bd-9617-43ed-adca-4e238a9aede5 req-451eb9ff-71d7-43ec-8c8d-26947edca9e5 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9f96982-7bbe-4d89-b14d-a338ce1dc072 HTTP/1.1" status: 200 len: 945 time: 0.2403760 Jan 18 22:56:56.124133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c4e414d2-5cf7-4bb8-86bc-51032fb1b72d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6342194 Jan 18 22:56:56.130660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Request body: {'port': {'device_id': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'admin_state_up': True, 'tenant_id': 'aee8e02ae930443699b6b541bd1ee37d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:56.176493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Request body: {'port': {'device_id': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:56.180982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-494ba2bd-9617-43ed-adca-4e238a9aede5 req-9d484914-670c-4f24-b589-8ad0af3f3557 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.78 "GET /v2.0/security-groups?id=849b2879-1d87-44ae-962f-e661af9fa7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619681 Jan 18 22:56:56.190691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:56.207065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['132153b7-9b40-4966-8170-97ea035316cc'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:56.271760 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-22485afc-b60a-499a-8ace-51a566451081 service neutron] 10.222.0.78 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7528334 Jan 18 22:56:56.280983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Pushing event deleted for resources: {'Port': ['ID=132153b7-9b40-4966-8170-97ea035316cc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:56.329628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] No DVR routers for this DVR port 132153b7-9b40-4966-8170-97ea035316cc on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:56.332286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:56.336466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'name': 'network-vif-deleted', 'tag': '132153b7-9b40-4966-8170-97ea035316cc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:56.352276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d91b5d5c-c9fc-4602-be20-b25031dd55c8 req-1dd8af3f-86b6-4d62-8c77-179704220d61 tempest-ServerGroupTestJSON-238479509 tempest-ServerGroupTestJSON-238479509-project] 10.222.0.86 "DELETE /v2.0/ports/132153b7-9b40-4966-8170-97ea035316cc HTTP/1.1" status: 204 len: 173 time: 1.5359914 Jan 18 22:56:56.427968 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f96982-7bbe-4d89-b14d-a338ce1dc072', 'name': 'network-vif-deleted', 'tag': '132153b7-9b40-4966-8170-97ea035316cc', 'status': 'completed', 'code': 200} Jan 18 22:56:56.712668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:56.721586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:56.740170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.745949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.751696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.757540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.763262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.769037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.774814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:56.776751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-8c01ed8f-7701-4617-bf3c-50adbd3b18b6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.1234205 Jan 18 22:56:56.786726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:56.810680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:56.839002 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f1ad721b-c1a6-46d8-96ac-d2296a4ab430 req-e0abddaa-9f13-4978-91a4-4d02745d7da6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556569 Jan 18 22:56:56.862149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Usage tracker for resource:port and tenant:aee8e02ae930443699b6b541bd1ee37d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:56:56.869643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:56:56.873151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f15968d-44a7-4a83-9f09-5d8d2008b78d']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:56.920631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-bd89a8dd-0599-421b-8cdf-65fde4192cbd service neutron] 10.222.0.78 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309428 Jan 18 22:56:56.929540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:56.947064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:56.947363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bb831d-9f8e-4d91-ae51-4e58b89b068d') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:57.068832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.085738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Made reservation on behalf of aee8e02ae930443699b6b541bd1ee37d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:57.096385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.401645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.427246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-743df637-7dc7-467f-a5ab-3a822ba4f7b6 req-54417c89-b60e-46af-a9bb-9fd716d6b39e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Synchronizing usage tracker for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:56:57.472390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:56:57.472833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:56:57.487085 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:56:57.645213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.679456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-743df637-7dc7-467f-a5ab-3a822ba4f7b6 req-54417c89-b60e-46af-a9bb-9fd716d6b39e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Unset dirty status for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:56:57.692558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-743df637-7dc7-467f-a5ab-3a822ba4f7b6 req-54417c89-b60e-46af-a9bb-9fd716d6b39e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 210 time: 0.3458049 Jan 18 22:56:57.703632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Deleting port 83308e46-35ea-41cf-8efe-79906b6ff20a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:57.704077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.751805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.798584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.803691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f15968d-44a7-4a83-9f09-5d8d2008b78d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:57.816075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Allocated IP 172.20.0.12 (a318ce26-1a68-4de7-be55-b857dc2cf3df/c62f5496-9622-4eda-822b-b8bbaa18094e/8e683326-f0e1-4689-a830-e8f164534e82) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:57.856875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-109e4393-ec2a-41dd-b3cd-2e9b791c9f33 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6f15968d-44a7-4a83-9f09-5d8d2008b78d HTTP/1.1" status: 204 len: 168 time: 2.2917888 Jan 18 22:56:58.028109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15ad9-2971-49fd-b4b1-59f542e3bf9d req-1dcdb532-47a3-4055-91c9-68cd5c26684e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.030944 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adf15ad9-2971-49fd-b4b1-59f542e3bf9d req-1dcdb532-47a3-4055-91c9-68cd5c26684e tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 945 time: 0.1057255 Jan 18 22:56:58.032376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35690) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:58.106178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91b3b585-258b-4e27-b67f-4a9bd112ad66 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a6f45faba1d48cdab99bde57426b1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717118 Jan 18 22:56:58.115592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35694) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:58.143746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adf15ad9-2971-49fd-b4b1-59f542e3bf9d req-263d93ab-6f97-4ecc-add2-438b87e0f98c tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723789 Jan 18 22:56:58.203520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ba24988-ab56-4f62-b2c0-f2086f1dbc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.232209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ba24988-ab56-4f62-b2c0-f2086f1dbc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.238147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.321689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:58.392582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Calling delete_port for 83308e46-35ea-41cf-8efe-79906b6ff20a owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:58.404559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ba24988-ab56-4f62-b2c0-f2086f1dbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.436269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Deleting subnet f89f66fc-8d2d-4f5e-a5f6-710b98afde97 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:56:58.436269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba24988-ab56-4f62-b2c0-f2086f1dbc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e293dbd-8265-4b90-af72-0668f4b45923,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:58.445652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.520385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-5f58e5db-0485-40fe-9452-86d4b90623c3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.523159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-5f58e5db-0485-40fe-9452-86d4b90623c3 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 945 time: 0.2344735 Jan 18 22:56:58.526030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ba24988-ab56-4f62-b2c0-f2086f1dbc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.527271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7ba24988-ab56-4f62-b2c0-f2086f1dbc1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e293dbd-8265-4b90-af72-0668f4b45923 HTTP/1.1" status: 204 len: 168 time: 0.4107893 Jan 18 22:56:58.589583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.667660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Deleting port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:56:58.667976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.671102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.677030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.685051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.691740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.698213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.704281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.711581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.715505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1a83bed-b96a-4082-8812-5235c6687211 req-a2e1f469-4105-4db0-af26-af9299a8c194 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.6302652 Jan 18 22:56:58.724006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.732144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:58.814151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Transition to ACTIVE for port object 8e683326-f0e1-4689-a830-e8f164534e82 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:58.852127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-2953e904-60bf-44c4-a0a2-393bebe2be01 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:58.854604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-2953e904-60bf-44c4-a0a2-393bebe2be01 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.86 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 815 time: 0.4290519 Jan 18 22:56:58.865987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1a83bed-b96a-4082-8812-5235c6687211 req-76579053-160b-49e7-94a4-59880a7b4102 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364172 Jan 18 22:56:58.871138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Request body: {'port': {'device_id': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'admin_state_up': True, 'tenant_id': 'aee8e02ae930443699b6b541bd1ee37d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:59.040361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-667cb88a-c057-48b1-a521-e785d98872f9 req-774359a6-b84a-48d3-9cff-94225e143a98 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0642116 Jan 18 22:56:59.074467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:56:59.094511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.105474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.150842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] For port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,segment=NetworkSegment(923fb053-2b6c-465d-9807-ffeaddd2eb11),segment_id=923fb053-2b6c-465d-9807-ffeaddd2eb11)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:56:59.151205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.158946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89f66fc-8d2d-4f5e-a5f6-710b98afde97,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:59.161121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.161276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:56:59.225549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80766e71-d666-404a-a372-1e817b0a8401 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f89f66fc-8d2d-4f5e-a5f6-710b98afde97 HTTP/1.1" status: 204 len: 168 time: 0.8980815 Jan 18 22:56:59.366815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 132153b7-9b40-4966-8170-97ea035316cc no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:56:59.405095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35728) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:59.414649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Calling delete_port for 67bff96b-1b5f-4bab-be28-0ffd5e04e86d owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:56:59.415527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 132153b7-9b40-4966-8170-97ea035316cc {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:56:59.415946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 132153b7-9b40-4966-8170-97ea035316cc not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:56:59.477536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Network a318ce26-1a68-4de7-be55-b857dc2cf3df is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:59.515599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:59.517535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35740) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:56:59.529346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:56:59.566344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Made reservation on behalf of aee8e02ae930443699b6b541bd1ee37d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:59.569833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.590203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.602822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.629538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Pushing event updated for resources: {'Port': ['ID=8e683326-f0e1-4689-a830-e8f164534e82,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:59.708127 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:56:59.786286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.800048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.811849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['67bff96b-1b5f-4bab-be28-0ffd5e04e86d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:56:59.842547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-321626387-network', 'tenant_id': 'd78b065282b84c8e85229d0e61152c9a'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:59.868434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Pushing event deleted for resources: {'Port': ['ID=67bff96b-1b5f-4bab-be28-0ffd5e04e86d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:59.872612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5effc571-d8ce-4139-a4a9-9d09f47e5242']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:59.882299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event deleted for resources: {'Port': ['ID=83308e46-35ea-41cf-8efe-79906b6ff20a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:59.918436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-46a662b6-eda1-4fae-8440-bb8a0d87b801 None None] Provisioning for port 8e683326-f0e1-4689-a830-e8f164534e82 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:59.923276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22745292-04d5-4c4b-aecf-115080113a2e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:59.923800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22745292-04d5-4c4b-aecf-115080113a2e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:59.926382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-46a662b6-eda1-4fae-8440-bb8a0d87b801 None None] Provisioning complete for port 8e683326-f0e1-4689-a830-e8f164534e82 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:59.926758 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46a662b6-eda1-4fae-8440-bb8a0d87b801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.938604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:59.939218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.969395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.976756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] No DVR routers for this DVR port 67bff96b-1b5f-4bab-be28-0ffd5e04e86d on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:59.981179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:59.983748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'name': 'network-vif-deleted', 'tag': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:59.985683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:00.000781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-816a3137-e497-4612-8adc-b72c9972ecf2 req-d4e22c78-b8ff-4b16-a9f9-fc7a2a8e5885 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.86 "DELETE /v2.0/ports/67bff96b-1b5f-4bab-be28-0ffd5e04e86d HTTP/1.1" status: 204 len: 173 time: 1.4703591 Jan 18 22:57:00.001997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.009418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:57:00.010236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.021447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a38091e-b545-49d6-a9ce-639245958c25 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:00.023430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-46a662b6-eda1-4fae-8440-bb8a0d87b801 None None] Port 8e683326-f0e1-4689-a830-e8f164534e82 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:57:00.026200 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:57:00.028230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Usage tracker for resource:network and tenant:d78b065282b84c8e85229d0e61152c9a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:00.060030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:00.066648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-25445b9c-b050-4aba-8143-f94df9396152 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0048056 Jan 18 22:57:00.069213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.093461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Request body: {'port': {'device_id': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:00.118521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:00.162271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.179050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Transition to ACTIVE for port object 8a38091e-b545-49d6-a9ce-639245958c25 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:00.179758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.192041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] Pushing event deleted for resources: {'Network': ['ID=5effc571-d8ce-4139-a4a9-9d09f47e5242,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:00.199570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0874ca09-df39-4c9b-9034-03eb6d81d320 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5effc571-d8ce-4139-a4a9-9d09f47e5242 HTTP/1.1" status: 204 len: 168 time: 0.7932715 Jan 18 22:57:00.219358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.225203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.230852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.236668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.242328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.248054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.251499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.253868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.255791 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-21215fe9-db90-4813-a2c9-53d987d8604a tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.2258174 Jan 18 22:57:00.262097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e493d-bda3-4bc4-a38a-0aa4ff4b125c req-2a87adf0-2e44-43d7-b47f-c19b76fd3cb4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:00.263294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-263e493d-bda3-4bc4-a38a-0aa4ff4b125c req-2a87adf0-2e44-43d7-b47f-c19b76fd3cb4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Synchronizing usage tracker for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:00.306670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c580f170-42ea-46ab-986c-defa4ac11a23 req-9d7551ce-7a35-4d5b-aad6-ab8283c8ce68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442791 Jan 18 22:57:00.311085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Made reservation on behalf of d78b065282b84c8e85229d0e61152c9a for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:00.313448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.330092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35756) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:00.363287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.375969 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bca8f2-49db-4fa5-a9ef-10cda2286879', 'name': 'network-vif-deleted', 'tag': '67bff96b-1b5f-4bab-be28-0ffd5e04e86d', 'status': 'completed', 'code': 200} Jan 18 22:57:00.387237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2c778a54-2a3e-45f3-8703-89bd33622bef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b3b91f20c3e4e0a9af1b05de2bdb8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533442 Jan 18 22:57:00.387457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:00.430429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.469662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d1cca00-1f77-4a2e-bbbe-e49af2758d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.525851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46a7dd9c-491a-4a36-a328-61290cee2333 req-da88ec3d-12fb-4f39-946b-c0c4f0fe95c9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0573654 Jan 18 22:57:00.542442 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d1cca00-1f77-4a2e-bbbe-e49af2758d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.606682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d1cca00-1f77-4a2e-bbbe-e49af2758d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.625394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cca00-1f77-4a2e-bbbe-e49af2758d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849b2879-1d87-44ae-962f-e661af9fa7be,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:00.642573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d1cca00-1f77-4a2e-bbbe-e49af2758d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.646237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d1cca00-1f77-4a2e-bbbe-e49af2758d20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/849b2879-1d87-44ae-962f-e661af9fa7be HTTP/1.1" status: 204 len: 168 time: 0.2553959 Jan 18 22:57:00.682139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-263e493d-bda3-4bc4-a38a-0aa4ff4b125c req-2a87adf0-2e44-43d7-b47f-c19b76fd3cb4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] Unset dirty status for tenant:82514b0fd74b4494946c78705489fd4d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:00.683455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-263e493d-bda3-4bc4-a38a-0aa4ff4b125c req-2a87adf0-2e44-43d7-b47f-c19b76fd3cb4 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6bca8f2-49db-4fa5-a9ef-10cda2286879 HTTP/1.1" status: 200 len: 945 time: 1.2251737 Jan 18 22:57:00.689466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:00.752390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.772707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Usage tracker for resource:security_group_rule and tenant:d78b065282b84c8e85229d0e61152c9a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:00.775436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a38091e-b545-49d6-a9ce-639245958c25,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:00.779586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.786712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:00.837806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:00.839702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Allocated IP 172.20.0.7 (a318ce26-1a68-4de7-be55-b857dc2cf3df/c62f5496-9622-4eda-822b-b8bbaa18094e/7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:00.863606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:01.003138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.003670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef5b50f-b877-4873-a872-dd3dfa860a60 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:57:01.021972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-263e493d-bda3-4bc4-a38a-0aa4ff4b125c req-8d6aad96-40d3-4a8b-8977-763eae3a0205 tempest-ServersTestJSON-1396000955 tempest-ServersTestJSON-1396000955-project] 10.222.0.78 "GET /v2.0/security-groups?id=641c4bbe-cc34-4d61-97e4-c391b6a53fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742357 Jan 18 22:57:01.065078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Attempting to bind port 8a38091e-b545-49d6-a9ce-639245958c25 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:01.065466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Attempting to bind port 8a38091e-b545-49d6-a9ce-639245958c25 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:01.065808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Attempting to bind port 8a38091e-b545-49d6-a9ce-639245958c25 on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:01.135055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Port 8a38091e-b545-49d6-a9ce-639245958c25 on network a318ce26-1a68-4de7-be55-b857dc2cf3df not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:01.135379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Attempting to bind port 8a38091e-b545-49d6-a9ce-639245958c25 on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:01.343252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:01.343665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Checking segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:01.343977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Bound using segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:01.344429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Bound port: 8a38091e-b545-49d6-a9ce-639245958c25, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:01.344775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.439726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.441327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a3f8aa5a-a1c2-4fe9-8ba8-d4027e691da2 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/4ef5b50f-b877-4873-a872-dd3dfa860a60 HTTP/1.1" status: 204 len: 168 time: 5.3841248 Jan 18 22:57:01.450835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35788) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:01.451170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35790) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:01.486397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-419967970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:01.512851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:01.527004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.531899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Usage tracker for resource:router and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:01.532912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.538862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.544623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.547230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:01.550962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.557047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.562991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.563719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:01.565402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-2d8bb91e-1970-42ef-af19-1f879f8d6da9 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.1328197 Jan 18 22:57:01.595977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.608283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] For port 8a38091e-b545-49d6-a9ce-639245958c25, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:01.614918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] For port 8a38091e-b545-49d6-a9ce-639245958c25, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8a38091e-b545-49d6-a9ce-639245958c25,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:01.616589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.623508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.634176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0ca4cf6-6ce0-4fae-b9de-8296e5b0ccf2 req-7af5f97b-7510-4149-a81f-060376dfdd41 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615208 Jan 18 22:57:01.647636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.651524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.652519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.659349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-855722502-network', 'tenant_id': 'c395d2b572134e12987c93132a7a246a'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:01.719262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:01.735046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:01.769883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Transition to ACTIVE for port object 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:01.801759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Usage tracker for resource:network and tenant:c395d2b572134e12987c93132a7a246a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:01.812940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:01.815751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2502c1-cf7b-490e-8b18-7faa1330f4f4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:01.827960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:01.828310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.829828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] 10.222.0.85 "PUT /v2.0/ports/8a38091e-b545-49d6-a9ce-639245958c25 HTTP/1.1" status: 200 len: 1092 time: 5.6750076 Jan 18 22:57:01.830773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.831089 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Added segment 6bae529a-d447-48a9-b714-6516b22f2c46 of type vlan for network 69429865-f042-468a-9f55-e81fa3809cdb Jan 18 22:57:01.832031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'tag': '8a38091e-b545-49d6-a9ce-639245958c25'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:01.836993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:01.866337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:01.871656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-26d3a11e-882b-4f09-a1b0-e2f4408a2475 req-7ea5529b-fad0-49a8-9840-a020f80a5db8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Synchronizing usage tracker for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:01.970053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8da70d-f792-4138-9d8c-b2a6aee2c9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a38091e-b545-49d6-a9ce-639245958c25,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:01.978299 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'tag': '8a38091e-b545-49d6-a9ce-639245958c25', 'status': 'completed', 'code': 200} Jan 18 22:57:02.006393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.022227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Made reservation on behalf of c395d2b572134e12987c93132a7a246a for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:02.025926 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.060989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.079125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-26d3a11e-882b-4f09-a1b0-e2f4408a2475 req-7ea5529b-fad0-49a8-9840-a020f80a5db8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Unset dirty status for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:02.085680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26d3a11e-882b-4f09-a1b0-e2f4408a2475 req-7ea5529b-fad0-49a8-9840-a020f80a5db8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 210 time: 0.3741415 Jan 18 22:57:02.125005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:57:02.132854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.142417 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.143902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:02.264454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Deleting subnet 473e1f3d-3c06-49a6-84cf-a1d985f88b9c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:57:02.269061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.285400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.286584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a6524431-a5a3-4093-b8d7-369822ff9979 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8307221 Jan 18 22:57:02.293129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:02.299130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35816) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:02.309162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Usage tracker for resource:security_group_rule and tenant:c395d2b572134e12987c93132a7a246a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:02.312023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:02.314061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.315043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:02.315622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.319043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:02.362512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Network a318ce26-1a68-4de7-be55-b857dc2cf3df is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:02.368436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:02.387460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Pushing event updated for resources: {'Port': ['ID=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:02.390251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:02.443258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:02.508393 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9808409 Jan 18 22:57:02.526703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:02.564613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Request body: {'subnet': {'network_id': '69429865-f042-468a-9f55-e81fa3809cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-321626387-subnet', 'tenant_id': 'd78b065282b84c8e85229d0e61152c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:02.572162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-e26a05ea-ebef-4255-89c5-19a6921422b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:02.573730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-e26a05ea-ebef-4255-89c5-19a6921422b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 1095 time: 0.6621721 Jan 18 22:57:02.574389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3425-53a1-4738-a203-d16f29404496 admin admin] Pushing event updated for resources: {'Network': ['ID=69429865-f042-468a-9f55-e81fa3809cdb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:02.586894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 69429865-f042-468a-9f55-e81fa3809cdb details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:02.587484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:02.628597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.646501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Usage tracker for resource:subnet and tenant:d78b065282b84c8e85229d0e61152c9a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:02.663177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:02.663877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.680798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:02.697897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-5acd6436-3b13-4650-a77d-772f6b7f6eb1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a38091e-b545-49d6-a9ce-639245958c25 HTTP/1.1" status: 200 len: 217 time: 0.1080234 Jan 18 22:57:02.704700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:02.708134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-230a63c7-31ce-4d1f-a6f3-c20899f5d288 None None] Provisioning for port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:02.715184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-230a63c7-31ce-4d1f-a6f3-c20899f5d288 None None] Provisioning complete for port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:02.715677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-230a63c7-31ce-4d1f-a6f3-c20899f5d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.781698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-230a63c7-31ce-4d1f-a6f3-c20899f5d288 None None] Port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:57:02.798556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Made reservation on behalf of d78b065282b84c8e85229d0e61152c9a for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:02.800847 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.824758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-5da68720-7d32-43b7-ae2a-a14aeccbe551 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9576943 Jan 18 22:57:02.912376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.945817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:02.962944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Request body: {'port': {'device_id': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:03.055270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c162c1eb-18dd-498d-92e7-4de77c8fd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.056742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-c162c1eb-18dd-498d-92e7-4de77c8fd9be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.3489702 Jan 18 22:57:03.068879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.114506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.117327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473e1f3d-3c06-49a6-84cf-a1d985f88b9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:03.129130 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-623817e2-a80c-4302-b598-a7f150949327 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/473e1f3d-3c06-49a6-84cf-a1d985f88b9c HTTP/1.1" status: 204 len: 168 time: 0.9835432 Jan 18 22:57:03.130994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:03.147470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e683326-f0e1-4689-a830-e8f164534e82 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:03.192611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.211698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.237499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.292139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Transition to ACTIVE for port object 8e683326-f0e1-4689-a830-e8f164534e82 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:03.298358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:03.304039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.311301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.329582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.370945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b2c604-5bbc-475e-9540-503332e83b8e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:03.387980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.388296 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Added segment 6a3eef58-8197-4dc0-8c7c-b137d749d511 of type vlan for network ae1b616b-1ac1-4772-a29e-b91691802aec Jan 18 22:57:03.390564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 67bff96b-1b5f-4bab-be28-0ffd5e04e86d no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:57:03.426689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 67bff96b-1b5f-4bab-be28-0ffd5e04e86d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:57:03.427173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 67bff96b-1b5f-4bab-be28-0ffd5e04e86d not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:57:03.635515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.667964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.669860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.674222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.679045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.679970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.685699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.691591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.697455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.703173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.705616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69baf0b6-e863-4dce-a558-736c862e350c req-f0649880-9cb8-4a00-abb4-74419c89ef0c tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.8863735 Jan 18 22:57:03.736290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3650ea-ede8-4a44-8858-004b78a77403 req-096fa767-11c0-48df-9d20-c4c93be812ea tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.743663 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c3650ea-ede8-4a44-8858-004b78a77403 req-096fa767-11c0-48df-9d20-c4c93be812ea tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 931 time: 0.4892139 Jan 18 22:57:03.769273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:03.803234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Pushing event updated for resources: {'Port': ['ID=8e683326-f0e1-4689-a830-e8f164534e82,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:03.807818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923fb053-2b6c-465d-9807-ffeaddd2eb11') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:03.808007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923fb053-2b6c-465d-9807-ffeaddd2eb11') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:03.827154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-f5efaed5-737f-4c9e-92bf-11945ae674c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:03.828654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-f5efaed5-737f-4c9e-92bf-11945ae674c3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7625027 Jan 18 22:57:03.846859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.866363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.872342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0c3650ea-ede8-4a44-8858-004b78a77403 req-f6583063-dbf0-4a1a-8ca1-892895956805 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Synchronizing usage tracker for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:03.912514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.936037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:57:03.936037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:57:03.943238 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:57:04.103034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69baf0b6-e863-4dce-a558-736c862e350c req-674941ac-8f3f-4c65-99b1-99c0e8c97a6b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3521166 Jan 18 22:57:04.112766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:57:04.116858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0c3650ea-ede8-4a44-8858-004b78a77403 req-f6583063-dbf0-4a1a-8ca1-892895956805 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Unset dirty status for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:04.125945 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c3650ea-ede8-4a44-8858-004b78a77403 req-f6583063-dbf0-4a1a-8ca1-892895956805 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804975 Jan 18 22:57:04.174433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.185309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Allocated IP 172.25.4.12 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9b79859d-e6a6-45aa-8d15-bcd5bc624435) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:04.227879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.290782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.290782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.317099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.318070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:04.318654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.327659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:04.343610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c0ef732b-e354-46ba-9840-c0d307c1189e admin admin] 10.222.0.78 "DELETE /v2.0/networks/c3ccce57-8ff2-4ab9-8ed5-e9c3bcc449e7 HTTP/1.1" status: 204 len: 168 time: 1.2114885 Jan 18 22:57:04.361846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Attempting to bind port 8e683326-f0e1-4689-a830-e8f164534e82 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:04.362123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Attempting to bind port 8e683326-f0e1-4689-a830-e8f164534e82 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:04.362452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Attempting to bind port 8e683326-f0e1-4689-a830-e8f164534e82 on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:04.398619 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.400831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Port 8e683326-f0e1-4689-a830-e8f164534e82 on network a318ce26-1a68-4de7-be55-b857dc2cf3df not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:04.401190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Attempting to bind port 8e683326-f0e1-4689-a830-e8f164534e82 on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:04.434563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.473576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-f720cb55-0ab6-479a-b8b4-808fb08a9902 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150470 Jan 18 22:57:04.486919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:04.493612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7576621e-16bf-4291-9971-4d73b1f86270,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:04.514488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:04.514833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Checking segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:04.515223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Bound using segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:04.515662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Bound port: 8e683326-f0e1-4689-a830-e8f164534e82, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:04.516013 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.525820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:04.532226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:04.537741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:04.548734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0943086 Jan 18 22:57:04.560326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35844) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:04.571040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Pushing event updated for resources: {'Port': ['ID=9b79859d-e6a6-45aa-8d15-bcd5bc624435,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:04.589139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Checking segment: {'id': '6bae529a-d447-48a9-b714-6516b22f2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:04.589483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Network hostable DHCP agents. Network: 69429865-f042-468a-9f55-e81fa3809cdb, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:04.596601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Request body: {'subnet': {'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-subnet', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:04.613556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d40033a-68d0-4fd4-8584-4932f5bf64ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82514b0fd74b4494946c78705489fd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237800 Jan 18 22:57:04.643216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc680-9f30-4f96-8efb-acef72c500bc admin admin] Pushing event updated for resources: {'Network': ['ID=ae1b616b-1ac1-4772-a29e-b91691802aec,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:04.652980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ae1b616b-1ac1-4772-a29e-b91691802aec details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:04.667257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:04.683971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:04.724930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Usage tracker for resource:subnet and tenant:c395d2b572134e12987c93132a7a246a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:04.729914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:04.749144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:04.817465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Network 69429865-f042-468a-9f55-e81fa3809cdb is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:04.831410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Made reservation on behalf of c395d2b572134e12987c93132a7a246a for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:04.833742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.860464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fa40-9053-494f-a8b4-1118544de498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.876792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] For port 8e683326-f0e1-4689-a830-e8f164534e82, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:04.897503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e4b534d-1edf-4922-afe3-eeb999aa45ee req-8612922c-bf21-4f8b-a642-10689d1ed4f3 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015465 Jan 18 22:57:04.967795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fa40-9053-494f-a8b4-1118544de498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:04.968239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 69429865-f042-468a-9f55-e81fa3809cdb) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:04.976354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e1508-7384-4900-ba74-5e1bc35bb592 None None] Network 69429865-f042-468a-9f55-e81fa3809cdb requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:05.002585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] For port 8e683326-f0e1-4689-a830-e8f164534e82, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8e683326-f0e1-4689-a830-e8f164534e82,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:05.013246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.013842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.027620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:05.033672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.083193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.093456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.145933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.145933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.147325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] 10.222.0.85 "PUT /v2.0/ports/8e683326-f0e1-4689-a830-e8f164534e82 HTTP/1.1" status: 200 len: 1092 time: 5.0616708 Jan 18 22:57:05.152196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'tag': '8e683326-f0e1-4689-a830-e8f164534e82'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:05.157762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b169817-cf21-4069-8b2f-0b6f077302a0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6208844 Jan 18 22:57:05.183740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Transition to ACTIVE for port object 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:05.213706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.291244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9750287-0119-4cea-bde2-6fd5fbff048e None None] Network 69429865-f042-468a-9f55-e81fa3809cdb requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:05.567418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fa40-9053-494f-a8b4-1118544de498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.610689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4fa40-9053-494f-a8b4-1118544de498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c4bbe-cc34-4d61-97e4-c391b6a53fb7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:05.632302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.640245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.642905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fa40-9053-494f-a8b4-1118544de498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.643901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0bd4fa40-9053-494f-a8b4-1118544de498 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/641c4bbe-cc34-4d61-97e4-c391b6a53fb7 HTTP/1.1" status: 204 len: 168 time: 0.9700058 Jan 18 22:57:05.668138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bb66a-5b78-466e-9d38-820ef476eb2e service neutron] Pushing event updated for resources: {'Port': ['ID=8e683326-f0e1-4689-a830-e8f164534e82,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:05.877505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.883202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.889230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.897767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.904554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.910537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.917128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:05.918425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-71adc526-2764-4c1c-9366-6f0a8ceee9e7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.5769789 Jan 18 22:57:05.950056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:05.954205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:06.011011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-944bec75-aa11-47c3-8f82-593ec1b17f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.012525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-944bec75-aa11-47c3-8f82-593ec1b17f08 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 1095 time: 1.0546179 Jan 18 22:57:06.045924 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb5fdec9-990b-457f-b396-ca7942e030f5 req-51fdc86c-c743-4954-a3f2-7bbb03e4c21e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181743 Jan 18 22:57:06.101913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Router 7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:57:06.127272 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'tag': '8e683326-f0e1-4689-a830-e8f164534e82', 'status': 'completed', 'code': 200} Jan 18 22:57:06.137304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5271a9-e601-4706-b154-41f0ee93d87e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:06.219309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-26bc12f9-7699-4e62-8190-3b88ea0a7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.220829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-26bc12f9-7699-4e62-8190-3b88ea0a7de2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 1095 time: 1.0082679 Jan 18 22:57:06.248333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74946b9e-7b88-4a46-8d1a-99842b5aaf18 req-e7243d6b-c0a9-4069-b1aa-f09f0193d29a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.249820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74946b9e-7b88-4a46-8d1a-99842b5aaf18 req-e7243d6b-c0a9-4069-b1aa-f09f0193d29a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 943 time: 0.6948335 Jan 18 22:57:06.250510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Attempting to bind port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:06.250836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Attempting to bind port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:06.251160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Attempting to bind port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:06.309110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Checking segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:06.309777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Network hostable DHCP agents. Network: ae1b616b-1ac1-4772-a29e-b91691802aec, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:06.343787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e on network a318ce26-1a68-4de7-be55-b857dc2cf3df not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:06.344112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Attempting to bind port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e on network a318ce26-1a68-4de7-be55-b857dc2cf3df {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:06.352815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:06.363092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-ce0415bc-02b9-41d5-bb36-3de472dbeebe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e683326-f0e1-4689-a830-e8f164534e82 HTTP/1.1" status: 200 len: 217 time: 0.1268330 Jan 18 22:57:06.368549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] Sync routers for ids ['7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:06.369203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:06.372858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-28ba9a53-8069-4cff-a3d8-7379b4bb0dc2 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "PUT /v2.0/routers/7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa HTTP/1.1" status: 200 len: 918 time: 4.0704820 Jan 18 22:57:06.374586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:06.375190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:06.375537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Checking segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:06.375915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Bound using segment: {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:06.376543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Bound port: 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d266cf-7f00-404b-ab15-bc6b81f7fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:06.377139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:06.384869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] Routers {'7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:06.385542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:06.428406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-e9ff19da-8a25-49fe-a025-e39f04fd222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.430141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-e9ff19da-8a25-49fe-a025-e39f04fd222d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 916 time: 0.4080505 Jan 18 22:57:06.461882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:06.478541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] Routers {'7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:06.479185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:56:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:06.542272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8a38091e-b545-49d6-a9ce-639245958c25 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:06.563301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:06.563590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b1e2a-4607-4e35-bd3f-4e41f632a2f7 None None] The sync data for ids ['7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:06.613642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-2ff4899b-dc64-4496-8cba-89d18e349b8d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a38091e-b545-49d6-a9ce-639245958c25 HTTP/1.1" status: 200 len: 217 time: 0.1670597 Jan 18 22:57:06.614767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Network ae1b616b-1ac1-4772-a29e-b91691802aec is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:06.618825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-ccf4d279-2159-40ef-8499-6dd44f482683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.622193 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-ccf4d279-2159-40ef-8499-6dd44f482683 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.2476864 Jan 18 22:57:06.639586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74946b9e-7b88-4a46-8d1a-99842b5aaf18 req-893b0bf2-3184-40d6-b5fe-604a51efcb7c tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116612 Jan 18 22:57:06.678836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:06.717505 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:06.759467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8a38091e-b545-49d6-a9ce-639245958c25, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8a38091e-b545-49d6-a9ce-639245958c25,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:06.777631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '8a38091e-b545-49d6-a9ce-639245958c25', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'port_id': '8a38091e-b545-49d6-a9ce-639245958c25', 'mac_address': 'fa:16:3e:ac:07:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62f5496-9622-4eda-822b-b8bbaa18094e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:06.777871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-de42fc08-199a-4e7a-9870-7529de096f27 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa HTTP/1.1" status: 200 len: 924 time: 0.3987331 Jan 18 22:57:06.779331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35906) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:06.788439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ae1b616b-1ac1-4772-a29e-b91691802aec) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:06.809512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.810410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:06.812259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d8e36-bc86-4697-a058-57dbffdfbe9f None None] Network ae1b616b-1ac1-4772-a29e-b91691802aec requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:06.822360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-e133b24d-9cdf-472b-abd7-22a6cda88ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.824104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-e133b24d-9cdf-472b-abd7-22a6cda88ef4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.1751928 Jan 18 22:57:06.876837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-40160bb0-a37e-4412-9824-3b48e161faa6 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.883502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-40160bb0-a37e-4412-9824-3b48e161faa6 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/networks?id=69429865-f042-468a-9f55-e81fa3809cdb HTTP/1.1" status: 200 len: 820 time: 0.2538116 Jan 18 22:57:06.902211 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-5fc1afbc-ce71-46e7-824e-134abb7806aa tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/quotas/d78b065282b84c8e85229d0e61152c9a HTTP/1.1" status: 200 len: 375 time: 0.0176084 Jan 18 22:57:06.921614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] For port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:06.929659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-46ce3f40-3b7a-4598-9f60-3691f6864dfa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3555627 Jan 18 22:57:06.941196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35910) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:06.947709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:06.950998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-940715738-network', 'tenant_id': 'df622231b666420ea1b8ba57168880a3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:06.958158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] For port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:06.960739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-974942e4-ac7b-497b-b7e0-0eead626c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:06.962918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-974942e4-ac7b-497b-b7e0-0eead626c05d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173790 Jan 18 22:57:06.965422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:06.972519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-f5465a0f-1316-41fd-9ec6-216fb90fee27 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d78b065282b84c8e85229d0e61152c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692732 Jan 18 22:57:06.992577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:06.993963 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:06.995490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Usage tracker for resource:router and tenant:c395d2b572134e12987c93132a7a246a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:06.998653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.002807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:07.018186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a38091e-b545-49d6-a9ce-639245958c25 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:07.044868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Usage tracker for resource:network and tenant:df622231b666420ea1b8ba57168880a3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:07.051009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:07.069630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:07.075126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8a38091e-b545-49d6-a9ce-639245958c25, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8a38091e-b545-49d6-a9ce-639245958c25,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:07.078939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8c649-fbe0-458d-9336-4823713e710d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:07.080619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3cf8c649-fbe0-458d-9336-4823713e710d tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3004806 Jan 18 22:57:07.086715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:07.143289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:07.175280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:07.176020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.177499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] 10.222.0.86 "PUT /v2.0/ports/7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e HTTP/1.1" status: 200 len: 1091 time: 4.3186646 Jan 18 22:57:07.188093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-d08fcfe5-76a1-45db-9a56-78c9520f086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:07.188434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Made reservation on behalf of df622231b666420ea1b8ba57168880a3 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:07.189859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-d08fcfe5-76a1-45db-9a56-78c9520f086e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450441 Jan 18 22:57:07.190875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.196786 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.200796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.202757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.229275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.266641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-9536b702-9218-4d63-b189-e056e087d560 service neutron] 10.222.0.78 "GET /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919786 Jan 18 22:57:07.286356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa10b13-37d6-46b7-b189-645db8e662c3 None None] Network ae1b616b-1ac1-4772-a29e-b91691802aec requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:07.295737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:07.296302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92371d02-a272-4e69-8aba-b547a3edd1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:07.318786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Usage tracker for resource:security_group_rule and tenant:df622231b666420ea1b8ba57168880a3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:07.374876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:07.393741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:07.412486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8a38091e-b545-49d6-a9ce-639245958c25,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:07.436009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def4779-e3ff-462f-a761-d1f833feb0a3 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:07.437758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3def4779-e3ff-462f-a761-d1f833feb0a3 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.3501177 Jan 18 22:57:07.457544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35922) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:07.473726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8a38091e-b545-49d6-a9ce-639245958c25'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:07.526792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-10bf16f1-6eba-4925-b317-fb80559fa3a4 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa HTTP/1.1" status: 200 len: 205 time: 0.0677085 Jan 18 22:57:07.530735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:07.538882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-1919715d-21b5-4bdd-9c90-674e809d0eec service neutron] 10.222.0.78 "GET /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647643 Jan 18 22:57:07.662608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.686187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-b2fb802d-6790-4827-b439-5ac77b8ace92 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166152 Jan 18 22:57:07.906239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-22a642f2-9081-4d1d-8941-f8bb40459853 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084363 Jan 18 22:57:07.909255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.915506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:07.987217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.090955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:08.110236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f805db-b099-4a3d-8cd9-4d9b82753f33,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:08.178163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'tag': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:08.187154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.187505 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Added segment 0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130 of type vlan for network 167b026b-c645-4837-b6b0-56570782d0f4 Jan 18 22:57:08.249615 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.268898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.279574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa463549-12b9-4179-9139-c0a22aa406f3 req-59b2950e-fee9-40e1-9bd5-f45b49e3afe9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.281081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa463549-12b9-4179-9139-c0a22aa406f3 req-59b2950e-fee9-40e1-9bd5-f45b49e3afe9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 943 time: 0.2950308 Jan 18 22:57:08.317337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.321512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Deleting port 9b79859d-e6a6-45aa-8d15-bcd5bc624435 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:57:08.321964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.323002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.328701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.334413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.340041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.345693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.351507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.360765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-1472236b-a2ea-470e-9218-9dc0b2ca2fc5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 1.0612862 Jan 18 22:57:08.366326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-216656bc-8a16-4765-aa01-4dc5f9153382 req-055c1761-5ebe-41bb-9341-2606154f0574 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578834 Jan 18 22:57:08.397553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa463549-12b9-4179-9139-c0a22aa406f3 req-f517b3c3-87f0-47b1-8eaa-58fa6c504f20 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075366 Jan 18 22:57:08.401898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.403229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.407252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.447486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-a9a0fb1f-12be-4995-a2b1-93b4fd9cb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.449270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-a9a0fb1f-12be-4995-a2b1-93b4fd9cb203 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 1094 time: 1.2184627 Jan 18 22:57:08.497909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8a38091e-b545-49d6-a9ce-639245958c25 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:08.581922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 8a38091e-b545-49d6-a9ce-639245958c25 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:08.595325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 8a38091e-b545-49d6-a9ce-639245958c25 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:08.595799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.621714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.662035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-945196f0-c173-4743-8878-2f09bd6e6353 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e HTTP/1.1" status: 200 len: 217 time: 0.1378694 Jan 18 22:57:08.670274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7614ef6-ef42-406b-bc18-7e431151e540 req-0edb5ee5-c56d-4771-9c64-3e9cbbfaa39e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3026292 Jan 18 22:57:08.708837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dbc4ea4f-3684-4538-881a-ccf3e6ca8fbd req-621e5ef0-2ab9-4a1c-b828-d3f1cf64d3d4 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 210 time: 0.0643816 Jan 18 22:57:08.739701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0143547 Jan 18 22:57:08.754818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:08.765709 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'tag': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e', 'status': 'completed', 'code': 200} Jan 18 22:57:08.765986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Request body: {'subnet': {'network_id': '167b026b-c645-4837-b6b0-56570782d0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-940715738-subnet', 'tenant_id': 'df622231b666420ea1b8ba57168880a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:08.766336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.769411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d2c9-ca05-487c-8128-6ca07bdf1c6c admin admin] Pushing event updated for resources: {'Network': ['ID=167b026b-c645-4837-b6b0-56570782d0f4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:08.776535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:08.786031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 167b026b-c645-4837-b6b0-56570782d0f4 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:08.786645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:08.795514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Usage tracker for resource:subnet and tenant:df622231b666420ea1b8ba57168880a3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:08.814834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de0707a6-25c8-41d3-9c5e-f1a81417cd47 req-167d6151-63e0-4cba-a834-c51a0f482b80 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7644393 Jan 18 22:57:08.862443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-146ff3a8-ab9d-49e2-858c-f2e9dbf14930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.863933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-146ff3a8-ab9d-49e2-858c-f2e9dbf14930 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.1927943 Jan 18 22:57:08.868759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287389-01bb-4885-a709-860ddcf13009 req-3bd85af4-1a9a-4ab0-9abc-e4324034cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:08.868759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-3bd85af4-1a9a-4ab0-9abc-e4324034cfb3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 1095 time: 0.4102325 Jan 18 22:57:08.879789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:08.949666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a38091e-b545-49d6-a9ce-639245958c25'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:08.961660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Calling delete_port for 9b79859d-e6a6-45aa-8d15-bcd5bc624435 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:57:08.992598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:08.998490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8a38091e-b545-49d6-a9ce-639245958c25, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8a38091e-b545-49d6-a9ce-639245958c25,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:09.017592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:09.071573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Made reservation on behalf of df622231b666420ea1b8ba57168880a3 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:09.074021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:09.101992 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a38091e-b545-49d6-a9ce-639245958c25', 'code': 200} Jan 18 22:57:09.150415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8a38091e-b545-49d6-a9ce-639245958c25,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:09.248762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287389-01bb-4885-a709-860ddcf13009 req-4de027da-01d9-4f8c-8560-64c45b41e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:09.250257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-4de027da-01d9-4f8c-8560-64c45b41e564 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 916 time: 0.3088923 Jan 18 22:57:09.257339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-59af31c9-da3b-4af2-a5c2-844ba7a332d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:09.258527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-59af31c9-da3b-4af2-a5c2-844ba7a332d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3866699 Jan 18 22:57:09.410035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-913f4ec8-3bfc-4047-85a6-4b8392a20f3b tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:09.411510 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-913f4ec8-3bfc-4047-85a6-4b8392a20f3b tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.86 "GET /v2.0/networks?id=69429865-f042-468a-9f55-e81fa3809cdb HTTP/1.1" status: 200 len: 820 time: 0.3075426 Jan 18 22:57:09.494929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-5e0dde55-c9ac-4bf3-9d05-3ee9b74487f7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e683326-f0e1-4689-a830-e8f164534e82 HTTP/1.1" status: 200 len: 217 time: 0.2339005 Jan 18 22:57:09.592361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Request body: {'port': {'device_id': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb', 'admin_state_up': True, 'tenant_id': 'd78b065282b84c8e85229d0e61152c9a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:09.755846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:09.821494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed64d8-de12-4cdb-8939-05e87c38e718 req-f7feb2ae-0e48-4277-bcf5-cd55a45cd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:09.822962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4ed64d8-de12-4cdb-8939-05e87c38e718 req-f7feb2ae-0e48-4277-bcf5-cd55a45cd288 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 1097 time: 0.6950955 Jan 18 22:57:09.829081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:09.832764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event deleted for resources: {'Port': ['ID=9b79859d-e6a6-45aa-8d15-bcd5bc624435,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:09.859706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287389-01bb-4885-a709-860ddcf13009 req-fd5c1eb7-2eb7-410b-b95a-db9c4f048fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:09.861131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-fd5c1eb7-2eb7-410b-b95a-db9c4f048fa9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.3594980 Jan 18 22:57:09.950561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.950909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.951245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.951581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.951913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.952241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.952559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.952874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.953219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.953539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.953856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.954192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:09.958293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-bcc1e4fd-49fd-40b7-abb6-5b1dc42eb539 service neutron] 10.222.0.86 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933147 Jan 18 22:57:10.005492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.031078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:10.056001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Usage tracker for resource:port and tenant:d78b065282b84c8e85229d0e61152c9a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:10.062119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:10.069667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4568b2cd-bc5f-4c27-a5f7-62069d277d25,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:10.080608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:10.085371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4ed64d8-de12-4cdb-8939-05e87c38e718 req-6e583bd1-c2d3-4b09-9c5d-09c2ee695357 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274489 Jan 18 22:57:10.101026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Checking segment: {'id': '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:10.101381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Network hostable DHCP agents. Network: 167b026b-c645-4837-b6b0-56570782d0f4, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:10.103878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.110964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.171312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5623666-352b-405e-bdbe-2d854f789a24 req-0de3d263-0c48-47d8-bcf7-92249f438097 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.172806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5623666-352b-405e-bdbe-2d854f789a24 req-0de3d263-0c48-47d8-bcf7-92249f438097 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 943 time: 0.5890703 Jan 18 22:57:10.222369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Made reservation on behalf of d78b065282b84c8e85229d0e61152c9a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:10.226096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.279430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287389-01bb-4885-a709-860ddcf13009 req-0aea8211-e194-436b-8041-4e86bb057164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.281233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-0aea8211-e194-436b-8041-4e86bb057164 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3951838 Jan 18 22:57:10.295948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-830a1faa-6e92-48a1-9eab-fd47f214883c req-8c80e831-0a6a-4eca-8e96-eb9389b31fe1 service neutron] 10.222.0.86 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286119 Jan 18 22:57:10.328931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.332153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.336436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Network 167b026b-c645-4837-b6b0-56570782d0f4 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:10.368564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5623666-352b-405e-bdbe-2d854f789a24 req-0130828d-2bf8-46c6-84bb-c865926e54a8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876805 Jan 18 22:57:10.390158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.395777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.402181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.408173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.413818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.419498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.425763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.427733 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5268209c-941a-4a82-9283-153c6bf6f55c req-50e95fea-73df-4dbc-95eb-80e79a66b341 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.6109002 Jan 18 22:57:10.483730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 167b026b-c645-4837-b6b0-56570782d0f4) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:10.489681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.490412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Fanout notify agent at l3_agent the message router_deleted on router 7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:57:10.493209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96f760-fecc-40e5-a0b4-8209a2905659 None None] Network 167b026b-c645-4837-b6b0-56570782d0f4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:10.506556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.507198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.526082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8e683326-f0e1-4689-a830-e8f164534e82 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:10.546071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5268209c-941a-4a82-9283-153c6bf6f55c req-24c8e0c9-fe3d-4aba-8d1d-eb5e81356ff8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048763 Jan 18 22:57:10.613462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.614569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-244d4f90-2760-472a-8ca2-9d6cf7c5fd07 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa HTTP/1.1" status: 204 len: 168 time: 3.0812991 Jan 18 22:57:10.620541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:10.626363 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-83e23f47-bab7-4c8d-9605-fbcc669ab8bb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8695495 Jan 18 22:57:10.631966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-210120349', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:10.644591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:10.654061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Usage tracker for resource:router and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:10.659683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:10.659839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d7452e9-8c61-456f-885b-d0bc58605dfd req-ba38d098-5c18-4580-bae9-01e93052eefd tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 210 time: 0.1491261 Jan 18 22:57:10.662832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Allocated IP 172.20.0.13 (69429865-f042-468a-9f55-e81fa3809cdb/7576621e-16bf-4291-9971-4d73b1f86270/938559aa-471f-4c45-88f5-a4300e255377) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:10.675724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Allocated IP 172.25.4.80 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/1b2588f4-129c-494b-aa2f-096b0434cf14) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:10.678200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:10.811578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-83123198-eb21-415d-bca8-16240ca4320c service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146649 Jan 18 22:57:10.830318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-2132135f-d0c6-45db-bf03-489d5dedee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:10.832662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-2132135f-d0c6-45db-bf03-489d5dedee00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 1094 time: 0.4608805 Jan 18 22:57:10.986377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8e683326-f0e1-4689-a830-e8f164534e82, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8e683326-f0e1-4689-a830-e8f164534e82,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:11.016202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550acaa2-ad5e-47af-aa56-fd38b54fcb53 None None] Network 167b026b-c645-4837-b6b0-56570782d0f4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:11.047190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '8e683326-f0e1-4689-a830-e8f164534e82', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'port_id': '8e683326-f0e1-4689-a830-e8f164534e82', 'mac_address': 'fa:16:3e:19:27:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62f5496-9622-4eda-822b-b8bbaa18094e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:11.076866 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.134544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.136982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.185418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.190867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.298925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.304879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Pushing event updated for resources: {'Port': ['ID=938559aa-471f-4c45-88f5-a4300e255377,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:11.327012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Network 69429865-f042-468a-9f55-e81fa3809cdb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:11.330022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:11.335410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:11.342148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-08b06d23-1f61-466f-9c73-b1ae0c09c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:11.343864 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-08b06d23-1f61-466f-9c73-b1ae0c09c4c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 916 time: 0.4860976 Jan 18 22:57:11.347098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b287389-01bb-4885-a709-860ddcf13009 req-44457752-4411-42ac-87d8-6b9dfd2cc6a2 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111210 Jan 18 22:57:11.385126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.415243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e683326-f0e1-4689-a830-e8f164534e82 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:11.433114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8e683326-f0e1-4689-a830-e8f164534e82, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8e683326-f0e1-4689-a830-e8f164534e82,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:11.445374 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.486351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35980) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:11.494544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b659786f-daf2-4baa-927e-151c60831786 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:11.526858 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-f5966197-c601-4ee3-8805-2210dbbb87a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e HTTP/1.1" status: 200 len: 217 time: 0.1757820 Jan 18 22:57:11.532919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2081844952-network', 'tenant_id': '925ab96bf10f434a84455fe049c1e708'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:11.544048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:11.589325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Usage tracker for resource:network and tenant:925ab96bf10f434a84455fe049c1e708 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:11.621866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:11.645416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:11.666861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8e683326-f0e1-4689-a830-e8f164534e82,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:11.670442 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.754253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2588f4-129c-494b-aa2f-096b0434cf14,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:11.761452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8e683326-f0e1-4689-a830-e8f164534e82'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:11.762007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Made reservation on behalf of 925ab96bf10f434a84455fe049c1e708 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:11.764361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.775221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-8d5e416d-f005-4ec0-a130-76190ed64bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:11.776724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-8d5e416d-f005-4ec0-a130-76190ed64bbc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.2348208 Jan 18 22:57:11.791277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.814778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b659786f-daf2-4baa-927e-151c60831786,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:11.839516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'b659786f-daf2-4baa-927e-151c60831786', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'port_id': 'b659786f-daf2-4baa-927e-151c60831786', 'mac_address': 'fa:16:3e:e9:b0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:11.844767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:11.846427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.846954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:11.855509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:11.860668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:11.864200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:11.895681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Usage tracker for resource:security_group_rule and tenant:925ab96bf10f434a84455fe049c1e708 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:11.904854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:11.911583 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.926068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:11.941291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b659786f-daf2-4baa-927e-151c60831786 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:11.960140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e0326-fc64-4fcf-8602-9362c93411d8 req-1a5f59a4-8546-4565-8711-5571357a14d9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:11.968997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a52e0326-fc64-4fcf-8602-9362c93411d8 req-1a5f59a4-8546-4565-8711-5571357a14d9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 943 time: 0.3876483 Jan 18 22:57:11.977941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b659786f-daf2-4baa-927e-151c60831786,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:11.980460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.990019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:11.990655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b3df862a-f746-4c9e-b50e-94f33c785707 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:11.995742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-6645576a-ebd0-4160-937f-1862d14f3940 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4074621 Jan 18 22:57:12.008273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Request body: {'port': {'device_id': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:12.159136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a52e0326-fc64-4fcf-8602-9362c93411d8 req-7935b51d-4b7b-470b-be57-edc70e7ff7db tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895363 Jan 18 22:57:12.180407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.186145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.201648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.207091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.212855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.215731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:12.216486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-b30a82d3-c289-4c3d-8ef0-0552566e91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.218497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-b30a82d3-c289-4c3d-8ef0-0552566e91ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4289343 Jan 18 22:57:12.218623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.224391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.226413 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-e3138671-3aff-4495-bf25-ad79c4090c46 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5418 time: 0.3932698 Jan 18 22:57:12.236958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2704fc22-e530-4080-8226-b41cdb07a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.295645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.313244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b3df862a-f746-4c9e-b50e-94f33c785707,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:12.329601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'b3df862a-f746-4c9e-b50e-94f33c785707', 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed', 'port_id': 'b3df862a-f746-4c9e-b50e-94f33c785707', 'mac_address': 'fa:16:3e:7c:5f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3959ed95-2f9d-4d64-a39b-d41783263ffb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:12.364247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd34a140-dd14-4d96-85c5-0a103c109546 req-941a0ee8-2798-420e-a3f7-b13719326b1b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216388 Jan 18 22:57:12.391780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.414340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3df862a-f746-4c9e-b50e-94f33c785707 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:12.433452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b3df862a-f746-4c9e-b50e-94f33c785707,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:12.441355 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.442499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8531be8c-902b-4d5a-842a-657485de6dc9 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:12.589538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-980449a5-490e-478a-bab1-22fce2b341ec service neutron] 10.222.0.86 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595009 Jan 18 22:57:12.599484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:12.603537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.637789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.666261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8531be8c-902b-4d5a-842a-657485de6dc9,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:12.679913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '8531be8c-902b-4d5a-842a-657485de6dc9', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'port_id': '8531be8c-902b-4d5a-842a-657485de6dc9', 'mac_address': 'fa:16:3e:09:1c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:12.710780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814665d-47bf-4e16-9605-f261c829afe6 req-c55b8ba1-9947-4914-b33a-a6811920ddea tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:12.713868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9814665d-47bf-4e16-9605-f261c829afe6 req-c55b8ba1-9947-4914-b33a-a6811920ddea tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 932 time: 0.3657370 Jan 18 22:57:12.738706 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.748721 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.756740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8531be8c-902b-4d5a-842a-657485de6dc9 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:12.774888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8531be8c-902b-4d5a-842a-657485de6dc9,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:12.780192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.780977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 68bf7070-9898-4094-8eeb-38014ec2793a details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:12.793318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.878151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:12.890133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=68bf7070-9898-4094-8eeb-38014ec2793a,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:12.906209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '68bf7070-9898-4094-8eeb-38014ec2793a', 'network_id': '46e18224-8a01-4e1f-b61c-673795a452ed', 'port_id': '68bf7070-9898-4094-8eeb-38014ec2793a', 'mac_address': 'fa:16:3e:f7:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3959ed95-2f9d-4d64-a39b-d41783263ffb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:12.950251 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:57:12.966863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:12.974772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:12.984379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bf7070-9898-4094-8eeb-38014ec2793a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:13.001922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c0a27-3ae5-4091-8599-16a99e3f76cd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.003445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=68bf7070-9898-4094-8eeb-38014ec2793a,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.009890 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.011042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4d5afc99-7be5-4367-880a-f18f8653c4d5 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:13.027098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.027449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.027748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.027941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.028252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.029078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.029078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.029454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.029555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.029895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.030016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Allocated IP 172.25.4.41 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9581e632-361c-4bb0-ace8-c463c427cc60) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:13.030275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.030567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:13.035561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9814665d-47bf-4e16-9605-f261c829afe6 req-f4a7ed5a-57d0-4dfc-89dd-fd50158a86a1 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Synchronizing usage tracker for tenant:d78b065282b84c8e85229d0e61152c9a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:13.040347 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.041410 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Added segment 76184731-36a7-4441-9809-0db68c75cdb2 of type vlan for network 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35 Jan 18 22:57:13.048681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938559aa-471f-4c45-88f5-a4300e255377 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:13.059670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.078569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.096200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.099528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.113934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '4d5afc99-7be5-4367-880a-f18f8653c4d5', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'port_id': '4d5afc99-7be5-4367-880a-f18f8653c4d5', 'mac_address': 'fa:16:3e:74:12:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:13.155016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Transition to ACTIVE for port object 938559aa-471f-4c45-88f5-a4300e255377 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:13.161731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.163312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9814665d-47bf-4e16-9605-f261c829afe6 req-f4a7ed5a-57d0-4dfc-89dd-fd50158a86a1 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Unset dirty status for tenant:d78b065282b84c8e85229d0e61152c9a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:13.164472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9814665d-47bf-4e16-9605-f261c829afe6 req-f4a7ed5a-57d0-4dfc-89dd-fd50158a86a1 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737209 Jan 18 22:57:13.174201 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.194030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5afc99-7be5-4367-880a-f18f8653c4d5 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:13.202912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea04e390-9442-43cd-ac36-0fb96f8ac048 req-d8561183-5b82-4789-a57b-afdf8ebfdb61 service neutron] 10.222.0.86 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978506 Jan 18 22:57:13.213593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.217609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.224485 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.226593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6bf08648-d72e-4dcf-89b1-7fe001fecf79 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:13.380086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.383593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.397663 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.398646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.399257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.399734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '6bf08648-d72e-4dcf-89b1-7fe001fecf79', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'port_id': '6bf08648-d72e-4dcf-89b1-7fe001fecf79', 'mac_address': 'fa:16:3e:53:a1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:13.462127 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.485356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf08648-d72e-4dcf-89b1-7fe001fecf79 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:13.503422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.511150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.512072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 774cbf6b-97a1-4520-aa22-25103b1188c4 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:13.592933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 774cbf6b-97a1-4520-aa22-25103b1188c4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=774cbf6b-97a1-4520-aa22-25103b1188c4,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.600171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.602110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Pushing event updated for resources: {'Port': ['ID=938559aa-471f-4c45-88f5-a4300e255377,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.609696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '774cbf6b-97a1-4520-aa22-25103b1188c4', 'network_id': 'f5b6f586-f791-4d84-823d-1c3139d085b0', 'port_id': '774cbf6b-97a1-4520-aa22-25103b1188c4', 'mac_address': 'fa:16:3e:93:71:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:13.610303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.655527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.671189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.688381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774cbf6b-97a1-4520-aa22-25103b1188c4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:13.696479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Attempting to bind port 938559aa-471f-4c45-88f5-a4300e255377 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:13.696821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Attempting to bind port 938559aa-471f-4c45-88f5-a4300e255377 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '6bae529a-d447-48a9-b714-6516b22f2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:13.697183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Attempting to bind port 938559aa-471f-4c45-88f5-a4300e255377 on network 69429865-f042-468a-9f55-e81fa3809cdb {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:13.704575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 774cbf6b-97a1-4520-aa22-25103b1188c4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=774cbf6b-97a1-4520-aa22-25103b1188c4,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:13.709862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.713987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c840ff-9129-437e-92de-bfec9a0b0525 req-98fcfd79-ab27-4979-a5e1-8a21682abdd6 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.717596 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22c840ff-9129-437e-92de-bfec9a0b0525 req-98fcfd79-ab27-4979-a5e1-8a21682abdd6 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 943 time: 0.2531736 Jan 18 22:57:13.719230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Port 938559aa-471f-4c45-88f5-a4300e255377 on network 69429865-f042-468a-9f55-e81fa3809cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:13.720297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Attempting to bind port 938559aa-471f-4c45-88f5-a4300e255377 on network 69429865-f042-468a-9f55-e81fa3809cdb {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:13.742239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:13.742473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Checking segment: {'id': '6bae529a-d447-48a9-b714-6516b22f2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:13.743045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Bound using segment: {'id': '6bae529a-d447-48a9-b714-6516b22f2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:13.743493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Bound port: 938559aa-471f-4c45-88f5-a4300e255377, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bae529a-d447-48a9-b714-6516b22f2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:13.744574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.747436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:13.758276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] Pushing event updated for resources: {'Network': ['ID=7c2ad9e7-cf99-48cf-a389-4c13f72b0c35,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.773165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:13.814853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.843143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a022498f-96b9-4371-b96d-beec33d28a7d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3487248 Jan 18 22:57:13.856280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35996) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:13.869717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Request body: {'subnet': {'network_id': '7c2ad9e7-cf99-48cf-a389-4c13f72b0c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2081844952-subnet', 'tenant_id': '925ab96bf10f434a84455fe049c1e708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:13.877028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:13.883419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Usage tracker for resource:subnet and tenant:925ab96bf10f434a84455fe049c1e708 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:13.889649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:13.895081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=774cbf6b-97a1-4520-aa22-25103b1188c4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:13.905745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.911589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.917377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.921034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:13.923431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.924184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22c840ff-9129-437e-92de-bfec9a0b0525 req-5d357ee0-dfbc-4b79-89a0-54076ddf715c tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956539 Jan 18 22:57:13.928608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:13.929455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.931231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:13.935017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.941786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:13.949398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-1e613294-2b31-4d99-ad0b-53268f180d90 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5425 time: 0.3345289 Jan 18 22:57:13.973860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:14.004614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event updated for resources: {'Port': ['ID=9581e632-361c-4bb0-ace8-c463c427cc60,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:14.010104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Made reservation on behalf of 925ab96bf10f434a84455fe049c1e708 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:14.012219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.016584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] For port 938559aa-471f-4c45-88f5-a4300e255377, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:14.021545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] For port 938559aa-471f-4c45-88f5-a4300e255377, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=938559aa-471f-4c45-88f5-a4300e255377,segment=NetworkSegment(6bae529a-d447-48a9-b714-6516b22f2c46),segment_id=6bae529a-d447-48a9-b714-6516b22f2c46)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:14.064663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:14.079073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e', 'network_id': 'a318ce26-1a68-4de7-be55-b857dc2cf3df', 'port_id': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e', 'mac_address': 'fa:16:3e:23:09:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62f5496-9622-4eda-822b-b8bbaa18094e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:14.105653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e90501c-a518-492e-b6ac-0365a9d39463 req-28240254-1b3c-4c96-b0b3-76db97367573 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552856 Jan 18 22:57:14.141165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.155795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Router 4e0a581c-1be0-427b-875d-689e8f6c40b5 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:57:14.159156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:14.169028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.177995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:14.185475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.252675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Pushing event updated for resources: {'Port': ['ID=938559aa-471f-4c45-88f5-a4300e255377,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:14.293749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:14.340442 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8262dd3-2a04-4ecf-a3ee-53a56172aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.347005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:14.347626 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.349036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-89e76ca9-d341-4c4a-8d1b-2aca94e9e112 service neutron] 10.222.0.86 "PUT /v2.0/ports/938559aa-471f-4c45-88f5-a4300e255377 HTTP/1.1" status: 200 len: 1092 time: 2.3449972 Jan 18 22:57:14.349476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'tag': '938559aa-471f-4c45-88f5-a4300e255377'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:14.459139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:14.468634 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Sync routers for ids ['4e0a581c-1be0-427b-875d-689e8f6c40b5'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:14.479967 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Routers {'4e0a581c-1be0-427b-875d-689e8f6c40b5'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:14.480873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e0a581c-1be0-427b-875d-689e8f6c40b5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:14.488289 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'tag': '938559aa-471f-4c45-88f5-a4300e255377', 'status': 'completed', 'code': 200} Jan 18 22:57:14.488930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.515876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['8531be8c-902b-4d5a-842a-657485de6dc9'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:14.518175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.519385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2c432b42-3e45-4855-bbcb-5c7c56dee277 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5771189 Jan 18 22:57:14.523568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36004) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:14.619454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['4d5afc99-7be5-4367-880a-f18f8653c4d5'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:14.643527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c679-2f17-4cb6-8111-0823a9b334dd req-d1e2121e-d4c7-4a3a-a134-bf2722fa77b2 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:14.644261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5198c679-2f17-4cb6-8111-0823a9b334dd req-d1e2121e-d4c7-4a3a-a134-bf2722fa77b2 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Synchronizing usage tracker for tenant:d78b065282b84c8e85229d0e61152c9a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:14.654827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f6d1e6-c13e-482e-88d5-dd92f63cc661,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:14.669380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:14.697786 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Set router 4e0a581c-1be0-427b-875d-689e8f6c40b5 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:14.706751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8e683326-f0e1-4689-a830-e8f164534e82 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:14.728727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-49363c4f-2707-4f81-aa51-3c6cc8741e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:14.730358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-49363c4f-2707-4f81-aa51-3c6cc8741e8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d78b065282b84c8e85229d0e61152c9a&device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 1095 time: 0.3390548 Jan 18 22:57:14.783516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['774cbf6b-97a1-4520-aa22-25103b1188c4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:14.821373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5198c679-2f17-4cb6-8111-0823a9b334dd req-d1e2121e-d4c7-4a3a-a134-bf2722fa77b2 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Unset dirty status for tenant:d78b065282b84c8e85229d0e61152c9a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:14.828250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5198c679-2f17-4cb6-8111-0823a9b334dd req-d1e2121e-d4c7-4a3a-a134-bf2722fa77b2 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 944 time: 0.5296693 Jan 18 22:57:14.834219 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-3b1f2097-e853-4ba8-852c-f007e68ac61d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938559aa-471f-4c45-88f5-a4300e255377 HTTP/1.1" status: 200 len: 217 time: 0.0934076 Jan 18 22:57:14.869949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b3df862a-f746-4c9e-b50e-94f33c785707'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:14.924981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Checking segment: {'id': '76184731-36a7-4441-9809-0db68c75cdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c2ad9e7-cf99-48cf-a389-4c13f72b0c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:14.925604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Network hostable DHCP agents. Network: 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:15.021668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5198c679-2f17-4cb6-8111-0823a9b334dd req-ec82af1e-8b95-4880-a5be-8928dd8d9f14 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924717 Jan 18 22:57:15.029140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['b659786f-daf2-4baa-927e-151c60831786'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:15.054690 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T22:57:12Z', 'revision_number': 3, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:15.060371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Checking router: 4e0a581c-1be0-427b-875d-689e8f6c40b5 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:57:15.060993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Updating router 4e0a581c-1be0-427b-875d-689e8f6c40b5 port 1b2588f4-129c-494b-aa2f-096b0434cf14 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:57:15.063918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Network 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:15.094635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:15.101300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:15.101909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.129193 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.196693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e6044-4ceb-4dfd-8d59-4a9a03a4870b None None] Network 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:15.275214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b2338585-ae49-4fbe-a6b2-3d12a6bbc69c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4143379 Jan 18 22:57:15.277880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90757-af3e-4013-aa23-f0ec8387f6db req-e2952fd6-b8ba-41d9-8525-18ca1d661c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:15.279848 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-e2952fd6-b8ba-41d9-8525-18ca1d661c69 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7576621e-16bf-4291-9971-4d73b1f86270 HTTP/1.1" status: 200 len: 860 time: 0.4297636 Jan 18 22:57:15.435304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:15.493583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443d12-f0a9-4086-a50f-5f3d584dd348 req-ef152d39-c1d1-49cc-abad-e809d53cac51 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:15.501734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06443d12-f0a9-4086-a50f-5f3d584dd348 req-ef152d39-c1d1-49cc-abad-e809d53cac51 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 944 time: 0.3126097 Jan 18 22:57:15.507252 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-782564cd-7823-4b92-8bc2-360427fc77b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69429865-f042-468a-9f55-e81fa3809cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1917806 Jan 18 22:57:15.609990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06443d12-f0a9-4086-a50f-5f3d584dd348 req-57bbd51e-250f-45d0-95bb-c37b3feed83e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072593 Jan 18 22:57:15.685801 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.700248 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Transition to ACTIVE for port object 1b2588f4-129c-494b-aa2f-096b0434cf14 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:15.705428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['68bf7070-9898-4094-8eeb-38014ec2793a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:15.711206 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.740214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-5bf2061f-5d4e-43c1-a201-274ab5e41df0 service neutron] 10.222.0.86 "GET /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505184 Jan 18 22:57:15.810877 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Attempting to bind port 1b2588f4-129c-494b-aa2f-096b0434cf14 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:15.811389 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Attempting to bind port 1b2588f4-129c-494b-aa2f-096b0434cf14 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:15.811962 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Attempting to bind port 1b2588f4-129c-494b-aa2f-096b0434cf14 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:15.853681 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:15.855383 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:15.856888 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.859009 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:15.859595 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Bound port: 1b2588f4-129c-494b-aa2f-096b0434cf14, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:15.860220 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.880105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.947131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-def90757-af3e-4013-aa23-f0ec8387f6db req-324b3c8c-daad-4042-b9ef-21b429a1089e service neutron] 10.222.0.86 "GET /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935816 Jan 18 22:57:15.981481 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0f064-bd6e-4795-8dd7-b9e5b34b3b07 None None] Pushing event updated for resources: {'Port': ['ID=1b2588f4-129c-494b-aa2f-096b0434cf14,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:15.994375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.000761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.006827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.014016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 8e683326-f0e1-4689-a830-e8f164534e82 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:16.026990 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] For port 1b2588f4-129c-494b-aa2f-096b0434cf14, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:16.028688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.030898 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] For port 1b2588f4-129c-494b-aa2f-096b0434cf14, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1b2588f4-129c-494b-aa2f-096b0434cf14,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:16.035001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.038320 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:16.047819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.054862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.063215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-650e9a78-0b0c-49f1-878b-aa5d0cd6d5fb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5425 time: 0.6483099 Jan 18 22:57:16.099709 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:16.124134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:16.138112 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0f064-bd6e-4795-8dd7-b9e5b34b3b07 None None] Pushing event updated for resources: {'Port': ['ID=1b2588f4-129c-494b-aa2f-096b0434cf14,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:16.165688 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Routers {'4e0a581c-1be0-427b-875d-689e8f6c40b5'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:16.166305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e0a581c-1be0-427b-875d-689e8f6c40b5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:16.193889 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:16.287532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97a36788-bf35-4b91-9eb0-abd98675add4 req-eb5e48c2-3e41-4811-ba4a-5d76ebe1c082 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232475 Jan 18 22:57:16.306403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 8e683326-f0e1-4689-a830-e8f164534e82 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:16.306775 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:16.368681 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] Set router 4e0a581c-1be0-427b-875d-689e8f6c40b5 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:16.407085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Allocated IP 172.20.0.1 (ae1b616b-1ac1-4772-a29e-b91691802aec/cc5271a9-e601-4706-b154-41f0ee93d87e/fda7d4b4-14ff-4c4f-8bad-af6de8b66b18) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:16.430446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-9226d378-afad-4636-9991-c956aa6c7d27 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.432718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-9226d378-afad-4636-9991-c956aa6c7d27 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/networks?id=167b026b-c645-4837-b6b0-56570782d0f4 HTTP/1.1" status: 200 len: 824 time: 0.2750063 Jan 18 22:57:16.519266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-52691706-8f68-4e46-9f76-994971a1648b tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/quotas/df622231b666420ea1b8ba57168880a3 HTTP/1.1" status: 200 len: 375 time: 0.0803306 Jan 18 22:57:16.529591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-34775f08-3e25-4753-abff-6ff30df423fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.531418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-34775f08-3e25-4753-abff-6ff30df423fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d78b065282b84c8e85229d0e61152c9a&device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 1095 time: 0.4654198 Jan 18 22:57:16.558065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322ca7d-b670-494b-a9f6-e7e2812f14cf None None] Network 7c2ad9e7-cf99-48cf-a389-4c13f72b0c35 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:16.585637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-2fee7fcc-a08f-4f58-b206-5e64ea35bfd7 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=df622231b666420ea1b8ba57168880a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605166 Jan 18 22:57:16.712152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f1d7c-ecc4-4c46-9fc9-869ac8d8b967 req-07b204a5-9a16-4b32-b2e7-bb4a7079c277 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.720323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa8f1d7c-ecc4-4c46-9fc9-869ac8d8b967 req-07b204a5-9a16-4b32-b2e7-bb4a7079c277 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 944 time: 0.2616653 Jan 18 22:57:16.744995 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T22:57:12Z', 'revision_number': 3, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:16.748653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Router aab1e66b-0bdd-467a-a3f9-74574a33dc9e is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:57:16.751845 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e8c4-b79f-4ed3-a048-639aa20b50ee None None] The sync data for ids ['4e0a581c-1be0-427b-875d-689e8f6c40b5'] in n-d-825178-1 is: [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T22:57:12Z', 'revision_number': 3, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:16.759674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6bf08648-d72e-4dcf-89b1-7fe001fecf79'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:16.767424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:16.801434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-3d83d47a-64c8-4bdd-b15a-c6908d11c807 service neutron] 10.222.0.78 "GET /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088246 Jan 18 22:57:16.889605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-113d2be5-5f54-4e74-8e03-5ecf6a07de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:16.891154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-113d2be5-5f54-4e74-8e03-5ecf6a07de9f service neutron] 10.222.0.86 "GET /v2.0/networks?id=69429865-f042-468a-9f55-e81fa3809cdb HTTP/1.1" status: 200 len: 921 time: 0.3476291 Jan 18 22:57:16.903153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa8f1d7c-ecc4-4c46-9fc9-869ac8d8b967 req-fc82a5fd-13b3-40fb-b871-68f080068d9c tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812127 Jan 18 22:57:17.017279 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.056235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-76e5b953-043c-40af-8a50-a73f75c333cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938559aa-471f-4c45-88f5-a4300e255377 HTTP/1.1" status: 200 len: 217 time: 0.1337681 Jan 18 22:57:17.059318 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.211162 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.226184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e683326-f0e1-4689-a830-e8f164534e82'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:17.299007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8e683326-f0e1-4689-a830-e8f164534e82, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8e683326-f0e1-4689-a830-e8f164534e82,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:17.316833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.322364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Network ae1b616b-1ac1-4772-a29e-b91691802aec is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:17.327107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:17.333029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:17.383271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-c88e60aa-6bf1-4148-beb4-5e8e666cf14d service neutron] 10.222.0.78 "GET /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747094 Jan 18 22:57:17.386148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:17.408243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] Sync routers for ids ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:17.436729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:17.471263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] Routers {'aab1e66b-0bdd-467a-a3f9-74574a33dc9e'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:17.471908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:17.489018 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.496989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-ba7cd435-72f7-41c3-a6bd-b9eda715602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:17.498634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-ba7cd435-72f7-41c3-a6bd-b9eda715602d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7576621e-16bf-4291-9971-4d73b1f86270 HTTP/1.1" status: 200 len: 860 time: 0.4341767 Jan 18 22:57:17.499351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.500517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fc46aa89-6366-46be-a7f9-19c1dfc2eb00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8790758 Jan 18 22:57:17.503494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36046) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:17.545256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:17.556013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8e683326-f0e1-4689-a830-e8f164534e82,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:17.565085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] Routers {'aab1e66b-0bdd-467a-a3f9-74574a33dc9e'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:17.565734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:17.579511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:17.673696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:17.674161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f629a9-7883-45c8-adaa-0ac6e49bcf16 None None] The sync data for ids ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:17.675022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-fe842169-779b-4e5f-adb3-4f54485254aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69429865-f042-468a-9f55-e81fa3809cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688905 Jan 18 22:57:17.740399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 938559aa-471f-4c45-88f5-a4300e255377 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:17.742705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 774cbf6b-97a1-4520-aa22-25103b1188c4 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:17.827858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7876f-48aa-445b-b3f9-da3682d08a6a req-7b2e9fc2-37c6-4101-8ae6-0b842468d2db tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:17.833769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6f7876f-48aa-445b-b3f9-da3682d08a6a req-7b2e9fc2-37c6-4101-8ae6-0b842468d2db tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 944 time: 0.6560493 Jan 18 22:57:17.982736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.131703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 938559aa-471f-4c45-88f5-a4300e255377, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=938559aa-471f-4c45-88f5-a4300e255377,segment=NetworkSegment(6bae529a-d447-48a9-b714-6516b22f2c46),segment_id=6bae529a-d447-48a9-b714-6516b22f2c46)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:18.161040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '938559aa-471f-4c45-88f5-a4300e255377', 'network_id': '69429865-f042-468a-9f55-e81fa3809cdb', 'port_id': '938559aa-471f-4c45-88f5-a4300e255377', 'mac_address': 'fa:16:3e:77:a3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7576621e-16bf-4291-9971-4d73b1f86270', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:18.165107 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e683326-f0e1-4689-a830-e8f164534e82', 'code': 200} Jan 18 22:57:18.247672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 774cbf6b-97a1-4520-aa22-25103b1188c4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:18.261359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 774cbf6b-97a1-4520-aa22-25103b1188c4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:18.261749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.329096 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.345066 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6f7876f-48aa-445b-b3f9-da3682d08a6a req-415a90c8-41b0-4dfd-9153-e1b182c1f9f4 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965124 Jan 18 22:57:18.366387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938559aa-471f-4c45-88f5-a4300e255377 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:18.476779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.495784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-8c44b2f1-1a22-4025-97e3-28c0d35e4746 service neutron] 10.222.0.86 "GET /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920721 Jan 18 22:57:18.540181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1b2588f4-129c-494b-aa2f-096b0434cf14 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:18.575012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 938559aa-471f-4c45-88f5-a4300e255377, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=938559aa-471f-4c45-88f5-a4300e255377,segment=NetworkSegment(6bae529a-d447-48a9-b714-6516b22f2c46),segment_id=6bae529a-d447-48a9-b714-6516b22f2c46)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:18.592100 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.687642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 774cbf6b-97a1-4520-aa22-25103b1188c4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=774cbf6b-97a1-4520-aa22-25103b1188c4,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:18.688673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-b7af6453-b7cb-4cea-9edb-d332a3fa593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.690525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-b7af6453-b7cb-4cea-9edb-d332a3fa593d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.5112681 Jan 18 22:57:18.712004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.718769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1b2588f4-129c-494b-aa2f-096b0434cf14 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:18.725909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1b2588f4-129c-494b-aa2f-096b0434cf14 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:18.732589 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.740882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243e01c9-d864-4bee-b8f3-94712de50572 req-4e7d0143-ed02-4ae3-bec4-d6651b713001 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 210 time: 0.1232753 Jan 18 22:57:18.764813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f798b-5db7-4569-8969-157620347c47 req-20bf15df-0a54-4eb7-ad04-f843e051fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.766537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017f798b-5db7-4569-8969-157620347c47 req-20bf15df-0a54-4eb7-ad04-f843e051fd9b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 1097 time: 0.5049555 Jan 18 22:57:18.769790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=938559aa-471f-4c45-88f5-a4300e255377,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:18.915839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.922099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfec7b08-8c1b-420d-838e-d861f943e9a6 req-68d8aa82-2782-4870-a46e-97e7c8869212 service neutron] 10.222.0.86 "GET /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183176 Jan 18 22:57:18.927794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.930556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=774cbf6b-97a1-4520-aa22-25103b1188c4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:18.938226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.945263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.952174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.958390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.965222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:18.971889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-f487c95e-9089-45b8-8045-5bd04671c349 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5425 time: 0.6449747 Jan 18 22:57:18.981512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.011578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:57:19.018325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.037815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Deleting port 9581e632-361c-4bb0-ace8-c463c427cc60 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:57:19.038146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.042466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.059166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.063179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 1b2588f4-129c-494b-aa2f-096b0434cf14, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1b2588f4-129c-494b-aa2f-096b0434cf14,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:19.071591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.075508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.080895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cbaa3-a485-4e00-a4c0-8d5a8a8e47ba req-4b4da93c-ecae-4bfd-8736-2d3c914ec484 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:19.087945 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b94cbaa3-a485-4e00-a4c0-8d5a8a8e47ba req-4b4da93c-ecae-4bfd-8736-2d3c914ec484 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 945 time: 0.1618555 Jan 18 22:57:19.105929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017f798b-5db7-4569-8969-157620347c47 req-0e34abcf-6f7b-4649-a4dd-823ebf687a56 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377043 Jan 18 22:57:19.151828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-480637fd-7d6e-4a5f-89c2-51a25b057a7f req-081de14f-fbf0-44bf-8d88-473f49e479d2 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1790609 Jan 18 22:57:19.180657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=1b2588f4-129c-494b-aa2f-096b0434cf14,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:19.227933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-72cee327-b09a-49e0-99d6-ca12ae4dbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:19.229560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-72cee327-b09a-49e0-99d6-ca12ae4dbacb service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.5306852 Jan 18 22:57:19.234419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b94cbaa3-a485-4e00-a4c0-8d5a8a8e47ba req-ec9de319-7c17-4423-909b-f2d1ed76b888 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434791 Jan 18 22:57:19.255009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.292120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:19.335847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.482237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['938559aa-471f-4c45-88f5-a4300e255377'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:19.637310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Calling delete_port for 9581e632-361c-4bb0-ace8-c463c427cc60 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:57:19.764617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b3df862a-f746-4c9e-b50e-94f33c785707 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:19.809314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d14f-8a05-4211-8197-b513bf7edb9d req-fba297d4-fa55-4759-a3e7-7582959722a8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:19.809777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-2ab86850-ea0b-4cbf-9660-5be3c788efb0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.4524817 Jan 18 22:57:19.810699 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c51d14f-8a05-4211-8197-b513bf7edb9d req-fba297d4-fa55-4759-a3e7-7582959722a8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 944 time: 0.1193085 Jan 18 22:57:19.853412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port b3df862a-f746-4c9e-b50e-94f33c785707 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:19.858976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port b3df862a-f746-4c9e-b50e-94f33c785707 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:19.860292 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.867558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-79af2e40-041e-41b5-98e8-71d4d9d23f09 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:19.869005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-79af2e40-041e-41b5-98e8-71d4d9d23f09 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.85 "GET /v2.0/networks?id=167b026b-c645-4837-b6b0-56570782d0f4 HTTP/1.1" status: 200 len: 824 time: 0.5133338 Jan 18 22:57:19.888759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Request body: {'port': {'device_id': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4', 'admin_state_up': True, 'tenant_id': 'df622231b666420ea1b8ba57168880a3'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:19.894777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c51d14f-8a05-4211-8197-b513bf7edb9d req-a62bd372-ca69-4047-8f29-ec423c4be8cf tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779417 Jan 18 22:57:19.921769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Network ae1b616b-1ac1-4772-a29e-b91691802aec is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:19.954152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.972892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:19.999264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-88bda3f6-361b-4b02-8732-444ea632987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.000728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-88bda3f6-361b-4b02-8732-444ea632987c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1793325 Jan 18 22:57:20.014376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74799e1b-2b70-47c2-9a2f-3628088ae187 req-8be4bbbb-5785-401f-bdd5-47ea3d8d55e0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.015859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74799e1b-2b70-47c2-9a2f-3628088ae187 req-8be4bbbb-5785-401f-bdd5-47ea3d8d55e0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.7212884 Jan 18 22:57:20.022582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.029216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Pushing event deleted for resources: {'Port': ['ID=9581e632-361c-4bb0-ace8-c463c427cc60,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:20.059649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b3df862a-f746-4c9e-b50e-94f33c785707,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:20.066118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.066929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8531be8c-902b-4d5a-842a-657485de6dc9 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:20.108622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11afbc0e-b0e3-43a9-a942-8d37c0ee788e req-57244281-a836-49c3-bfe9-21b82b9bb774 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 210 time: 0.0769641 Jan 18 22:57:20.170402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.173340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774cbf6b-97a1-4520-aa22-25103b1188c4'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:20.224688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:20.238518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 8531be8c-902b-4d5a-842a-657485de6dc9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:20.255093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 8531be8c-902b-4d5a-842a-657485de6dc9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:20.255476 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.320614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-74799e1b-2b70-47c2-9a2f-3628088ae187 req-368afef5-0195-4f75-a8d5-f06490008c3b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457969 Jan 18 22:57:20.339230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:20.351070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Usage tracker for resource:port and tenant:df622231b666420ea1b8ba57168880a3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:20.357076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:20.364753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:20.372180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Router 4e0a581c-1be0-427b-875d-689e8f6c40b5 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:57:20.385190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-fb043090-36f6-44ac-9bab-b6f41dbf513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.386923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-fb043090-36f6-44ac-9bab-b6f41dbf513e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133337 Jan 18 22:57:20.460399 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774cbf6b-97a1-4520-aa22-25103b1188c4', 'code': 200} Jan 18 22:57:20.460861 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707', 'code': 200} Jan 18 22:57:20.468570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1b2588f4-129c-494b-aa2f-096b0434cf14 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:20.491846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Made reservation on behalf of df622231b666420ea1b8ba57168880a3 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:20.495330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.562510 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.608834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8531be8c-902b-4d5a-842a-657485de6dc9,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:20.609983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1b2588f4-129c-494b-aa2f-096b0434cf14 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:20.610480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.640972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.641485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:20.725445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.737901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.743750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.749502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.755388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.761175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.766858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.772931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:20.774577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-2eea94d5-ac04-48d9-8a62-ce662189a73b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5427 time: 0.3256240 Jan 18 22:57:20.777796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.784688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:20.845860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:20.869627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:20.876000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:20.876672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:20.881183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Sync routers for ids ['4e0a581c-1be0-427b-875d-689e8f6c40b5'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:20.895592 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Routers {'4e0a581c-1be0-427b-875d-689e8f6c40b5'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:20.896612 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e0a581c-1be0-427b-875d-689e8f6c40b5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:20.915211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-055700ba-a130-4a55-bd99-05b46ac2e339 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490576 Jan 18 22:57:20.955949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Router aab1e66b-0bdd-467a-a3f9-74574a33dc9e has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:57:20.960411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b97f77f-f026-448d-8cc6-b168785b81d9 req-653ecb56-e190-4568-af90-d1874a804689 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216257 Jan 18 22:57:20.990921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b513b5ca-99e3-41b7-b4a3-05d10132c4e1 admin admin] 10.222.0.78 "PUT /v2.0/routers/4e0a581c-1be0-427b-875d-689e8f6c40b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4552069 Jan 18 22:57:21.073195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.113890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:21.124026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.125951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4d5afc99-7be5-4367-880a-f18f8653c4d5 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:21.164429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Allocated IP 172.20.0.5 (167b026b-c645-4837-b6b0-56570782d0f4/4568b2cd-bc5f-4c27-a5f7-62069d277d25/b23da2cb-aa2d-4722-9c07-5e2519664611) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:21.239109 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Set router 4e0a581c-1be0-427b-875d-689e8f6c40b5 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:21.263544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb13e-4979-4286-b958-34cf34ad4424 req-4fe0b294-9224-4e44-8790-80b0445226c1 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:21.265156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bfb13e-4979-4286-b958-34cf34ad4424 req-4fe0b294-9224-4e44-8790-80b0445226c1 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 945 time: 0.6844304 Jan 18 22:57:21.336899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:21.354601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 4d5afc99-7be5-4367-880a-f18f8653c4d5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:21.361463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 4d5afc99-7be5-4367-880a-f18f8653c4d5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:21.362150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.363129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bfb13e-4979-4286-b958-34cf34ad4424 req-001a9022-ab99-4575-bd06-c3f7a614286f tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821607 Jan 18 22:57:21.365375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-987777ce-a19e-4f41-91d2-4f22d0b218b4 req-b447f758-7471-4739-96c9-e49a4062f78d service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385579 Jan 18 22:57:21.469456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:21.509369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] Sync routers for ids ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:21.514366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.515538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6665eaf3-4f63-4922-9cba-9b364ad70609 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "PUT /v2.0/routers/aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 200 len: 709 time: 4.0113375 Jan 18 22:57:21.524817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36092) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:21.544074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] Routers {'aab1e66b-0bdd-467a-a3f9-74574a33dc9e'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:21.545355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:21.623276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:21.641250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] Routers {'aab1e66b-0bdd-467a-a3f9-74574a33dc9e'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:21.642077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:21.736213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:21.736782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5423ef-2d78-4567-8f7a-7fdb2eddaa36 None None] The sync data for ids ['aab1e66b-0bdd-467a-a3f9-74574a33dc9e'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:21.764202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d97ec946-2f3e-456b-9e67-f710af3b2304 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/routers/aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 200 len: 744 time: 0.2381942 Jan 18 22:57:21.767979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.774280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d1b8-f4de-4780-ae4d-750f287d9b08 req-85a9dc29-607c-4505-9084-23643b910995 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:21.781970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ffd6d1b8-f4de-4780-ae4d-750f287d9b08 req-85a9dc29-607c-4505-9084-23643b910995 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.4351001 Jan 18 22:57:21.784731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:21.804412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:21.814203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.815737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 68bf7070-9898-4094-8eeb-38014ec2793a up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:21.857499 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T22:57:17Z', 'revision_number': 4, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fda7d4b4-14ff-4c4f-8bad-af6de8b66b18', 'name': '', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'mac_address': 'fa:16:3e:57:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:16Z', 'updated_at': '2022-01-18T22:57:18Z', 'revision_number': 2, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'subnets': [{'id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:21.869568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Checking router: 4e0a581c-1be0-427b-875d-689e8f6c40b5 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:57:21.869929 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Updating router 4e0a581c-1be0-427b-875d-689e8f6c40b5 port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:57:21.905289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3edbb3c6-aacf-4b69-b44a-61997f783948 req-c0663176-ce24-4435-81d4-8ba503834cdc tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Synchronizing usage tracker for tenant:df622231b666420ea1b8ba57168880a3 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:21.913632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.935910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ffd6d1b8-f4de-4780-ae4d-750f287d9b08 req-6e904b35-b272-4b32-b705-2b08492dea7d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528046 Jan 18 22:57:21.938442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92eb5f10-db02-4412-8b1e-4efd8ac88511 tempest-RoutersIpV6AdminTest-279319656 tempest-RoutersIpV6AdminTest-279319656-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 200 len: 205 time: 0.1525838 Jan 18 22:57:21.941651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:21.949286 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.954802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3edbb3c6-aacf-4b69-b44a-61997f783948 req-c0663176-ce24-4435-81d4-8ba503834cdc tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Unset dirty status for tenant:df622231b666420ea1b8ba57168880a3 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:21.972607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3edbb3c6-aacf-4b69-b44a-61997f783948 req-c0663176-ce24-4435-81d4-8ba503834cdc tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 210 time: 0.1651187 Jan 18 22:57:22.024616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-3d02c350-93ac-470b-a904-063bec83512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:22.026109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-3d02c350-93ac-470b-a904-063bec83512a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.2175817 Jan 18 22:57:22.063561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.094178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-be05fc21-041d-4faa-95a8-4fb186f4dd00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 200 len: 205 time: 0.1511114 Jan 18 22:57:22.096472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36108) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:22.143108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:22.170792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 68bf7070-9898-4094-8eeb-38014ec2793a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:22.175787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 68bf7070-9898-4094-8eeb-38014ec2793a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:22.176171 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.207925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Network 167b026b-c645-4837-b6b0-56570782d0f4 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:22.269482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:22.272229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:22.316889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.327238 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.363198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=68bf7070-9898-4094-8eeb-38014ec2793a,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:22.369511 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.383640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:22.384276 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.424428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b659786f-daf2-4baa-927e-151c60831786 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:22.446797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Pushing event updated for resources: {'Port': ['ID=b23da2cb-aa2d-4722-9c07-5e2519664611,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:22.453123 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.468536 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Transition to ACTIVE for port object fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:22.476629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-e043dddc-24ea-48ae-bd3e-dae440c88f83 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5915353 Jan 18 22:57:22.479484 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.481517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9'}, {'server_uuid': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:22.492974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Request body: {'port': {'device_id': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:22.566804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:22.582250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port b659786f-daf2-4baa-927e-151c60831786 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:22.588774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port b659786f-daf2-4baa-927e-151c60831786 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:22.590242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.629180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-6b19c746-cbb8-490b-9c71-fa23102eae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:22.630663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-6b19c746-cbb8-490b-9c71-fa23102eae06 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.4638939 Jan 18 22:57:22.647746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf6cb-ea50-4b21-a6bc-fb4a12192965 req-60c3c54f-7ea4-4166-b939-db2bdef0e98c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:22.649399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-170bf6cb-ea50-4b21-a6bc-fb4a12192965 req-60c3c54f-7ea4-4166-b939-db2bdef0e98c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4373844 Jan 18 22:57:22.720283 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46336b6-3bc2-4017-8853-743c283e4a62 None None] Pushing event updated for resources: {'Port': ['ID=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:22.733904 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.738243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.754436 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Attempting to bind port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:22.754979 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Attempting to bind port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:22.755438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Attempting to bind port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 on network ae1b616b-1ac1-4772-a29e-b91691802aec {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:22.763299 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:22.763823 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Checking segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:22.764346 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.764835 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Bound using segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:22.765427 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Bound port: fda7d4b4-14ff-4c4f-8bad-af6de8b66b18, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:22.765900 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.780198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.780761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b659786f-daf2-4baa-927e-151c60831786,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:22.785443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.787029 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.788030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6bf08648-d72e-4dcf-89b1-7fe001fecf79 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:22.821889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-7ffd641f-2552-45a7-b39f-0272ef5841ff tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:22.830706 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-7ffd641f-2552-45a7-b39f-0272ef5841ff tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 818 time: 0.5641673 Jan 18 22:57:22.849808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-b37bbfae-3e62-41e4-89a3-b67b0a43cbd2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/quotas/c395d2b572134e12987c93132a7a246a HTTP/1.1" status: 200 len: 375 time: 0.0177577 Jan 18 22:57:22.864976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-d40af43d-c796-4b9f-a474-527e79eaf24b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.2144558 Jan 18 22:57:22.874930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-170bf6cb-ea50-4b21-a6bc-fb4a12192965 req-f6ebd083-4bb9-4392-b85b-5a92f1e55dcc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735992 Jan 18 22:57:22.886711 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] For port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:22.890559 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] For port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:22.897612 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.932195 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:22.943108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Fanout notify agent at l3_agent the message router_deleted on router aab1e66b-0bdd-467a-a3f9-74574a33dc9e {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:57:22.988535 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Routers {'4e0a581c-1be0-427b-875d-689e8f6c40b5'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:22.989992 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e0a581c-1be0-427b-875d-689e8f6c40b5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:22.993118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:23.032043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:23.038086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:23.038589 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.042006 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.052347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75d8326d-b94f-4783-beed-4e2ca8f5495c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 204 len: 168 time: 0.9517641 Jan 18 22:57:23.055305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36132) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.075251 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46336b6-3bc2-4017-8853-743c283e4a62 None None] Pushing event updated for resources: {'Port': ['ID=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:23.078283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-f49220b1-4312-445d-a43d-101ca74eca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.080740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-f49220b1-4312-445d-a43d-101ca74eca9a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2042089 Jan 18 22:57:23.164354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d9fb080b-6484-4fb0-84d7-078854675a49 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 200 len: 205 time: 0.0953577 Jan 18 22:57:23.165996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36136) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.181355 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.220829 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] Set router 4e0a581c-1be0-427b-875d-689e8f6c40b5 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:23.221914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:23.230655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.232974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 938559aa-471f-4c45-88f5-a4300e255377 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:23.386297 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-1d2db462-f14c-4e2b-99d6-d543cb4d891c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] delete failed (client error): The resource could not be found. Jan 18 22:57:23.389863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d2db462-f14c-4e2b-99d6-d543cb4d891c tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/aab1e66b-0bdd-467a-a3f9-74574a33dc9e HTTP/1.1" status: 404 len: 336 time: 0.2204537 Jan 18 22:57:23.390415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36140) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.400794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:23.421167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 938559aa-471f-4c45-88f5-a4300e255377 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:23.426453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 938559aa-471f-4c45-88f5-a4300e255377 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:23.426830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.442358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8f3fbe6e-1d57-4fb1-b76d-ab54d86739b5 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa HTTP/1.1" status: 200 len: 205 time: 0.0507071 Jan 18 22:57:23.446073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23da2cb-aa2d-4722-9c07-5e2519664611 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:23.454372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-56151429-029b-45f1-8677-5c1b54ea6173 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6032720 Jan 18 22:57:23.455801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.456546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36144) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.473360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Transition to ACTIVE for port object b23da2cb-aa2d-4722-9c07-5e2519664611 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:23.498734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.505812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.511933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.518303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.524507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.531008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.537710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.545421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-f69b7c63-39b2-402f-81c3-a8bd667be201 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.3670983 Jan 18 22:57:23.570365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.583144 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.587416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-efbd6847-d511-4afe-8ccd-7326daf1fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:23.588834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-efbd6847-d511-4afe-8ccd-7326daf1fbc0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4543936 Jan 18 22:57:23.609700 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-50c6e401-ab42-40f9-940e-f9419009b62f tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] delete failed (client error): The resource could not be found. Jan 18 22:57:23.612844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-50c6e401-ab42-40f9-940e-f9419009b62f tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/7d092a6d-c66d-4cce-84a4-2b4acfc9f8aa HTTP/1.1" status: 404 len: 336 time: 0.1362984 Jan 18 22:57:23.613404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36148) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.626546 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T22:57:17Z', 'revision_number': 4, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fda7d4b4-14ff-4c4f-8bad-af6de8b66b18', 'name': '', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'mac_address': 'fa:16:3e:57:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:16Z', 'updated_at': '2022-01-18T22:57:22Z', 'revision_number': 4, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'subnets': [{'id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:23.633646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e9a91-50e7-4e1d-bbf8-dc629e7f4927 None None] The sync data for ids ['4e0a581c-1be0-427b-875d-689e8f6c40b5'] in n-d-825178-1 is: [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T22:57:17Z', 'revision_number': 4, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fda7d4b4-14ff-4c4f-8bad-af6de8b66b18', 'name': '', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'mac_address': 'fa:16:3e:57:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:16Z', 'updated_at': '2022-01-18T22:57:22Z', 'revision_number': 4, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'subnets': [{'id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:23.648500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 938559aa-471f-4c45-88f5-a4300e255377, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=938559aa-471f-4c45-88f5-a4300e255377,segment=NetworkSegment(6bae529a-d447-48a9-b714-6516b22f2c46),segment_id=6bae529a-d447-48a9-b714-6516b22f2c46)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:23.657826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.672485 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3358f0b0-baf6-4f55-a662-5b7ab15aa035 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ef5b50f-b877-4873-a872-dd3dfa860a60 HTTP/1.1" status: 200 len: 205 time: 0.0579309 Jan 18 22:57:23.675177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.767426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=938559aa-471f-4c45-88f5-a4300e255377,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:23.799183 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-fb11cf34-98be-4cd5-9768-8cc30626231f tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] delete failed (client error): The resource could not be found. Jan 18 22:57:23.800315 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fb11cf34-98be-4cd5-9768-8cc30626231f tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/4ef5b50f-b877-4873-a872-dd3dfa860a60 HTTP/1.1" status: 404 len: 336 time: 0.1241050 Jan 18 22:57:23.803205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36156) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.866760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-44996fd8-423e-4cfb-8fe8-4be9741c5498 service neutron] 10.222.0.78 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112296 Jan 18 22:57:23.872701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-931483f2-0e1e-4eed-989c-9d9e24a19a00 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=5361a545-b416-48e9-8466-8dc9daae4f9d HTTP/1.1" status: 200 len: 205 time: 0.0661964 Jan 18 22:57:23.889876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36160) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:23.963434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-e4bbd36c-0da5-43da-a119-a56c1f4cb654 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345611 Jan 18 22:57:23.992262 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07ee9a35-de16-413b-b224-25dd66bfc863 req-98a943b2-9042-486c-963b-2bdfdc6dbf69 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4459100 Jan 18 22:57:24.029659 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-f788a942-0d6c-4b7f-bab1-8317937db11a tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] delete failed (client error): The resource could not be found. Jan 18 22:57:24.029659 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f788a942-0d6c-4b7f-bab1-8317937db11a tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/5361a545-b416-48e9-8466-8dc9daae4f9d HTTP/1.1" status: 404 len: 336 time: 0.1317670 Jan 18 22:57:24.029659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:24.084676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53f74a77-9d73-474e-ab09-ddd54bcf3bfe tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=83838d59-9ff9-400c-a232-5094b199399a HTTP/1.1" status: 200 len: 205 time: 0.0563462 Jan 18 22:57:24.112671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:24.147740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-ad57c9fc-45a4-442c-bd1b-22fea6efc701 service neutron] 10.222.0.78 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797701 Jan 18 22:57:24.182816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b23da2cb-aa2d-4722-9c07-5e2519664611,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:24.258029 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-d5050011-2242-406f-9a1b-a1af55ee2bfd tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] delete failed (client error): The resource could not be found. Jan 18 22:57:24.259327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d5050011-2242-406f-9a1b-a1af55ee2bfd tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/83838d59-9ff9-400c-a232-5094b199399a HTTP/1.1" status: 404 len: 336 time: 0.1387603 Jan 18 22:57:24.262659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36172) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:24.336352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-04642112-4ac9-4fad-9aad-489078ddcd20 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "GET /v2.0/ports?device_id=03f886f1-f192-4a8d-b074-1207d741e16c HTTP/1.1" status: 200 len: 205 time: 0.0708804 Jan 18 22:57:24.336757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:24.350572 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9', 'code': 200} Jan 18 22:57:24.350907 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e', 'code': 200} Jan 18 22:57:24.351232 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5', 'code': 200} Jan 18 22:57:24.351618 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a', 'code': 200} Jan 18 22:57:24.461184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:24.525875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97e3fb7f-ff45-41d7-8040-67774d9cbf3d req-701e1d5f-2a59-4482-9e49-54fd4c006862 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447178 Jan 18 22:57:24.526389 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-110669d4-14d3-4c89-9c07-e2ae59455ed3 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] delete failed (client error): The resource could not be found. Jan 18 22:57:24.530007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-110669d4-14d3-4c89-9c07-e2ae59455ed3 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/routers/03f886f1-f192-4a8d-b074-1207d741e16c HTTP/1.1" status: 404 len: 336 time: 0.1894803 Jan 18 22:57:24.530155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Attempting to bind port b23da2cb-aa2d-4722-9c07-5e2519664611 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:24.539303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Attempting to bind port b23da2cb-aa2d-4722-9c07-5e2519664611 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:24.539768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Attempting to bind port b23da2cb-aa2d-4722-9c07-5e2519664611 on network 167b026b-c645-4837-b6b0-56570782d0f4 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:24.564389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36184) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:24.566919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Port b23da2cb-aa2d-4722-9c07-5e2519664611 on network 167b026b-c645-4837-b6b0-56570782d0f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:24.567241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Attempting to bind port b23da2cb-aa2d-4722-9c07-5e2519664611 on network 167b026b-c645-4837-b6b0-56570782d0f4 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:24.609809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:24.616063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:24.616763 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:24.647946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:24.648360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Checking segment: {'id': '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:24.648841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Bound using segment: {'id': '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:24.649488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Bound port: b23da2cb-aa2d-4722-9c07-5e2519664611, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:24.650430 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:24.652707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdbf51-c50d-47db-ba27-a3aec96291b8 req-2c721bb5-4616-4305-9339-d609ddc669dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:24.655274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7fdbf51-c50d-47db-ba27-a3aec96291b8 req-2c721bb5-4616-4305-9339-d609ddc669dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 1096 time: 0.1920252 Jan 18 22:57:24.665478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60c480-c8a9-4964-a213-384f0c468e25 req-32c70f5e-f80f-4e36-827e-be1d6b158011 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:24.673382 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c60c480-c8a9-4964-a213-384f0c468e25 req-32c70f5e-f80f-4e36-827e-be1d6b158011 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.1553645 Jan 18 22:57:24.715612 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f886b41-c4a5-4f4c-b84d-fa54f20f51f7 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] DELETE failed (client error): The resource could not be found. Jan 18 22:57:24.716684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f886b41-c4a5-4f4c-b84d-fa54f20f51f7 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:57:24.718947 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3f886b41-c4a5-4f4c-b84d-fa54f20f51f7 tempest-RoutersIpV6AdminTest-1338321884 tempest-RoutersIpV6AdminTest-1338321884-project] 10.222.0.78 "DELETE /v2.0/subnets/a9fc61f5-1d2e-4335-82b2-cdc2b290fb94 HTTP/1.1" status: 404 len: 337 time: 0.1491704 Jan 18 22:57:24.779686 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c60c480-c8a9-4964-a213-384f0c468e25 req-f1d491c3-343f-40cb-820a-d0dce2ac8fee tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051345 Jan 18 22:57:24.795292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7fdbf51-c50d-47db-ba27-a3aec96291b8 req-7684d6f0-74a6-4fb9-959b-4c7b459aec34 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026866 Jan 18 22:57:24.845023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d7c7-73bc-4992-b95f-3cb49a7d1ce4 req-b4762749-4115-416f-bb43-ab85929cfe8a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:24.854782 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:24.865636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6865d7c7-73bc-4992-b95f-3cb49a7d1ce4 req-b4762749-4115-416f-bb43-ab85929cfe8a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 946 time: 0.6141193 Jan 18 22:57:24.907920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:24.917316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:24.963399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] For port b23da2cb-aa2d-4722-9c07-5e2519664611, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:25.004997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] For port b23da2cb-aa2d-4722-9c07-5e2519664611, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b23da2cb-aa2d-4722-9c07-5e2519664611,segment=NetworkSegment(0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130),segment_id=0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:25.032469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6865d7c7-73bc-4992-b95f-3cb49a7d1ce4 req-e556864c-79fd-4534-9fa0-2e502f8c4d3c tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654241 Jan 18 22:57:25.037137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:25.056700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:25.098199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0dab4-f939-46a2-a567-c6090f8c0fe8 req-899b9e89-80e3-4f20-8386-798439fa5762 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.105631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fd0dab4-f939-46a2-a567-c6090f8c0fe8 req-899b9e89-80e3-4f20-8386-798439fa5762 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 943 time: 0.1572442 Jan 18 22:57:25.167207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1fd0dab4-f939-46a2-a567-c6090f8c0fe8 req-e2d0a428-39df-4c31-8a5b-4e4533853882 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Synchronizing usage tracker for tenant:df622231b666420ea1b8ba57168880a3 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:25.197915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1fd0dab4-f939-46a2-a567-c6090f8c0fe8 req-e2d0a428-39df-4c31-8a5b-4e4533853882 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Unset dirty status for tenant:df622231b666420ea1b8ba57168880a3 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:25.207621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.208618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:25.210082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] 10.222.0.85 "PUT /v2.0/ports/b23da2cb-aa2d-4722-9c07-5e2519664611 HTTP/1.1" status: 200 len: 1091 time: 2.7214899 Jan 18 22:57:25.210984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fd0dab4-f939-46a2-a567-c6090f8c0fe8 req-e2d0a428-39df-4c31-8a5b-4e4533853882 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022205 Jan 18 22:57:25.227584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'tag': 'b23da2cb-aa2d-4722-9c07-5e2519664611'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:25.245232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-64894146-a3c7-4518-adcc-04a83f90cff5 req-c29b52fd-150e-4c84-9c70-b028092809ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Synchronizing usage tracker for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:25.277607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b68a17-48d9-4157-848c-b8e3241b37f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b23da2cb-aa2d-4722-9c07-5e2519664611,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:25.288413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-64894146-a3c7-4518-adcc-04a83f90cff5 req-c29b52fd-150e-4c84-9c70-b028092809ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Unset dirty status for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:25.289859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64894146-a3c7-4518-adcc-04a83f90cff5 req-c29b52fd-150e-4c84-9c70-b028092809ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 210 time: 0.1462417 Jan 18 22:57:25.380175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36208) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:25.401922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-45dc2fd5-728c-447e-812c-c181e4d0cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.403309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-45dc2fd5-728c-447e-812c-c181e4d0cd68 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df622231b666420ea1b8ba57168880a3&device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 1094 time: 0.1070940 Jan 18 22:57:25.502879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.510708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.517306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.521967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-d054e4a9-c1e1-4ad5-9d2b-f452c704424f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23da2cb-aa2d-4722-9c07-5e2519664611 HTTP/1.1" status: 200 len: 217 time: 0.1023076 Jan 18 22:57:25.523829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.529996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.535568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.541478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.549750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-72bfead3-3280-459b-8a04-e71d8515e76b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.1799393 Jan 18 22:57:25.587121 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'tag': 'b23da2cb-aa2d-4722-9c07-5e2519664611', 'status': 'completed', 'code': 200} Jan 18 22:57:25.595323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-181cf0c1-2560-4c3c-a2a9-61214117ee74 req-fa8d7844-c230-4c0f-90fa-bc50b90f3f60 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446885 Jan 18 22:57:25.614058 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:25.636922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:25.643610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Usage tracker for resource:security_group_rule and tenant:50411425ad6b4e8b910687b56d67eaa3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:25.648430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:25.651854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-1cb2ba90-cf61-404a-bccf-5fb7d2c4b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.653351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-1cb2ba90-cf61-404a-bccf-5fb7d2c4b21b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4568b2cd-bc5f-4c27-a5f7-62069d277d25 HTTP/1.1" status: 200 len: 864 time: 0.1231387 Jan 18 22:57:25.657665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:25.772673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-3537ffa6-f192-439f-92fe-40e98cc77fb9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=167b026b-c645-4837-b6b0-56570782d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933878 Jan 18 22:57:25.978773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-f57ffac8-ecff-4bdf-8c03-08bfcc8955a8 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:25.979447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-f57ffac8-ecff-4bdf-8c03-08bfcc8955a8 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Synchronizing usage tracker for tenant:c395d2b572134e12987c93132a7a246a on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:26.014395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-2ce4266d-f3a6-4b80-9eb8-840f941a1620 service neutron] 10.222.0.85 "GET /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270920 Jan 18 22:57:26.105564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-f57ffac8-ecff-4bdf-8c03-08bfcc8955a8 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Unset dirty status for tenant:c395d2b572134e12987c93132a7a246a on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:26.106905 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-f57ffac8-ecff-4bdf-8c03-08bfcc8955a8 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 818 time: 0.4502006 Jan 18 22:57:26.176907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cab35-9f36-4a67-ad84-7cba92a937d5 req-645f19c4-3df6-4f7d-84c2-8e77a2224305 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:26.178524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-009cab35-9f36-4a67-ad84-7cba92a937d5 req-645f19c4-3df6-4f7d-84c2-8e77a2224305 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.2135327 Jan 18 22:57:26.275512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:26.280451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-152889a8-ed54-495b-8a7f-41cc75586f2a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/quotas/c395d2b572134e12987c93132a7a246a HTTP/1.1" status: 200 len: 375 time: 0.1556945 Jan 18 22:57:26.287009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:26.344179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-ed232afc-5c1a-4e40-a17a-34dfb29db453 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:26.345779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-ed232afc-5c1a-4e40-a17a-34dfb29db453 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.86 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 818 time: 0.3208683 Jan 18 22:57:26.352878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b659786f-daf2-4baa-927e-151c60831786'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf08648-d72e-4dcf-89b1-7fe001fecf79'}, {'server_uuid': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938559aa-471f-4c45-88f5-a4300e255377'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:26.360740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Request body: {'port': {'device_id': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'admin_state_up': True, 'tenant_id': 'c395d2b572134e12987c93132a7a246a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:26.368578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:26.421152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50411425ad6b4e8b910687b56d67eaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0357132 Jan 18 22:57:26.421152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ee274-7a91-4764-8428-1fcc885320d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1317f8ae-0a9b-4163-a7e2-f41cff7651e7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:26.423061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da90bb2c-9ad7-4d07-ba8c-ec37ac0cb43b req-8058f7e6-c253-45ff-b028-5c243d18752f service neutron] 10.222.0.85 "GET /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969662 Jan 18 22:57:26.425034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36232) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:26.448034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-009cab35-9f36-4a67-ad84-7cba92a937d5 req-b7ba36ad-6727-4bd9-927d-e604c2f16d1d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539427 Jan 18 22:57:26.452802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:26.453296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:26.506753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-fef83129-033b-43f4-aad5-5a6a0668cdef tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2107332 Jan 18 22:57:26.555778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:26.602194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:26.624874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Made reservation on behalf of c395d2b572134e12987c93132a7a246a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:26.625759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8510108b-1f7e-4bd2-90ad-7dc54a7bab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:26.628815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:26.697135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8510108b-1f7e-4bd2-90ad-7dc54a7bab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:26.724728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d992a-d9d4-46e4-9b54-f3eadf061388 req-b1d2d143-f2af-493d-a27b-2c3aee385902 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:26.726220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed8d992a-d9d4-46e4-9b54-f3eadf061388 req-b1d2d143-f2af-493d-a27b-2c3aee385902 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 946 time: 0.1678853 Jan 18 22:57:26.740459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-aec83f44-c7b1-4cf9-8c24-c84655e61ab5 service neutron] 10.222.0.78 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327971 Jan 18 22:57:26.833882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed8d992a-d9d4-46e4-9b54-f3eadf061388 req-5a5463ed-214c-4be0-85d9-3a0f4b1e2a68 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004045 Jan 18 22:57:26.851834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-9860824d-8e5b-4f7d-8c81-968ac832ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:26.853473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-9860824d-8e5b-4f7d-8c81-968ac832ff1d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df622231b666420ea1b8ba57168880a3&device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 1094 time: 0.3423603 Jan 18 22:57:26.857694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Allocated IP 172.20.0.8 (ae1b616b-1ac1-4772-a29e-b91691802aec/cc5271a9-e601-4706-b154-41f0ee93d87e/13bdb714-bd4e-4481-a4de-020b4cf0eec1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:27.022372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8510108b-1f7e-4bd2-90ad-7dc54a7bab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:27.083851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-337f764b-941a-41c5-9549-7c9a82a2b37b service neutron] 10.222.0.78 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318512 Jan 18 22:57:27.087479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510108b-1f7e-4bd2-90ad-7dc54a7bab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1317f8ae-0a9b-4163-a7e2-f41cff7651e7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:27.103858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8510108b-1f7e-4bd2-90ad-7dc54a7bab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:27.110773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8510108b-1f7e-4bd2-90ad-7dc54a7bab11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1317f8ae-0a9b-4163-a7e2-f41cff7651e7 HTTP/1.1" status: 204 len: 168 time: 0.6811526 Jan 18 22:57:27.141977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-1b1c57d9-24d1-4c4c-861b-62b6102fbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.143746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-1b1c57d9-24d1-4c4c-861b-62b6102fbf67 service neutron] 10.222.0.85 "GET /v2.0/networks?id=167b026b-c645-4837-b6b0-56570782d0f4 HTTP/1.1" status: 200 len: 925 time: 0.2648876 Jan 18 22:57:27.158277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfb546-74c9-4436-9727-84f68eba3336 req-a75ec53a-e909-472c-a27d-6024435d813f tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.165741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aacfb546-74c9-4436-9727-84f68eba3336 req-a75ec53a-e909-472c-a27d-6024435d813f tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 943 time: 0.2189357 Jan 18 22:57:27.213074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-02bd3575-3712-461b-a4fd-64a56f93f785 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2358041 Jan 18 22:57:27.245386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-8651c885-2272-4773-8283-000a81e8e38f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23da2cb-aa2d-4722-9c07-5e2519664611 HTTP/1.1" status: 200 len: 217 time: 0.0911751 Jan 18 22:57:27.253016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aacfb546-74c9-4436-9727-84f68eba3336 req-359080fc-426e-498b-80de-968575850465 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839086 Jan 18 22:57:27.263461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:27.342606 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b659786f-daf2-4baa-927e-151c60831786', 'code': 200} Jan 18 22:57:27.342907 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf08648-d72e-4dcf-89b1-7fe001fecf79', 'code': 200} Jan 18 22:57:27.343137 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938559aa-471f-4c45-88f5-a4300e255377', 'code': 200} Jan 18 22:57:27.346908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:27.619945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-ff6bd1ee-31be-49e5-9283-6d22f7047bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.621319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-ff6bd1ee-31be-49e5-9283-6d22f7047bdb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4568b2cd-bc5f-4c27-a5f7-62069d277d25 HTTP/1.1" status: 200 len: 864 time: 0.3674262 Jan 18 22:57:27.642458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:27.654351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Network ae1b616b-1ac1-4772-a29e-b91691802aec is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:27.678937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Pushing event updated for resources: {'Port': ['ID=13bdb714-bd4e-4481-a4de-020b4cf0eec1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:27.681785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:27.688539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-069101e3-54b6-4d22-802b-4f1c65f882ca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=167b026b-c645-4837-b6b0-56570782d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598385 Jan 18 22:57:27.693355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:27.786738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.787230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.787698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.788162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.788623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.789355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.789566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.791552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-f5e89787-2c6d-49ec-bf34-dce70487578d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6502 time: 0.4228601 Jan 18 22:57:27.797392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398abe8-932b-4a45-8eef-e6a1c80b3b8c req-7ba826eb-8ae1-4491-a523-c852a88f8b4d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.805453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9398abe8-932b-4a45-8eef-e6a1c80b3b8c req-7ba826eb-8ae1-4491-a523-c852a88f8b4d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.3480172 Jan 18 22:57:27.834258 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66e310f6-72ca-4153-a1ec-e56e5b1d5a41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3f04625b1744a0ba35c2f981c0754a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845973 Jan 18 22:57:27.839814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36258) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:27.858317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.859054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:27.884244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dae45-1484-4c18-8667-33a1209b63d5 req-cdc8150f-5aa9-40b9-9c4b-20eb5a137afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.885749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d3dae45-1484-4c18-8667-33a1209b63d5 req-cdc8150f-5aa9-40b9-9c4b-20eb5a137afa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 1097 time: 0.3958671 Jan 18 22:57:27.898357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.898932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.899462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.899981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.900496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.901034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.901546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:27.903472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-cb584ca3-6199-46de-bc5b-466a079d6328 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6489 time: 0.4094868 Jan 18 22:57:27.919038 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9398abe8-932b-4a45-8eef-e6a1c80b3b8c req-b5bd865e-5931-4a63-b542-958fe8a66a28 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126177 Jan 18 22:57:27.982326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-f06f74d1-ae00-4834-b34e-129e31961180 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6276524 Jan 18 22:57:28.000040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Request body: {'port': {'device_id': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:28.034517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-d399647c-ed77-4116-ae6f-a0288adc64d8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eeef4737-7010-4e47-9199-7846a0081f48&id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188374 Jan 18 22:57:28.081903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3532cc6-b449-45ee-853f-8076fa2637bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:28.087409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d3dae45-1484-4c18-8667-33a1209b63d5 req-b11c8ac4-9bed-4459-a352-5c81f30a7968 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336279 Jan 18 22:57:28.092548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-86b16230-4033-4ebb-a0db-196ff42c20a4 service neutron] 10.222.0.85 "GET /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941035 Jan 18 22:57:28.100356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a3771ac4-18a3-41cd-986c-08fdde9768b8 req-dee1278e-107a-4a9c-835a-eba975a3a8f3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Synchronizing usage tracker for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:28.185040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3532cc6-b449-45ee-853f-8076fa2637bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:28.196853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a3771ac4-18a3-41cd-986c-08fdde9768b8 req-dee1278e-107a-4a9c-835a-eba975a3a8f3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Unset dirty status for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:28.198052 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3771ac4-18a3-41cd-986c-08fdde9768b8 req-dee1278e-107a-4a9c-835a-eba975a3a8f3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 210 time: 0.2021079 Jan 18 22:57:28.216085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:28.344446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-87c8f5b4-f6fd-4684-a211-35fdd4dd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.344959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-87c8f5b4-f6fd-4684-a211-35fdd4dd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.345559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-87c8f5b4-f6fd-4684-a211-35fdd4dd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.347020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-87c8f5b4-f6fd-4684-a211-35fdd4dd0fa2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef090220-0f12-4e79-b6f3-cca6384bc642&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 200 len: 2297 time: 0.4972813 Jan 18 22:57:28.374344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3532cc6-b449-45ee-853f-8076fa2637bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:28.375251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.381207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.386848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.392520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.398271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.403931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.409680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.411596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-2befcbfc-8213-4d4f-89e6-f6f766e86fad tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.6191096 Jan 18 22:57:28.444576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532cc6-b449-45ee-853f-8076fa2637bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c562a4-4af2-4b9e-bfdd-ef6f2aa1c68d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:28.463460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3532cc6-b449-45ee-853f-8076fa2637bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:28.477031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b3532cc6-b449-45ee-853f-8076fa2637bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7c562a4-4af2-4b9e-bfdd-ef6f2aa1c68d HTTP/1.1" status: 204 len: 168 time: 0.6262965 Jan 18 22:57:28.585190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5e4808ea-49ec-46a6-8bbf-d61c51c738f2 req-b9f40e3e-edcc-476d-bfe2-50fe2fc9ac3e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063473 Jan 18 22:57:28.587098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ef7dc88-a528-4880-95ff-9ccf331d63ae req-ad86d852-a0ba-46f8-b0e5-6edf692cc399 service neutron] 10.222.0.85 "GET /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865892 Jan 18 22:57:28.589241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-88f81075-a8f9-493f-89c5-f5e5fb35484a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 200 len: 1002 time: 0.1706779 Jan 18 22:57:28.668244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b23da2cb-aa2d-4722-9c07-5e2519664611 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:28.704344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-97867f7e-649b-4bff-acaa-fd5e25e1919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.706784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-97867f7e-649b-4bff-acaa-fd5e25e1919d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663041fd-7e8b-486b-af81-83e8ce24a2fc HTTP/1.1" status: 200 len: 856 time: 0.1032863 Jan 18 22:57:28.809895 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:57:28.812805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6840209-4590-43cb-a3f3-4e4e928fb2f5 req-92d836a4-6cdd-4ec6-be83-86589cc1655a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:28.821239 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b6840209-4590-43cb-a3f3-4e4e928fb2f5 req-92d836a4-6cdd-4ec6-be83-86589cc1655a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 946 time: 0.4540489 Jan 18 22:57:28.891440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b6840209-4590-43cb-a3f3-4e4e928fb2f5 req-4fb8d3f8-ad7d-4278-ac90-992209d3e44f tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Jan 18 22:57:28.938466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b23da2cb-aa2d-4722-9c07-5e2519664611, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b23da2cb-aa2d-4722-9c07-5e2519664611,segment=NetworkSegment(0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130),segment_id=0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:28.980575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'b23da2cb-aa2d-4722-9c07-5e2519664611', 'network_id': '167b026b-c645-4837-b6b0-56570782d0f4', 'port_id': 'b23da2cb-aa2d-4722-9c07-5e2519664611', 'mac_address': 'fa:16:3e:19:3a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4568b2cd-bc5f-4c27-a5f7-62069d277d25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:29.066768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.087328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23da2cb-aa2d-4722-9c07-5e2519664611 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:29.105854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b23da2cb-aa2d-4722-9c07-5e2519664611, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b23da2cb-aa2d-4722-9c07-5e2519664611,segment=NetworkSegment(0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130),segment_id=0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:29.112927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.160322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bdb714-bd4e-4481-a4de-020b4cf0eec1 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:29.171557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.200309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Transition to ACTIVE for port object 13bdb714-bd4e-4481-a4de-020b4cf0eec1 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:29.208853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.218007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-238d9d8b-625e-4cc1-9a98-b306e550ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:29.218007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-238d9d8b-625e-4cc1-9a98-b306e550ed92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef090220-0f12-4e79-b6f3-cca6384bc642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5016580 Jan 18 22:57:29.221609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=b23da2cb-aa2d-4722-9c07-5e2519664611,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:29.232552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-b2d42ec4-3829-4b07-b53c-6b2a9bcf7865 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:29.233999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-b2d42ec4-3829-4b07-b53c-6b2a9bcf7865 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.85 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 818 time: 0.4215271 Jan 18 22:57:29.260327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42350a3-f1dc-48c2-807d-f86aaa4cc072 req-25c3f40e-23bb-4c39-a141-fcb41adb648b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:29.261800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d42350a3-f1dc-48c2-807d-f86aaa4cc072 req-25c3f40e-23bb-4c39-a141-fcb41adb648b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 0.5022347 Jan 18 22:57:29.272309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Request body: {'port': {'device_id': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'admin_state_up': True, 'tenant_id': 'c395d2b572134e12987c93132a7a246a'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:29.363822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85da467-f39f-4d0f-853e-1e25cff13e4d req-8038f48a-d1cb-4542-b4e2-b9a5ff951293 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:29.365449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d85da467-f39f-4d0f-853e-1e25cff13e4d req-8038f48a-d1cb-4542-b4e2-b9a5ff951293 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 944 time: 0.3418045 Jan 18 22:57:29.398384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['b23da2cb-aa2d-4722-9c07-5e2519664611'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:29.471992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Pushing event updated for resources: {'Port': ['ID=13bdb714-bd4e-4481-a4de-020b4cf0eec1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:29.497026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d42350a3-f1dc-48c2-807d-f86aaa4cc072 req-62f09822-dfd6-44d7-80b3-f37cf8aa124b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096193 Jan 18 22:57:29.507508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d85da467-f39f-4d0f-853e-1e25cff13e4d req-2e4eccbe-651d-419a-b131-13a49d55959e tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348596 Jan 18 22:57:29.546207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-ad530408-34d7-460e-853f-5d2c13377d00 service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105319 Jan 18 22:57:29.578182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Attempting to bind port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:29.578518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Attempting to bind port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:29.578971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Attempting to bind port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 on network ae1b616b-1ac1-4772-a29e-b91691802aec {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:29.584738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 on network ae1b616b-1ac1-4772-a29e-b91691802aec not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:29.585169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Attempting to bind port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 on network ae1b616b-1ac1-4772-a29e-b91691802aec {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:29.604350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:29.604789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Checking segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:29.605302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Bound using segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:29.605803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Bound port: 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:29.606220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.644585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:29.669272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:29.703019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Made reservation on behalf of c395d2b572134e12987c93132a7a246a for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:29.707056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.847168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] For port 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:29.866947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] For port 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:29.880775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:29.886094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efcf9aef-7f1a-4481-bbbd-64f83b8093bf req-96c6d03c-b976-4f53-ac41-ce2beb60f9a1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 210 time: 0.1062458 Jan 18 22:57:29.900506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-459276d5-9903-4ce9-a0d7-cd35279bba5f service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428819 Jan 18 22:57:30.030237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.030953 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:30.033635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-79663266-6937-4a6b-b715-120c9743d926 service neutron] 10.222.0.86 "PUT /v2.0/ports/13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 1091 time: 2.0413287 Jan 18 22:57:30.034114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'tag': '13bdb714-bd4e-4481-a4de-020b4cf0eec1'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:30.082143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663266-6937-4a6b-b715-120c9743d926 service neutron] Pushing event updated for resources: {'Port': ['ID=13bdb714-bd4e-4481-a4de-020b4cf0eec1,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:30.134904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-a80b081f-f041-4d12-a8af-d0dac0f43176 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 217 time: 0.2139738 Jan 18 22:57:30.238666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-0ffd6377-25a0-4371-bebd-4733c5b885f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.240053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-0ffd6377-25a0-4371-bebd-4733c5b885f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1094 time: 0.1503501 Jan 18 22:57:30.241453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Allocated IP 172.20.0.12 (ae1b616b-1ac1-4772-a29e-b91691802aec/cc5271a9-e601-4706-b154-41f0ee93d87e/e27e0a81-b0f5-49c3-b338-4e4a808fb232) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:30.281658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-ae337d44-5d92-4d5e-94a2-d2152ee10833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.283020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-ae337d44-5d92-4d5e-94a2-d2152ee10833 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1116951 Jan 18 22:57:30.316265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-aba89b67-fbbc-461b-b572-934f4ff1b300 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 217 time: 0.0653319 Jan 18 22:57:30.324568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27da8f5-0b90-4674-9221-544bab30c1c5 req-8c7fcf8a-6603-4401-9c4e-d61ed82bcefe tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.329762 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a27da8f5-0b90-4674-9221-544bab30c1c5 req-8c7fcf8a-6603-4401-9c4e-d61ed82bcefe tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.1883273 Jan 18 22:57:30.379356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.385155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.391018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.396873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.402636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.408472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.414219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.416115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-33d44511-9577-426b-a7e1-9ce7c32f6a68 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.3589411 Jan 18 22:57:30.428295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a27da8f5-0b90-4674-9221-544bab30c1c5 req-06ef8206-3e2e-42bc-99c8-ee20c33168aa tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Jan 18 22:57:30.429648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-9864f0a4-5a7a-46ec-9f26-a1cdbca42e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.430969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-9864f0a4-5a7a-46ec-9f26-a1cdbca42e1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.0990198 Jan 18 22:57:30.489751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-065dce83-ed75-4c65-a56b-c168137b1dde service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429187 Jan 18 22:57:30.574895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:30.668915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b23da2cb-aa2d-4722-9c07-5e2519664611 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:30.697606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-612e3d89-3ac8-4802-953c-04cb3f11e213 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010901 Jan 18 22:57:30.698645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5add2df-78e2-4e7e-8460-4b4824207aa8 req-379bb62a-2c29-42ed-b7e0-aec965593ef6 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2707226 Jan 18 22:57:30.713939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30c0a-be42-42f9-a024-7b789a712ca6 req-f617b98d-413d-48f6-8cb0-551972d1dd52 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.715396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bee30c0a-be42-42f9-a024-7b789a712ca6 req-f617b98d-413d-48f6-8cb0-551972d1dd52 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 946 time: 0.1413989 Jan 18 22:57:30.758275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-88c14741-5fa4-4abb-a064-373f1c4f5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:30.760979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-88c14741-5fa4-4abb-a064-373f1c4f5039 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4641626 Jan 18 22:57:30.786644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:30.810744 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'tag': '13bdb714-bd4e-4481-a4de-020b4cf0eec1', 'status': 'completed', 'code': 200} Jan 18 22:57:30.812089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port b23da2cb-aa2d-4722-9c07-5e2519664611 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:30.817911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port b23da2cb-aa2d-4722-9c07-5e2519664611 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:30.818996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:30.828922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-590103259', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:30.836766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:30.856641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Usage tracker for resource:port and tenant:e72e7d745d27455d96b36de1cd22c8f9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:30.861454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:30.869983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:30.876703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bee30c0a-be42-42f9-a024-7b789a712ca6 req-f7697e54-1ad8-4968-9b25-05e4d907547f tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439445 Jan 18 22:57:30.918263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Made reservation on behalf of e72e7d745d27455d96b36de1cd22c8f9 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:30.921776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:30.945556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:30.959207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7b417bf-a2d4-4749-a37f-ceeadb9740b3 req-3e218629-d905-4399-8c44-132b8ee4fe18 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543635 Jan 18 22:57:30.964970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:30.969351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Usage tracker for resource:security_group_rule and tenant:e72e7d745d27455d96b36de1cd22c8f9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:30.972889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:30.979203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:31.024410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.121236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.137644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Pushing event updated for resources: {'Port': ['ID=e27e0a81-b0f5-49c3-b338-4e4a808fb232,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:31.178085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23da2cb-aa2d-4722-9c07-5e2519664611'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:31.200800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b23da2cb-aa2d-4722-9c07-5e2519664611, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b23da2cb-aa2d-4722-9c07-5e2519664611,segment=NetworkSegment(0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130),segment_id=0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:31.205551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Network ae1b616b-1ac1-4772-a29e-b91691802aec is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:31.210563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:31.214702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.226808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:31.305865 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.310078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-531cd0ed-c809-4279-8274-7d2d8cde60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.311593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-531cd0ed-c809-4279-8274-7d2d8cde60bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1094 time: 0.2902596 Jan 18 22:57:31.314839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.315618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.315920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.321378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=b23da2cb-aa2d-4722-9c07-5e2519664611,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:31.342609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-90f1c06a-cb7e-4d2c-a446-d66e0761f22c service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332530 Jan 18 22:57:31.345030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] device_id is not set on port ff974b8a-a578-4683-b564-e4006b975eae yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:57:31.406066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-19fd460a-967c-4b82-a752-63f4d2cf2097 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1411362 Jan 18 22:57:31.466488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Request body: {'port': {'device_id': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:31.526269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75df3d-6aef-4ac2-a2fb-b4a30e4c2c85,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:31.637288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-8aca47b5-b0bf-42c2-8de7-34cc91221117 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631643 Jan 18 22:57:31.647509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769beeb-eb88-411f-b324-16c2374d4cf3 req-2a86fbf4-b655-4e16-aadb-349ad2289e33 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.649004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7769beeb-eb88-411f-b324-16c2374d4cf3 req-2a86fbf4-b655-4e16-aadb-349ad2289e33 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.3129399 Jan 18 22:57:31.650399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-0a3e2a6d-1272-4eec-9e26-d7355e083877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.651837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-0a3e2a6d-1272-4eec-9e26-d7355e083877 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.3317542 Jan 18 22:57:31.652632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:31.659993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Allocated IP 172.25.4.120 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/ff974b8a-a578-4683-b564-e4006b975eae) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:31.737902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397f2b5-76e0-4038-a50b-adf33c936c32 req-53596e88-92c5-41eb-a30b-cb03523e732b tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.739353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3397f2b5-76e0-4038-a50b-adf33c936c32 req-53596e88-92c5-41eb-a30b-cb03523e732b tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.3611288 Jan 18 22:57:31.742007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-299a5490-f489-4e01-a6dc-017c1326cc29 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 217 time: 0.0799298 Jan 18 22:57:31.747563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-5cb68681-9572-4ea7-81cf-7266e411e6a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 217 time: 0.0959053 Jan 18 22:57:31.846651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7769beeb-eb88-411f-b324-16c2374d4cf3 req-7fb4bed2-e6ff-4bfb-a40f-748d4976bfce tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846411 Jan 18 22:57:31.943575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-89edcbdc-bfd0-483c-ba11-b375904d275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.944669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-89edcbdc-bfd0-483c-ba11-b375904d275d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1613047 Jan 18 22:57:31.944932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-0e75e742-d1aa-4b34-8acf-351d527b48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:31.946412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-0e75e742-d1aa-4b34-8acf-351d527b48a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.1719718 Jan 18 22:57:31.949221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3397f2b5-76e0-4038-a50b-adf33c936c32 req-a62a542f-306d-42d4-b068-34563dd68713 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023993 Jan 18 22:57:32.066030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-75465036-b70c-4df0-aba0-39af6f1ed506 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088948 Jan 18 22:57:32.072724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:32.219192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-35ee75e3-8dd5-40ad-981f-0aa2dedf9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.220602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-35ee75e3-8dd5-40ad-981f-0aa2dedf9735 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2622540 Jan 18 22:57:32.279205 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-368daa5d-93b8-4734-9516-e473aca8e3e3 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031975 Jan 18 22:57:32.286093 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:32.298426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.304123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.309795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.315456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.321088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.326709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.332372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.334272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25552c47-4eaa-48a3-8451-6252a01bd3f9 req-b9c65b60-08a5-4020-8aa8-4fa37a82e598 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.2656639 Jan 18 22:57:32.386891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36342) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:32.389267 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23da2cb-aa2d-4722-9c07-5e2519664611', 'code': 200} Jan 18 22:57:32.405870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Request body: {'floatingip': {'port_id': '8531be8c-902b-4d5a-842a-657485de6dc9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:32.552485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-1591b01e-b1c6-4b11-b15f-af997ff6d9c4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.553218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-1591b01e-b1c6-4b11-b15f-af997ff6d9c4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Synchronizing usage tracker for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:32.561485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:32.567725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:32.571271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:32.584843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27e0a81-b0f5-49c3-b338-4e4a808fb232 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:32.615201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:32.628497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-1591b01e-b1c6-4b11-b15f-af997ff6d9c4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Unset dirty status for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:32.631945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:32.635027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-1591b01e-b1c6-4b11-b15f-af997ff6d9c4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 932 time: 0.5349355 Jan 18 22:57:32.678755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Transition to ACTIVE for port object e27e0a81-b0f5-49c3-b338-4e4a808fb232 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:32.683452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-8080a5d3-996d-438d-865e-3f6aece113a4 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565380 Jan 18 22:57:32.687681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:32.825802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Pushing event updated for resources: {'Port': ['ID=ff974b8a-a578-4683-b564-e4006b975eae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:32.899418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-c8f0fc6a-f0fd-4fb9-86f4-8ede2ebc0181 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Synchronizing usage tracker for tenant:c395d2b572134e12987c93132a7a246a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:32.924016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca18d3-9fcd-424c-af5f-fc7e9a79e7ce req-8d3fe7ba-0c78-40c6-9fe9-74350c17c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.925508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fca18d3-9fcd-424c-af5f-fc7e9a79e7ce req-8d3fe7ba-0c78-40c6-9fe9-74350c17c783 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 1096 time: 0.4202614 Jan 18 22:57:32.954386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:32.955046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:32.964564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=e27e0a81-b0f5-49c3-b338-4e4a808fb232,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:33.032396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c188d576-aa30-48b3-8f9e-844b19567fa1 req-fac253f2-ab09-4472-a093-b3aa484a13e6 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476225 Jan 18 22:57:33.067361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-c8f0fc6a-f0fd-4fb9-86f4-8ede2ebc0181 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Unset dirty status for tenant:c395d2b572134e12987c93132a7a246a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:33.067834 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b48c1a3c-ef0c-437d-b97e-01df34ed7b0a tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4919572 Jan 18 22:57:33.068503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2eb7739-6b96-46e8-a19b-53a45a7c880d req-c8f0fc6a-f0fd-4fb9-86f4-8ede2ebc0181 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327021 Jan 18 22:57:33.076033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36352) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:33.090626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.120'}]}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:33.101921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fca18d3-9fcd-424c-af5f-fc7e9a79e7ce req-0b9c3cb5-6b83-4ffd-891b-10231d2bde8d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632667 Jan 18 22:57:33.107611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:33.114564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Usage tracker for resource:router and tenant:e72e7d745d27455d96b36de1cd22c8f9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:33.117556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:33.126873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:33.130350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-878306c0-f8e5-4086-bfb4-f2676fc30a3f service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319468 Jan 18 22:57:33.171906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5c164-6c08-43c4-8a9c-3c2d6d35fdc2 req-aad5bd2f-ebd4-4b22-b2a5-8ead52b5b23a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.178236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5c164-6c08-43c4-8a9c-3c2d6d35fdc2 req-aad5bd2f-ebd4-4b22-b2a5-8ead52b5b23a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.183944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5c164-6c08-43c4-8a9c-3c2d6d35fdc2 req-aad5bd2f-ebd4-4b22-b2a5-8ead52b5b23a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.185677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11f5c164-6c08-43c4-8a9c-3c2d6d35fdc2 req-aad5bd2f-ebd4-4b22-b2a5-8ead52b5b23a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3&device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b&device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 2418 time: 0.5073657 Jan 18 22:57:33.203602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.204637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.223277 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-34e05751-c7c9-47b2-9ed1-1d6fa9358e81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=f175724e-ae7a-49da-bef8-d457e3b536b6 HTTP/1.1" status: 200 len: 217 time: 0.0826895 Jan 18 22:57:33.223921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Attempting to bind port e27e0a81-b0f5-49c3-b338-4e4a808fb232 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:33.224253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Attempting to bind port e27e0a81-b0f5-49c3-b338-4e4a808fb232 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:33.224584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Attempting to bind port e27e0a81-b0f5-49c3-b338-4e4a808fb232 on network ae1b616b-1ac1-4772-a29e-b91691802aec {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:33.298347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Port e27e0a81-b0f5-49c3-b338-4e4a808fb232 on network ae1b616b-1ac1-4772-a29e-b91691802aec not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:57:33.298774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Attempting to bind port e27e0a81-b0f5-49c3-b338-4e4a808fb232 on network ae1b616b-1ac1-4772-a29e-b91691802aec {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:33.319302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.319586 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11f5c164-6c08-43c4-8a9c-3c2d6d35fdc2 req-9f482143-4f61-4c2e-8c96-6a159d3ca197 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783687 Jan 18 22:57:33.327988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:33.328331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Checking segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:33.328727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Bound using segment: {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:33.329200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Bound port: e27e0a81-b0f5-49c3-b338-4e4a808fb232, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3eef58-8197-4dc0-8c7c-b137d749d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:33.329551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.432152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-d0fd8a02-8d19-41f0-8fbe-573851666cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.433679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-d0fd8a02-8d19-41f0-8fbe-573851666cc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.2017288 Jan 18 22:57:33.609546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.637082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] For port e27e0a81-b0f5-49c3-b338-4e4a808fb232, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:33.647783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c555-e629-4727-8792-67b8aa6b220c req-daca80ae-4ff7-47d7-a840-03e4e8bcd08e tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.649291 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e274c555-e629-4727-8792-67b8aa6b220c req-daca80ae-4ff7-47d7-a840-03e4e8bcd08e tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.4213433 Jan 18 22:57:33.651168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.732432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] For port e27e0a81-b0f5-49c3-b338-4e4a808fb232, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:33.797153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.835772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.845618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 13bdb714-bd4e-4481-a4de-020b4cf0eec1 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:33.849445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d6a56-524c-47b7-90ae-90510fd328a8 req-a833f2a2-9246-4df8-a86f-a06ce6ddc8b9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.851005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a9d6a56-524c-47b7-90ae-90510fd328a8 req-a833f2a2-9246-4df8-a86f-a06ce6ddc8b9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.2394936 Jan 18 22:57:33.877454 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Floating IP 8588a763-a86b-4061-b7a9-7861098c0353 associated. External IP: 172.25.4.205, port: 8531be8c-902b-4d5a-842a-657485de6dc9. Jan 18 22:57:33.903573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:33.904202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:33.905613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] 10.222.0.85 "PUT /v2.0/ports/e27e0a81-b0f5-49c3-b338-4e4a808fb232 HTTP/1.1" status: 200 len: 1092 time: 2.4481122 Jan 18 22:57:33.906065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'tag': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:33.923971 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e274c555-e629-4727-8792-67b8aa6b220c req-554b011c-457d-4249-ab75-c2fb0274aec7 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148681 Jan 18 22:57:34.088357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:34.106644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '13bdb714-bd4e-4481-a4de-020b4cf0eec1', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'port_id': '13bdb714-bd4e-4481-a4de-020b4cf0eec1', 'mac_address': 'fa:16:3e:6c:98:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:34.110679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a9d6a56-524c-47b7-90ae-90510fd328a8 req-234faf01-fecd-418d-8cd5-10dbd9d77251 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302771 Jan 18 22:57:34.116927 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'tag': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232', 'status': 'completed', 'code': 200} Jan 18 22:57:34.125036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-aa6b6081-1464-481e-a99d-7ab13016f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:34.126595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-aa6b6081-1464-481e-a99d-7ab13016f978 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6353931 Jan 18 22:57:34.172853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1a13b-4eef-4790-9327-f4b00301ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=e27e0a81-b0f5-49c3-b338-4e4a808fb232,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:34.209116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:34.230068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bdb714-bd4e-4481-a4de-020b4cf0eec1 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:34.236694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:34.250455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:34.256834 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:34.345798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=13bdb714-bd4e-4481-a4de-020b4cf0eec1,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:34.436397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Router 7ff9539b-0805-43f4-8985-52c7ddc62f74 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:57:34.496705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-ce645ea1-e540-4a8e-9ae9-5d6e3489cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:34.498236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-ce645ea1-e540-4a8e-9ae9-5d6e3489cdf9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 1095 time: 0.3785436 Jan 18 22:57:34.501460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-65a5a4c6-1c9a-4360-958f-6975dfd30267 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255832 Jan 18 22:57:34.599001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-e90620f2-7a40-4480-a39d-93830eaebe1d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232 HTTP/1.1" status: 200 len: 217 time: 0.0913413 Jan 18 22:57:34.663089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['13bdb714-bd4e-4481-a4de-020b4cf0eec1'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:34.715754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35007-1296-4c41-8b92-9a8e3ee2dcd2 req-97abf8dc-a82d-43e3-b91b-ea3296e41ecb tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:34.723103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd35007-1296-4c41-8b92-9a8e3ee2dcd2 req-97abf8dc-a82d-43e3-b91b-ea3296e41ecb tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 944 time: 0.4043543 Jan 18 22:57:34.791353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:34.815299 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] Sync routers for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:34.821021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-20e041aa-2845-402f-a6d8-a3d279a07f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:34.822505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-20e041aa-2845-402f-a6d8-a3d279a07f0c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.1696565 Jan 18 22:57:34.829422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:34.837554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd35007-1296-4c41-8b92-9a8e3ee2dcd2 req-1e360c2b-9057-4518-bf46-b2cd89c0413f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139436 Jan 18 22:57:34.843296 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:34.845749 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:34.938446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b4804bae-6406-47c1-8012-cc0d02dd0273 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "PUT /v2.0/floatingips/8588a763-a86b-4061-b7a9-7861098c0353 HTTP/1.1" status: 200 len: 991 time: 2.5473926 Jan 18 22:57:34.939052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:35.023704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-b0fb66b5-9cc8-4acd-a61e-242096828c7e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165223 Jan 18 22:57:35.035067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-a62edb80-53dd-4bdf-ba0d-9be0c68ca566 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675300 Jan 18 22:57:35.076491 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:35.186935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-8464a9ea-0d7f-440c-8b94-27d1fc1bad68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c HTTP/1.1" status: 200 len: 217 time: 0.1288559 Jan 18 22:57:35.209418 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9', 'status': 'completed', 'code': 200} Jan 18 22:57:35.402758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.403261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.403729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.404515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.404635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.405120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.405581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.407576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-9033dd91-315b-406b-8708-abf139db5c9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6489 time: 0.1664474 Jan 18 22:57:35.416007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726036-9cea-4d85-96d9-8aa025cd8750 req-8bccdbef-d9dc-4757-b8cc-8fc22abb24b5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.417467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9726036-9cea-4d85-96d9-8aa025cd8750 req-8bccdbef-d9dc-4757-b8cc-8fc22abb24b5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.1183553 Jan 18 22:57:35.526461 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8588a763-a86b-4061-b7a9-7861098c0353', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'port_id': '8531be8c-902b-4d5a-842a-657485de6dc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'mac_address': 'fa:16:3e:09:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:55:58Z', 'updated_at': '2022-01-18T22:57:33Z', 'revision_number': 1, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:49Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:35.531069 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] Checking router: 7ff9539b-0805-43f4-8985-52c7ddc62f74 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:57:35.540739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-99e4e042-15f3-482b-bf23-7e0879144d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.542437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-99e4e042-15f3-482b-bf23-7e0879144d0c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.3470938 Jan 18 22:57:35.543156 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:35.544105 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:35.549561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-0c0628ae-da93-4c1f-a97d-1367c4589f1d service neutron] 10.222.0.85 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132673 Jan 18 22:57:35.565844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-5221b791-4f49-4233-82b4-113854471a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.567303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-5221b791-4f49-4233-82b4-113854471a5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf HTTP/1.1" status: 200 len: 913 time: 0.1489699 Jan 18 22:57:35.594960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9726036-9cea-4d85-96d9-8aa025cd8750 req-63dd9b8b-4028-416e-bfef-ee7c106480c4 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Jan 18 22:57:35.615120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:35.709768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-eb6d072d-b9cb-4d92-bf63-459b25d54e18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 200 len: 999 time: 0.1195269 Jan 18 22:57:35.750778 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:35.787943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-6bd32680-b052-474f-a5b2-279748f3a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.789900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-6bd32680-b052-474f-a5b2-279748f3a827 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aff3e469-546f-4725-b2e6-07d04f57ba29 HTTP/1.1" status: 200 len: 851 time: 0.0725915 Jan 18 22:57:35.892248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:35.915258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625017b1-7b09-443f-a87d-3c8998abb476 req-ffcdcc1e-a5d2-49fe-a7f5-be75124cbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:35.917083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-ffcdcc1e-a5d2-49fe-a7f5-be75124cbf65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193380 Jan 18 22:57:36.118620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91e3dff1-441f-4c6a-8be7-77bd35c53683 req-8edef758-9b2a-4b05-a651-4e8a79e2c6fe service neutron] 10.222.0.85 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326574 Jan 18 22:57:36.125996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-14342c2c-502b-4669-b7a4-cdc5b1c9408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:36.127509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-14342c2c-502b-4669-b7a4-cdc5b1c9408f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5750363 Jan 18 22:57:36.135021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ed15b-c51f-4af6-b28b-a132f19a114e req-a7390c2e-79db-421d-8294-f78423482b07 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:36.136486 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-298ed15b-c51f-4af6-b28b-a132f19a114e req-a7390c2e-79db-421d-8294-f78423482b07 tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 946 time: 0.5521989 Jan 18 22:57:36.144329 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8588a763-a86b-4061-b7a9-7861098c0353', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'port_id': '8531be8c-902b-4d5a-842a-657485de6dc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'mac_address': 'fa:16:3e:09:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:55:58Z', 'updated_at': '2022-01-18T22:57:33Z', 'revision_number': 1, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:49Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:36.149401 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c18f5b-85f4-4e07-be40-ce78766c3899 None None] The sync data for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 is: [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8588a763-a86b-4061-b7a9-7861098c0353', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'port_id': '8531be8c-902b-4d5a-842a-657485de6dc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'mac_address': 'fa:16:3e:09:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:55:58Z', 'updated_at': '2022-01-18T22:57:33Z', 'revision_number': 1, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:49Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:36.153065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-5a9dc1d4-d2d2-49bc-9845-62e2a0998b39 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232363 Jan 18 22:57:36.161567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb060-9bde-4714-bd18-0042ac8fdb9b req-055f495a-3662-4da7-b01b-16c60597cdab tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:36.163053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7beb060-9bde-4714-bd18-0042ac8fdb9b req-055f495a-3662-4da7-b01b-16c60597cdab tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.1339571 Jan 18 22:57:36.298807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7beb060-9bde-4714-bd18-0042ac8fdb9b req-31f2a3bb-d9a9-4d4c-860e-e8f43c690534 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116383 Jan 18 22:57:36.340003 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-625017b1-7b09-443f-a87d-3c8998abb476 req-94e75568-dc26-40ef-8998-70681751760b service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758287 Jan 18 22:57:36.398876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-298ed15b-c51f-4af6-b28b-a132f19a114e req-ac4b0c29-df0d-4b0a-80b0-2b0facfd6cfa tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/security-groups?id=3f2502c1-cf7b-490e-8b18-7faa1330f4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189903 Jan 18 22:57:36.422796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4a46-ad66-4af1-b589-aafe26d96419 None None] New status for floating IP 8588a763-a86b-4061-b7a9-7861098c0353: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:57:36.429870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:36.549936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-04566c21-1cf0-40b0-814b-1cc79992fd2f service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124632 Jan 18 22:57:36.772765 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:36.805245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-d7d42ac2-b5c0-4f15-8aee-3d49c83159ab tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:36.806703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-d7d42ac2-b5c0-4f15-8aee-3d49c83159ab tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 946 time: 0.0965054 Jan 18 22:57:36.894794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Deleting port 938559aa-471f-4c45-88f5-a4300e255377 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:57:36.895164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:36.995177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-839c5194-df9a-41d4-b254-13c392bfa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:36.996670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-839c5194-df9a-41d4-b254-13c392bfa27d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 1095 time: 0.7649620 Jan 18 22:57:37.005782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.030460 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.155866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f926db-3ec3-4ea8-b92d-d044619ad3c2 req-7a1c3562-c44c-426a-94d7-4c3f6a8e76d4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:37.157452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91f926db-3ec3-4ea8-b92d-d044619ad3c2 req-7a1c3562-c44c-426a-94d7-4c3f6a8e76d4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 944 time: 0.5974591 Jan 18 22:57:37.169840 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.170484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa0f208-a6b2-4ac2-a083-c3ac33b719a1 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:57:37.189571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-258e8dbc-ac67-4390-9a29-acc4525bfaaf service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333076 Jan 18 22:57:37.302784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-83c15ba9-2733-4226-add2-093563a2b19d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0be50557-1844-4ee5-884d-073d6041880f HTTP/1.1" status: 200 len: 217 time: 0.1048748 Jan 18 22:57:37.338676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] For port 938559aa-471f-4c45-88f5-a4300e255377, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=938559aa-471f-4c45-88f5-a4300e255377,segment=NetworkSegment(6bae529a-d447-48a9-b714-6516b22f2c46),segment_id=6bae529a-d447-48a9-b714-6516b22f2c46)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:37.339248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.480149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Calling delete_port for 938559aa-471f-4c45-88f5-a4300e255377 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:57:37.487736 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:57:37.488768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-def929d6-91cc-49da-b38c-e170f7f9547f tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4100509 Jan 18 22:57:37.497914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36426) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:37.508456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-77eff3f3-47ec-4d65-b6f4-a39a15f35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:37.509929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-77eff3f3-47ec-4d65-b6f4-a39a15f35544 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.5007386 Jan 18 22:57:37.512758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91f926db-3ec3-4ea8-b92d-d044619ad3c2 req-b980c53d-6524-4a39-8877-d777f722bd79 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402958 Jan 18 22:57:37.573853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc84f8-6d88-435d-a883-9c2f8f630ecf req-bb6c995f-aeef-49ad-8ef7-fb61133ed68a tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:37.575414 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42bc84f8-6d88-435d-a883-9c2f8f630ecf req-bb6c995f-aeef-49ad-8ef7-fb61133ed68a tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.2792132 Jan 18 22:57:37.631591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-8222a0c4-73d5-4008-8709-a3c9ed015cb9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232 HTTP/1.1" status: 200 len: 217 time: 0.0880568 Jan 18 22:57:37.679990 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42bc84f8-6d88-435d-a883-9c2f8f630ecf req-7d210dd5-a8e6-4a49-aa46-356190e9f04d tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643616 Jan 18 22:57:37.688327 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.705447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['938559aa-471f-4c45-88f5-a4300e255377'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:37.720353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-1b7bc91a-a3fb-4ce3-abeb-efa6986954f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:37.721855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-1b7bc91a-a3fb-4ce3-abeb-efa6986954f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.3964550 Jan 18 22:57:37.737619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Deleting port ff974b8a-a578-4683-b564-e4006b975eae {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:57:37.737855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.776091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Pushing event deleted for resources: {'Port': ['ID=938559aa-471f-4c45-88f5-a4300e255377,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:37.823261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] No DVR routers for this DVR port 938559aa-471f-4c45-88f5-a4300e255377 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:57:37.854474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.856898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'name': 'network-vif-deleted', 'tag': '938559aa-471f-4c45-88f5-a4300e255377'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:37.863726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 13bdb714-bd4e-4481-a4de-020b4cf0eec1 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:37.867001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-3cb00870-9ba8-43a1-a370-ffd224f44f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:37.867414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-3cb00870-9ba8-43a1-a370-ffd224f44f49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.1983602 Jan 18 22:57:37.877860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c3c9f12-7f02-4c73-aabf-7cb2a548f302 req-c6ad9754-043d-42e4-ab7c-7d7a28fc68cb tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8d4ad29-1aac-45ad-9aca-727365eab077 HTTP/1.1" status: 200 len: 210 time: 0.0560539 Jan 18 22:57:37.895531 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dba8cd37-ab56-4bf8-a97c-92fbed0955c8 req-77b1b157-3275-4fe4-a7d0-1c88d305940a tempest-ServerMetadataNegativeTestJSON-1108496585 tempest-ServerMetadataNegativeTestJSON-1108496585-project] 10.222.0.86 "DELETE /v2.0/ports/938559aa-471f-4c45-88f5-a4300e255377 HTTP/1.1" status: 204 len: 173 time: 1.0826166 Jan 18 22:57:37.960611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:37.969423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:37.970342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:37.973835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-7d17ca6d-e4f2-4c88-aed7-a57572e806a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968993 Jan 18 22:57:38.018535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b47a-ad84-4001-afdf-6b9d3f2897b4 req-2c50ef35-a08f-41ae-ad0a-5833b88b37fb tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:38.020073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0816b47a-ad84-4001-afdf-6b9d3f2897b4 req-2c50ef35-a08f-41ae-ad0a-5833b88b37fb tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.3843434 Jan 18 22:57:38.126175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:38.140896 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d4ad29-1aac-45ad-9aca-727365eab077', 'name': 'network-vif-deleted', 'tag': '938559aa-471f-4c45-88f5-a4300e255377', 'status': 'completed', 'code': 200} Jan 18 22:57:38.155856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdb714-bd4e-4481-a4de-020b4cf0eec1'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:38.167345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:38.172787 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:38.184069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-56e91ab1-270b-4176-9c3f-1d36ad00a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:38.185580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-56e91ab1-270b-4176-9c3f-1d36ad00a9b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4217594 Jan 18 22:57:38.241878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=13bdb714-bd4e-4481-a4de-020b4cf0eec1,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:38.306956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0816b47a-ad84-4001-afdf-6b9d3f2897b4 req-c68041dd-11f9-46b5-b25d-441970fc73d5 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213941 Jan 18 22:57:38.368215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-d3c33e9d-a4c5-42cb-80f0-6e1591e2da69 service neutron] 10.222.0.85 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831556 Jan 18 22:57:38.381213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:38.381981 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdb714-bd4e-4481-a4de-020b4cf0eec1', 'code': 200} Jan 18 22:57:38.531490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe864a2c-ee93-4d06-ad20-9ddd0ff98405 req-b91c814d-eac9-4aab-ba80-1a8925a70246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:38.533063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe864a2c-ee93-4d06-ad20-9ddd0ff98405 req-b91c814d-eac9-4aab-ba80-1a8925a70246 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.0865960 Jan 18 22:57:38.575354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe864a2c-ee93-4d06-ad20-9ddd0ff98405 req-de60ad5b-82d1-4b9a-8373-42970c338a4f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Jan 18 22:57:38.646970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Calling delete_port for ff974b8a-a578-4683-b564-e4006b975eae owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:57:38.715217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-296a978e-d41c-4c2d-ae74-19d1690fa406 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144498 Jan 18 22:57:38.715483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e27e0a81-b0f5-49c3-b338-4e4a808fb232 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:57:38.735747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ad18-7ba3-4663-a6e9-d82ada76055c req-5426fb64-386a-4125-a5fd-3570d6ecd67b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:38.737430 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caa1ad18-7ba3-4663-a6e9-d82ada76055c req-5426fb64-386a-4125-a5fd-3570d6ecd67b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 944 time: 0.0858829 Jan 18 22:57:38.785547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caa1ad18-7ba3-4663-a6e9-d82ada76055c req-805f8b43-26f1-41cc-a110-46894755c53c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Jan 18 22:57:38.795337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d1253cc-cde8-4c40-991b-4028302e3adf req-38e8fb26-dd31-48c5-b33e-3364cd20bca9 service neutron] 10.222.0.85 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188368 Jan 18 22:57:38.870163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e27e0a81-b0f5-49c3-b338-4e4a808fb232, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:38.884460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232', 'network_id': 'ae1b616b-1ac1-4772-a29e-b91691802aec', 'port_id': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232', 'mac_address': 'fa:16:3e:58:97:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5271a9-e601-4706-b154-41f0ee93d87e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:57:38.947376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:38.967263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27e0a81-b0f5-49c3-b338-4e4a808fb232 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:57:38.993873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e27e0a81-b0f5-49c3-b338-4e4a808fb232, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:39.003794 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.011844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36448) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:39.082117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e27e0a81-b0f5-49c3-b338-4e4a808fb232,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:39.086451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd70ce-496d-4764-bf67-f5ff9402321f req-d2fc8c67-51e2-4f34-98bb-a24275fbb6c6 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:39.087958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c9bd70ce-496d-4764-bf67-f5ff9402321f req-d2fc8c67-51e2-4f34-98bb-a24275fbb6c6 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.5501308 Jan 18 22:57:39.090380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.090730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.091073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.091661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.096263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.096745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.097065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.097419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.097794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.098108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.098492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.098822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:39.126599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.128660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Deleting subnet 7576621e-16bf-4291-9971-4d73b1f86270 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:57:39.132040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.183262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.207838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff974b8a-a578-4683-b564-e4006b975eae,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:39.217914 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-b0688d85-2bee-415a-9926-695161733f65 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201634 Jan 18 22:57:39.242046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.244775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c9bd70ce-496d-4764-bf67-f5ff9402321f req-346fad65-3398-485e-a8a3-049b326a083d tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460474 Jan 18 22:57:39.319014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.346748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-16f3e247-39e1-4f19-8471-23dd19becefd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 200 len: 217 time: 0.1009791 Jan 18 22:57:39.357280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7576621e-16bf-4291-9971-4d73b1f86270,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:39.362629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.369192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-532dee62-acce-4667-bf09-789616cc103f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7576621e-16bf-4291-9971-4d73b1f86270 HTTP/1.1" status: 204 len: 168 time: 0.3559799 Jan 18 22:57:39.371680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:39.376682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e27e0a81-b0f5-49c3-b338-4e4a808fb232'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:39.422523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.436320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-7640f9d3-f16c-467d-acff-5d74396fbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:39.437723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-7640f9d3-f16c-467d-acff-5d74396fbab6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.0802333 Jan 18 22:57:39.440444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fa6b2cfd-7450-439a-b597-e1f727f1f8e5 tempest-RoutersAdminNegativeTest-332238450 tempest-RoutersAdminNegativeTest-332238450-project-admin] 10.222.0.78 "DELETE /v2.0/ports/ff974b8a-a578-4683-b564-e4006b975eae HTTP/1.1" status: 204 len: 168 time: 1.9398835 Jan 18 22:57:39.540238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.578055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-9f5af53c-3bfc-49c3-816a-e53fa849c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:39.579700 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-9f5af53c-3bfc-49c3-816a-e53fa849c535 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107836 Jan 18 22:57:39.688596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bb6db-d352-4c8d-b082-00228bf5c6fa req-ac770b0e-2bce-4cc2-b88f-c17ab133f346 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:39.690578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7bb6db-d352-4c8d-b082-00228bf5c6fa req-ac770b0e-2bce-4cc2-b88f-c17ab133f346 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.2400081 Jan 18 22:57:39.733391 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.775166 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7bb6db-d352-4c8d-b082-00228bf5c6fa req-ccc63372-4853-47f4-b2fb-d18c3241f294 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679026 Jan 18 22:57:39.779201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69429865-f042-468a-9f55-e81fa3809cdb']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:39.795435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bae529a-d447-48a9-b714-6516b22f2c46') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:39.795956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bae529a-d447-48a9-b714-6516b22f2c46') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:39.817057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.826293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-8e22079d-9c0a-41e9-ad62-96e2646556df service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314987 Jan 18 22:57:39.841510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:39.844115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:39.864982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:57:39.865537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:57:40.046168 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:57:40.081825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.087276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.098585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ccd9fe1-dc03-487c-ade4-ac93a0235658 req-a09cf744-86e6-453a-9239-aa15aadab38a service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664180 Jan 18 22:57:40.117290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] 10.222.0.78 "DELETE /v2.0/networks/69429865-f042-468a-9f55-e81fa3809cdb HTTP/1.1" status: 204 len: 168 time: 0.7420380 Jan 18 22:57:40.117290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6858a8c-60ce-4829-ad91-f5b752788208 admin admin] Pushing event deleted for resources: {'Network': ['ID=69429865-f042-468a-9f55-e81fa3809cdb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:40.135651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc4317-fa46-4524-bce8-b0c198a3930f req-6f5cdd58-208d-44c6-a308-ccfc31f0d577 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:40.137446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4bc4317-fa46-4524-bce8-b0c198a3930f req-6f5cdd58-208d-44c6-a308-ccfc31f0d577 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 945 time: 0.2052979 Jan 18 22:57:40.187013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-3473a3b9-69a0-448c-a7bf-e944a640aa05 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:40.188593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-3473a3b9-69a0-448c-a7bf-e944a640aa05 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.85 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.1745884 Jan 18 22:57:40.206389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.224026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:40.228322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Usage tracker for resource:security_group_rule and tenant:11b6302714664c95b9e1d2a7f8217cd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:40.231284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:40.238668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:40.258838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:40.262599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4bc4317-fa46-4524-bce8-b0c198a3930f req-74ed8552-13d6-4fe5-8e31-8344aef5ab87 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156752 Jan 18 22:57:40.298493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Deleting port b23da2cb-aa2d-4722-9c07-5e2519664611 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:57:40.298836 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.325827 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da63289a-d49f-40bf-9591-ad35156ef625 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d78b065282b84c8e85229d0e61152c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622494 Jan 18 22:57:40.326298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36484) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:40.429370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.443468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.482296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4408715e-fb5e-4644-aadf-d2f7a6b6d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.505595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11b6302714664c95b9e1d2a7f8217cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559851 Jan 18 22:57:40.505595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:40.523083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61f191-bba9-4f51-90f2-0afe7916393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dac7e0-5b78-45e6-8ffa-339edcaf0179,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:40.561774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd644d5-258c-41ef-a992-d397cb88e75a req-e51f4e3d-9d25-4ca1-91c4-4c881ff76bc7 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:40.563504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2dd644d5-258c-41ef-a992-d397cb88e75a req-e51f4e3d-9d25-4ca1-91c4-4c881ff76bc7 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 945 time: 0.1858649 Jan 18 22:57:40.574933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4408715e-fb5e-4644-aadf-d2f7a6b6d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.652560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] For port b23da2cb-aa2d-4722-9c07-5e2519664611, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b23da2cb-aa2d-4722-9c07-5e2519664611,segment=NetworkSegment(0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130),segment_id=0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:40.652560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.652791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfe50282-49b0-47b8-846f-e31717c7289b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.687328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2dd644d5-258c-41ef-a992-d397cb88e75a req-d89e7f21-e56b-4f4b-a045-eda6f2938ade tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/security-groups?id=a7f805db-b099-4a3d-8cd9-4d9b82753f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021347 Jan 18 22:57:40.690474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfe50282-49b0-47b8-846f-e31717c7289b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.730322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e27e0a81-b0f5-49c3-b338-4e4a808fb232 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:40.757083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfe50282-49b0-47b8-846f-e31717c7289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.772425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe50282-49b0-47b8-846f-e31717c7289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dac7e0-5b78-45e6-8ffa-339edcaf0179,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:40.781593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cfe50282-49b0-47b8-846f-e31717c7289b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.782521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cfe50282-49b0-47b8-846f-e31717c7289b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99dac7e0-5b78-45e6-8ffa-339edcaf0179 HTTP/1.1" status: 204 len: 168 time: 0.2750022 Jan 18 22:57:40.835501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port e27e0a81-b0f5-49c3-b338-4e4a808fb232 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:40.843911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port e27e0a81-b0f5-49c3-b338-4e4a808fb232 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:40.844341 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.854426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Calling delete_port for b23da2cb-aa2d-4722-9c07-5e2519664611 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:57:40.887103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4408715e-fb5e-4644-aadf-d2f7a6b6d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.939274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408715e-fb5e-4644-aadf-d2f7a6b6d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2502c1-cf7b-490e-8b18-7faa1330f4f4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:40.946036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4408715e-fb5e-4644-aadf-d2f7a6b6d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.951379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4408715e-fb5e-4644-aadf-d2f7a6b6d36c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f2502c1-cf7b-490e-8b18-7faa1330f4f4 HTTP/1.1" status: 204 len: 168 time: 0.6204741 Jan 18 22:57:41.021587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.069366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e27e0a81-b0f5-49c3-b338-4e4a808fb232, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:41.070946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:41.094537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.294267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e307d74-81bf-4314-b67c-48c4651a5289 req-143b673f-5991-4d8b-93f3-f0c93a8c9153 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:41.304682 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232', 'code': 200} Jan 18 22:57:41.307006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e27e0a81-b0f5-49c3-b338-4e4a808fb232,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:41.309986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e307d74-81bf-4314-b67c-48c4651a5289 req-143b673f-5991-4d8b-93f3-f0c93a8c9153 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.2199171 Jan 18 22:57:41.460441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e307d74-81bf-4314-b67c-48c4651a5289 req-b6013de7-efe5-4617-a6c9-b866b4b49350 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432607 Jan 18 22:57:41.479361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.503098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['b23da2cb-aa2d-4722-9c07-5e2519664611'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:57:41.511536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:41.559216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced38a8-7a64-45da-8c76-f71539be31c0 req-98d63c7d-b67c-4cbc-a2e9-ee25c7278228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:41.562230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fced38a8-7a64-45da-8c76-f71539be31c0 req-98d63c7d-b67c-4cbc-a2e9-ee25c7278228 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 1097 time: 0.1958194 Jan 18 22:57:41.606540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Pushing event deleted for resources: {'Port': ['ID=b23da2cb-aa2d-4722-9c07-5e2519664611,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:41.610074 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2e836dc8-dcd7-4fc0-a6cd-183889c8d584 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e72e7d745d27455d96b36de1cd22c8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956464 Jan 18 22:57:41.613205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36514) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:41.693982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205214f0-dc2d-4589-9a35-4239de141e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.725973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205214f0-dc2d-4589-9a35-4239de141e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.738509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] No DVR routers for this DVR port b23da2cb-aa2d-4722-9c07-5e2519664611 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:57:41.743389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.747511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'name': 'network-vif-deleted', 'tag': 'b23da2cb-aa2d-4722-9c07-5e2519664611'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:57:41.761734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fced38a8-7a64-45da-8c76-f71539be31c0 req-0b15137d-d734-4b9d-92f7-104ae63b1b4a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030509 Jan 18 22:57:41.778074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f455cd96-587f-4063-8da1-452acfe1ed99 req-663236af-f55d-4653-951c-46209d2be7e5 tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.85 "DELETE /v2.0/ports/b23da2cb-aa2d-4722-9c07-5e2519664611 HTTP/1.1" status: 204 len: 173 time: 1.5792918 Jan 18 22:57:41.796202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474251e-6dc9-47a1-b7e9-e94f52f08892 req-8afa8f9d-f60b-4d88-b2af-61d7ff085b73 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:41.796859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205214f0-dc2d-4589-9a35-4239de141e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.797935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c474251e-6dc9-47a1-b7e9-e94f52f08892 req-8afa8f9d-f60b-4d88-b2af-61d7ff085b73 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1891942 Jan 18 22:57:41.816260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205214f0-dc2d-4589-9a35-4239de141e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae75df3d-6aef-4ac2-a2fb-b4a30e4c2c85,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:41.824171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205214f0-dc2d-4589-9a35-4239de141e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:41.825768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-205214f0-dc2d-4589-9a35-4239de141e37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae75df3d-6aef-4ac2-a2fb-b4a30e4c2c85 HTTP/1.1" status: 204 len: 168 time: 0.2123570 Jan 18 22:57:41.871006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 938559aa-471f-4c45-88f5-a4300e255377 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:57:41.912337 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9cfff80c-0005-4951-b6e2-b41319b97cdf req-8bcc3750-a2b9-4e02-8c2f-a850a94b4adb tempest-ServersNegativeTestMultiTenantJSON-1800110898 tempest-ServersNegativeTestMultiTenantJSON-1800110898-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7521b4b-0234-4bec-a624-ae82190b5060 HTTP/1.1" status: 200 len: 210 time: 0.0543795 Jan 18 22:57:41.913522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c474251e-6dc9-47a1-b7e9-e94f52f08892 req-4c705071-217c-419a-85ed-090c7e1eb539 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084809 Jan 18 22:57:41.994537 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7521b4b-0234-4bec-a624-ae82190b5060', 'name': 'network-vif-deleted', 'tag': 'b23da2cb-aa2d-4722-9c07-5e2519664611', 'status': 'completed', 'code': 200} Jan 18 22:57:41.996653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 938559aa-471f-4c45-88f5-a4300e255377 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:57:41.997150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 938559aa-471f-4c45-88f5-a4300e255377 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:57:42.105369 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2dd5-813a-4799-b07e-9c9d9360cc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.452917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36554) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.590345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-network', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:42.596732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:42.605961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Usage tracker for resource:network and tenant:70f1bf84db6d4879852b246b55e9bf14 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:42.609430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:42.616304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:42.639553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Made reservation on behalf of 70f1bf84db6d4879852b246b55e9bf14 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:42.642560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.660237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.678137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a5f5-ba96-4244-b4d3-3ae8a5abde64 req-8c12974f-6a34-4291-9ab2-9adc07ddd5c4 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:42.679666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a688a5f5-ba96-4244-b4d3-3ae8a5abde64 req-8c12974f-6a34-4291-9ab2-9adc07ddd5c4 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.0869043 Jan 18 22:57:42.680346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:42.685420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Usage tracker for resource:security_group_rule and tenant:70f1bf84db6d4879852b246b55e9bf14 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:42.688800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:42.695038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:42.741521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a688a5f5-ba96-4244-b4d3-3ae8a5abde64 req-f3dbb4e1-e6da-49b2-b1e9-23780b59f4d8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551035 Jan 18 22:57:42.787039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.806835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.811699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.840100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:42.853080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dacd11-b681-4ae2-9316-0491e360022f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:42.857765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.858142 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Added segment 480ded0e-9551-42e8-9ed3-30f2fdf5a007 of type vlan for network d5773fa1-0ff2-4d9d-a9be-980372b49c2c Jan 18 22:57:42.884749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.907288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-74f34c70-568e-4747-9f02-7db0d4fa5571 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.908500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-74f34c70-568e-4747-9f02-7db0d4fa5571 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1201329 Jan 18 22:57:42.911480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.917198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-daf131a9-0c18-4efb-a3ff-7ac8a8819d40 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.918420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-daf131a9-0c18-4efb-a3ff-7ac8a8819d40 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060775 Jan 18 22:57:42.921458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.922510 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.923608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:42.924388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:42.928094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-4720e17a-9990-457f-a437-2d86c3e18266 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.929389 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4720e17a-9990-457f-a437-2d86c3e18266 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062470 Jan 18 22:57:42.931691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36584) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.937091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-c8efaafb-ff99-4720-b8e9-e4366f8a2324 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.938363 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c8efaafb-ff99-4720-b8e9-e4366f8a2324 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055530 Jan 18 22:57:42.941030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.954594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-e1cfeab1-bc0a-4d81-abe6-ac80ea9cdb7b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.966214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e1cfeab1-bc0a-4d81-abe6-ac80ea9cdb7b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0238328 Jan 18 22:57:42.969603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.974602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-587c3409-169b-4fd4-9b1c-e5107b880472 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.975531 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-587c3409-169b-4fd4-9b1c-e5107b880472 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049653 Jan 18 22:57:42.977958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.982946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-7aabea58-0e09-4b09-bbf5-5e001d438c6a tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.983840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7aabea58-0e09-4b09-bbf5-5e001d438c6a tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050380 Jan 18 22:57:42.989437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36604) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:42.994735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-3f154d78-864c-43e1-a215-57bf3fd9b502 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:42.998442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f154d78-864c-43e1-a215-57bf3fd9b502 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080154 Jan 18 22:57:42.998986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.003752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-8ff76004-2f69-4009-8dec-37c510ceb11f tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.007264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ff76004-2f69-4009-8dec-37c510ceb11f tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074372 Jan 18 22:57:43.007959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.013125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-1b17d0d0-56a7-474b-aa1e-a2b04c82351d tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.016512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1b17d0d0-56a7-474b-aa1e-a2b04c82351d tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075383 Jan 18 22:57:43.017307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36616) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.021994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-31dc6290-0702-4b7c-bfda-1c17cd3be14a tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.025753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-31dc6290-0702-4b7c-bfda-1c17cd3be14a tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073869 Jan 18 22:57:43.026283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.031292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-fee3212a-e8fd-4897-9f9d-c43dc5e0d4ae tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.032378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fee3212a-e8fd-4897-9f9d-c43dc5e0d4ae tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048249 Jan 18 22:57:43.033504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36624) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.035590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.045749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-a458ab3e-42dc-4cb0-b547-1212e9ed8cfe tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.046881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a458ab3e-42dc-4cb0-b547-1212e9ed8cfe tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0101368 Jan 18 22:57:43.052610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36632) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.092011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-5ff1dffd-d1d2-4950-8c26-1d87b7d79906 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.093420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5ff1dffd-d1d2-4950-8c26-1d87b7d79906 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0378134 Jan 18 22:57:43.097089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.099418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] Pushing event updated for resources: {'Network': ['ID=d5773fa1-0ff2-4d9d-a9be-980372b49c2c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:43.102625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f099509d-5b04-4a6a-9b1b-6f3739dd9782 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6484044 Jan 18 22:57:43.111839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-4446fcd5-7d93-49e9-b6e0-81ead7edb0ed tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.113362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:43.114293 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4446fcd5-7d93-49e9-b6e0-81ead7edb0ed tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0161920 Jan 18 22:57:43.115020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.118130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.129835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Request body: {'subnet': {'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-subnet', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:43.137583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-fffe335c-849e-4a98-8bac-4a86f0fba2a9 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.139042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fffe335c-849e-4a98-8bac-4a86f0fba2a9 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0167968 Jan 18 22:57:43.143144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36650) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.146231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:43.152230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Usage tracker for resource:subnet and tenant:70f1bf84db6d4879852b246b55e9bf14 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:43.157879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:43.167334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:43.172410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Deleting subnet 4568b2cd-bc5f-4c27-a5f7-62069d277d25 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:57:43.177743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.180560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-e5d319e5-83d8-4e9c-a829-2efa39fae0b9 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.182327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e5d319e5-83d8-4e9c-a829-2efa39fae0b9 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0279453 Jan 18 22:57:43.186578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36654) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.193359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-60e2f214-1a7e-470b-9ce1-3789c0388589 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.194639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-60e2f214-1a7e-470b-9ce1-3789c0388589 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066369 Jan 18 22:57:43.200312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36658) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.216127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-babfcb3c-4613-4ebb-a4b7-02a0c2987d08 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.218647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-babfcb3c-4613-4ebb-a4b7-02a0c2987d08 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109537 Jan 18 22:57:43.220568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36662) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.227751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-e30b3be9-471c-4b9a-9ce9-e8e835c11d87 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.228739 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e30b3be9-471c-4b9a-9ce9-e8e835c11d87 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068874 Jan 18 22:57:43.231198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36666) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.234886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Made reservation on behalf of 70f1bf84db6d4879852b246b55e9bf14 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:43.236827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-724387ac-d642-4d18-8d30-5765e22bacdc tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.237312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.240374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-724387ac-d642-4d18-8d30-5765e22bacdc tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057225 Jan 18 22:57:43.245631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3ef5-0269-424a-bf11-4fc557b47439 req-5434c9dc-04d5-47eb-b877-2fd5edfa7fe3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:43.247066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7cd3ef5-0269-424a-bf11-4fc557b47439 req-5434c9dc-04d5-47eb-b877-2fd5edfa7fe3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2004831 Jan 18 22:57:43.247629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36670) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.252306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-98a91d61-2a2b-4c45-9e79-327ff5fe4ce6 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.253239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-98a91d61-2a2b-4c45-9e79-327ff5fe4ce6 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047171 Jan 18 22:57:43.255935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36674) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.261427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.262514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-d23bba5c-37eb-4923-b9f9-b55900d4b773 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.263427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d23bba5c-37eb-4923-b9f9-b55900d4b773 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064418 Jan 18 22:57:43.278002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36678) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.286510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-ce62e6fe-0c43-4e66-a7bd-0b76a31d7ae0 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.287445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ce62e6fe-0c43-4e66-a7bd-0b76a31d7ae0 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085409 Jan 18 22:57:43.290219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36682) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.296352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-d0a99e60-b482-4b10-a340-025a477e0521 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.297279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0a99e60-b482-4b10-a340-025a477e0521 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059435 Jan 18 22:57:43.304398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36686) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.310977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-35434fb0-a9e5-4c1c-a97d-5ba3012193be tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.311883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-35434fb0-a9e5-4c1c-a97d-5ba3012193be tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049770 Jan 18 22:57:43.315087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.321475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-62f058f8-dc54-4467-a3c4-4eab225684b4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.322367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-62f058f8-dc54-4467-a3c4-4eab225684b4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064652 Jan 18 22:57:43.324491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36694) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.328795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7cd3ef5-0269-424a-bf11-4fc557b47439 req-60784871-ba3c-4c99-8e37-f8cff1a91600 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701880 Jan 18 22:57:43.332661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-66c064c9-eb06-427d-8182-f5451262373a tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.335806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-66c064c9-eb06-427d-8182-f5451262373a tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081298 Jan 18 22:57:43.336023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36698) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.340858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-5a09605b-d081-4dcd-bf00-14328dc9845c tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.343804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a09605b-d081-4dcd-bf00-14328dc9845c tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048270 Jan 18 22:57:43.344155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36702) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.349285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-d0f1d29e-0e5f-44a2-8eec-165cc0545012 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.350193 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0f1d29e-0e5f-44a2-8eec-165cc0545012 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049403 Jan 18 22:57:43.352603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36706) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.364185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-9333eefa-18f2-4789-8d93-ae61936964f2 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.365394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9333eefa-18f2-4789-8d93-ae61936964f2 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0114996 Jan 18 22:57:43.367829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36710) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.372785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-b074be8c-ddcc-42cd-8c30-5980651d3f58 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.374387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b074be8c-ddcc-42cd-8c30-5980651d3f58 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053256 Jan 18 22:57:43.376150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36714) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.381151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-13d383c4-23ac-4299-9dd1-216a93eaccab tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.382168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-13d383c4-23ac-4299-9dd1-216a93eaccab tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048006 Jan 18 22:57:43.384482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36718) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.389163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-2da3b32e-f701-4dd3-8805-3e5765b2e03c tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.390061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2da3b32e-f701-4dd3-8805-3e5765b2e03c tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048065 Jan 18 22:57:43.392282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36722) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.397407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-1285343b-14bc-4004-a831-86bb00077084 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.398317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1285343b-14bc-4004-a831-86bb00077084 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052075 Jan 18 22:57:43.400733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36726) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.401156 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.405153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-d13372d7-6e21-45ed-9696-d0856da74721 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.406071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d13372d7-6e21-45ed-9696-d0856da74721 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044584 Jan 18 22:57:43.408230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36730) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.412560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-08b43ed1-154d-40b0-a20b-a666b03d1860 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.413525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08b43ed1-154d-40b0-a20b-a666b03d1860 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044677 Jan 18 22:57:43.415614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36734) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.420293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-40f3074a-389d-494d-8312-5b115f0e157e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.421203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-40f3074a-389d-494d-8312-5b115f0e157e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046935 Jan 18 22:57:43.423199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.427515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-dc8b6af9-505e-453f-9443-d0132fb37c02 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.428410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dc8b6af9-505e-453f-9443-d0132fb37c02 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043442 Jan 18 22:57:43.430412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36742) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.434621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-d30e9a64-7a66-43f6-acd3-7fcf97f2a071 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.435522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d30e9a64-7a66-43f6-acd3-7fcf97f2a071 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042994 Jan 18 22:57:43.437912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36746) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.442296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-5dba8df5-5700-47f6-bb99-4c8022a140c4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.443213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5dba8df5-5700-47f6-bb99-4c8022a140c4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044858 Jan 18 22:57:43.445821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.452837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-c8457e06-a7a9-45f8-90a2-70f881a32d68 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.453857 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c8457e06-a7a9-45f8-90a2-70f881a32d68 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071070 Jan 18 22:57:43.457472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36754) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.465077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-a222ea2f-cf61-4978-a694-af6de8ab3cfd tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.466222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a222ea2f-cf61-4978-a694-af6de8ab3cfd tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075486 Jan 18 22:57:43.468573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36758) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.475959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-3d75fc74-7063-4dcd-9f76-57b42eeb74b4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.477348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3d75fc74-7063-4dcd-9f76-57b42eeb74b4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067947 Jan 18 22:57:43.481492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.515186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-74281e52-9768-49eb-99d6-650b53b982a3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.516125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-74281e52-9768-49eb-99d6-650b53b982a3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0337405 Jan 18 22:57:43.519010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36766) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.524222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-55e3c069-bce8-4ae6-9548-ced687b1ea1b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.525284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-55e3c069-bce8-4ae6-9548-ced687b1ea1b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051274 Jan 18 22:57:43.527419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36770) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.531785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-e5fcdfc2-99e4-4768-b4c0-0650004dec55 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.532690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e5fcdfc2-99e4-4768-b4c0-0650004dec55 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044181 Jan 18 22:57:43.535903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36774) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.539688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.540923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-959aa313-1780-4004-b891-50f8c541fcd1 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.541888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-959aa313-1780-4004-b891-50f8c541fcd1 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050442 Jan 18 22:57:43.544726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36780) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.549567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-b31d58fb-7ef2-4223-8521-fa9c68e3a255 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.550634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b31d58fb-7ef2-4223-8521-fa9c68e3a255 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049579 Jan 18 22:57:43.553149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36784) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.557983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-6022172b-c48f-46af-9244-711fa8c08e6b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.558878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6022172b-c48f-46af-9244-711fa8c08e6b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045888 Jan 18 22:57:43.561310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36788) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.566469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-9fb3b3a5-4647-418b-bcdc-f3b869afe16e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.567370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9fb3b3a5-4647-418b-bcdc-f3b869afe16e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052464 Jan 18 22:57:43.569936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36792) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.574757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-3a8ac9f2-2cf0-4d1c-8343-504599c157b3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.575893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a8ac9f2-2cf0-4d1c-8343-504599c157b3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047417 Jan 18 22:57:43.578222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36796) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.583478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-41855b64-51ba-4016-aff9-bbc5960d91b8 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.584555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-41855b64-51ba-4016-aff9-bbc5960d91b8 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052707 Jan 18 22:57:43.586996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36800) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.589757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4568b2cd-bc5f-4c27-a5f7-62069d277d25,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:43.591782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-a92e5bf4-8b0c-41c6-aae2-4fb04eaca8a5 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.593388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a92e5bf4-8b0c-41c6-aae2-4fb04eaca8a5 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052433 Jan 18 22:57:43.595738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36804) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.599684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.601328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-a50ed2eb-0430-496c-8073-ac55f73065d3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.602447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a50ed2eb-0430-496c-8073-ac55f73065d3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056901 Jan 18 22:57:43.606455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36808) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.622912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-cecdc739-a1c4-4cd6-a8b3-fbc0f1e04e95 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.623850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cecdc739-a1c4-4cd6-a8b3-fbc0f1e04e95 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0164919 Jan 18 22:57:43.626703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.628182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45c3da5d-a6c4-42f4-a718-c304f9e3db2e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4568b2cd-bc5f-4c27-a5f7-62069d277d25 HTTP/1.1" status: 204 len: 168 time: 0.5936179 Jan 18 22:57:43.630760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.634767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-7005c047-43aa-4fe7-a13f-e61d2d8d45b4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.635701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7005c047-43aa-4fe7-a13f-e61d2d8d45b4 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077007 Jan 18 22:57:43.638188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.642849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-4ffa2f3d-9c51-4a3d-b3d8-21ae65fbea57 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.643753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4ffa2f3d-9c51-4a3d-b3d8-21ae65fbea57 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045223 Jan 18 22:57:43.645888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36824) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.650776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-f81599a9-b3b2-480a-87a4-6f4c1513d06e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.651680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f81599a9-b3b2-480a-87a4-6f4c1513d06e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049725 Jan 18 22:57:43.653968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36828) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.658493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-53442b9c-9ed0-4171-8989-1f430f28491f tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.659425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-53442b9c-9ed0-4171-8989-1f430f28491f tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045388 Jan 18 22:57:43.663415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.718624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [None req-04fbab25-c024-4c23-97eb-9702b651046b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.719557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-04fbab25-c024-4c23-97eb-9702b651046b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0521140 Jan 18 22:57:43.722267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36836) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.724985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.727724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-ddf3895b-c4be-4ace-bfd2-00c00eaab647 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.728712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ddf3895b-c4be-4ace-bfd2-00c00eaab647 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054240 Jan 18 22:57:43.731071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.735360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-86565640-f451-4d18-95a1-66819c77752e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.736349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-86565640-f451-4d18-95a1-66819c77752e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044670 Jan 18 22:57:43.738600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36844) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.742973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-81de4807-0a71-4be0-b8d8-b17ea22eec92 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.743859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-81de4807-0a71-4be0-b8d8-b17ea22eec92 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044372 Jan 18 22:57:43.746153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.750424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-764c31f3-1b2d-4ab5-81af-21d683098cdc tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.751315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-764c31f3-1b2d-4ab5-81af-21d683098cdc tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043433 Jan 18 22:57:43.753623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36852) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.757898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-6499f2fe-7d08-496b-b0cb-8571571640b0 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.758772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6499f2fe-7d08-496b-b0cb-8571571640b0 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043454 Jan 18 22:57:43.760972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36856) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.765835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-649409d0-c4af-478f-aa01-76491508a6a3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.769083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-649409d0-c4af-478f-aa01-76491508a6a3 tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072124 Jan 18 22:57:43.769617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.774160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-7e09102b-ea9c-4456-bf35-e72bd842454e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.778143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7e09102b-ea9c-4456-bf35-e72bd842454e tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071092 Jan 18 22:57:43.778143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36866) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:43.783022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [None req-6123f984-bcf4-4b31-b93b-6d2333cf699b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:43.783861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6123f984-bcf4-4b31-b93b-6d2333cf699b tempest-ExtensionsTestJSON-1277598257 tempest-ExtensionsTestJSON-1277598257-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046589 Jan 18 22:57:43.811809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.835255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=824ab70a-603a-4c7a-ab47-0053910c8a3a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:43.847950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Checking segment: {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:43.848238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Network hostable DHCP agents. Network: d5773fa1-0ff2-4d9d-a9be-980372b49c2c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:43.956521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91254f-d424-46d9-9503-e18ee5a23d19 req-c1e6b78c-80bc-464b-92d0-29fb4247f56d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:43.958052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e91254f-d424-46d9-9503-e18ee5a23d19 req-c1e6b78c-80bc-464b-92d0-29fb4247f56d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.0952318 Jan 18 22:57:43.981539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:43.987101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.008545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e91254f-d424-46d9-9503-e18ee5a23d19 req-63ecbb04-0c1a-44f7-b657-948001400cf5 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Jan 18 22:57:44.014254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d5773fa1-0ff2-4d9d-a9be-980372b49c2c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:44.029114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4d9c3-6378-440e-ad50-f5da04c93cc4 None None] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:44.104009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36874) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:44.143057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:44.143636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.149366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167b026b-c645-4837-b6b0-56570782d0f4']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:44.167952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:44.168249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e98ac6b-5a64-4ccf-9d3b-f6e86eeba130') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:44.181705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.192453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-39c68c91-d6f4-4e91-978e-adf245604d31 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0758040 Jan 18 22:57:44.195417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36880) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:44.200485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:44.200606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.206998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:44.207870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:57:44.208280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.214867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Usage tracker for resource:router and tenant:70f1bf84db6d4879852b246b55e9bf14 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:44.218658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:57:44.222186 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:57:44.230675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:44.262122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf78ba-d1ed-400c-9ce7-d55914177085 None None] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:44.264091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.265453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.276124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.301654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:44.310258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:506e0f73b4f74eeda26e6888e265871d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:44.314965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.326719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:44.335456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.337302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:44.342548 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.353992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] Pushing event deleted for resources: {'Network': ['ID=167b026b-c645-4837-b6b0-56570782d0f4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:44.358520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-31306750-2708-4c40-8856-a30b21cf2955 admin admin] 10.222.0.78 "DELETE /v2.0/networks/167b026b-c645-4837-b6b0-56570782d0f4 HTTP/1.1" status: 204 len: 168 time: 0.7266610 Jan 18 22:57:44.361603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:44.406753 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-91566b6a-895a-44ea-9b68-2cbeced92e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.437859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Deleting subnet b6f6d1e6-c13e-482e-88d5-dd92f63cc661 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:57:44.442214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.501322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.559445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.633897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.676921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f6d1e6-c13e-482e-88d5-dd92f63cc661,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:44.681769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.687776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cefca966-9e36-413e-a15a-8c254694e542 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b6f6d1e6-c13e-482e-88d5-dd92f63cc661 HTTP/1.1" status: 204 len: 168 time: 0.3246660 Jan 18 22:57:44.690526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:44.751933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b23da2cb-aa2d-4722-9c07-5e2519664611 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:57:44.767219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.796815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.808823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.814757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: b23da2cb-aa2d-4722-9c07-5e2519664611 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:57:44.814757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b23da2cb-aa2d-4722-9c07-5e2519664611 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:57:44.856385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.947359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.973911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2ad9e7-cf99-48cf-a389-4c13f72b0c35']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:44.986482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76184731-36a7-4441-9809-0db68c75cdb2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:44.986781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76184731-36a7-4441-9809-0db68c75cdb2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:44.998799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:44.999809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1efeef-2d1c-4802-b575-a21b2d4e8276 req-574605a2-14ba-41c0-b191-58c9351da605 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:45.001313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f1efeef-2d1c-4802-b575-a21b2d4e8276 req-574605a2-14ba-41c0-b191-58c9351da605 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.5239878 Jan 18 22:57:45.015651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.022133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:57:45.022526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:57:45.036170 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:57:45.080039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6f2b0-b564-4b62-9b23-ed194c821167,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:45.087104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3c1fdf09-a043-4039-8823-5e2432afa1c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=506e0f73b4f74eeda26e6888e265871d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820158 Jan 18 22:57:45.089302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:45.094275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f1efeef-2d1c-4802-b575-a21b2d4e8276 req-64b775b8-ffbd-4828-a067-d50b0323dd0c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833824 Jan 18 22:57:45.225856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.230379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.258320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2ad9e7-cf99-48cf-a389-4c13f72b0c35,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:45.265994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f11d9eb-fbe5-47e8-8024-965bce8bc1a9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7c2ad9e7-cf99-48cf-a389-4c13f72b0c35 HTTP/1.1" status: 204 len: 168 time: 0.5721796 Jan 18 22:57:45.283104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ace59b28-4f40-4537-85e6-a2e958664da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.320615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c73d7-69b6-4a72-94e0-082781d6eca5 req-d2091c0e-9595-4acf-940a-a614628ea0f2 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:45.325497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f70c73d7-69b6-4a72-94e0-082781d6eca5 req-d2091c0e-9595-4acf-940a-a614628ea0f2 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.1950614 Jan 18 22:57:45.343245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.349052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ace59b28-4f40-4537-85e6-a2e958664da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.379050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.403557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f70c73d7-69b6-4a72-94e0-082781d6eca5 req-fa7e0e0e-2b1e-4dc7-8301-620c65464827 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733764 Jan 18 22:57:45.406886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:45.463575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ec602484-df64-476b-aa3e-46dcaa622356 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df622231b666420ea1b8ba57168880a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553846 Jan 18 22:57:45.466190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:45.480902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ace59b28-4f40-4537-85e6-a2e958664da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.499636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace59b28-4f40-4537-85e6-a2e958664da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6f2b0-b564-4b62-9b23-ed194c821167,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:45.541036 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ace59b28-4f40-4537-85e6-a2e958664da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.542207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ace59b28-4f40-4537-85e6-a2e958664da0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9c6f2b0-b564-4b62-9b23-ed194c821167 HTTP/1.1" status: 204 len: 168 time: 0.4517846 Jan 18 22:57:45.599311 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.606500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.614044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Allocated IP 172.25.4.32 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f587df38-3399-47fb-9bf4-c19fc7ada58f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:45.634745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3b328e1-dfa1-4290-b933-d3da90438540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.679936 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3b328e1-dfa1-4290-b933-d3da90438540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.705403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-80aba0ab-ebdb-4e69-a848-083a83ca9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:45.706987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-80aba0ab-ebdb-4e69-a848-083a83ca9f10 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 1097 time: 0.2270777 Jan 18 22:57:45.737479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6715-bc54-4155-b554-b9667adbf89d req-31881d49-e056-4d1f-a50a-ba9b1f72331c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:45.742645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d68f6715-bc54-4155-b554-b9667adbf89d req-31881d49-e056-4d1f-a50a-ba9b1f72331c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1629622 Jan 18 22:57:45.809544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d68f6715-bc54-4155-b554-b9667adbf89d req-00a89ee0-1852-481e-a748-fe579b686917 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Jan 18 22:57:45.818759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3b328e1-dfa1-4290-b933-d3da90438540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.869035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3b328e1-dfa1-4290-b933-d3da90438540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.885771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c3b328e1-dfa1-4290-b933-d3da90438540 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7f805db-b099-4a3d-8cd9-4d9b82753f33 HTTP/1.1" status: 204 len: 168 time: 0.4059656 Jan 18 22:57:45.888119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b328e1-dfa1-4290-b933-d3da90438540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f805db-b099-4a3d-8cd9-4d9b82753f33,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:45.912506 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.922785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-e2528650-0557-4c26-9c9b-e0d8c2e71fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:45.924323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-e2528650-0557-4c26-9c9b-e0d8c2e71fd8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.2047880 Jan 18 22:57:46.008598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-515a1ef5-811e-4db2-bc21-549186018f64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232 HTTP/1.1" status: 200 len: 217 time: 0.0750942 Jan 18 22:57:46.062928 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.136326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:46.143111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:46.146509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:46.172368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-361a54c0-4fd3-4393-9f98-42b97a97cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:46.173899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-361a54c0-4fd3-4393-9f98-42b97a97cfb3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.1581717 Jan 18 22:57:46.215205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:46.238669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f587df38-3399-47fb-9bf4-c19fc7ada58f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:46.244520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-27e58188-f884-4930-984b-732813fd91cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613117 Jan 18 22:57:46.267687 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-37353b10-c10e-46f1-99dc-ff628ad8d91f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=925ab96bf10f434a84455fe049c1e708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513523 Jan 18 22:57:46.270271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:46.332561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70307fe0-9c82-46fa-9e58-a1fbe1174081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.359643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70307fe0-9c82-46fa-9e58-a1fbe1174081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.420652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70307fe0-9c82-46fa-9e58-a1fbe1174081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.436017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307fe0-9c82-46fa-9e58-a1fbe1174081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c0a27-3ae5-4091-8599-16a99e3f76cd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:46.446239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70307fe0-9c82-46fa-9e58-a1fbe1174081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.447543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-70307fe0-9c82-46fa-9e58-a1fbe1174081 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/651c0a27-3ae5-4091-8599-16a99e3f76cd HTTP/1.1" status: 204 len: 168 time: 0.1760681 Jan 18 22:57:46.604793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-24b87bb9-7c08-4a23-bc5b-c90e8f64a8f2 service neutron] 10.222.0.85 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535111 Jan 18 22:57:46.689835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:46.739817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd2b6c-aa50-43a1-b161-5c3c91fa26cf req-4875db10-b8b9-4ea9-85b7-daa4616cc02a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:46.745110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfbd2b6c-aa50-43a1-b161-5c3c91fa26cf req-4875db10-b8b9-4ea9-85b7-daa4616cc02a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.1801882 Jan 18 22:57:46.803637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfbd2b6c-aa50-43a1-b161-5c3c91fa26cf req-4e9817bb-4b42-4e19-bdc3-1ab660d4bf4e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519702 Jan 18 22:57:46.846114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522547512'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:46.860456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:46.870073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:46.880029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:46.889879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:46.908753 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.910064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:46.913893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.951631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:46.979306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:47.012501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:security_group_rule and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:47.054379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:47.080979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:47.159284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d53f99c8-6b1f-49ea-a5f2-4a3d36af865c req-c92c4b39-b2f0-4999-8dd1-2b8bd5a9927f service neutron] 10.222.0.85 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333102 Jan 18 22:57:47.207498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.246593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.252019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.310049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413f7f4-9f24-4539-ab3c-c794d0e91305 req-47ab90a9-4798-4b1e-9fde-522dcb64d0ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:47.311294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:47.311537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3413f7f4-9f24-4539-ab3c-c794d0e91305 req-47ab90a9-4798-4b1e-9fde-522dcb64d0ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2690024 Jan 18 22:57:47.314165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e80a2b-2329-4379-8316-5ac2d6dfa5ad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:47.324527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.325132 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment a3fca095-13c7-4fd0-ac68-2ec53bad5edb of type vlan for network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef Jan 18 22:57:47.352468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.393511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.399503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:47.400097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.442122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3413f7f4-9f24-4539-ab3c-c794d0e91305 req-2478694b-6a68-4f9e-a9ec-c8dee3446f4b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762198 Jan 18 22:57:47.646640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.650573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:47.653597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cbdfcada-ee2b-43c6-a0fd-37c5daeac54a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9623716 Jan 18 22:57:47.667685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:47.973515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Router e9b66592-a6f5-41fb-a68f-e18192463c41 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:57:48.254433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:48.269308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31659fbb-fe3f-4172-9916-c8501dff1e0e req-27852339-8c12-4ab7-a309-e9540833c07d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:48.292204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31659fbb-fe3f-4172-9916-c8501dff1e0e req-27852339-8c12-4ab7-a309-e9540833c07d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.2372608 Jan 18 22:57:48.298913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Sync routers for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:48.341731 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:48.341731 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:48.355821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31659fbb-fe3f-4172-9916-c8501dff1e0e req-cce7d95e-d0e5-4bf9-b335-cad43651c8fb tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776277 Jan 18 22:57:48.367014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:48.371249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bbbb4fb6-6800-4473-86e1-a0907fc0d5f3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1720326 Jan 18 22:57:48.371631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:48.697212 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:48.919526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75933ad-898e-4d22-86a5-82f9b44341f5 req-133e45f8-eb51-4a01-acd4-640a5da27110 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:48.919526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c75933ad-898e-4d22-86a5-82f9b44341f5 req-133e45f8-eb51-4a01-acd4-640a5da27110 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2175603 Jan 18 22:57:49.075737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c75933ad-898e-4d22-86a5-82f9b44341f5 req-ea263f68-87ec-4fe4-8a09-df1588a3f4a2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457489 Jan 18 22:57:49.630076 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:46Z', 'revision_number': 3, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:49.630076 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Checking router: e9b66592-a6f5-41fb-a68f-e18192463c41 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:57:49.630076 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Updating router e9b66592-a6f5-41fb-a68f-e18192463c41 port f587df38-3399-47fb-9bf4-c19fc7ada58f binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:57:49.743374 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:50.573762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-825218c2-94de-4d1a-bad2-3098e047b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:50.575522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-825218c2-94de-4d1a-bad2-3098e047b486 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aee8e02ae930443699b6b541bd1ee37d&device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 1097 time: 0.4598613 Jan 18 22:57:50.591819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65044ad-1e9c-4b2e-ba3f-b6e7dcff66e6 req-14b5acef-33fb-4050-8c8c-5c5f4a93a36c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:50.602686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f65044ad-1e9c-4b2e-ba3f-b6e7dcff66e6 req-14b5acef-33fb-4050-8c8c-5c5f4a93a36c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1570132 Jan 18 22:57:50.676503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:50.752505 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:50.783351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f65044ad-1e9c-4b2e-ba3f-b6e7dcff66e6 req-c4d257a7-54ec-4663-b80c-45c549f07f9d tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755083 Jan 18 22:57:50.803066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Transition to ACTIVE for port object f587df38-3399-47fb-9bf4-c19fc7ada58f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:50.829649 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:50.860318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-42b59ea4-3733-42aa-b030-9d482f7b6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:50.862307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-42b59ea4-3733-42aa-b030-9d482f7b6e79 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 200 len: 916 time: 0.2554512 Jan 18 22:57:50.927121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:50.927522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37064) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:50.936854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:50.979154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-4fd9a02c-31d7-43da-a064-1322d07aceac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a38091e-b545-49d6-a9ce-639245958c25 HTTP/1.1" status: 200 len: 217 time: 0.1082301 Jan 18 22:57:51.000507 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Attempting to bind port f587df38-3399-47fb-9bf4-c19fc7ada58f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:51.000867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Attempting to bind port f587df38-3399-47fb-9bf4-c19fc7ada58f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:51.001471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Attempting to bind port f587df38-3399-47fb-9bf4-c19fc7ada58f on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:51.007553 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Pushing event updated for resources: {'Port': ['ID=f587df38-3399-47fb-9bf4-c19fc7ada58f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:51.009294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df2162-be30-4058-b170-cfc5c6268b9f req-abd9686b-8e37-4be1-b05a-52daed3896ec tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:51.012895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29df2162-be30-4058-b170-cfc5c6268b9f req-abd9686b-8e37-4be1-b05a-52daed3896ec tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.8030887 Jan 18 22:57:51.026813 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:51.027175 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:51.027762 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:51.028307 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:51.028938 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Bound port: f587df38-3399-47fb-9bf4-c19fc7ada58f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:51.029529 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:51.108613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-415d62d2-cc46-4239-9457-6f4323849da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:51.108613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-415d62d2-cc46-4239-9457-6f4323849da8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 200 len: 854 time: 0.0796812 Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.111183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:57:51.171251 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] For port f587df38-3399-47fb-9bf4-c19fc7ada58f, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:51.175669 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] For port f587df38-3399-47fb-9bf4-c19fc7ada58f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f587df38-3399-47fb-9bf4-c19fc7ada58f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:51.181693 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:51.187471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-9a77e5a7-e518-48e9-b178-8b1ac5414d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:51.189420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-9a77e5a7-e518-48e9-b178-8b1ac5414d9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a318ce26-1a68-4de7-be55-b857dc2cf3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164834 Jan 18 22:57:51.261379 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:51.262254 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:51.263623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:51.311210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:51.319721 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29df2162-be30-4058-b170-cfc5c6268b9f req-a281ea39-0a92-4edd-8371-4fe0342d1d29 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849998 Jan 18 22:57:51.320927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:51.327397 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16fa9-ef83-43a0-90cf-cefac07fa84c None None] Pushing event updated for resources: {'Port': ['ID=f587df38-3399-47fb-9bf4-c19fc7ada58f,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:51.343617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-f8af272c-0462-416b-b388-7d20768a5727 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475568 Jan 18 22:57:51.363937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Usage tracker for resource:security_group_rule and tenant:bde5fe26620b4d22afdd1a684231b3fa is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:51.367860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:51.374072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:51.379175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:51.405985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:51.415204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:51.446869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:51.447170 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:51.450915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:51.471145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Allocated IP 172.20.0.1 (d5773fa1-0ff2-4d9d-a9be-980372b49c2c/824ab70a-603a-4c7a-ab47-0053910c8a3a/9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:51.494999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-069db749-4ba7-4d0f-b8b2-f5d521d4381d req-5919e8a9-c2cd-4b3b-b541-73634057bc93 service neutron] 10.222.0.85 "GET /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425607 Jan 18 22:57:51.751682 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:46Z', 'revision_number': 3, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:51.755553 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc99804-1387-419d-b897-d6dcf124a935 None None] The sync data for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 is: [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:46Z', 'revision_number': 3, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:57:52.013833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.032313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e687731-5c81-4929-ad00-a60d0bf56c14 req-add722d3-f7c7-4fd9-bf87-d25993f75ee8 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:52.052271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.064546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.075701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e687731-5c81-4929-ad00-a60d0bf56c14 req-add722d3-f7c7-4fd9-bf87-d25993f75ee8 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1652665 Jan 18 22:57:52.143976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e687731-5c81-4929-ad00-a60d0bf56c14 req-950d3fc7-547a-464b-ad03-b9798ed18310 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Jan 18 22:57:52.212972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.254572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198f15e-a3b9-4fe2-bd54-9c4b6d1600af,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:52.263637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=85d464c4-e261-4e78-a37c-3fe8d90c5e99,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:52.270988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-33df2ac6-144a-4f75-92dc-f7a251869f6c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bde5fe26620b4d22afdd1a684231b3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3409963 Jan 18 22:57:52.274252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37078) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:52.292695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:52.293027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:52.327641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:52.334621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.344535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaccb95b-3714-4076-96db-be7195c82004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.382064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaccb95b-3714-4076-96db-be7195c82004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.399765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:52.409638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e436e-68e7-4bd0-a915-a884b7c33031 None None] Network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:52.410902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:52.411491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.435188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:52.442805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:52.449470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Pushing event updated for resources: {'Port': ['ID=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:52.453349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:52.454904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f587df38-3399-47fb-9bf4-c19fc7ada58f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:52.491474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaccb95b-3714-4076-96db-be7195c82004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.506469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccb95b-3714-4076-96db-be7195c82004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198f15e-a3b9-4fe2-bd54-9c4b6d1600af,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:52.514444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaccb95b-3714-4076-96db-be7195c82004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.516264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eaccb95b-3714-4076-96db-be7195c82004 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e198f15e-a3b9-4fe2-bd54-9c4b6d1600af HTTP/1.1" status: 204 len: 168 time: 0.2407107 Jan 18 22:57:52.522873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0c8fdce2-5e8a-44ca-9916-41bddcd63b9f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5906417 Jan 18 22:57:52.526441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37086) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:52.532258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223727736'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:52.539983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:52.548662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:52.552788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:52.566729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:52.571111 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.625996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:52.630199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.706153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f587df38-3399-47fb-9bf4-c19fc7ada58f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:52.714674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f587df38-3399-47fb-9bf4-c19fc7ada58f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:52.715053 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.733875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:52.749926 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.750510 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 213eeab5-8e03-4db5-86d2-10da52e4b207 of type vlan for network 5678c7ac-abda-4548-a45a-350dd0b538ec Jan 18 22:57:52.802656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921fc4f-57f2-48ec-92e6-a0e2c3d1a23b req-598a4462-dcdb-40a7-8be4-04aacaadf714 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:52.813955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d921fc4f-57f2-48ec-92e6-a0e2c3d1a23b req-598a4462-dcdb-40a7-8be4-04aacaadf714 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.2271202 Jan 18 22:57:52.819590 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.900206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d921fc4f-57f2-48ec-92e6-a0e2c3d1a23b req-7a84f572-fe9e-49bd-a8c9-f58a5a02d9bd tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850122 Jan 18 22:57:52.934426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.955263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:52.955263 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:52.976965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.013758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef', 'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': '85d464c4-e261-4e78-a37c-3fe8d90c5e99'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:57:53.014511 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.084731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5545554 Jan 18 22:57:53.115436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37096) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:53.165642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': '5678c7ac-abda-4548-a45a-350dd0b538ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:53.187580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:53.219837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.255417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:53.268234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Usage tracker for resource:security_group_rule and tenant:adc112e8762f4336a159d273a053a3d0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:53.292047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:53.340293 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.357243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:53.364421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2788559-03fa-455b-9417-743b2458d313 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=5678c7ac-abda-4548-a45a-350dd0b538ec,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:53.372711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f587df38-3399-47fb-9bf4-c19fc7ada58f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f587df38-3399-47fb-9bf4-c19fc7ada58f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:53.374303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Allocated IP 2001:db8:0:ffff::2 (68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef/85d464c4-e261-4e78-a37c-3fe8d90c5e99/2c463e01-5250-498a-afb1-f776c6cfb8e4) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:57:53.378774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 5678c7ac-abda-4548-a45a-350dd0b538ec details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:53.378991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:53.384136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:53.391689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:53.399767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:53.409260 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.413204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:53.418065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.600874 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.616811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.684708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f587df38-3399-47fb-9bf4-c19fc7ada58f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:53.741114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.759930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.795018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355e82-1b55-479a-b35d-dbd82545bf0a req-44e19a42-6e1e-48e4-a507-3bf23884083d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:53.802453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8355e82-1b55-479a-b35d-dbd82545bf0a req-44e19a42-6e1e-48e4-a507-3bf23884083d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.4772618 Jan 18 22:57:53.821836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=adc112e8762f4336a159d273a053a3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317389 Jan 18 22:57:53.826297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:53.838730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.861885 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.864304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Pushing event updated for resources: {'Port': ['ID=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:53.876077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Transition to ACTIVE for port object 2c463e01-5250-498a-afb1-f776c6cfb8e4 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:53.887435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8355e82-1b55-479a-b35d-dbd82545bf0a req-d61dca8e-fab4-4453-b03c-6e5a78da5d52 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838935 Jan 18 22:57:53.900621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Transition to ACTIVE for port object 2c463e01-5250-498a-afb1-f776c6cfb8e4 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:53.923588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.969464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f7426-1b3a-4d98-bfda-cbf4b265f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920c42c0-5706-4032-99a5-2ef57359dbd3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:54.016967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:54.016967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:54.020494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:57:54.030518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Pushing event updated for resources: {'Port': ['ID=2c463e01-5250-498a-afb1-f776c6cfb8e4,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:54.117695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18709868-0ba6-4bd3-85ed-c03af2c2c59b req-fe5d693b-d541-40c4-b997-2902cac4783a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:54.123159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18709868-0ba6-4bd3-85ed-c03af2c2c59b req-fe5d693b-d541-40c4-b997-2902cac4783a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.5915995 Jan 18 22:57:54.154717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Attempting to bind port 2c463e01-5250-498a-afb1-f776c6cfb8e4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:57:54.154717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Attempting to bind port 2c463e01-5250-498a-afb1-f776c6cfb8e4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:57:54.154717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Attempting to bind port 2c463e01-5250-498a-afb1-f776c6cfb8e4 on network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:57:54.173661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:57:54.173661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Checking segment: {'id': 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:54.173661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.173661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Bound using segment: {'id': 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:57:54.176135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.181384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Bound port: 2c463e01-5250-498a-afb1-f776c6cfb8e4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:57:54.181384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.222604 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18709868-0ba6-4bd3-85ed-c03af2c2c59b req-a9f07fc0-3a68-4536-a3d1-54f4af795216 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942373 Jan 18 22:57:54.272161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee78172-0398-4a0e-b1c4-eb5da19286eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.285862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:57:54.287394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:54.323775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] For port 2c463e01-5250-498a-afb1-f776c6cfb8e4, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:57:54.332415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] For port 2c463e01-5250-498a-afb1-f776c6cfb8e4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c463e01-5250-498a-afb1-f776c6cfb8e4,segment=NetworkSegment(a3fca095-13c7-4fd0-ac68-2ec53bad5edb),segment_id=a3fca095-13c7-4fd0-ac68-2ec53bad5edb)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:57:54.343210 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.386992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=02b0eea1-3d5a-4911-8914-ae713d0830c2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:54.456722 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee78172-0398-4a0e-b1c4-eb5da19286eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.485340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': '213eeab5-8e03-4db5-86d2-10da52e4b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5678c7ac-abda-4548-a45a-350dd0b538ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:54.486006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: 5678c7ac-abda-4548-a45a-350dd0b538ec, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:54.534100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f587df38-3399-47fb-9bf4-c19fc7ada58f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:54.590816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52e225-ecc1-4337-a77d-9bb935ebfd04 req-da24aa30-0194-4c92-9f10-07e07cb58213 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:54.592267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce52e225-ecc1-4337-a77d-9bb935ebfd04 req-da24aa30-0194-4c92-9f10-07e07cb58213 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 0.3149455 Jan 18 22:57:54.604889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 5678c7ac-abda-4548-a45a-350dd0b538ec is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:54.628919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47047b47-d978-4b58-b5d6-dfe19088ca4f None None] Pushing event updated for resources: {'Port': ['ID=2c463e01-5250-498a-afb1-f776c6cfb8e4,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:54.650012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 5678c7ac-abda-4548-a45a-350dd0b538ec) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:54.659878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f587df38-3399-47fb-9bf4-c19fc7ada58f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:54.659878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.687358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:54.689459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.694205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ee3e3-4f10-4730-886c-8f44d6a96452 None None] Network 5678c7ac-abda-4548-a45a-350dd0b538ec requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:54.694849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Router e9b66592-a6f5-41fb-a68f-e18192463c41 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:57:54.747652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce52e225-ecc1-4337-a77d-9bb935ebfd04 req-453ad554-dab5-4f12-9fa2-54bd223ab2ee tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366363 Jan 18 22:57:54.747652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee78172-0398-4a0e-b1c4-eb5da19286eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.820003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee78172-0398-4a0e-b1c4-eb5da19286eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920c42c0-5706-4032-99a5-2ef57359dbd3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:54.846441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee78172-0398-4a0e-b1c4-eb5da19286eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.847723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6ee78172-0398-4a0e-b1c4-eb5da19286eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/920c42c0-5706-4032-99a5-2ef57359dbd3 HTTP/1.1" status: 204 len: 168 time: 1.0039549 Jan 18 22:57:54.854246 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7ddec007-5927-4fb9-9b32-65a6a80f16b0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7367530 Jan 18 22:57:54.867071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37122) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:55.088568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:57:55.129330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d5bedf8d-cb19-48cb-b6f9-d094d764447e admin admin] 10.222.0.78 "PUT /v2.0/routers/e9b66592-a6f5-41fb-a68f-e18192463c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7514613 Jan 18 22:57:55.152220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf27a2-5fd3-47a7-8f15-ee77c052425d req-57f965a8-0072-4682-b75c-42722f51907c tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:55.155026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03cf27a2-5fd3-47a7-8f15-ee77c052425d req-57f965a8-0072-4682-b75c-42722f51907c tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.2222188 Jan 18 22:57:55.221595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.255079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Sync routers for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:57:55.306314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e407c1e-ba18-4790-9c34-005171e3e4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-5678c7ac-abda-4548-a45a-350dd0b538ec', 'network_id': '5678c7ac-abda-4548-a45a-350dd0b538ec', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': '02b0eea1-3d5a-4911-8914-ae713d0830c2'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:57:55.307645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e407c1e-ba18-4790-9c34-005171e3e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.325163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03cf27a2-5fd3-47a7-8f15-ee77c052425d req-7f9dc345-a1f3-485c-a61b-bd8226a33f5d tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556938 Jan 18 22:57:55.407137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.540733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-9c3c2611-d15a-41db-b417-f20fdd376af4 req-efca934b-2b18-4fa3-ab0f-531f9a973622 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:57:55.548589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c3c2611-d15a-41db-b417-f20fdd376af4 req-efca934b-2b18-4fa3-ab0f-531f9a973622 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162733 Jan 18 22:57:55.570472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:57:55.570472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:55.591881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.641512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825828-e817-4854-8962-c972815c3411 req-707750b4-7663-4cf1-9911-57630fd85132 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:55.655717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=02b0eea1-3d5a-4911-8914-ae713d0830c2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:55.666929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d825828-e817-4854-8962-c972815c3411 req-707750b4-7663-4cf1-9911-57630fd85132 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1729391 Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-1e407c1e-ba18-4790-9c34-005171e3e4ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02b0eea1-3d5a-4911-8914-ae713d0830c2: This subnet is being modified by another concurrent operation. Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:57:55.708284 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02b0eea1-3d5a-4911-8914-ae713d0830c2: This subnet is being modified by another concurrent operation. Jan 18 22:57:55.711132 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 22:57:55.742966 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d825828-e817-4854-8962-c972815c3411 req-713683d7-8bd7-48c2-af83-1d98ee724cd0 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 Jan 18 22:57:55.796113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.806365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e16841-8f9b-4a1d-8791-ab15216fa2ac None None] Network 5678c7ac-abda-4548-a45a-350dd0b538ec requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:55.839113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c3c2611-d15a-41db-b417-f20fdd376af4 req-803ca224-5ed1-454f-b7e4-52402097c3a1 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2895758 Jan 18 22:57:55.839113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5678c7ac-abda-4548-a45a-350dd0b538ec']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:55.874082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213eeab5-8e03-4db5-86d2-10da52e4b207') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:55.874384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213eeab5-8e03-4db5-86d2-10da52e4b207') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:55.894972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.944936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:55.964020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:57:55.965235 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:57:56.008207 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:57:56.195200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.219731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.235791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=5678c7ac-abda-4548-a45a-350dd0b538ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:56.242184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c3041fc8-cddf-483e-af0f-dee3e58e522c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/5678c7ac-abda-4548-a45a-350dd0b538ec HTTP/1.1" status: 204 len: 168 time: 1.3736567 Jan 18 22:57:56.247046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37160) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:56.255766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228524002'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:56.261559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:56.266168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:56.269350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:56.280242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:56.299280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:56.304050 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.341104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:56.363232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:57:56.372478 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.373955 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 586e1a03-6c83-41da-aeaf-0dfdfe071a06 of type vlan for network fcc28911-33ef-422f-8ee4-5734622ada23 Jan 18 22:57:56.517901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.584868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e88883-00c4-4630-90a6-5e29117d740a None None] Network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:57:56.600857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c463e01-5250-498a-afb1-f776c6cfb8e4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:56.601984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-eeb2301b-c3c7-46fd-b3a8-df15ff51466f tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:56.604558 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-eeb2301b-c3c7-46fd-b3a8-df15ff51466f tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 820 time: 0.2230711 Jan 18 22:57:56.657859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-200c217f-f874-4ca2-bdff-81bead6777b0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/quotas/70f1bf84db6d4879852b246b55e9bf14 HTTP/1.1" status: 200 len: 375 time: 0.0288618 Jan 18 22:57:56.663988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30de0-c2af-4871-b2c4-8944f3964869 req-4dedcf31-9866-4edd-85f0-86fbcaf64098 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:56.673634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5a30de0-c2af-4871-b2c4-8944f3964869 req-4dedcf31-9866-4edd-85f0-86fbcaf64098 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.1066587 Jan 18 22:57:56.721221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.727792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:56.728842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:56.740568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6e8fdc2c-bf38-4b0d-ba09-5f0f46f6dd1f None None] Provisioning for port 2c463e01-5250-498a-afb1-f776c6cfb8e4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:56.741370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5a30de0-c2af-4871-b2c4-8944f3964869 req-5a51ba1f-23c7-4d6d-acf9-19029254e825 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666213 Jan 18 22:57:56.932419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=fcc28911-33ef-422f-8ee4-5734622ada23,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:56.932419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fa56bac4-ff0b-4c1c-b3ec-541c61158a00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6787052 Jan 18 22:57:56.932419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37188) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:56.952143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:57.021647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fcc28911-33ef-422f-8ee4-5734622ada23 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:57.108965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f956ea-83fb-4ba7-859e-13a9dc837903 req-b758662d-9aa6-45a4-9aae-f189ea1827da tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:57.114666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-b6ca6833-499e-4827-aef3-5fd1f63629cb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:57:57.117114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55f956ea-83fb-4ba7-859e-13a9dc837903 req-b758662d-9aa6-45a4-9aae-f189ea1827da tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 0.1381774 Jan 18 22:57:57.170780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:57.178289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:57.188454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55f956ea-83fb-4ba7-859e-13a9dc837903 req-261c6855-1c3c-4d00-83e1-ba4369100599 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674510 Jan 18 22:57:57.192451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:57.208365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2c463e01-5250-498a-afb1-f776c6cfb8e4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:57:57.216291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2c463e01-5250-498a-afb1-f776c6cfb8e4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:57.217228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:57.217950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:57.229183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-b6ca6833-499e-4827-aef3-5fd1f63629cb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:57:57.230740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-b6ca6833-499e-4827-aef3-5fd1f63629cb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5710294 Jan 18 22:57:57.253084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:57.256865 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:57.525460 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:57.528761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a044f8-233b-4055-98b6-f0f1c8348283 req-fdc0d0bf-cf2d-4c02-97e1-bbb0f5a0cb87 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:57.530512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9a044f8-233b-4055-98b6-f0f1c8348283 req-fdc0d0bf-cf2d-4c02-97e1-bbb0f5a0cb87 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1583028 Jan 18 22:57:57.544712 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-5fc22df5-eb70-4fd9-abcb-57b55797d29b service neutron] 10.222.0.78 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554605 Jan 18 22:57:57.576314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 2, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:57:57.582187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 2c463e01-5250-498a-afb1-f776c6cfb8e4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c463e01-5250-498a-afb1-f776c6cfb8e4,segment=NetworkSegment(a3fca095-13c7-4fd0-ac68-2ec53bad5edb),segment_id=a3fca095-13c7-4fd0-ac68-2ec53bad5edb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:57:57.586192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Checking router: e9b66592-a6f5-41fb-a68f-e18192463c41 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:57:57.586595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Updating router e9b66592-a6f5-41fb-a68f-e18192463c41 port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:57:57.675194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9a044f8-233b-4055-98b6-f0f1c8348283 req-940730ed-19f0-462d-b92c-8a72ffd68316 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003871 Jan 18 22:57:57.722550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:57.735289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:57.933565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=2c463e01-5250-498a-afb1-f776c6cfb8e4,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:57.989273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab68b0-abd3-4c67-b58b-8155258e95b6 req-743ed871-6794-45c0-b159-e7e16c67ade8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:57.996632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65ab68b0-abd3-4c67-b58b-8155258e95b6 req-743ed871-6794-45c0-b159-e7e16c67ade8 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.1885698 Jan 18 22:57:58.023922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.090615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65ab68b0-abd3-4c67-b58b-8155258e95b6 req-68bb4d37-12e9-44ba-b5d8-a76acdc7a4b9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929515 Jan 18 22:57:58.099198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a2541-24f7-46fc-9c0c-8015fbd4dafd None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 22:57:58.192681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-af996c32-e4d6-47a3-a7ec-836a7c5215ca None None] Provisioning complete for port 2c463e01-5250-498a-afb1-f776c6cfb8e4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:58.192681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-af996c32-e4d6-47a3-a7ec-836a7c5215ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.195082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=f5a0453b-e5e7-4b9b-a882-cee33247788a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:58.256691 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-a437639c-fb20-42d1-9137-79bbfa772e30 service neutron] 10.222.0.78 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611941 Jan 18 22:57:58.312966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': '586e1a03-6c83-41da-aeaf-0dfdfe071a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:57:58.312966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: fcc28911-33ef-422f-8ee4-5734622ada23, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:57:58.354514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network fcc28911-33ef-422f-8ee4-5734622ada23 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:57:58.378986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fcc28911-33ef-422f-8ee4-5734622ada23) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:57:58.396520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:58.396520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.470397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c5b71919-c84d-4458-b71b-12241c992f64 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5332267 Jan 18 22:57:58.480615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37222) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:58.480615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67837314'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:58.490993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:58.509469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:58.509469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:58.521550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c463e01-5250-498a-afb1-f776c6cfb8e4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:57:58.525671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:58.556179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:58.586718 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.678731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:57:58.697066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.697066 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 39ef6ff9-f91e-4eca-a7f8-1cfb723f0f58 of type vlan for network f163840e-30b8-437f-a1ac-8c98c0d2adf3 Jan 18 22:57:58.733850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.739375 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5effd7d-d07f-4f99-8b48-9116585f70e7 req-83dd3cb9-0998-4354-88b7-49d21def727e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 210 time: 0.0878296 Jan 18 22:57:58.833813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:57:58.858571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:58.892183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:58.892183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:59.053397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:59.061600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Transition to ACTIVE for port object 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:57:59.206935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:59.300817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260a999-4240-4f45-ac78-4df3ae8f202c req-1da133d3-27ca-4b1c-8270-8a890a67658e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:59.302756 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2260a999-4240-4f45-ac78-4df3ae8f202c req-1da133d3-27ca-4b1c-8270-8a890a67658e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1589181 Jan 18 22:57:59.351253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=f163840e-30b8-437f-a1ac-8c98c0d2adf3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:59.368017 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2260a999-4240-4f45-ac78-4df3ae8f202c req-f649cff7-623b-4706-adfb-80f94474b5a4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487831 Jan 18 22:57:59.398064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c47fd25b-d7d1-45dd-a616-8fd8b28ceb62 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9258187 Jan 18 22:57:59.401329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:59.407069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': 'f163840e-30b8-437f-a1ac-8c98c0d2adf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:57:59.430988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2c463e01-5250-498a-afb1-f776c6cfb8e4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:57:59.431490 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:59.466508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f163840e-30b8-437f-a1ac-8c98c0d2adf3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:57:59.486937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ec3b-16e4-4b5f-a009-861e9a60bd38 req-b3a4b96c-3376-4aa0-a129-78ff7fdcd893 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:59.527428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ec3b-16e4-4b5f-a009-861e9a60bd38 req-b3a4b96c-3376-4aa0-a129-78ff7fdcd893 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:59.544418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ec3b-16e4-4b5f-a009-861e9a60bd38 req-b3a4b96c-3376-4aa0-a129-78ff7fdcd893 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:59.546220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4314ec3b-16e4-4b5f-a009-861e9a60bd38 req-b3a4b96c-3376-4aa0-a129-78ff7fdcd893 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3&device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b&device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 2418 time: 0.4817617 Jan 18 22:57:59.592867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:57:59.609916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:57:59.618492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:57:59.627951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:57:59.650611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:57:59.655040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:59.662804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4314ec3b-16e4-4b5f-a009-861e9a60bd38 req-5f433c2a-bd39-4f53-8c12-ef3f4f4079a1 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077478 Jan 18 22:57:59.869701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 22:57:59.870539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 22:57:59.916198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721b83-aa6d-488b-aae4-5cfc47ce184e None None] Pushing event updated for resources: {'Port': ['ID=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:57:59.939134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7832db03-571b-4239-8206-a24f7ffc607b req-22fd9244-d652-4530-a43a-3d161bc026ff tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2483094 Jan 18 22:58:00.037589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2dd788ae-4580-4827-9cb5-74fa26173618 req-3e7fa78a-c493-4545-930e-af692779acf7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 210 time: 0.0631006 Jan 18 22:58:00.116401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:00.182060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Attempting to bind port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:00.182544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Attempting to bind port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:00.182823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Attempting to bind port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 on network d5773fa1-0ff2-4d9d-a9be-980372b49c2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:00.192823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:00.193227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Checking segment: {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:00.194909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:00.194909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Bound using segment: {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:00.194909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Bound port: 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:00.194909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:00.198832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=c6171956-750e-4388-b68c-fe4c663361dd,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:00.255489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a2541-24f7-46fc-9c0c-8015fbd4dafd None None] Unable to find a vacant binding_index for network fcc28911-33ef-422f-8ee4-5734622ada23 and agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 18 22:58:00.256918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': '39ef6ff9-f91e-4eca-a7f8-1cfb723f0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f163840e-30b8-437f-a1ac-8c98c0d2adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:00.257664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: f163840e-30b8-437f-a1ac-8c98c0d2adf3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:00.291766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network f163840e-30b8-437f-a1ac-8c98c0d2adf3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:00.304234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a2541-24f7-46fc-9c0c-8015fbd4dafd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fcc28911-33ef-422f-8ee4-5734622ada23) {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:58:00.319367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, f163840e-30b8-437f-a1ac-8c98c0d2adf3) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:00.327332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:00.327953 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:00.379701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7f564557-d017-4fdb-8469-eec7ae2d4a84 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9767787 Jan 18 22:58:00.382090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37272) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:00.632069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] For port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:00.675450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] For port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:00.706334 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:00.800308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-e03b6f00-b5f4-45fd-9e5e-263489563b70 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:00.800771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-e03b6f00-b5f4-45fd-9e5e-263489563b70 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:00.894328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-e03b6f00-b5f4-45fd-9e5e-263489563b70 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:00.895790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-e03b6f00-b5f4-45fd-9e5e-263489563b70 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 820 time: 0.4676242 Jan 18 22:58:00.916496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec77020-dc1d-4573-88e6-e886f2020549 req-6f4d12f7-8fcb-4a0f-82fd-3bdcd2530184 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:00.930684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ec77020-dc1d-4573-88e6-e886f2020549 req-6f4d12f7-8fcb-4a0f-82fd-3bdcd2530184 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.3516791 Jan 18 22:58:00.967566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'port': {'device_id': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'admin_state_up': True, 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:00.981837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:58:00.982475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:57:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:01.013205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:01.071475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721b83-aa6d-488b-aae4-5cfc47ce184e None None] Pushing event updated for resources: {'Port': ['ID=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:01.142205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ec77020-dc1d-4573-88e6-e886f2020549 req-660e6afa-421d-4deb-97d3-60559be48388 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101967 Jan 18 22:58:01.373527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:58:01.397524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da9d883d-6cfd-4989-be56-bb100773325c req-4c7bf6b6-dcb3-41ac-8cd9-af995ae598f1 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 210 time: 0.1040933 Jan 18 22:58:01.442658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7498766-53bf-4555-9940-908fff6263ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f163840e-30b8-437f-a1ac-8c98c0d2adf3', 'network_id': 'f163840e-30b8-437f-a1ac-8c98c0d2adf3', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': 'c6171956-750e-4388-b68c-fe4c663361dd'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:01.443513 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7498766-53bf-4555-9940-908fff6263ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:01.453292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-fcc28911-33ef-422f-8ee4-5734622ada23', 'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': 'f5a0453b-e5e7-4b9b-a882-cee33247788a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:01.454103 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:01.455415 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:01.532014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:01.587251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:01.673867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Made reservation on behalf of 70f1bf84db6d4879852b246b55e9bf14 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:01.678538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:01.745975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:01.796440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=c6171956-750e-4388-b68c-fe4c663361dd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-b7498766-53bf-4555-9940-908fff6263ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6171956-750e-4388-b68c-fe4c663361dd: This subnet is being modified by another concurrent operation. Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:58:01.916200 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6171956-750e-4388-b68c-fe4c663361dd: This subnet is being modified by another concurrent operation. Jan 18 22:58:01.921982 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 22:58:01.932480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Allocated IP 2001:db8::3 (fcc28911-33ef-422f-8ee4-5734622ada23/f5a0453b-e5e7-4b9b-a882-cee33247788a/a5342166-6daf-46c2-96d7-450fe794eb43) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:02.018204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28b64a-c618-4abe-aa6d-742cf51e6f9c req-79af276b-d9f7-4e19-b77e-aab9cbe9fb3a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:02.021735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed28b64a-c618-4abe-aa6d-742cf51e6f9c req-79af276b-d9f7-4e19-b77e-aab9cbe9fb3a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4310570 Jan 18 22:58:02.036985 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:02.108437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed28b64a-c618-4abe-aa6d-742cf51e6f9c req-980b12d3-cd66-454f-bb7a-d86f1ee15823 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785503 Jan 18 22:58:02.190035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f163840e-30b8-437f-a1ac-8c98c0d2adf3']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:02.221403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ef6ff9-f91e-4eca-a7f8-1cfb723f0f58') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:02.221716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ef6ff9-f91e-4eca-a7f8-1cfb723f0f58') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:02.247910 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:02.263332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Allocated IP 172.20.0.9 (d5773fa1-0ff2-4d9d-a9be-980372b49c2c/824ab70a-603a-4c7a-ab47-0053910c8a3a/6736d86f-7f25-478e-b756-1086b9895b88) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:02.291530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:02.347370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:02.350426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:02.376899 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:02.448169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:02.492753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:00Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:02.502144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed42cd-f908-467f-ad41-07a48bc013e1 None None] The sync data for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 is: [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:00Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:58:02.771453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Transition to ACTIVE for port object a5342166-6daf-46c2-96d7-450fe794eb43 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:02.817770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Transition to ACTIVE for port object a5342166-6daf-46c2-96d7-450fe794eb43 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:02.838837 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:02.950057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546133ce-5b8d-4ece-9ebb-fc2dd203de92 req-c7c30fe2-96a9-41e0-a890-679e1365f483 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:02.961235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-546133ce-5b8d-4ece-9ebb-fc2dd203de92 req-c7c30fe2-96a9-41e0-a890-679e1365f483 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2287350 Jan 18 22:58:03.008096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Pushing event updated for resources: {'Port': ['ID=a5342166-6daf-46c2-96d7-450fe794eb43,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:03.015263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Network fcc28911-33ef-422f-8ee4-5734622ada23 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:03.016694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:03.022797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:03.102340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-546133ce-5b8d-4ece-9ebb-fc2dd203de92 req-63c6dd41-d251-45c9-9d8a-ca5f04db68c3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366892 Jan 18 22:58:03.123798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.160175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Attempting to bind port a5342166-6daf-46c2-96d7-450fe794eb43 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:03.160664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Attempting to bind port a5342166-6daf-46c2-96d7-450fe794eb43 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '586e1a03-6c83-41da-aeaf-0dfdfe071a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:03.165836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Attempting to bind port a5342166-6daf-46c2-96d7-450fe794eb43 on network fcc28911-33ef-422f-8ee4-5734622ada23 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:03.173714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:03.174513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Checking segment: {'id': '586e1a03-6c83-41da-aeaf-0dfdfe071a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:03.175603 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.176200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Bound using segment: {'id': '586e1a03-6c83-41da-aeaf-0dfdfe071a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:03.178841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Bound port: a5342166-6daf-46c2-96d7-450fe794eb43, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586e1a03-6c83-41da-aeaf-0dfdfe071a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fcc28911-33ef-422f-8ee4-5734622ada23'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:03.179601 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.200332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.206539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=f163840e-30b8-437f-a1ac-8c98c0d2adf3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:03.239831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9488ea36-163d-458a-a538-932bcef6917a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/f163840e-30b8-437f-a1ac-8c98c0d2adf3 HTTP/1.1" status: 204 len: 168 time: 2.8474498 Jan 18 22:58:03.242162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37342) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:03.250733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209232177'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:03.268302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:03.282641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:03.290834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:03.308734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:03.330435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ddc7-5ba9-4f75-9a97-c0a22200bcdb req-a2cf35cb-e0fc-48eb-87ec-0dc64f5f3767 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:03.331109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] For port a5342166-6daf-46c2-96d7-450fe794eb43, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:03.331856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea26ddc7-5ba9-4f75-9a97-c0a22200bcdb req-a2cf35cb-e0fc-48eb-87ec-0dc64f5f3767 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.8040819 Jan 18 22:58:03.334825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] For port a5342166-6daf-46c2-96d7-450fe794eb43, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a5342166-6daf-46c2-96d7-450fe794eb43,segment=NetworkSegment(586e1a03-6c83-41da-aeaf-0dfdfe071a06),segment_id=586e1a03-6c83-41da-aeaf-0dfdfe071a06)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:03.339475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:03.354464 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.355045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.423933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:03.428414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.445593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.446105 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 69c8342f-27c9-4a0c-b9b1-c474598f6b76 of type vlan for network a1c387a7-d68f-47ab-92cd-e06acba16d15 Jan 18 22:58:03.462267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea26ddc7-5ba9-4f75-9a97-c0a22200bcdb req-5952d3e2-414e-4b40-88e5-b65b33c4c834 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213598 Jan 18 22:58:03.514225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.528734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.568915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9d150-df74-45f7-99c2-a9f8cbf976f8 None None] Pushing event updated for resources: {'Port': ['ID=a5342166-6daf-46c2-96d7-450fe794eb43,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:03.681906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.699704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:03.699704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:03.778374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Network d5773fa1-0ff2-4d9d-a9be-980372b49c2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:03.798365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:03.814892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:03.949622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7068133 Jan 18 22:58:03.952444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:03.997886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:04.015451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:04.077012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:04.077867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:04.115056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-b8648538-8a62-4a01-9732-e1b98175b82b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:04.115807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-b8648538-8a62-4a01-9732-e1b98175b82b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:04.122134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d2b68ffb-540e-42a9-b7f6-dfe1e6235ab0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1605809 Jan 18 22:58:04.151200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Request body: {'port': {'device_id': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:04.197799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb23a05-ed08-4532-9a83-4cda3c418dd3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=a1c387a7-d68f-47ab-92cd-e06acba16d15,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:04.215303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-b8648538-8a62-4a01-9732-e1b98175b82b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:04.216355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a1c387a7-d68f-47ab-92cd-e06acba16d15 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:04.230160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-b8648538-8a62-4a01-9732-e1b98175b82b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 931 time: 0.4194622 Jan 18 22:58:04.256515 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:04.279331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:04.284557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:04.288037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:04.303615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:04.326347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:04.339479 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:04.484605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-e52a6953-6c46-470e-a3ca-9edf889483c6 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:04.572892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:04.584347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a5342166-6daf-46c2-96d7-450fe794eb43 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:04.590682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-e52a6953-6c46-470e-a3ca-9edf889483c6 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:04.591853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d1d7acf-bacc-451e-b040-4ab99fa2b92a req-e52a6953-6c46-470e-a3ca-9edf889483c6 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609145 Jan 18 22:58:04.651384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092a38-656f-4260-987e-c625c19da7e4 req-f6706db4-9439-4129-884e-5da758cc11ee tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:04.653959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4092a38-656f-4260-987e-c625c19da7e4 req-f6706db4-9439-4129-884e-5da758cc11ee tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.1640472 Jan 18 22:58:04.743916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4092a38-656f-4260-987e-c625c19da7e4 req-149aa87b-b08f-4872-ab4b-34ac9e417880 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783935 Jan 18 22:58:04.752093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a5342166-6daf-46c2-96d7-450fe794eb43 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:04.789544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:04.990910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:05.005698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:05.006849 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.086160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.258953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.297112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:05.303297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.380495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e9278-2413-42f0-aacc-9d21f48dde66 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 22:58:05.409205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-e2be1cdb-d31c-4f57-bbf7-42a898be8496 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:05.420529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-e2be1cdb-d31c-4f57-bbf7-42a898be8496 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.4222867 Jan 18 22:58:05.422160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=3d29b531-15a3-49bd-b05b-57ca873ca6ec,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:05.454659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-0011c524-fcf1-4669-9e4a-8243df3cc7de tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/quotas/48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 375 time: 0.0331156 Jan 18 22:58:05.457706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:05.463270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': '69c8342f-27c9-4a0c-b9b1-c474598f6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:05.463637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: a1c387a7-d68f-47ab-92cd-e06acba16d15, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:05.521087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26cce5-28ae-45cb-8ff7-cd8b20ee5abd req-bccbd68a-1bc7-407a-b9f2-e32326149741 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:05.528288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d26cce5-28ae-45cb-8ff7-cd8b20ee5abd req-bccbd68a-1bc7-407a-b9f2-e32326149741 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.5222094 Jan 18 22:58:05.530108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network a1c387a7-d68f-47ab-92cd-e06acba16d15 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:05.537060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] Provisioning for port a5342166-6daf-46c2-96d7-450fe794eb43 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:05.578850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-8343d660-8f17-4601-9b85-4fed2687d20a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:05.580448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-8343d660-8f17-4601-9b85-4fed2687d20a tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 945 time: 0.2204325 Jan 18 22:58:05.584383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a1c387a7-d68f-47ab-92cd-e06acba16d15) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:05.597502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] Provisioning complete for port a5342166-6daf-46c2-96d7-450fe794eb43 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:05.598032 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.613569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6736d86f-7f25-478e-b756-1086b9895b88 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:05.629547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:05.630168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.645724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-9d5df8bc-cbb5-4029-9da4-c0210d6ffd8c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1899481 Jan 18 22:58:05.648888 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d26cce5-28ae-45cb-8ff7-cd8b20ee5abd req-95722d92-f027-4456-aa30-9ee58f874b20 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196704 Jan 18 22:58:05.681584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.738597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Deleting port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:05.738597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.799732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Transition to ACTIVE for port object 6736d86f-7f25-478e-b756-1086b9895b88 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:05.800141 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:58:05.808799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0cd7b06c-681f-457d-80d3-6523bb9db292 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8469155 Jan 18 22:58:05.812423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:05.842222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.842805 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:05.941845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] For port a5342166-6daf-46c2-96d7-450fe794eb43, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a5342166-6daf-46c2-96d7-450fe794eb43,segment=NetworkSegment(586e1a03-6c83-41da-aeaf-0dfdfe071a06),segment_id=586e1a03-6c83-41da-aeaf-0dfdfe071a06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:05.975885 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.100645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e9278-2413-42f0-aacc-9d21f48dde66 None None] Unable to find a vacant binding_index for network a1c387a7-d68f-47ab-92cd-e06acba16d15 and agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 18 22:58:06.106984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] For port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:06.107471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.112411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1625ff-f899-4097-9121-d99297d40232 None None] Pushing event updated for resources: {'Port': ['ID=a5342166-6daf-46c2-96d7-450fe794eb43,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:06.116900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e9278-2413-42f0-aacc-9d21f48dde66 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a1c387a7-d68f-47ab-92cd-e06acba16d15) {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:58:06.280393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Calling delete_port for 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:06.422536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-b3415e15-8dc2-4b96-b3c3-6e2e48adc9c8 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758470 Jan 18 22:58:06.456672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:06.464305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e5189-fbec-4a4f-b9ae-0387a0598966 req-c4d9ef8f-3989-4085-9745-951faad3e145 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:06.472803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3e0e5189-fbec-4a4f-b9ae-0387a0598966 req-c4d9ef8f-3989-4085-9745-951faad3e145 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 943 time: 0.3348365 Jan 18 22:58:06.482171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a5342166-6daf-46c2-96d7-450fe794eb43 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:06.565839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3e0e5189-fbec-4a4f-b9ae-0387a0598966 req-fd4ba60d-6b62-45f4-a4ed-83c80256f1a9 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916383 Jan 18 22:58:06.585183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a5342166-6daf-46c2-96d7-450fe794eb43 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:06.585935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.608492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.623360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8a38091e-b545-49d6-a9ce-639245958c25', '8e683326-f0e1-4689-a830-e8f164534e82'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:06.632368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Attempting to bind port 6736d86f-7f25-478e-b756-1086b9895b88 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:06.632723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Attempting to bind port 6736d86f-7f25-478e-b756-1086b9895b88 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:06.633098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Attempting to bind port 6736d86f-7f25-478e-b756-1086b9895b88 on network d5773fa1-0ff2-4d9d-a9be-980372b49c2c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:06.653303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:06.670477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.675260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Port 6736d86f-7f25-478e-b756-1086b9895b88 on network d5773fa1-0ff2-4d9d-a9be-980372b49c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:58:06.675592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Attempting to bind port 6736d86f-7f25-478e-b756-1086b9895b88 on network d5773fa1-0ff2-4d9d-a9be-980372b49c2c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:06.688831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Pushing event deleted for resources: {'Port': ['ID=7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:06.707631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:06.707970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Checking segment: {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:06.708363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Bound using segment: {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:06.708806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Bound port: 6736d86f-7f25-478e-b756-1086b9895b88, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480ded0e-9551-42e8-9ed3-30f2fdf5a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:06.709182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.731579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-732ee67e-e1fc-4397-852f-80b601536089 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079221 Jan 18 22:58:06.869899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cf2080-cc23-43f1-b5fe-65c7cdb28e0d req-ee2a6dfa-3b6d-4bb3-88b3-398484ae4145 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9535ace-cfc4-47a3-bc0e-39563d03e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0941875 Jan 18 22:58:06.871910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] No DVR routers for this DVR port 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:06.877352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.885531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'name': 'network-vif-deleted', 'tag': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:06.917555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:06.926138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-980076a2-9cde-46b8-a83b-d95dc8b1b0b8 req-ac0ccdb7-08f0-466c-b482-af77e218cd72 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.86 "DELETE /v2.0/ports/7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e HTTP/1.1" status: 204 len: 173 time: 1.3369050 Jan 18 22:58:07.048203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a1c387a7-d68f-47ab-92cd-e06acba16d15', 'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': '3d29b531-15a3-49bd-b05b-57ca873ca6ec'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:07.049653 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:07.175055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:07.192013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:07.279554 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9535ace-cfc4-47a3-bc0e-39563d03e0b3', 'name': 'network-vif-deleted', 'tag': '7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e', 'status': 'completed', 'code': 200} Jan 18 22:58:07.315077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:07.334066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4ea5-097e-4089-b52f-dbae5a60ba06 req-53d6721d-b396-4458-9399-515114cea759 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:07.342076 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f58c4ea5-097e-4089-b52f-dbae5a60ba06 req-53d6721d-b396-4458-9399-515114cea759 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2249873 Jan 18 22:58:07.382991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:07.398451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:07.400590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f58c4ea5-097e-4089-b52f-dbae5a60ba06 req-dd87b6b7-15c1-4bc9-8bf4-981d3f864517 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575705 Jan 18 22:58:07.446538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:07.447014 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:07.515219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:07.516405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:07.518355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] 10.222.0.86 "PUT /v2.0/ports/6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 1091 time: 3.3801599 Jan 18 22:58:07.518961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:07.524409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91bdfa57-1672-4597-b751-817b1ca9bf10 req-e6445a72-e73d-4428-b875-6d85cae2962f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 210 time: 0.0694323 Jan 18 22:58:07.588224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6edc50-4a48-45f8-9830-d487da958902 service neutron] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:07.598384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Allocated IP 2001:db8::1 (a1c387a7-d68f-47ab-92cd-e06acba16d15/3d29b531-15a3-49bd-b05b-57ca873ca6ec/de13709a-1c0b-445e-9061-7653ccce0ca9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:07.653238 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'status': 'completed', 'code': 200} Jan 18 22:58:07.714032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-049e87c1-7cd6-4813-bb06-8f16d7e7b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:07.716658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-049e87c1-7cd6-4813-bb06-8f16d7e7b8c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1094 time: 0.1087828 Jan 18 22:58:07.881404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5aa5e-cdd3-4657-9ba7-37227cfe5f22 req-ef63484b-7003-4463-9744-e442df8700cb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:07.893187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fb5aa5e-cdd3-4657-9ba7-37227cfe5f22 req-ef63484b-7003-4463-9744-e442df8700cb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 943 time: 0.1478994 Jan 18 22:58:07.917734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-2bf24079-cfba-4148-89b6-41d533db1b8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.1879120 Jan 18 22:58:07.991670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fb5aa5e-cdd3-4657-9ba7-37227cfe5f22 req-d887b78e-3c5c-43a6-8b56-16ecaa33248c tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962136 Jan 18 22:58:08.020979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d85be39a-543c-4f7e-b133-fc6a0dc0e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:08.022649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d85be39a-543c-4f7e-b133-fc6a0dc0e318 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.0979767 Jan 18 22:58:08.096927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-d8da2178-e892-43b9-85a2-d5c54dfbfc90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574367 Jan 18 22:58:08.178061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.202607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Transition to ACTIVE for port object de13709a-1c0b-445e-9061-7653ccce0ca9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:08.231073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Transition to ACTIVE for port object de13709a-1c0b-445e-9061-7653ccce0ca9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:08.240439 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.326093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Network a1c387a7-d68f-47ab-92cd-e06acba16d15 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:08.330342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:08.336464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:08.340828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.347752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Pushing event updated for resources: {'Port': ['ID=de13709a-1c0b-445e-9061-7653ccce0ca9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:08.426687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=3d29b531-15a3-49bd-b05b-57ca873ca6ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:08.465219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Attempting to bind port de13709a-1c0b-445e-9061-7653ccce0ca9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:08.465870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Attempting to bind port de13709a-1c0b-445e-9061-7653ccce0ca9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '69c8342f-27c9-4a0c-b9b1-c474598f6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:08.466441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Attempting to bind port de13709a-1c0b-445e-9061-7653ccce0ca9 on network a1c387a7-d68f-47ab-92cd-e06acba16d15 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:08.472396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:08.473091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Checking segment: {'id': '69c8342f-27c9-4a0c-b9b1-c474598f6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:08.473693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.474292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Bound using segment: {'id': '69c8342f-27c9-4a0c-b9b1-c474598f6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:08.474947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Bound port: de13709a-1c0b-445e-9061-7653ccce0ca9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c8342f-27c9-4a0c-b9b1-c474598f6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:08.475541 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.527942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-1ec41a84-136e-4185-979e-6f3e88503618 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249539 Jan 18 22:58:08.573923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] For port de13709a-1c0b-445e-9061-7653ccce0ca9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:08.577932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] For port de13709a-1c0b-445e-9061-7653ccce0ca9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=de13709a-1c0b-445e-9061-7653ccce0ca9,segment=NetworkSegment(69c8342f-27c9-4a0c-b9b1-c474598f6b76),segment_id=69c8342f-27c9-4a0c-b9b1-c474598f6b76)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:08.584570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.632550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.792345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c387a7-d68f-47ab-92cd-e06acba16d15']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:08.844332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c8342f-27c9-4a0c-b9b1-c474598f6b76') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:08.844687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c8342f-27c9-4a0c-b9b1-c474598f6b76') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:08.873888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255512-6561-4349-a334-268ac281a9e6 req-bfe08a08-8bbc-4774-8d8b-01ddeecb171f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:08.885399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace125-c5a6-4e28-bbce-d981a5859648 None None] Pushing event updated for resources: {'Port': ['ID=de13709a-1c0b-445e-9061-7653ccce0ca9,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:08.888752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a255512-6561-4349-a334-268ac281a9e6 req-bfe08a08-8bbc-4774-8d8b-01ddeecb171f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.3248675 Jan 18 22:58:08.894909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0573ca4-ff42-45a2-8cbb-03d31d9ce5e0 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 22:58:08.927681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:08.998078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ec9f52f-958d-440f-b5fb-5ed19e47f450 req-06055b37-e688-458c-bbcf-2b58b73aa081 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619701 Jan 18 22:58:09.001185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:09.006807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a255512-6561-4349-a334-268ac281a9e6 req-85bdfe6a-9099-4325-a65e-f631f668a25c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089256 Jan 18 22:58:09.013148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:09.013789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:09.034381 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:09.157806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:58:09.157806 n-d-825178-1 neutron-server[87811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:58:09.157806 n-d-825178-1 neutron-server[87811]: [parameters: {'id': 'a1c387a7-d68f-47ab-92cd-e06acba16d15'}] Jan 18 22:58:09.157806 n-d-825178-1 neutron-server[87811]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:58:09.158169 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:58:09.192196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0573ca4-ff42-45a2-8cbb-03d31d9ce5e0 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:58:09.195929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f96128d-77e7-4ecb-b733-1f0287f2a1d9 req-9a173bf3-b060-40c5-8433-ace40e3a8d81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 210 time: 0.2204897 Jan 18 22:58:09.294948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-1768bf55-daf4-4eab-80d5-9773a1c6a5f6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:09.297334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-1768bf55-daf4-4eab-80d5-9773a1c6a5f6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.86 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.5467141 Jan 18 22:58:09.318827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'port': {'device_id': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'admin_state_up': True, 'tenant_id': '48a783a9a5994582b0f93c202337c41c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:09.377989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-4351e73e-0d46-412b-8153-237574a7f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:09.379469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-4351e73e-0d46-412b-8153-237574a7f30e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1094 time: 0.1783807 Jan 18 22:58:09.429449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7c73e-776e-40ba-a9bc-fdd2ea9aec77 req-d92e17ce-6c9a-4bff-85b6-1a4767f8302e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:09.438249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7dc7c73e-776e-40ba-a9bc-fdd2ea9aec77 req-d92e17ce-6c9a-4bff-85b6-1a4767f8302e tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 0.1680589 Jan 18 22:58:09.660296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:09.687007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7dc7c73e-776e-40ba-a9bc-fdd2ea9aec77 req-68950199-1480-488f-b7a8-f738a6e7dcaa tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477064 Jan 18 22:58:09.692365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b021d-8fe0-4d2f-b351-81f867734163 req-6131a874-5992-47b9-bcf9-74c72efee024 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:09.703017 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-823b021d-8fe0-4d2f-b351-81f867734163 req-6131a874-5992-47b9-bcf9-74c72efee024 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 943 time: 0.2801340 Jan 18 22:58:09.749194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:09.755844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca500ae-0809-41c4-8b4d-1252eba7af52 None None] Network fcc28911-33ef-422f-8ee4-5734622ada23 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:09.772837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port de13709a-1c0b-445e-9061-7653ccce0ca9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:09.773213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:09.787231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baefb88-9b5b-4ff0-9fe6-58ce189cc010 None None] Network f163840e-30b8-437f-a1ac-8c98c0d2adf3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:09.793586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:09.813567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b84e5-e71c-45d1-9dce-f4f0cd77cb8e None None] Network a1c387a7-d68f-47ab-92cd-e06acba16d15 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:09.826018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-823b021d-8fe0-4d2f-b351-81f867734163 req-def87bf2-5f0f-4546-9b28-d477ca6a7aa6 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258893 Jan 18 22:58:09.842630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-1163cc20-f86a-4737-96c7-687899251a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:09.843170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:09.844268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-1163cc20-f86a-4737-96c7-687899251a0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.4580014 Jan 18 22:58:09.855009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:09.949275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-2630bd87-3075-481e-b7c3-be40e21829e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.0974388 Jan 18 22:58:09.962966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baefb88-9b5b-4ff0-9fe6-58ce189cc010 None None] Network f163840e-30b8-437f-a1ac-8c98c0d2adf3 could not be found, it might have been deleted concurrently. {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 18 22:58:10.028917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89058775-0bec-4697-8881-7641fa61b183 None None] Network f163840e-30b8-437f-a1ac-8c98c0d2adf3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:10.072305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89058775-0bec-4697-8881-7641fa61b183 None None] Network f163840e-30b8-437f-a1ac-8c98c0d2adf3 could not be found, it might have been deleted concurrently. {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 18 22:58:10.105608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:10.146963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:58:10.147713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7e5fef9f-e0d6-4fdf-a123-546d9de6cb3e not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:58:10.172855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Allocated IP 172.20.0.7 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:10.306196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-30fb3566-8698-4420-bffb-95c8426d72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:10.307997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-30fb3566-8698-4420-bffb-95c8426d72ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.3218091 Jan 18 22:58:10.526398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port de13709a-1c0b-445e-9061-7653ccce0ca9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=de13709a-1c0b-445e-9061-7653ccce0ca9,segment=NetworkSegment(69c8342f-27c9-4a0c-b9b1-c474598f6b76),segment_id=69c8342f-27c9-4a0c-b9b1-c474598f6b76)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:10.526766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:10.610380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f619bc-65fd-40d4-a80f-f6d38d00cc82 req-0cc245d2-3100-4e94-a664-ad2cce97be85 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:10.612719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbc14d-ee00-4373-9c03-772b70807801 None None] Network a1c387a7-d68f-47ab-92cd-e06acba16d15 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:10.618477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2f619bc-65fd-40d4-a80f-f6d38d00cc82 req-0cc245d2-3100-4e94-a664-ad2cce97be85 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.3565388 Jan 18 22:58:10.692373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:10.696666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for de13709a-1c0b-445e-9061-7653ccce0ca9 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:10.714067 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2f619bc-65fd-40d4-a80f-f6d38d00cc82 req-518d340f-7873-4ec7-844a-9fb9d6921996 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944281 Jan 18 22:58:10.741901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Transition to ACTIVE for port object 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:10.790331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:10.838793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:10.900127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-2eac71d3-c23f-4f8f-8994-0a3dbb97f8a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4950500 Jan 18 22:58:10.900768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.080226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Port': ['ID=de13709a-1c0b-445e-9061-7653ccce0ca9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:11.151800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No DVR routers for this DVR port de13709a-1c0b-445e-9061-7653ccce0ca9 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:11.178529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:11.210074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:11.223375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.223645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.224007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.225550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.225550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.228273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.228652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.229155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.229580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.230005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.230555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.231447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:11.236739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:11.240736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:11.387631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:11.388325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.437025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.495975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae5c1c-4309-419e-a703-fed71b7c6a50 req-8a68110e-09a3-415f-b8a7-41b1a137026b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:11.497175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-efae5c1c-4309-419e-a703-fed71b7c6a50 req-8a68110e-09a3-415f-b8a7-41b1a137026b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Synchronizing usage tracker for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:11.514763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-6313a510-dae3-4776-af5e-444686e12959 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2002213 Jan 18 22:58:11.518376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-efae5c1c-4309-419e-a703-fed71b7c6a50 req-8a68110e-09a3-415f-b8a7-41b1a137026b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Unset dirty status for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:11.520540 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-efae5c1c-4309-419e-a703-fed71b7c6a50 req-8a68110e-09a3-415f-b8a7-41b1a137026b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 0.6359425 Jan 18 22:58:11.527368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Request body: {'port': {'device_id': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:11.549232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-0135c5ca-9a43-4a10-b99a-1f4349eb993c service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438504 Jan 18 22:58:11.668503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.719067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-70b5b924-c669-4080-a643-0af62542b85c None None] Provisioning for port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:11.726798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-70b5b924-c669-4080-a643-0af62542b85c None None] Provisioning complete for port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:11.727396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70b5b924-c669-4080-a643-0af62542b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.776300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c387a7-d68f-47ab-92cd-e06acba16d15']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:11.792081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c8342f-27c9-4a0c-b9b1-c474598f6b76') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:11.792753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c8342f-27c9-4a0c-b9b1-c474598f6b76') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:11.806684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.816485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-70b5b924-c669-4080-a643-0af62542b85c None None] Port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:58:11.827907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-740f329b-9093-48d4-9fb2-b24205021e2b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:11.829803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-740f329b-9093-48d4-9fb2-b24205021e2b tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 1.6336157 Jan 18 22:58:11.842390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfcda7-6e55-48a9-87fa-2f96be58bdb4 req-560ed342-5344-493c-8a82-a3f496f0b110 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:11.852633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6dcfcda7-6e55-48a9-87fa-2f96be58bdb4 req-560ed342-5344-493c-8a82-a3f496f0b110 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 931 time: 1.0541558 Jan 18 22:58:11.893492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.912321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-efae5c1c-4309-419e-a703-fed71b7c6a50 req-6fb9bcd8-c7c5-4816-a982-4f52af8efd23 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448521 Jan 18 22:58:11.960126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce2b0d-65f4-458f-b37d-8ba89bb9e406 None None] Network fcc28911-33ef-422f-8ee4-5734622ada23 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:12.121895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6736d86f-7f25-478e-b756-1086b9895b88 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:58:12.122605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:12.122715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.172223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7853ad4-b5f1-4f48-aae7-57220a54f938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.176571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc66d426-151c-4295-9d07-e8ed358ea241 None None] Provisioning complete for port a5342166-6daf-46c2-96d7-450fe794eb43 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:12.177399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc66d426-151c-4295-9d07-e8ed358ea241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:12.179741 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:12.270299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:12.280914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.308822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Deleting port 8e683326-f0e1-4689-a830-e8f164534e82 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:12.309229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.348861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6dcfcda7-6e55-48a9-87fa-2f96be58bdb4 req-2e77f477-be60-4a12-8715-dd26e160baf5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949858 Jan 18 22:58:12.367502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Transition to ACTIVE for port object 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:12.369672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d471a365-a22f-4e81-a7b9-a3a06be50b28 req-c6417f70-7872-41cb-ace5-e90081e9e23f service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993999 Jan 18 22:58:12.383987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.384324 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.486332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.507937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=a1c387a7-d68f-47ab-92cd-e06acba16d15,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:12.531128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-67f22c95-6db3-4fec-882c-9f67fdafe609 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/a1c387a7-d68f-47ab-92cd-e06acba16d15 HTTP/1.1" status: 204 len: 168 time: 6.7096074 Jan 18 22:58:12.532289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37552) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:12.551219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435517324'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:12.607209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:12.641266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Pushing event updated for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:12.703111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:12.716890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:12.726901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8025c-308c-4414-947b-6ad56e7818f1 req-6a0a08a6-d559-4173-b2dd-ae32df17a17e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:12.731650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:12.737759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11b8025c-308c-4414-947b-6ad56e7818f1 req-6a0a08a6-d559-4173-b2dd-ae32df17a17e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 943 time: 0.4455259 Jan 18 22:58:12.765100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:12.798714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '6736d86f-7f25-478e-b756-1086b9895b88', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'port_id': '6736d86f-7f25-478e-b756-1086b9895b88', 'mac_address': 'fa:16:3e:5c:7e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:58:12.866917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:12.869977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Attempting to bind port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:12.870316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Attempting to bind port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:12.870710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Attempting to bind port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:12.876503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.884869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11b8025c-308c-4414-947b-6ad56e7818f1 req-2c3073f3-d4c7-4b40-9943-b871afde68ad tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460361 Jan 18 22:58:12.903056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:58:12.903378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Attempting to bind port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:12.908929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.921545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:12.921979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:12.924812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:12.925931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Bound port: 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:12.925931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:12.967592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6736d86f-7f25-478e-b756-1086b9895b88 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:12.969757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] For port 8e683326-f0e1-4689-a830-e8f164534e82, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8e683326-f0e1-4689-a830-e8f164534e82,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:12.970763 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.038594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:13.049150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.082608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:13.180727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Calling delete_port for 8e683326-f0e1-4689-a830-e8f164534e82 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:13.212226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:13.227292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c78d71-4859-47a5-93d6-1046d65d16ac req-0ea1d5f1-ce40-442b-8b38-7488f5a5635c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:13.228854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2c78d71-4859-47a5-93d6-1046d65d16ac req-0ea1d5f1-ce40-442b-8b38-7488f5a5635c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.4908226 Jan 18 22:58:13.262497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.262838 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment aad1a4f7-d083-4e60-9dfd-58d3a7b39820 of type vlan for network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e Jan 18 22:58:13.333404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.343954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2c78d71-4859-47a5-93d6-1046d65d16ac req-132ea545-72af-4b42-8523-15a50ca70aa0 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056828 Jan 18 22:58:13.348332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-946a2b7b-e3ff-40ed-a950-d50f98aa40ce None None] Provisioning complete for port a5342166-6daf-46c2-96d7-450fe794eb43 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:13.349295 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-946a2b7b-e3ff-40ed-a950-d50f98aa40ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.402342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:13.409926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:13.420473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.436251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6736d86f-7f25-478e-b756-1086b9895b88'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:13.440196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.445889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:13.446515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.557339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b2e96-2c9f-458b-ad88-f69376f9c582 req-48346efd-061f-4bcb-8aeb-e141473aa717 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:13.559278 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c3b2e96-2c9f-458b-ad88-f69376f9c582 req-48346efd-061f-4bcb-8aeb-e141473aa717 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 946 time: 0.3319695 Jan 18 22:58:13.565535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:13.586943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.587314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.587635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.587976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.588311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.588642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.589000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.589332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.589661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.589983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.590366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.590698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:13.619436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.637088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:13.642787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:13.646653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.658465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] 10.222.0.86 "PUT /v2.0/ports/88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e HTTP/1.1" status: 200 len: 1091 time: 2.1308372 Jan 18 22:58:13.660800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:13.673145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8a38091e-b545-49d6-a9ce-639245958c25'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:13.706716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da82f-5856-4e54-8166-0e93ef291150 service neutron] Pushing event updated for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:13.727865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Pushing event deleted for resources: {'Port': ['ID=8e683326-f0e1-4689-a830-e8f164534e82,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:13.744360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-84587247-4b65-48d5-a3cd-0a5441011ac9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2083299 Jan 18 22:58:13.748726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37572) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:13.769266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:13.774059 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c3b2e96-2c9f-458b-ad88-f69376f9c582 req-96f7251b-b3fb-46f3-be7a-c3a3cb762be9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804259 Jan 18 22:58:13.867209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-655e61a3-6bdf-4a40-be7a-4d70a64dc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:13.870173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-655e61a3-6bdf-4a40-be7a-4d70a64dc9a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 1094 time: 0.1532059 Jan 18 22:58:14.011368 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e', 'status': 'completed', 'code': 200} Jan 18 22:58:14.076580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-2fecd595-dab1-4abb-b9a9-d8041cc1057f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e HTTP/1.1" status: 200 len: 217 time: 0.1914527 Jan 18 22:58:14.228526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] No DVR routers for this DVR port 8e683326-f0e1-4689-a830-e8f164534e82 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:14.243462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:14.248386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b7c0996-644d-4429-98c8-bd891c682ffe req-5f4c45c9-dd44-4690-80cb-98a8cf934d55 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "DELETE /v2.0/ports/8e683326-f0e1-4689-a830-e8f164534e82 HTTP/1.1" status: 204 len: 173 time: 2.3886840 Jan 18 22:58:14.284841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'name': 'network-vif-deleted', 'tag': '8e683326-f0e1-4689-a830-e8f164534e82'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:14.289867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-7de113db-361f-4d6e-8190-7095bd8a86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:14.292625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-7de113db-361f-4d6e-8190-7095bd8a86cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2136931 Jan 18 22:58:14.378089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b2cef-e7dc-42d6-a82a-d48672b1854c req-31dc8c40-4ccc-4bf2-adb8-16ad83095818 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:14.389289 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-786b2cef-e7dc-42d6-a82a-d48672b1854c req-31dc8c40-4ccc-4bf2-adb8-16ad83095818 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 944 time: 0.2409127 Jan 18 22:58:14.441768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:14.463638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b353-a3a5-422a-a970-a0f5325f6089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:14.469446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:14.495103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:14.505683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:14.514338 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-786b2cef-e7dc-42d6-a82a-d48672b1854c req-df5ccfa5-a7dc-4eae-98fc-1d697a6287fa tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220679 Jan 18 22:58:14.535482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de43bc-36be-4564-81b1-e05e74a46cfb req-c633a68c-9181-4ea7-bbb5-a571e9906407 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:14.538964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70de43bc-36be-4564-81b1-e05e74a46cfb req-c633a68c-9181-4ea7-bbb5-a571e9906407 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 943 time: 0.5438879 Jan 18 22:58:14.540082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:14.541432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-069f3155-f0ae-4302-bd2e-57dc97320a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:14.544817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:14.547861 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-069f3155-f0ae-4302-bd2e-57dc97320a7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416263 Jan 18 22:58:14.604828 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ab6b1f-743d-4355-a3eb-2437f3f9758b', 'name': 'network-vif-deleted', 'tag': '8e683326-f0e1-4689-a830-e8f164534e82', 'status': 'completed', 'code': 200} Jan 18 22:58:14.742769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70de43bc-36be-4564-81b1-e05e74a46cfb req-b2ebd15d-0cb4-449b-82de-d2aebae2be46 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493042 Jan 18 22:58:14.802226 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-608554e3-6d74-4001-bec7-c3716ce34d49 service neutron] 10.222.0.86 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489252 Jan 18 22:58:14.820910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5462e7-a3ea-459b-8ea2-d7b15f82b18c req-3578acb7-057a-4292-b1e6-ba92939f25e6 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:14.822390 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a5462e7-a3ea-459b-8ea2-d7b15f82b18c req-3578acb7-057a-4292-b1e6-ba92939f25e6 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1033103 Jan 18 22:58:14.863482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8e683326-f0e1-4689-a830-e8f164534e82 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:14.955825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 8e683326-f0e1-4689-a830-e8f164534e82 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:58:14.959815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8e683326-f0e1-4689-a830-e8f164534e82 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:58:15.104387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8a6f046-c352-4e60-8b36-6c1a814f6a88 req-698e4fca-fcd8-4d99-89f7-23ad7147c692 service neutron] 10.222.0.86 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915308 Jan 18 22:58:15.184254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a5462e7-a3ea-459b-8ea2-d7b15f82b18c req-760cf989-07d0-475d-84b8-e7ddeb037b44 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825588 Jan 18 22:58:15.185895 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.239725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a8392edd-f89b-446e-92d2-0cc249bc5ee2 req-530de1f7-7204-4cd7-9acb-fc06078ddec3 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Synchronizing usage tracker for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:15.301265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-9be23d9a-cd4a-42e8-a5a9-f5b9296b5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:15.304116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-9be23d9a-cd4a-42e8-a5a9-f5b9296b5ed8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 1094 time: 0.1179583 Jan 18 22:58:15.324210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=8f9c8a22-2498-43dc-9518-577f1d258273,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:15.335547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a8392edd-f89b-446e-92d2-0cc249bc5ee2 req-530de1f7-7204-4cd7-9acb-fc06078ddec3 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Unset dirty status for tenant:aee8e02ae930443699b6b541bd1ee37d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:15.349577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8392edd-f89b-446e-92d2-0cc249bc5ee2 req-530de1f7-7204-4cd7-9acb-fc06078ddec3 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1ab6b1f-743d-4355-a3eb-2437f3f9758b HTTP/1.1" status: 200 len: 210 time: 0.2222114 Jan 18 22:58:15.357118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:15.357403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:15.380186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:15.391631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:15.396549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:15.397657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.410991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4bb82-ae16-47d6-bb6f-ac2f90eb9665 None None] Network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:15.465176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c8b1b2a-6cf4-4950-96d3-42a5d55c526e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7091508 Jan 18 22:58:15.465176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37610) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:15.520420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-a7c953b7-cd58-494e-af20-e030b9946fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:15.522288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-a7c953b7-cd58-494e-af20-e030b9946fa1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.2121432 Jan 18 22:58:15.603595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-3f14cfba-e603-4255-a9dc-f6ae4c5223c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e HTTP/1.1" status: 200 len: 217 time: 0.0729809 Jan 18 22:58:15.695659 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.702105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.724875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.784723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e', 'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': '8f9c8a22-2498-43dc-9518-577f1d258273'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:15.786294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.797081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-acbb3769-16bc-44ae-8b8b-8b8aafe98c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:15.798626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-acbb3769-16bc-44ae-8b8b-8b8aafe98c86 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1832011 Jan 18 22:58:15.866325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.879842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e30fb-4b47-4754-a0e8-8957d74da3aa req-35ff75d5-81dd-4686-9c49-a131bb133972 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:15.881665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28e30fb-4b47-4754-a0e8-8957d74da3aa req-35ff75d5-81dd-4686-9c49-a131bb133972 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 944 time: 0.1839528 Jan 18 22:58:15.988252 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28e30fb-4b47-4754-a0e8-8957d74da3aa req-186f28d0-0a54-43c7-813b-ae335c9c8323 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965173 Jan 18 22:58:15.996213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-dfa241d0-70ae-498e-9efd-756a5ee39788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:15.999519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-dfa241d0-70ae-498e-9efd-756a5ee39788 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940601 Jan 18 22:58:16.045256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Allocated IP 2001:db8::1 (ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e/8f9c8a22-2498-43dc-9518-577f1d258273/81c42bd9-530d-4e29-8558-b19630633327) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:16.146590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6736d86f-7f25-478e-b756-1086b9895b88 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:16.189679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1358c-b989-4788-8a45-32d6056cca7b req-95bca8cb-07f7-4676-874d-6cbed37ec0ff tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:16.191226 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91b1358c-b989-4788-8a45-32d6056cca7b req-95bca8cb-07f7-4676-874d-6cbed37ec0ff tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 943 time: 0.2036431 Jan 18 22:58:16.286613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91b1358c-b989-4788-8a45-32d6056cca7b req-1a890c8e-7da2-433a-b5cb-51c7a43af9b7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877254 Jan 18 22:58:16.364729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-b834243e-fbff-4b20-b148-18b7cf239562 service neutron] 10.222.0.86 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578238 Jan 18 22:58:16.450593 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.460361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 6736d86f-7f25-478e-b756-1086b9895b88 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:16.469207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 6736d86f-7f25-478e-b756-1086b9895b88 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:16.469544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.493866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Transition to ACTIVE for port object 81c42bd9-530d-4e29-8558-b19630633327 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:16.536160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d44a15d-7246-4b4f-bea5-fa2d64ba1d44 req-7f48c55a-7d4b-4f68-bc7e-6979d52d3acb service neutron] 10.222.0.86 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636612 Jan 18 22:58:16.547453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Transition to ACTIVE for port object 81c42bd9-530d-4e29-8558-b19630633327 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:16.569930 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.591651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.674901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9c8a22-2498-43dc-9518-577f1d258273,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:16.689924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:16.697456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4229d8-6cdd-4064-879d-926c0d2e02f1 req-a2eb7dba-7160-4fa0-a498-87dd632e6631 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:16.699047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc4229d8-6cdd-4064-879d-926c0d2e02f1 req-a2eb7dba-7160-4fa0-a498-87dd632e6631 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1619401 Jan 18 22:58:16.700915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:16.729533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:16.757497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Pushing event updated for resources: {'Port': ['ID=81c42bd9-530d-4e29-8558-b19630633327,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:16.797689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc4229d8-6cdd-4064-879d-926c0d2e02f1 req-d56fd017-2ecc-4a4c-a520-d07e69f2060f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879278 Jan 18 22:58:16.852184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.893296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:16.897487 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.915253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:16.916982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:16.937698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Attempting to bind port 81c42bd9-530d-4e29-8558-b19630633327 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:16.938063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Attempting to bind port 81c42bd9-530d-4e29-8558-b19630633327 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:16.938146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Attempting to bind port 81c42bd9-530d-4e29-8558-b19630633327 on network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:16.938268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.950846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:16.960651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:16.960885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Checking segment: {'id': 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:16.961692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.961780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Bound using segment: {'id': 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:16.962660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Bound port: 81c42bd9-530d-4e29-8558-b19630633327, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:16.962660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.976099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:16.993299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.011762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:17.013597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.045488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:17.051233 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:17.059409 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.134076 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'code': 200} Jan 18 22:58:17.262566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:58:17.262566 n-d-825178-1 neutron-server[87811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:58:17.262566 n-d-825178-1 neutron-server[87811]: [parameters: {'id': 'ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e'}] Jan 18 22:58:17.262566 n-d-825178-1 neutron-server[87811]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:58:17.263002 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:58:17.311423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] For port 81c42bd9-530d-4e29-8558-b19630633327, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:17.315549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] For port 81c42bd9-530d-4e29-8558-b19630633327, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=81c42bd9-530d-4e29-8558-b19630633327,segment=NetworkSegment(aad1a4f7-d083-4e60-9dfd-58d3a7b39820),segment_id=aad1a4f7-d083-4e60-9dfd-58d3a7b39820)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:17.323678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:17.334365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.359865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc6c4a-8081-44d3-ae81-01ddb0a9dc92 req-ff43491f-457d-4773-94bc-47bf3e11f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:17.361008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0dfc6c4a-8081-44d3-ae81-01ddb0a9dc92 req-ff43491f-457d-4773-94bc-47bf3e11f471 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.1782756 Jan 18 22:58:17.411209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6ab4-24c6-4fe1-98f2-4ff986924922 req-b9f9b68c-ebfa-4720-81c2-4ce6a2663041 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:17.412847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243d6ab4-24c6-4fe1-98f2-4ff986924922 req-b9f9b68c-ebfa-4720-81c2-4ce6a2663041 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.1337447 Jan 18 22:58:17.421740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0dfc6c4a-8081-44d3-ae81-01ddb0a9dc92 req-17c5e030-4110-48bf-8ce4-10c45d099c20 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Jan 18 22:58:17.444207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129279c-a6b6-41a1-9460-b378da042191 req-179c582c-768c-4f58-9766-0971c051024d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:17.445994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8129279c-a6b6-41a1-9460-b378da042191 req-179c582c-768c-4f58-9766-0971c051024d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1782703 Jan 18 22:58:17.464649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243d6ab4-24c6-4fe1-98f2-4ff986924922 req-e00b5ef3-31a1-4c2d-8525-e8616d8851e7 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Jan 18 22:58:17.522731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8129279c-a6b6-41a1-9460-b378da042191 req-01ae63fc-a0cf-4489-9eaa-9200c95369a2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702589 Jan 18 22:58:17.553699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b340d92-37ee-42b3-8ac4-4c2510228fe3 None None] Pushing event updated for resources: {'Port': ['ID=81c42bd9-530d-4e29-8558-b19630633327,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:17.691044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc746525-861c-48f4-a813-b34ab90dd6b5 None None] Network ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:17.749067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37664) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:17.764169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.786152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port 81c42bd9-530d-4e29-8558-b19630633327 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:17.786502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.838946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f054a-4085-4a45-9214-a66166ebbb42 req-9cb7c76c-e5a4-4635-bbd5-79dba3157920 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:17.846847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-980f054a-4085-4a45-9214-a66166ebbb42 req-9cb7c76c-e5a4-4635-bbd5-79dba3157920 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 943 time: 0.1535158 Jan 18 22:58:17.955884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-980f054a-4085-4a45-9214-a66166ebbb42 req-93a4377e-aff7-4fb6-bcbe-38931407a2e6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026697 Jan 18 22:58:17.983011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72dc08f-a055-4a79-bae2-240f59e3282f None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 22:58:18.008642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.037370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:18.045084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Usage tracker for resource:security_group_rule and tenant:3844e6d7c6454d93940f6018ecb68766 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:18.049881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:18.056531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:18.102628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e4b4-f21d-43b2-9f9b-7cc6e9f17473 req-8743ad1b-d30d-4b03-8090-5d855a7e89d2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:18.108348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:58:18.108786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08a7e4b4-f21d-43b2-9f9b-7cc6e9f17473 req-8743ad1b-d30d-4b03-8090-5d855a7e89d2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1794338 Jan 18 22:58:18.110802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port 81c42bd9-530d-4e29-8558-b19630633327, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=81c42bd9-530d-4e29-8558-b19630633327,segment=NetworkSegment(aad1a4f7-d083-4e60-9dfd-58d3a7b39820),segment_id=aad1a4f7-d083-4e60-9dfd-58d3a7b39820)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:18.111403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.175485 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08a7e4b4-f21d-43b2-9f9b-7cc6e9f17473 req-93f422c8-2203-47e8-b42d-81d92da4f4e0 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632343 Jan 18 22:58:18.230343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.243726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.289304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for 81c42bd9-530d-4e29-8558-b19630633327 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:18.307572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49192af-b43a-45e9-8eb9-9a735e33b161,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:18.311887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-431691db-d57d-478a-aec2-88f6150c702c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3844e6d7c6454d93940f6018ecb68766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616891 Jan 18 22:58:18.314680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:18.389640 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ec45-ca6d-455e-bf3c-ed5a532ace63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.405911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.430124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ec45-ca6d-455e-bf3c-ed5a532ace63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.430535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:18.439352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72dc08f-a055-4a79-bae2-240f59e3282f None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:58:18.463659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e', 'mac_address': 'fa:16:3e:78:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:58:18.514817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ec45-ca6d-455e-bf3c-ed5a532ace63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.531215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No DVR routers for this DVR port 81c42bd9-530d-4e29-8558-b19630633327 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:18.551975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0ec45-ca6d-455e-bf3c-ed5a532ace63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49192af-b43a-45e9-8eb9-9a735e33b161,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:18.574337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ec45-ca6d-455e-bf3c-ed5a532ace63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.575991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bfb0ec45-ca6d-455e-bf3c-ed5a532ace63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e49192af-b43a-45e9-8eb9-9a735e33b161 HTTP/1.1" status: 204 len: 168 time: 0.2600167 Jan 18 22:58:18.621528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Port': ['ID=81c42bd9-530d-4e29-8558-b19630633327,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:18.707273 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.747134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:18.806402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:18.872488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106663d0-84a4-4c8e-8191-681604f56904 req-b11d14f1-7ff7-4fcb-a522-4c2457638ed2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:18.882687 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-106663d0-84a4-4c8e-8191-681604f56904 req-b11d14f1-7ff7-4fcb-a522-4c2457638ed2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1162596 Jan 18 22:58:18.906661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.955233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-106663d0-84a4-4c8e-8191-681604f56904 req-97d24a2f-b63f-4b01-b11c-0ac023719bd5 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713248 Jan 18 22:58:19.022186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:19.164257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:19.188755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.210286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:19.224768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Usage tracker for resource:security_group_rule and tenant:247c9513798b439c9404189d1edd8046 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:19.229881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:19.239565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:19.243656 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.296076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:19.320553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:19.320897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1a4f7-d083-4e60-9dfd-58d3a7b39820') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:19.340386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.342169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd243-3243-4876-a2c3-07cd1e68f851 req-077b12a0-7407-42da-87e9-ce43c7af63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:19.343539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e9dd243-3243-4876-a2c3-07cd1e68f851 req-077b12a0-7407-42da-87e9-ce43c7af63a8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 1097 time: 0.3183656 Jan 18 22:58:19.348936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.372188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:19.383749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.384514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-7d59c79d-b984-4e63-b5d2-a8cfa19ff48f tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:19.386151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-7d59c79d-b984-4e63-b5d2-a8cfa19ff48f tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.7410271 Jan 18 22:58:19.398361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0736e0-9aec-49ab-a053-75584f3506af req-a3f85ddf-c1be-4be2-9f6a-46aa8f82bbfc tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:19.405157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf0736e0-9aec-49ab-a053-75584f3506af req-a3f85ddf-c1be-4be2-9f6a-46aa8f82bbfc tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 946 time: 0.3279247 Jan 18 22:58:19.453081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=247c9513798b439c9404189d1edd8046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870481 Jan 18 22:58:19.453558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64b10-e8cf-4c81-a77a-facd26896a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c73aa-6e28-483f-9511-5348eaafc348,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:19.457071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37698) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:19.474284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.496187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:19.496599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:19.518282 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:19.604121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cb337c1-ccd2-44da-aa43-2671766d6800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.607870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0e9dd243-3243-4876-a2c3-07cd1e68f851 req-d1df24b7-6732-4707-b022-6b68da36fb0d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418242 Jan 18 22:58:19.633153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Deleting port 8a38091e-b545-49d6-a9ce-639245958c25 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:19.633153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.649888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104918c5-cffe-4c52-836d-8be4bb27dae6 req-dd8b0454-6c8b-438e-8de9-1a0cc5b06d45 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:19.650569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-104918c5-cffe-4c52-836d-8be4bb27dae6 req-dd8b0454-6c8b-438e-8de9-1a0cc5b06d45 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:19.656101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cb337c1-ccd2-44da-aa43-2671766d6800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.673155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf0736e0-9aec-49ab-a053-75584f3506af req-a80f8eb5-8ca2-48ac-960f-3520cbbea5e3 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/security-groups?id=62fcb971-b73a-4f90-9792-a1802f106c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670183 Jan 18 22:58:19.709948 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.712029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-104918c5-cffe-4c52-836d-8be4bb27dae6 req-dd8b0454-6c8b-438e-8de9-1a0cc5b06d45 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:19.720142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-104918c5-cffe-4c52-836d-8be4bb27dae6 req-dd8b0454-6c8b-438e-8de9-1a0cc5b06d45 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 944 time: 0.3749166 Jan 18 22:58:19.740132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.746499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:19.805605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0564907c-fba5-4dfe-80d2-c4d63abae00f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e HTTP/1.1" status: 204 len: 168 time: 4.3426685 Jan 18 22:58:19.805751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-104918c5-cffe-4c52-836d-8be4bb27dae6 req-88a68d09-38f4-4dcd-85f1-c124f47b8c82 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618224 Jan 18 22:58:19.806544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cb337c1-ccd2-44da-aa43-2671766d6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.811435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37702) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:19.825534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2022521753'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:19.832324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:19.834635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb337c1-ccd2-44da-aa43-2671766d6800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c73aa-6e28-483f-9511-5348eaafc348,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:19.841766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:19.845643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:19.848848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cb337c1-ccd2-44da-aa43-2671766d6800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.850559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6cb337c1-ccd2-44da-aa43-2671766d6800 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/110c73aa-6e28-483f-9511-5348eaafc348 HTTP/1.1" status: 204 len: 168 time: 0.3894539 Jan 18 22:58:19.855126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:19.868587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:19.874095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.913667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:19.933763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.935293 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 4b0cc681-5ac0-480a-ab39-8b5fc48b55c7 of type vlan for network 35a225dc-46e4-4737-abf6-7d14b4f5355c Jan 18 22:58:19.977342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.018891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.027800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:20.028601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.047725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc808d-6741-424f-b92a-9b8df48523de req-ad1d7be2-f269-4ec4-9af2-5278bf481b06 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:20.053658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73bc808d-6741-424f-b92a-9b8df48523de req-ad1d7be2-f269-4ec4-9af2-5278bf481b06 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2495413 Jan 18 22:58:20.074098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] For port 8a38091e-b545-49d6-a9ce-639245958c25, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8a38091e-b545-49d6-a9ce-639245958c25,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:20.074707 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.183749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3633215 Jan 18 22:58:20.192018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:20.201274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:20.225747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4594e4b-1bd3-4ea6-9797-f170e637e697 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=35a225dc-46e4-4737-abf6-7d14b4f5355c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:20.232733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Calling delete_port for 8a38091e-b545-49d6-a9ce-639245958c25 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:20.239507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:20.341122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:20.352748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c30e-bd92-4096-830e-efa376c29638 req-c76d3aeb-8954-4242-8c55-8b243bed97a3 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:20.354443 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f24c30e-bd92-4096-830e-efa376c29638 req-c76d3aeb-8954-4242-8c55-8b243bed97a3 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.2308123 Jan 18 22:58:20.355727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:20.359444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:20.399517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73bc808d-6741-424f-b92a-9b8df48523de req-fdd77cfe-967f-4b61-a6d5-20746ff0e3b2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111074 Jan 18 22:58:20.401676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:20.431442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f24c30e-bd92-4096-830e-efa376c29638 req-4772ebcb-528d-4800-a188-dc2e8ca898ee tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679715 Jan 18 22:58:20.432158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:20.436050 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.557916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.569300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8a38091e-b545-49d6-a9ce-639245958c25'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:20.839163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Pushing event deleted for resources: {'Port': ['ID=8a38091e-b545-49d6-a9ce-639245958c25,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:20.863582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.944855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] No DVR routers for this DVR port 8a38091e-b545-49d6-a9ce-639245958c25 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:20.952173 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:20.952173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'name': 'network-vif-deleted', 'tag': '8a38091e-b545-49d6-a9ce-639245958c25'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:20.992321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3fe3aba-b927-44e0-82b1-c0a104959694 req-854c9d10-285f-4d3b-8acf-f5e44d0bdee9 tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.85 "DELETE /v2.0/ports/8a38091e-b545-49d6-a9ce-639245958c25 HTTP/1.1" status: 204 len: 173 time: 1.5801301 Jan 18 22:58:21.243024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec3755e9-6548-4da1-8992-6ad9ba356984 req-e527fe2d-9d58-432c-b403-7ed520a9793f tempest-ListServerFiltersTestJSON-741175246 tempest-ListServerFiltersTestJSON-741175246-project] 10.222.0.78 "GET /v2.0/ports?device_id=15995908-fcd7-43ff-8827-04a74cb76f8f HTTP/1.1" status: 200 len: 210 time: 0.3111589 Jan 18 22:58:21.270453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abde18-7b4b-4f11-99fc-1dd0ef0300a2 req-9e59dec7-aff8-4161-a1aa-b4c0d8ee4ec2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:21.273790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51abde18-7b4b-4f11-99fc-1dd0ef0300a2 req-9e59dec7-aff8-4161-a1aa-b4c0d8ee4ec2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 944 time: 0.1850815 Jan 18 22:58:21.372292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=f69057f1-b542-408b-a812-f83fd4d49e61,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:21.372408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51abde18-7b4b-4f11-99fc-1dd0ef0300a2 req-f1822ef3-8d74-40bf-8da0-c6c7af430ca5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921724 Jan 18 22:58:21.409494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:21.413235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: 35a225dc-46e4-4737-abf6-7d14b4f5355c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:21.463263 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15995908-fcd7-43ff-8827-04a74cb76f8f', 'name': 'network-vif-deleted', 'tag': '8a38091e-b545-49d6-a9ce-639245958c25', 'status': 'completed', 'code': 200} Jan 18 22:58:21.513831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-ef2b4b9b-c240-421c-88cc-9af287c840a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:21.519722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-ef2b4b9b-c240-421c-88cc-9af287c840a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.4010537 Jan 18 22:58:21.528811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:21.648904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 35a225dc-46e4-4737-abf6-7d14b4f5355c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:21.660692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2e89e-b871-4cf7-ba04-86dc10c9ae47 None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:21.710965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:21.711069 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:21.747285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64c04ffa-d5b3-44e2-ab47-d68f17a2446d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5487704 Jan 18 22:58:21.747766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:21.770955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:21.871246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c2c94-9437-4e2e-aebe-924c7887cfd3 req-e6fbeae0-b7a4-4f57-b255-3be7a1f0db71 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:21.879045 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-214c2c94-9437-4e2e-aebe-924c7887cfd3 req-e6fbeae0-b7a4-4f57-b255-3be7a1f0db71 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.4210439 Jan 18 22:58:21.928024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-63361d8b-534c-4702-84f0-ce7e788c1642 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2045467 Jan 18 22:58:21.959813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-214c2c94-9437-4e2e-aebe-924c7887cfd3 req-4b410066-fdb9-434e-95d2-4915b0331606 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798082 Jan 18 22:58:21.961363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-e150c463-955d-49f4-93ac-ef9f0c1f7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:21.963307 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-e150c463-955d-49f4-93ac-ef9f0c1f7010 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.4354851 Jan 18 22:58:22.130915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-bf34d5fd-469d-470c-aaef-1f765e3506e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.1567202 Jan 18 22:58:22.154619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:22.211585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-35a225dc-46e4-4737-abf6-7d14b4f5355c', 'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': 'f69057f1-b542-408b-a812-f83fd4d49e61'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:22.212666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:22.333656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:22.338342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e9f12-4f73-4c63-a4b3-6941f4df7ce2 req-ba872529-4aab-4a69-82e5-077ebe53c724 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:22.340390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:subnet and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:22.345723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a4e9f12-4f73-4c63-a4b3-6941f4df7ce2 req-ba872529-4aab-4a69-82e5-077ebe53c724 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.3993964 Jan 18 22:58:22.353236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:22.371732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-a4187f51-c611-45da-ad7b-c64bce3fff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:22.371953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-28bbee1e-db18-49c8-88e7-ad6256e53b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:22.373405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-a4187f51-c611-45da-ad7b-c64bce3fff3f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 1097 time: 0.1580343 Jan 18 22:58:22.375807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-28bbee1e-db18-49c8-88e7-ad6256e53b1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.2327220 Jan 18 22:58:22.377884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:22.427828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:22.442781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a4e9f12-4f73-4c63-a4b3-6941f4df7ce2 req-0b41431a-2b0d-4380-96c2-75828f0e8303 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960841 Jan 18 22:58:22.450226 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-26fd85af-2263-4bb6-be61-2a9acd9b7dce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691440 Jan 18 22:58:22.451678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:22.456134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:22.472853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:22.473268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:22.480710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:22.699764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Allocated IP 2001:db8::2 (35a225dc-46e4-4737-abf6-7d14b4f5355c/f69057f1-b542-408b-a812-f83fd4d49e61/d5269577-7a44-427e-a64b-ce6a462dd8e1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:22.712636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-6c30b8e0-3879-4039-b5b7-a1e8399c5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:22.714145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-6c30b8e0-3879-4039-b5b7-a1e8399c5642 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.3185623 Jan 18 22:58:22.825786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-53f78ef4-e9e8-4eb5-904d-3cf6ed1106dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 HTTP/1.1" status: 200 len: 217 time: 0.1025665 Jan 18 22:58:22.870152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Deleting subnet c62f5496-9622-4eda-822b-b8bbaa18094e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:58:22.898230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:22.924331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c6e9-833f-40a8-afb0-5aa2af7dc185 req-b584754a-59e9-4e22-8046-e1ce3adbebf8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:22.924860 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:22.932013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a378c6e9-833f-40a8-afb0-5aa2af7dc185 req-b584754a-59e9-4e22-8046-e1ce3adbebf8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 944 time: 0.3129904 Jan 18 22:58:22.938956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8a38091e-b545-49d6-a9ce-639245958c25 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:23.000364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 8a38091e-b545-49d6-a9ce-639245958c25 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:58:23.000978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8a38091e-b545-49d6-a9ce-639245958c25 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:58:23.001602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-0273932d-c95e-4a02-83ab-36392e852c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:23.008123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-0273932d-c95e-4a02-83ab-36392e852c06 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1763616 Jan 18 22:58:23.046286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:23.087771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:23.093131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-fd820ac4-e9d2-4c22-b50c-13572684460b service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169236 Jan 18 22:58:23.111940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a378c6e9-833f-40a8-afb0-5aa2af7dc185 req-7b400581-9392-4c9d-9ae2-3bc56d213320 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773047 Jan 18 22:58:23.123712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.148179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.208776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-94340563-63c4-47b5-baa0-14d472630b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:23.210453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-94340563-63c4-47b5-baa0-14d472630b73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788859 Jan 18 22:58:23.223440 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.235436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:23.240553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Transition to ACTIVE for port object d5269577-7a44-427e-a64b-ce6a462dd8e1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:23.246828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd645b-2c26-46d6-81f9-4788476febac req-84f83205-a5d5-4f32-b355-8f53e57974c3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:23.254446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8afd645b-2c26-46d6-81f9-4788476febac req-84f83205-a5d5-4f32-b355-8f53e57974c3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.6160898 Jan 18 22:58:23.268663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Transition to ACTIVE for port object d5269577-7a44-427e-a64b-ce6a462dd8e1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:23.279023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.362185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:23.368435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:23.377158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:23.383786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Pushing event updated for resources: {'Port': ['ID=d5269577-7a44-427e-a64b-ce6a462dd8e1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:23.493781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8afd645b-2c26-46d6-81f9-4788476febac req-7faabdfb-f4ae-4f05-a5ce-531a35ed5893 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383931 Jan 18 22:58:23.498669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Attempting to bind port d5269577-7a44-427e-a64b-ce6a462dd8e1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:23.499352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Attempting to bind port d5269577-7a44-427e-a64b-ce6a462dd8e1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:23.499970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Attempting to bind port d5269577-7a44-427e-a64b-ce6a462dd8e1 on network 35a225dc-46e4-4737-abf6-7d14b4f5355c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:23.507093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-55a174ac-21fa-4f67-ba84-32f493640b6a service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893255 Jan 18 22:58:23.507764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:23.508600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Checking segment: {'id': '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:23.509325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.509925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Bound using segment: {'id': '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:23.510731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Bound port: d5269577-7a44-427e-a64b-ce6a462dd8e1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:23.511709 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.559779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1cd85-ffe1-4c12-bd96-c4aea94c1b05 req-7f99b5fb-5458-472d-aa2f-e4e150360723 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:23.561722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd1cd85-ffe1-4c12-bd96-c4aea94c1b05 req-7f99b5fb-5458-472d-aa2f-e4e150360723 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.2034862 Jan 18 22:58:23.609719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.632672 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e', 'code': 200} Jan 18 22:58:23.662930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25bcc8a7-7eca-4739-a061-27880fa4d87f req-313bb125-6da6-406d-8f91-fdb1a21bee1f service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560317 Jan 18 22:58:23.724501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] For port d5269577-7a44-427e-a64b-ce6a462dd8e1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:23.731448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] For port d5269577-7a44-427e-a64b-ce6a462dd8e1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d5269577-7a44-427e-a64b-ce6a462dd8e1,segment=NetworkSegment(4b0cc681-5ac0-480a-ab39-8b5fc48b55c7),segment_id=4b0cc681-5ac0-480a-ab39-8b5fc48b55c7)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:23.742801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.791776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd1cd85-ffe1-4c12-bd96-c4aea94c1b05 req-b756ab5d-b86a-4368-bf55-00aff6a39ff7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222393 Jan 18 22:58:23.834511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4812d1-9aba-42a5-bf2a-4332bbc2cc92 None None] Pushing event updated for resources: {'Port': ['ID=d5269577-7a44-427e-a64b-ce6a462dd8e1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:23.936445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a391e5d-b4a4-4074-8be7-b09ee1d29eb8 req-b0f8a9bd-dfe1-4129-bcef-0ad618217325 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121873 Jan 18 22:58:23.944680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c613321-a308-48e4-8844-16b41516d413 req-3f8a0009-235e-420a-8f9f-26a49af5fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:23.946193 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c613321-a308-48e4-8844-16b41516d413 req-3f8a0009-235e-420a-8f9f-26a49af5fcfd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 1096 time: 0.2755010 Jan 18 22:58:23.999995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.021894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c613321-a308-48e4-8844-16b41516d413 req-5d8ffaa0-535b-4ab7-aa37-0e2714f16a4c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 Jan 18 22:58:24.088394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:24.098557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:24.103777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.107155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.122791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.173756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.179592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f50ef-af24-4aa5-bdc3-9701f0961021 None None] Network a318ce26-1a68-4de7-be55-b857dc2cf3df requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:24.192976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=6db85fe1-d76d-4796-a76a-6d4945a4f8e1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:24.266187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62f5496-9622-4eda-822b-b8bbaa18094e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:24.275884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-efb4786d-6120-43ef-bac4-4fb51f70360f tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5272813 Jan 18 22:58:24.278273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4fc56515-f101-4792-8d7d-dff37576c3d4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c62f5496-9622-4eda-822b-b8bbaa18094e HTTP/1.1" status: 204 len: 168 time: 1.7967460 Jan 18 22:58:24.278771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37818) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:24.281036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:24.475604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a41f4f-5a2d-44ca-b294-5fb197c2c382 req-e597df25-34c8-4ddf-a428-0aa9f5d8236d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.485829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07a41f4f-5a2d-44ca-b294-5fb197c2c382 req-e597df25-34c8-4ddf-a428-0aa9f5d8236d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 945 time: 0.2044759 Jan 18 22:58:24.579524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07a41f4f-5a2d-44ca-b294-5fb197c2c382 req-7bf7abf1-db66-445c-925d-143bff075bf7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923016 Jan 18 22:58:24.618406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d5269577-7a44-427e-a64b-ce6a462dd8e1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:24.640042 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.658240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.660284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.662190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.663938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.665809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.666754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Synchronizing usage tracker for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:24.707179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Deleting port ba03f457-995f-429f-9f56-694c163cd8cd {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:24.709851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.744105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port d5269577-7a44-427e-a64b-ce6a462dd8e1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:24.748974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:24.785544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Unset dirty status for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:24.786738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d3b29645-5b7a-4afc-ab2e-7ffecaa95180 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5068965 Jan 18 22:58:24.791100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:24.799506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390265897'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:24.809772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5140d5-e950-44f8-adf0-f347189a42d5 req-1ce14364-638c-491a-b78e-eaa802e24e36 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.817288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da5140d5-e950-44f8-adf0-f347189a42d5 req-1ce14364-638c-491a-b78e-eaa802e24e36 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3546948 Jan 18 22:58:24.819424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:24.824250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:24.829478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:24.841611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] DHCP port deletion for a318ce26-1a68-4de7-be55-b857dc2cf3df request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:58:24.846115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Deleting port ba03f457-995f-429f-9f56-694c163cd8cd {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:24.846496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.857521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:24.889451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:24.889451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.948327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:24.956609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da5140d5-e950-44f8-adf0-f347189a42d5 req-c6e3c2fd-4e98-4bb8-a107-5d0b1992620e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380494 Jan 18 22:58:24.979401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.979751 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment b75c68b0-965d-401d-b51b-11c4ef92aa4c of type vlan for network 0e9ed868-8dbb-45dc-ae56-22de00309bbb Jan 18 22:58:25.039407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.154991 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.185008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:25.200786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:606364ec63054f1994e11080f787f5a7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:25.214147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:25.231346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:25.357739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.363387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:25.364699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.458334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] For port ba03f457-995f-429f-9f56-694c163cd8cd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba03f457-995f-429f-9f56-694c163cd8cd,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:25.458857 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.526415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83286ddf-93ef-48fe-be9a-58d5ca2e60d6 None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:25.540617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] For port ba03f457-995f-429f-9f56-694c163cd8cd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba03f457-995f-429f-9f56-694c163cd8cd,segment=NetworkSegment(19d266cf-7f00-404b-ab15-bc6b81f7fe5a),segment_id=19d266cf-7f00-404b-ab15-bc6b81f7fe5a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:25.541082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.590976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=0e9ed868-8dbb-45dc-ae56-22de00309bbb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:25.615838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Calling delete_port for ba03f457-995f-429f-9f56-694c163cd8cd owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:25.647639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f00a2463-d454-4ff4-bbd0-ab598e42b732 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8555231 Jan 18 22:58:25.648548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:25.655048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:25.667436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:25.732326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Calling delete_port for ba03f457-995f-429f-9f56-694c163cd8cd owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:25.798539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] Provisioning for port d5269577-7a44-427e-a64b-ce6a462dd8e1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:25.799398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b542-9078-4af5-a734-192fc1343da7 req-68461a3d-1dd6-4972-a63a-569a729dbcd8 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:25.808011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d950b542-9078-4af5-a734-192fc1343da7 req-68461a3d-1dd6-4972-a63a-569a729dbcd8 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3717918 Jan 18 22:58:25.826617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.887978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] Provisioning complete for port d5269577-7a44-427e-a64b-ce6a462dd8e1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:25.888605 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.899602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.900279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d950b542-9078-4af5-a734-192fc1343da7 req-03c62eb9-34de-4578-a886-8ffe7cceff52 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768383 Jan 18 22:58:25.908046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:25.959624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba03f457-995f-429f-9f56-694c163cd8cd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:25.965617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] No DVR routers for this DVR port ba03f457-995f-429f-9f56-694c163cd8cd on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: from cryptography.utils import int_from_bytes Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: from cryptography.utils import int_from_bytes Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn_limited( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.975154 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:25.977420 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 22:58:26.014737 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:58:26.015175 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:58:26.075873 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.079569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840bc74-ada8-40db-8e4a-61e26a1cc3fb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:26.094736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e28ff33b-64a3-4f67-a4ca-5105cec53ef7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=606364ec63054f1994e11080f787f5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3446107 Jan 18 22:58:26.099520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:26.165556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] For port d5269577-7a44-427e-a64b-ce6a462dd8e1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d5269577-7a44-427e-a64b-ce6a462dd8e1,segment=NetworkSegment(4b0cc681-5ac0-480a-ab39-8b5fc48b55c7),segment_id=4b0cc681-5ac0-480a-ab39-8b5fc48b55c7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:26.172085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.185469 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.206529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.207121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ae344-65dc-4139-8142-45f572051259 req-fc98230e-8389-4920-9ebf-93dc669dde64 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:26.208616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e0ae344-65dc-4139-8142-45f572051259 req-fc98230e-8389-4920-9ebf-93dc669dde64 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 945 time: 0.3992851 Jan 18 22:58:26.233888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a318ce26-1a68-4de7-be55-b857dc2cf3df']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:26.243287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.254013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d266cf-7f00-404b-ab15-bc6b81f7fe5a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:26.254315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d266cf-7f00-404b-ab15-bc6b81f7fe5a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:26.279803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3bad-c81d-4d3d-b2ff-82225db7cbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.282553 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.282711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb958b6-8255-438a-a8b7-d322989b1825 None None] Pushing event updated for resources: {'Port': ['ID=d5269577-7a44-427e-a64b-ce6a462dd8e1,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:26.304566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6af3c-f335-4790-bc2c-44b44d3002d4 req-ce716473-8b95-4059-81ee-fd790df09530 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:26.306143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aba6af3c-f335-4790-bc2c-44b44d3002d4 req-ce716473-8b95-4059-81ee-fd790df09530 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1986513 Jan 18 22:58:26.315120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.323268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:26.323751 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.327822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb is not hosted by any dhcp agent {{(pid=87812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 18 22:58:26.333141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:26.333738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.338365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "PUT /v2.0/networks/0e9ed868-8dbb-45dc-ae56-22de00309bbb HTTP/1.1" status: 200 len: 723 time: 0.6786368 Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:26.341638 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:26.347314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37858) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:26.366079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:26.410672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e0ae344-65dc-4139-8142-45f572051259 req-8b709479-746b-4579-b971-32a84907a621 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929719 Jan 18 22:58:26.420321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e25e4-2020-414d-9a92-814ffcd63d58 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=0e9ed868-8dbb-45dc-ae56-22de00309bbb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:26.431057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3bad-c81d-4d3d-b2ff-82225db7cbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.433151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:26.447890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Update dhcp port {'port': {'network_id': '35a225dc-46e4-4737-abf6-7d14b4f5355c', 'fixed_ips': [{'subnet_id': 'f69057f1-b542-408b-a812-f83fd4d49e61', 'ip_address': '2001:db8::2'}, {'subnet_id': '6db85fe1-d76d-4796-a76a-6d4945a4f8e1'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'd5269577-7a44-427e-a64b-ce6a462dd8e1'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 22:58:26.487082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d5269577-7a44-427e-a64b-ce6a462dd8e1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:26.529967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Deleting port ba03f457-995f-429f-9f56-694c163cd8cd {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:26.530360 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.532634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3bad-c81d-4d3d-b2ff-82225db7cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.553759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3bad-c81d-4d3d-b2ff-82225db7cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840bc74-ada8-40db-8e4a-61e26a1cc3fb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:26.558412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3bad-c81d-4d3d-b2ff-82225db7cbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.561434 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.563981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9d0d3bad-c81d-4d3d-b2ff-82225db7cbc4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a840bc74-ada8-40db-8e4a-61e26a1cc3fb HTTP/1.1" status: 204 len: 168 time: 0.4588852 Jan 18 22:58:26.574550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.645538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] 10.222.0.78 "DELETE /v2.0/networks/a318ce26-1a68-4de7-be55-b857dc2cf3df HTTP/1.1" status: 204 len: 168 time: 2.3632441 Jan 18 22:58:26.648782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aba6af3c-f335-4790-bc2c-44b44d3002d4 req-ecd84fdb-fe23-471c-beea-4fe60317b366 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270249 Jan 18 22:58:26.664228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:26.675746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:26.692288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615db953-9757-4bd6-a30d-3c7b0063de5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a318ce26-1a68-4de7-be55-b857dc2cf3df,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:26.714343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fffd5bfe-0ce6-4043-addf-45c68cbeab6c None None] The port 'ba03f457-995f-429f-9f56-694c163cd8cd' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:58:26.731089 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.733054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:26.752303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:26.936854 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-35247488-856e-4047-a738-01dca43f13a1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 267 time: 0.1069899 Jan 18 22:58:26.991711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d5269577-7a44-427e-a64b-ce6a462dd8e1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:26.992200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.046483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37878) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:27.136401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-66119656-bdc0-48af-be8c-4ce748d5f9e1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:27.138847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-66119656-bdc0-48af-be8c-4ce748d5f9e1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 945 time: 0.2010295 Jan 18 22:58:27.139645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37882) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:27.165828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'port': {'security_groups': []}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:27.203173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.230160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Allocated IP 172.20.0.1 (35a225dc-46e4-4737-abf6-7d14b4f5355c/6db85fe1-d76d-4796-a76a-6d4945a4f8e1/d5269577-7a44-427e-a64b-ce6a462dd8e1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:27.238987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e6e878ed-1fa2-4e97-ae31-b10b7ab94658 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aee8e02ae930443699b6b541bd1ee37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906073 Jan 18 22:58:27.241525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37886) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:27.251201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:27.258473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Usage tracker for resource:security_group_rule and tenant:c94bc1ce0db844d383fa21abbeb99ad4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:27.263686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:27.267568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.273845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:27.325836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba03f457-995f-429f-9f56-694c163cd8cd no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:27.370875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.372061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ba03f457-995f-429f-9f56-694c163cd8cd {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:58:27.372404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba03f457-995f-429f-9f56-694c163cd8cd not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:58:27.402991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': 'b75c68b0-965d-401d-b51b-11c4ef92aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:27.403351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: 0e9ed868-8dbb-45dc-ae56-22de00309bbb, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:27.419454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=f6845c13-4690-4bac-8b53-affc994e3f42,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:27.432282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456d58-ddd7-45be-80f7-2deaab3f707f req-2adcbf2b-034e-41ec-af12-930435d7396c tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:27.433821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06456d58-ddd7-45be-80f7-2deaab3f707f req-2adcbf2b-034e-41ec-af12-930435d7396c tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3104794 Jan 18 22:58:27.444439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] For port d5269577-7a44-427e-a64b-ce6a462dd8e1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d5269577-7a44-427e-a64b-ce6a462dd8e1,segment=NetworkSegment(4b0cc681-5ac0-480a-ab39-8b5fc48b55c7),segment_id=4b0cc681-5ac0-480a-ab39-8b5fc48b55c7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:27.469782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10381e6f-fb1a-4bcd-94dd-e346a71a3f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.472586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.485914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:27.492058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Transition to ACTIVE for port object d5269577-7a44-427e-a64b-ce6a462dd8e1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:27.496790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.518586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0e9ed868-8dbb-45dc-ae56-22de00309bbb) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:27.532482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06456d58-ddd7-45be-80f7-2deaab3f707f req-6808f416-ee6e-4971-b0e7-5305c8783f0f tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897477 Jan 18 22:58:27.534639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10381e6f-fb1a-4bcd-94dd-e346a71a3f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.539001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49487e54-91be-480a-9dc5-9153cf32d4ea None None] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:27.558564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:27.558564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.617862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.637062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.683517 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10381e6f-fb1a-4bcd-94dd-e346a71a3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.724778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10381e6f-fb1a-4bcd-94dd-e346a71a3f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fcb971-b73a-4f90-9792-a1802f106c7d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:27.758425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-51c9abb6-611a-4936-a1bc-089426f9c3d3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3972042 Jan 18 22:58:27.761128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37894) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:27.768141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:27.827770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10381e6f-fb1a-4bcd-94dd-e346a71a3f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:27.828958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10381e6f-fb1a-4bcd-94dd-e346a71a3f69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62fcb971-b73a-4f90-9792-a1802f106c7d HTTP/1.1" status: 204 len: 168 time: 0.5863717 Jan 18 22:58:27.853320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c94bc1ce0db844d383fa21abbeb99ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7099252 Jan 18 22:58:27.862019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37902) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:27.998243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-0e9ed868-8dbb-45dc-ae56-22de00309bbb', 'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': 'f6845c13-4690-4bac-8b53-affc994e3f42'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:28.002005 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:28.020640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:28.025326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6af18-e119-4c85-b19e-c0c7bc8ddda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd424f-f441-4473-8a8c-f8660e1e430c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:28.056122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c54198-3668-476e-824d-20fb42d93f47 None None] Pushing event updated for resources: {'Port': ['ID=d5269577-7a44-427e-a64b-ce6a462dd8e1,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:28.102354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:28.123370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:28.165885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:28.260541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:28.306003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:28.306731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:28.308190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3602bc7-8968-4844-a01f-8881cfda6e2b req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "PUT /v2.0/ports/88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e HTTP/1.1" status: 200 len: 904 time: 1.1511207 Jan 18 22:58:28.308873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:28.389875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963ced0-2553-4f49-8012-e80d9edf6c3c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:28.630484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d5269577-7a44-427e-a64b-ce6a462dd8e1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:28.660356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:28.697992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346dd8-ca4a-4195-811d-da8cf25b3925 req-4aae144a-528b-4445-9424-ad8595dee9f6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:28.698174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10857637'] for subnet, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:28.706617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37346dd8-ca4a-4195-811d-da8cf25b3925 req-4aae144a-528b-4445-9424-ad8595dee9f6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 907 time: 0.1924686 Jan 18 22:58:28.728558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a80bc76-9d5d-477c-8255-5f13cae44eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:28.789770 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e', 'status': 'completed', 'code': 200} Jan 18 22:58:28.842938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeea0d-cd27-494e-94f7-550eac16a7bc req-b37c9ca3-cd09-4efb-87b7-33b31341c57c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:28.846031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Allocated IP 2001:db8::2 (0e9ed868-8dbb-45dc-ae56-22de00309bbb/f6845c13-4690-4bac-8b53-affc994e3f42/1c569238-36e3-4097-ad0f-a44e2f6296ec) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:28.870047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcbeea0d-cd27-494e-94f7-550eac16a7bc req-b37c9ca3-cd09-4efb-87b7-33b31341c57c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4683022 Jan 18 22:58:29.005251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a80bc76-9d5d-477c-8255-5f13cae44eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:29.116280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a80bc76-9d5d-477c-8255-5f13cae44eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:29.143297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c916-fc2a-46c8-8588-8081700cade4 req-dd068e7c-4a79-42a4-8568-13b9c5d9e7c1 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:29.146023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b74c916-fc2a-46c8-8588-8081700cade4 req-dd068e7c-4a79-42a4-8568-13b9c5d9e7c1 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1915374 Jan 18 22:58:29.151975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe033d7-93a7-4036-a0d4-4a5749ce0ad9 None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:29.169102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcbeea0d-cd27-494e-94f7-550eac16a7bc req-e7d9962c-4447-4949-b2ae-45655ddc744a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973659 Jan 18 22:58:29.176982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80bc76-9d5d-477c-8255-5f13cae44eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd424f-f441-4473-8a8c-f8660e1e430c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:29.214641 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a80bc76-9d5d-477c-8255-5f13cae44eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:29.216182 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a80bc76-9d5d-477c-8255-5f13cae44eba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17dd424f-f441-4473-8a8c-f8660e1e430c HTTP/1.1" status: 204 len: 168 time: 1.3481383 Jan 18 22:58:29.232131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b74c916-fc2a-46c8-8588-8081700cade4 req-098fb8fc-568f-40d0-b43c-198b5523d1ea tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797246 Jan 18 22:58:29.249802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-edc24a9d-8431-4c99-8258-4caa32b4e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:29.254475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-edc24a9d-8431-4c99-8258-4caa32b4e3eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 1058 time: 0.3750014 Jan 18 22:58:29.547034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-be73c55e-3f6b-4da3-984d-495882ef93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:29.551693 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-be73c55e-3f6b-4da3-984d-495882ef93f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.2894003 Jan 18 22:58:29.554283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-457348e4-1775-4d89-939b-6ef64d8e1ba3 None None] Provisioning complete for port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:29.554886 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-457348e4-1775-4d89-939b-6ef64d8e1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:29.572326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de745a5-5bb9-47d1-997b-306a3df274fb req-b302370e-4525-43c5-b263-42963c7a00ae tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:29.574176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4de745a5-5bb9-47d1-997b-306a3df274fb req-b302370e-4525-43c5-b263-42963c7a00ae tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1727962 Jan 18 22:58:29.617104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:29.669045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-8384db39-730b-4e08-ae06-190b2ba08d9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e HTTP/1.1" status: 200 len: 217 time: 0.0933292 Jan 18 22:58:29.697028 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:29.761731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4de745a5-5bb9-47d1-997b-306a3df274fb req-ab9f4a84-3fa0-4a56-ae87-434053136f0f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309729 Jan 18 22:58:29.777295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-574a3a54-f5ab-4d76-a2da-a3dbd25aa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:29.778968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-574a3a54-f5ab-4d76-a2da-a3dbd25aa856 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1045458 Jan 18 22:58:29.801782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Transition to ACTIVE for port object 1c569238-36e3-4097-ad0f-a44e2f6296ec will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:29.825330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Transition to ACTIVE for port object 1c569238-36e3-4097-ad0f-a44e2f6296ec will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:29.854614 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:29.884746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2086658285-network', 'tenant_id': '0f5828bf6806467caea6040ce2ab245b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:29.892391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:29.907530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Usage tracker for resource:network and tenant:0f5828bf6806467caea6040ce2ab245b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:29.916452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:29.945710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:29.979146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Pushing event updated for resources: {'Port': ['ID=1c569238-36e3-4097-ad0f-a44e2f6296ec,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:30.051023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Made reservation on behalf of 0f5828bf6806467caea6040ce2ab245b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:30.053736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.075845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.093697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:30.098005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5828bf6806467caea6040ce2ab245b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:30.101311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:30.108416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:30.142215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-4eac5e1f-87ca-4bf1-bfb5-57a33535e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:30.144860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-4eac5e1f-87ca-4bf1-bfb5-57a33535e671 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582227 Jan 18 22:58:30.189774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:30.198045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:30.204612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:30.252415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.272054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.295233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:30.301657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759646292462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11402127'] for subnet, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.307938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.309363 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Added segment 814c9298-0d3a-4c1f-ad11-9718b1e1dabc of type vlan for network d1307884-91d4-4cbe-a014-03f756221b26 Jan 18 22:58:30.374164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.401848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c3de-2c75-465d-91ce-557c7f0063cd req-37c9f50e-674a-4203-8345-d9983b2eb8cb tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:30.422296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3d4c3de-2c75-465d-91ce-557c7f0063cd req-37c9f50e-674a-4203-8345-d9983b2eb8cb tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4581270 Jan 18 22:58:30.440461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:30.441101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.445193 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "PUT /v2.0/subnets/f6845c13-4690-4bac-8b53-affc994e3f42 HTTP/1.1" status: 200 len: 826 time: 2.6830268 Jan 18 22:58:30.477221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37978) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:30.504886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3d4c3de-2c75-465d-91ce-557c7f0063cd req-0d4d7f69-e65c-4263-8579-5f4fb884de2c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814841 Jan 18 22:58:30.553326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24959444-cc4b-41b4-aa4b-cb0535609823,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:30.586689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.587738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:30.588315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.719776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Attempting to bind port 1c569238-36e3-4097-ad0f-a44e2f6296ec on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:30.720148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Attempting to bind port 1c569238-36e3-4097-ad0f-a44e2f6296ec by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'b75c68b0-965d-401d-b51b-11c4ef92aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:30.720514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Attempting to bind port 1c569238-36e3-4097-ad0f-a44e2f6296ec on network 0e9ed868-8dbb-45dc-ae56-22de00309bbb {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:30.731651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e7adca2f-91df-4a56-8b70-cd82c691fad7 None None] Provisioning for port d5269577-7a44-427e-a64b-ce6a462dd8e1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:30.777281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:30.777665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Checking segment: {'id': 'b75c68b0-965d-401d-b51b-11c4ef92aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:30.778886 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.779435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Bound using segment: {'id': 'b75c68b0-965d-401d-b51b-11c4ef92aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:30.784559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Bound port: 1c569238-36e3-4097-ad0f-a44e2f6296ec, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75c68b0-965d-401d-b51b-11c4ef92aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e9ed868-8dbb-45dc-ae56-22de00309bbb'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:30.785169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.816170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d1307884-91d4-4cbe-a014-03f756221b26,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:30.825342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-df182cc5-4689-49d2-b304-f41cb96c31d1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2066405 Jan 18 22:58:30.827418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:30.837131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Request body: {'subnet': {'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2086658285-subnet', 'tenant_id': '0f5828bf6806467caea6040ce2ab245b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:30.845430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:30.852203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Usage tracker for resource:subnet and tenant:0f5828bf6806467caea6040ce2ab245b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:30.857498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:30.866140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:30.885946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Made reservation on behalf of 0f5828bf6806467caea6040ce2ab245b for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:30.890759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:30.914749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d1307884-91d4-4cbe-a014-03f756221b26 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:30.925933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-39ac3607-7154-446e-8b51-7c7bb87993de service neutron] 10.222.0.86 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719908 Jan 18 22:58:30.931247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eb369-3f32-420f-aee2-a05133574f77 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=f6845c13-4690-4bac-8b53-affc994e3f42,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:31.228592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:31.330447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e7adca2f-91df-4a56-8b70-cd82c691fad7 None None] Provisioning complete for port d5269577-7a44-427e-a64b-ce6a462dd8e1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:31.330447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7adca2f-91df-4a56-8b70-cd82c691fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:31.445423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad757401-87f6-428f-a6af-86833cb52e67 req-ac1695f6-75d3-4c6b-b933-a03b4ca1b981 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:31.455565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad757401-87f6-428f-a6af-86833cb52e67 req-ac1695f6-75d3-4c6b-b933-a03b4ca1b981 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.9473898 Jan 18 22:58:31.514310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c23f8587-5964-41d8-80bd-e5a5a1cad57d req-780d2d8b-110a-4b08-ba1c-2c8ed0206f72 service neutron] 10.222.0.86 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719233 Jan 18 22:58:31.519741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port 1c569238-36e3-4097-ad0f-a44e2f6296ec {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:31.520395 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:31.727629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-e458154b-3b71-4086-91d7-a6fb2402e274 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:31.729889 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-e458154b-3b71-4086-91d7-a6fb2402e274 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.4467609 Jan 18 22:58:31.731736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:31.751003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] For port 1c569238-36e3-4097-ad0f-a44e2f6296ec, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:31.813310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-3b59725e-622d-4cf9-b45b-1181245d1041 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/quotas/48a783a9a5994582b0f93c202337c41c HTTP/1.1" status: 200 len: 375 time: 0.0753055 Jan 18 22:58:31.820857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] For port 1c569238-36e3-4097-ad0f-a44e2f6296ec, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1c569238-36e3-4097-ad0f-a44e2f6296ec,segment=NetworkSegment(b75c68b0-965d-401d-b51b-11c4ef92aa4c),segment_id=b75c68b0-965d-401d-b51b-11c4ef92aa4c)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:31.858840 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:31.860846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38028) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:31.950293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad757401-87f6-428f-a6af-86833cb52e67 req-dced15e4-6ef5-40c2-a0c7-694f3a6da503 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934669 Jan 18 22:58:32.023750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa6fa2-8ccc-41e3-b384-41089d95ccc0 None None] Pushing event updated for resources: {'Port': ['ID=1c569238-36e3-4097-ad0f-a44e2f6296ec,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:32.071619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f833d30c-466c-4854-968e-6e31decd90a6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:32.083700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Checking segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:32.084302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Network hostable DHCP agents. Network: d1307884-91d4-4cbe-a014-03f756221b26, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:32.177283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Network d1307884-91d4-4cbe-a014-03f756221b26 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:32.211792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d1307884-91d4-4cbe-a014-03f756221b26) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:32.222905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4af72-f240-4058-b024-ce213ae86f9f None None] Network d1307884-91d4-4cbe-a014-03f756221b26 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:32.240051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-4f7c1742-34ef-4e59-9b79-f50f97a01b87 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3939221 Jan 18 22:58:32.245640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:32.246475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:32.318530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d068ab8-b423-4912-835d-367dc0badef4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4898531 Jan 18 22:58:32.634895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port 1c569238-36e3-4097-ad0f-a44e2f6296ec, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1c569238-36e3-4097-ad0f-a44e2f6296ec,segment=NetworkSegment(b75c68b0-965d-401d-b51b-11c4ef92aa4c),segment_id=b75c68b0-965d-401d-b51b-11c4ef92aa4c)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:32.641115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:32.730429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-656329b4-d195-4305-bf5d-a9508191f324 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756968 Jan 18 22:58:32.846513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b64e888b-7465-4604-9dc2-3511f6d12232 None None] Provisioning complete for port d5269577-7a44-427e-a64b-ce6a462dd8e1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:32.846966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b64e888b-7465-4604-9dc2-3511f6d12232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:32.863512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for 1c569238-36e3-4097-ad0f-a44e2f6296ec owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:32.972284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26324b-b5d8-4bf2-9e97-460ca444886c None None] Network d1307884-91d4-4cbe-a014-03f756221b26 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:33.032549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-a4a8cd8b-8e90-4694-b94b-3b24df667b04 service neutron] 10.222.0.78 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862451 Jan 18 22:58:33.063743 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:33.094830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:33.135543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Usage tracker for resource:security_group_rule and tenant:3a759d5636bf40b6988ef5e3eb066fcf is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:33.149666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:33.165849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:33.334732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:33.341559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:33.457824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:33.533504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503962b6-827f-431e-baa4-844604a6138a req-3880e6ac-5b18-42eb-be9d-340b7ea084ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:33.535812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-503962b6-827f-431e-baa4-844604a6138a req-3880e6ac-5b18-42eb-be9d-340b7ea084ac tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1754575 Jan 18 22:58:33.565399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-cc8952a2-3604-4411-90e1-240dfd7fe23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:33.566847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-cc8952a2-3604-4411-90e1-240dfd7fe23d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.5744243 Jan 18 22:58:33.607070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Port': ['ID=1c569238-36e3-4097-ad0f-a44e2f6296ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:33.614007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-503962b6-827f-431e-baa4-844604a6138a req-e64af849-497a-4155-9a6a-f78d77a724a1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Jan 18 22:58:33.817590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No DVR routers for this DVR port 1c569238-36e3-4097-ad0f-a44e2f6296ec on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:33.836939 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a759d5636bf40b6988ef5e3eb066fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9704092 Jan 18 22:58:33.838293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:33.900879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c1cf3-0b3d-440a-af0c-a42f8bc2a52c req-98e77260-1974-4b7c-9b65-10b19d3a96d4 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:33.902528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-326c1cf3-0b3d-440a-af0c-a42f8bc2a52c req-98e77260-1974-4b7c-9b65-10b19d3a96d4 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1510606 Jan 18 22:58:33.936929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21ad45-3ba9-476e-b85f-9d33cba130fc None None] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:33.945036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ddab6-8690-41bd-bded-6f4e1d281e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b4ca8-e27d-4a6d-bbad-f2d406a5c945,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:33.982508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ef77f19-8828-4ce6-b945-ee030e92a45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:34.087212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-bbe7e52d-3ac4-4be7-8bc2-2a7bceb8f276 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:34.101015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-bbe7e52d-3ac4-4be7-8bc2-2a7bceb8f276 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 818 time: 0.9236834 Jan 18 22:58:34.103084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c5067b73-2840-4527-917d-4d87006db524 None None] Could not find standard attr ID for object 1c569238-36e3-4097-ad0f-a44e2f6296ec. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:58:34.157533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ef77f19-8828-4ce6-b945-ee030e92a45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:34.162892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:34.183191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-326c1cf3-0b3d-440a-af0c-a42f8bc2a52c req-1ba8918d-039b-4e1c-bb3b-8a50fef6f425 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485106 Jan 18 22:58:34.200628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-e1f7f02f-598f-4a04-85a2-6bedcf118b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:34.202529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-e1f7f02f-598f-4a04-85a2-6bedcf118b69 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.5646963 Jan 18 22:58:34.222066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-d38c798c-0c4e-41aa-aff1-67c89d95b1db tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/quotas/0f5828bf6806467caea6040ce2ab245b HTTP/1.1" status: 200 len: 375 time: 0.0125558 Jan 18 22:58:34.244097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:34.331356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ef77f19-8828-4ce6-b945-ee030e92a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:34.352895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70542126-17b3-485a-b890-287563170902 req-8ddf53fc-8536-4744-9223-b46a55c99219 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 210 time: 0.0592580 Jan 18 22:58:34.374559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef77f19-8828-4ce6-b945-ee030e92a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b4ca8-e27d-4a6d-bbad-f2d406a5c945,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:34.384503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ef77f19-8828-4ce6-b945-ee030e92a45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:34.385928 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ef77f19-8828-4ce6-b945-ee030e92a45f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd8b4ca8-e27d-4a6d-bbad-f2d406a5c945 HTTP/1.1" status: 204 len: 168 time: 0.5483930 Jan 18 22:58:34.443207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-c0c96e02-98e7-4ecd-baf2-2eb0f5df8e56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 217 time: 0.2215040 Jan 18 22:58:34.445634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-ab4cc34b-6328-490b-a41f-99a93bb2ecbb tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2108290 Jan 18 22:58:34.625532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae4315-3857-4a7e-bb17-43baf2a253a3 None None] Network 0e9ed868-8dbb-45dc-ae56-22de00309bbb requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:34.807254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-e4324700-e5bb-49ea-bca1-6a94898f7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:34.808719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-e4324700-e5bb-49ea-bca1-6a94898f7584 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.3497479 Jan 18 22:58:34.926045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.003591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-d3f58637-8ead-4ac2-88ea-26cbebbeeb12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732011 Jan 18 22:58:35.018275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=f6845c13-4690-4bac-8b53-affc994e3f42,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:35.064352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfd7e-41e3-4d66-b53c-6a1a9c0aecac req-acbdbf50-a4f1-4107-995a-c8f1e856c6a2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:35.068313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22fbfd7e-41e3-4d66-b53c-6a1a9c0aecac req-acbdbf50-a4f1-4107-995a-c8f1e856c6a2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2164738 Jan 18 22:58:35.073119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618eeb96-b47c-484d-98ab-b1242038c084 None None] DHCP port deletion for 0e9ed868-8dbb-45dc-ae56-22de00309bbb request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:58:35.134956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22fbfd7e-41e3-4d66-b53c-6a1a9c0aecac req-fe59d6c3-6cd6-4d09-bc15-02e2b49466ba tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Jan 18 22:58:35.197397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3949da15-d98a-4559-95af-6bf48012d702 service neutron] 10.222.0.78 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359891 Jan 18 22:58:35.232875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.371812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91afb28-f566-44fa-962d-e1464ac472d0 req-dfdb16fd-2d85-4cda-9810-0c6478ef6b35 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:35.373405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e91afb28-f566-44fa-962d-e1464ac472d0 req-dfdb16fd-2d85-4cda-9810-0c6478ef6b35 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.0844970 Jan 18 22:58:35.396327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9ed868-8dbb-45dc-ae56-22de00309bbb']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:35.426927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e91afb28-f566-44fa-962d-e1464ac472d0 req-a4286b70-311e-4a0e-82b5-09fc2054b971 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Jan 18 22:58:35.448404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75c68b0-965d-401d-b51b-11c4ef92aa4c') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:35.448404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75c68b0-965d-401d-b51b-11c4ef92aa4c') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:35.464225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.527432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.540828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-65f9835a-dc3c-4792-baec-6dd4209a67e1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:35.542278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-65f9835a-dc3c-4792-baec-6dd4209a67e1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 812 time: 0.6100883 Jan 18 22:58:35.556384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:35.556787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:35.571850 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:35.593759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-74652707-65b6-4efa-8902-1429568a4db0 req-c190b822-b02e-4338-91c9-ee049088aeeb tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 210 time: 0.0460591 Jan 18 22:58:35.593965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Request body: {'port': {'device_id': '17e0efd8-3950-415b-97fc-75ae2485c885', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'admin_state_up': True, 'tenant_id': '48a783a9a5994582b0f93c202337c41c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:35.674910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-2d21bd43-5818-471b-998f-888fe76d7181 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027310 Jan 18 22:58:35.735741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a4750d67-3856-43fb-8241-7c7d0a9f76ba service neutron] 10.222.0.78 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950342 Jan 18 22:58:35.841504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.868234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:35.893300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=0e9ed868-8dbb-45dc-ae56-22de00309bbb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:35.957288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d291d2e-0a41-4c33-8668-a0873d5bd1d1 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/0e9ed868-8dbb-45dc-ae56-22de00309bbb HTTP/1.1" status: 204 len: 168 time: 5.4789813 Jan 18 22:58:35.960088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:35.960339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:35.981887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:35.985395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d52a95d-77f2-4b20-bdf0-cfae1c795da7 req-341c23c7-cdb0-477d-a420-c4e03a78b354 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568417 Jan 18 22:58:35.994987 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-baecd1b8-5234-45c2-8767-e8f5570aa632 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:35.995845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baecd1b8-5234-45c2-8767-e8f5570aa632 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:35.997947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-baecd1b8-5234-45c2-8767-e8f5570aa632 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/0e9ed868-8dbb-45dc-ae56-22de00309bbb HTTP/1.1" status: 404 len: 339 time: 0.0364735 Jan 18 22:58:36.003808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:36.008306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Made reservation on behalf of 48a783a9a5994582b0f93c202337c41c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:36.014724 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.018925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-153304337', 'description': 'd1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:36.028866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:36.041376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Usage tracker for resource:network and tenant:a593530fe8a94169b5b6dc67e4ff1ee8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:36.049826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:36.059247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:36.074165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:36.081587 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.125139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:36.148068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.148725 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 2ed66dc2-8d8c-48e2-8f75-6dbc3aae4600 of type vlan for network a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 Jan 18 22:58:36.209330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.272908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Allocated IP 172.20.0.4 (3c3982f4-ad1d-4d18-a5e0-d874e519189a/f2346838-0cdd-47c3-bbc3-e5c38cf5612d/48778faa-22f5-4ce4-b620-0feb8e3cf6cc) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:36.339498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.345927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:36.346798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.397869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1c569238-36e3-4097-ad0f-a44e2f6296ec no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:36.398566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3aa5b3c4-3096-4036-a621-49d44c76ea8f req-6440f9b6-a5e7-4ba5-ae86-11f10a97609b tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.1158900 Jan 18 22:58:36.468163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1c569238-36e3-4097-ad0f-a44e2f6296ec {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:58:36.468764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1c569238-36e3-4097-ad0f-a44e2f6296ec not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:58:36.514784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5098712 Jan 18 22:58:36.518504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38160) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:36.521712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001db3f-34b1-4a67-8d13-e725a9d737da tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=a877cfe8-d2c7-49be-811b-f1aa8ba4ec21,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:36.534035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:36.637841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec1dd-7dba-4f99-8b4b-7c3b281048dc req-76b86582-4e25-47c9-896e-6bf2b1482164 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:36.640010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-137ec1dd-7dba-4f99-8b4b-7c3b281048dc req-76b86582-4e25-47c9-896e-6bf2b1482164 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2992029 Jan 18 22:58:36.714328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-137ec1dd-7dba-4f99-8b4b-7c3b281048dc req-e60800a2-3af1-4e47-bcbd-89e4cf3b780f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667224 Jan 18 22:58:36.725140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.743913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Transition to ACTIVE for port object 48778faa-22f5-4ce4-b620-0feb8e3cf6cc will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:36.749012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.777228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:36.790647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:36.816959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86fc615-3ace-4416-9eed-83aa60a784ed tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:36.821948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b86fc615-3ace-4416-9eed-83aa60a784ed tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Synchronizing usage tracker for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:36.897337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66628dc-5f79-4232-ae6e-e8e166cf4467 req-b555d714-40ac-49f9-a0b6-e19923dbe2f2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:36.905440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b66628dc-5f79-4232-ae6e-e8e166cf4467 req-b555d714-40ac-49f9-a0b6-e19923dbe2f2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.2355113 Jan 18 22:58:36.931911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b86fc615-3ace-4416-9eed-83aa60a784ed tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Unset dirty status for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:36.934495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b86fc615-3ace-4416-9eed-83aa60a784ed tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks?id=a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 HTTP/1.1" status: 200 len: 764 time: 0.4134321 Jan 18 22:58:36.939548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38206) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:36.965509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'description': 'd2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:37.131228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:37.139625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b66628dc-5f79-4232-ae6e-e8e166cf4467 req-26271997-d360-44e5-acd4-275570accab1 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327566 Jan 18 22:58:37.181552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:37.184399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:37.186962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:37.455370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:37.458769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:37.467772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:37.500047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:37.550615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 is not hosted by any dhcp agent {{(pid=87812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 18 22:58:37.560876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260806-094f-49d3-aed8-12ccee855e9b req-d8edef7b-7aa7-45ba-93d0-591f7a855dab tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:37.564554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b260806-094f-49d3-aed8-12ccee855e9b req-d8edef7b-7aa7-45ba-93d0-591f7a855dab tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 931 time: 0.4723668 Jan 18 22:58:37.567797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:37.568692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:37.570462 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "PUT /v2.0/networks/a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 HTTP/1.1" status: 200 len: 761 time: 0.6119256 Jan 18 22:58:37.587199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d0c8b57a-5b38-404c-859d-1fb096d8842a None None] Provisioning for port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:37.589009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38250) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:37.617128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6fef3400-7109-42d9-832c-2abdaca04dbe tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0290048 Jan 18 22:58:37.622189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d0c8b57a-5b38-404c-859d-1fb096d8842a None None] Provisioning complete for port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:37.622566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b57a-5b38-404c-859d-1fb096d8842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:37.639608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Request body: {'port': {'device_id': '17e0efd8-3950-415b-97fc-75ae2485c885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:37.786958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c32c600b-7e45-464d-add9-4a37afe64371 req-ae40c254-65df-4606-98bd-c2286c7b2219 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0988321 Jan 18 22:58:37.803538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a6629-515f-4700-a575-4edf2374d624 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:37.804256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7e0a6629-515f-4700-a575-4edf2374d624 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Synchronizing usage tracker for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:37.810673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70b29b-7bca-4b26-8887-4b0b078182d0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=a877cfe8-d2c7-49be-811b-f1aa8ba4ec21,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:37.872780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:37.989740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b260806-094f-49d3-aed8-12ccee855e9b req-8688c717-8716-4e01-958f-592e5ccfb646 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956280 Jan 18 22:58:38.006450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7e0a6629-515f-4700-a575-4edf2374d624 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Unset dirty status for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:38.013554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7e0a6629-515f-4700-a575-4edf2374d624 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks?id=a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 HTTP/1.1" status: 200 len: 764 time: 0.4222658 Jan 18 22:58:38.016557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38262) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:38.026335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:38.100916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8b57a-5b38-404c-859d-1fb096d8842a None None] Port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:58:38.169651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38266) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:38.210641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446c3f-6572-4dfd-8252-b82cc29d006e req-85f0175a-b165-4243-913e-4921ae3df1e3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.212144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e446c3f-6572-4dfd-8252-b82cc29d006e req-85f0175a-b165-4243-913e-4921ae3df1e3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2725244 Jan 18 22:58:38.282548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63232716-a15d-40b6-a63f-c1704b855dee tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.284031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63232716-a15d-40b6-a63f-c1704b855dee tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2669222 Jan 18 22:58:38.287237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:38.305168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e446c3f-6572-4dfd-8252-b82cc29d006e req-a5072f6a-ee55-4903-bbc9-b907af5f8217 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735760 Jan 18 22:58:38.425229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b42d7-2bf7-49b1-925d-e41ff86a9374 req-753a62ab-eb6c-4e76-affe-e23f797f8769 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.426929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59b42d7-2bf7-49b1-925d-e41ff86a9374 req-753a62ab-eb6c-4e76-affe-e23f797f8769 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1357210 Jan 18 22:58:38.435726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:38.573898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ecd487af-4afa-482e-90e5-638e5c88ff6a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Synchronizing usage tracker for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:38.585169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:38.596652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Usage tracker for resource:security_group_rule and tenant:7a07ca795e9545dba3a80006384f6c2f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:38.600544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:38.606634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:38.610233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ecd487af-4afa-482e-90e5-638e5c88ff6a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Unset dirty status for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:38.611402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ecd487af-4afa-482e-90e5-638e5c88ff6a tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 207 time: 0.3232815 Jan 18 22:58:38.615059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:38.674003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b59b42d7-2bf7-49b1-925d-e41ff86a9374 req-d28e1429-e5e7-4e87-a9ef-0b375db36446 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360694 Jan 18 22:58:38.696730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48778faa-22f5-4ce4-b620-0feb8e3cf6cc {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:38.708857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:38.750255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Transition to ACTIVE for port object 48778faa-22f5-4ce4-b620-0feb8e3cf6cc will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:38.761501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a9b6078f-ab22-4a56-9c17-264bbfd1dbf0 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.763015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a9b6078f-ab22-4a56-9c17-264bbfd1dbf0 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 818 time: 0.2755599 Jan 18 22:58:38.764084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:38.808560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Request body: {'port': {'device_id': '1a104979-9f3b-408b-bab9-e1470a78213b', 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'admin_state_up': True, 'tenant_id': '0f5828bf6806467caea6040ce2ab245b'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:38.833287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.839330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.845569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.861386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.867473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.873400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.878997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e9c92391-4fa7-491e-9344-a579d29cc45c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2590954 Jan 18 22:58:38.879219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:39.041838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.117156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d721d86e-4e7d-4e62-ad03-cd3328295702 req-d0023bdb-417c-498a-b24a-76b86de02725 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0732207 Jan 18 22:58:39.128746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.238796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a07ca795e9545dba3a80006384f6c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0646095 Jan 18 22:58:39.243422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fede3e0-f556-46c0-bd37-c6cd3f03612e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db224226-f25b-4b94-b381-937b43b9100f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:39.247436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:39.329198 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fcc97dd6-e9f3-41d1-b7a5-cc75d9d0a75d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4441624 Jan 18 22:58:39.336877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38300) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:39.366785 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc11b428-d013-4b12-ab8c-0891f139b6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.395061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc11b428-d013-4b12-ab8c-0891f139b6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.455345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:39.500037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc11b428-d013-4b12-ab8c-0891f139b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.520313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11b428-d013-4b12-ab8c-0891f139b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db224226-f25b-4b94-b381-937b43b9100f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:39.527058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc11b428-d013-4b12-ab8c-0891f139b6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.528210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc11b428-d013-4b12-ab8c-0891f139b6ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db224226-f25b-4b94-b381-937b43b9100f HTTP/1.1" status: 204 len: 168 time: 0.2756090 Jan 18 22:58:39.548016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69242d0-3793-408e-95e4-f8683c0e94ed req-018e33ef-557d-498d-ad05-b236920b8537 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.554744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d69242d0-3793-408e-95e4-f8683c0e94ed req-018e33ef-557d-498d-ad05-b236920b8537 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1248474 Jan 18 22:58:39.596044 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d69242d0-3793-408e-95e4-f8683c0e94ed req-699267b7-2762-4199-a33b-bc8f2f584845 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403447 Jan 18 22:58:39.673755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.675236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.676808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.678352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.679721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.680620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Synchronizing usage tracker for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:39.718401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:39.735714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-b34cb99d-f0a4-4bf2-b9bc-3e396f8856ef tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.737179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-b34cb99d-f0a4-4bf2-b9bc-3e396f8856ef tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.86 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 818 time: 0.8217785 Jan 18 22:58:39.738886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Attempting to bind port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:39.739210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Attempting to bind port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:39.739537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Attempting to bind port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:39.744322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Usage tracker for resource:port and tenant:0f5828bf6806467caea6040ce2ab245b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:39.763243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:39.772800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Request body: {'port': {'device_id': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'admin_state_up': True, 'tenant_id': '0f5828bf6806467caea6040ce2ab245b'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:39.796925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:58:39.797343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Attempting to bind port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc on network 3c3982f4-ad1d-4d18-a5e0-d874e519189a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:39.799880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Unset dirty status for tenant:a593530fe8a94169b5b6dc67e4ff1ee8 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:39.800445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2dd62385-2b4b-40d8-9995-09f087dfaf89 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4266374 Jan 18 22:58:39.803704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:39.805624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:39.880771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdcb6f-1ac3-41d1-9da1-4bd47c2e6af0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.882190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdcb6f-1ac3-41d1-9da1-4bd47c2e6af0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.883670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdcb6f-1ac3-41d1-9da1-4bd47c2e6af0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.885938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdcb6f-1ac3-41d1-9da1-4bd47c2e6af0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.887621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdcb6f-1ac3-41d1-9da1-4bd47c2e6af0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.889788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ccdcb6f-1ac3-41d1-9da1-4bd47c2e6af0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0827024 Jan 18 22:58:39.894651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:39.932314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38322) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:39.935462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:39.935800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Checking segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:39.936185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Bound using segment: {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:39.936616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Bound port: 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbab565-277d-42fb-814b-3c8a8a718b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:39.936977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.951770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-d904f4b0-666e-4140-8034-b80eb6047765 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.953194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-d904f4b0-666e-4140-8034-b80eb6047765 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 818 time: 0.8435578 Jan 18 22:58:39.956606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:39.987079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9aa9-a9a4-4e0f-8a06-63bcd31b18fa req-e8424365-5866-4a3c-99e5-ae21fd97a311 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.987809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b39c9aa9-a9a4-4e0f-8a06-63bcd31b18fa req-e8424365-5866-4a3c-99e5-ae21fd97a311 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:40.001799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Request body: {'port': {'device_id': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'admin_state_up': True, 'tenant_id': '0f5828bf6806467caea6040ce2ab245b'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:40.018402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Usage tracker for resource:port and tenant:0f5828bf6806467caea6040ce2ab245b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:40.028318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Made reservation on behalf of 0f5828bf6806467caea6040ce2ab245b for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:40.032964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.049606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:40.055073 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.112534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af314da4-eac3-44bf-b4e5-2744138cf50d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.113825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af314da4-eac3-44bf-b4e5-2744138cf50d tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks/68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef HTTP/1.1" status: 200 len: 803 time: 0.2180352 Jan 18 22:58:40.118187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38326) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:40.144374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:40.147810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987850a1-8dce-4dfb-974e-9028d9ac11ba req-63c11362-f4b7-48df-9e78-c0f5a25b9074 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.149280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-987850a1-8dce-4dfb-974e-9028d9ac11ba req-63c11362-f4b7-48df-9e78-c0f5a25b9074 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.2144353 Jan 18 22:58:40.203513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:40.247133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b39c9aa9-a9a4-4e0f-8a06-63bcd31b18fa req-e8424365-5866-4a3c-99e5-ae21fd97a311 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:40.248298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b39c9aa9-a9a4-4e0f-8a06-63bcd31b18fa req-e8424365-5866-4a3c-99e5-ae21fd97a311 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 943 time: 1.0541558 Jan 18 22:58:40.251999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Usage tracker for resource:security_group_rule and tenant:0f1bfe0638354b31b210c787d6bd5309 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:40.260304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:40.264775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-987850a1-8dce-4dfb-974e-9028d9ac11ba req-2ca1697d-59ca-4d33-94be-2d5e2c3e5158 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079280 Jan 18 22:58:40.267381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Made reservation on behalf of 0f5828bf6806467caea6040ce2ab245b for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:40.270703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.302969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3c2bad9b-15b2-4a66-9893-e72d94a06b00 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/networks/68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1837304 Jan 18 22:58:40.306421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:40.314827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:40.383637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d888e-0643-4bf0-af26-7ccbc9cc39e0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.385043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d2d888e-0643-4bf0-af26-7ccbc9cc39e0 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/subnets/85d464c4-e261-4e78-a37c-3fe8d90c5e99 HTTP/1.1" status: 200 len: 843 time: 0.0774920 Jan 18 22:58:40.388773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:40.464564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e9544d1-cb95-4ec4-914e-d8d77a60946a req-b6f8491d-a91f-4b99-9acc-16028d16def0 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0784791 Jan 18 22:58:40.468721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:40.498489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb2a65-f42f-426e-98c3-381cbf8f6eb8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.499790 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90bb2a65-f42f-426e-98c3-381cbf8f6eb8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "GET /v2.0/subnets/85d464c4-e261-4e78-a37c-3fe8d90c5e99?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1100857 Jan 18 22:58:40.503391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:40.508443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712950702'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:40.513579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:40.523285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:40.536135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:40.539636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:40.543596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.545826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:40.550784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b39c9aa9-a9a4-4e0f-8a06-63bcd31b18fa req-8d554020-c287-4e2d-b0b1-30e225f20103 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917266 Jan 18 22:58:40.566847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Usage tracker for resource:port and tenant:0f5828bf6806467caea6040ce2ab245b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:40.573301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:40.575360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.579184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:40.582250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.582593 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Added segment 4befbf67-d845-43cd-8cb3-a22d4865d5d5 of type vlan for network 3163e699-c7b2-425c-b54c-95cbdc699f5f Jan 18 22:58:40.609537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.642868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.643374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:40.649082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.649766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.669686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.669934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.671545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] 10.222.0.85 "PUT /v2.0/ports/48778faa-22f5-4ce4-b620-0feb8e3cf6cc HTTP/1.1" status: 200 len: 1091 time: 3.0382745 Jan 18 22:58:40.682848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:40.722713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Allocated IP 172.20.0.13 (d1307884-91d4-4cbe-a014-03f756221b26/f833d30c-466c-4854-968e-6e31decd90a6/0d8cff27-b9c3-46fe-ac8d-f542899650e8) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:40.777257 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'status': 'completed', 'code': 200} Jan 18 22:58:40.782304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Made reservation on behalf of 0f5828bf6806467caea6040ce2ab245b for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:40.786050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.810406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Network': ['ID=3163e699-c7b2-425c-b54c-95cbdc699f5f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:40.824624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 3163e699-c7b2-425c-b54c-95cbdc699f5f details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:40.829192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab824d-a3db-47d7-9a58-6bbbaa8b206a service neutron] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:40.873977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-706ebb58-2b3e-45ad-bc6c-eb26e95a8d5e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3695650 Jan 18 22:58:40.874784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:40.892713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:41.055437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.072639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.161476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2cfa1-f569-402f-89cb-bf022393e6a6 req-852722ab-4458-4e42-9899-6a8d30df74de tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.162853 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cbf2cfa1-f569-402f-89cb-bf022393e6a6 req-852722ab-4458-4e42-9899-6a8d30df74de tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4063406 Jan 18 22:58:41.199831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:41.212123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f1bfe0638354b31b210c787d6bd5309&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2578626 Jan 18 22:58:41.217895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38356) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:41.221629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:41.222293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-a9b08adb-e553-4e66-a2d1-aa94004ea442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.223774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-a9b08adb-e553-4e66-a2d1-aa94004ea442 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 1094 time: 0.4947903 Jan 18 22:58:41.228481 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cbf2cfa1-f569-402f-89cb-bf022393e6a6 req-60f29f6c-0154-4097-9ef4-672a176383c9 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566251 Jan 18 22:58:41.238034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e607-f187-47c1-9e48-a66240f09cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9a460-24de-44b8-af3a-6e2b112f4246,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:41.238262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Made reservation on behalf of a593530fe8a94169b5b6dc67e4ff1ee8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:41.250960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.331954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-6a5633c6-9c73-489c-b55c-69b2c902476e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc HTTP/1.1" status: 200 len: 217 time: 0.0852969 Jan 18 22:58:41.339915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 22:58:41.341103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 22:58:41.487048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.560880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=71175555-1200-44ae-979c-31fc4961cde1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:41.577135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Checking segment: {'id': '4befbf67-d845-43cd-8cb3-a22d4865d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:41.577491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network hostable DHCP agents. Network: 3163e699-c7b2-425c-b54c-95cbdc699f5f, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:58:41.635053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.636533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1ad95bd-9657-430c-9026-347338e996fc req-bb9b9eb7-a6d2-4dbe-8f7f-f527eeb4bcfa tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0484576 Jan 18 22:58:41.644131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Network 3163e699-c7b2-425c-b54c-95cbdc699f5f is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:58:41.659781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 3163e699-c7b2-425c-b54c-95cbdc699f5f) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:41.670266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f3826-2ed3-4a3c-8161-cbafc34331ea None None] Network 3163e699-c7b2-425c-b54c-95cbdc699f5f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:41.675268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-0ae6764f-23a5-4fa9-b3b8-f4e87f8ca124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.676771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-0ae6764f-23a5-4fa9-b3b8-f4e87f8ca124 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.3357332 Jan 18 22:58:41.686886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.687211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7454608c-345e-4bb6-9acc-fd56298ff16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.688472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.722643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a018872-86da-40e0-95d8-52f380d6fd37 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8464770 Jan 18 22:58:41.726255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:41.734313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:41.790754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7454608c-345e-4bb6-9acc-fd56298ff16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.835033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf7d72-ecdb-4315-9c6f-d0cf9d0de92e req-37163538-9558-423f-89fa-0ea183112149 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.836546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53cf7d72-ecdb-4315-9c6f-d0cf9d0de92e req-37163538-9558-423f-89fa-0ea183112149 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3114619 Jan 18 22:58:41.915420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1681855'] for subnet, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.934600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-3163e699-c7b2-425c-b54c-95cbdc699f5f', 'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f', 'tenant_id': 'a593530fe8a94169b5b6dc67e4ff1ee8', 'fixed_ips': [{'subnet_id': '71175555-1200-44ae-979c-31fc4961cde1'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:58:41.935207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:41.936761 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.008982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7a4bf-08d3-4636-9006-ccdd5836602a req-66405eae-86b5-4a31-98cd-f0f1da974b1d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.012300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccd7a4bf-08d3-4636-9006-ccdd5836602a req-66405eae-86b5-4a31-98cd-f0f1da974b1d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 943 time: 0.2419865 Jan 18 22:58:42.015962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53cf7d72-ecdb-4315-9c6f-d0cf9d0de92e req-2f775e8c-f795-448e-9002-c0d7bec8c3d5 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642649 Jan 18 22:58:42.029888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048565-2ae2-446b-9a2b-758a978a7191 req-2e4eedb5-d304-4d55-a23f-adebf8a79c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.031558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-2e4eedb5-d304-4d55-a23f-adebf8a79c5f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453519 Jan 18 22:58:42.041946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7454608c-345e-4bb6-9acc-fd56298ff16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.090639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Network d1307884-91d4-4cbe-a014-03f756221b26 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:42.113519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39ee3202-6008-4a28-be7f-ce490e1a1700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.124324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ccd7a4bf-08d3-4636-9006-ccdd5836602a req-7f0d71f3-39c9-4397-a892-2a2283d69ad4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Jan 18 22:58:42.151772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454608c-345e-4bb6-9acc-fd56298ff16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9a460-24de-44b8-af3a-6e2b112f4246,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:42.154946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:42.157367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:42.215872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759646292462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10558402'] for subnet, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.230537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Pushing event updated for resources: {'Port': ['ID=0d8cff27-b9c3-46fe-ac8d-f542899650e8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:42.238707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Allocated IP 172.20.0.11 (d1307884-91d4-4cbe-a014-03f756221b26/f833d30c-466c-4854-968e-6e31decd90a6/6507126f-414a-421f-acc8-9c09eec64572) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:42.264891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7454608c-345e-4bb6-9acc-fd56298ff16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.266969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7454608c-345e-4bb6-9acc-fd56298ff16d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55b9a460-24de-44b8-af3a-6e2b112f4246 HTTP/1.1" status: 204 len: 168 time: 1.0422583 Jan 18 22:58:42.286402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.287025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.291528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "PUT /v2.0/subnets/71175555-1200-44ae-979c-31fc4961cde1 HTTP/1.1" status: 200 len: 900 time: 0.5636668 Jan 18 22:58:42.292303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:42.301878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Allocated IP 2001:db8::3 (3163e699-c7b2-425c-b54c-95cbdc699f5f/71175555-1200-44ae-979c-31fc4961cde1/93b002e0-87bd-409d-9d6e-cb5f6925dff1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:42.308447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.313667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.374966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbf031-5939-4735-b160-54d88f302663 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event updated for resources: {'Subnet': ['ID=71175555-1200-44ae-979c-31fc4961cde1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:42.440674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-30b9de40-d2ea-4b6a-9459-a1d37925810a tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6671135 Jan 18 22:58:42.451927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-9e38962a-23ce-420d-b8b6-f8c37c53125f service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111378 Jan 18 22:58:42.455670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Request body: {'port': {'device_id': '1a104979-9f3b-408b-bab9-e1470a78213b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:42.513930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.569808 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.570336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb554e-1be5-49be-aa36-61a7c08418dd req-7e943b2b-1133-4fca-98b7-1db0b3f75194 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.571943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-57cb554e-1be5-49be-aa36-61a7c08418dd req-7e943b2b-1133-4fca-98b7-1db0b3f75194 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1595354 Jan 18 22:58:42.584370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Transition to ACTIVE for port object 93b002e0-87bd-409d-9d6e-cb5f6925dff1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:42.616282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Transition to ACTIVE for port object 93b002e0-87bd-409d-9d6e-cb5f6925dff1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:42.626371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.631089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.698723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Network 3163e699-c7b2-425c-b54c-95cbdc699f5f is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:42.701834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:42.704509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:42.714669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Pushing event updated for resources: {'Port': ['ID=93b002e0-87bd-409d-9d6e-cb5f6925dff1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:42.784758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.789249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.789600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.789942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.790273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.790602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.790929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.791247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.791569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.791877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.792227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.794553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:42.814987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:58:42.818211 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-57cb554e-1be5-49be-aa36-61a7c08418dd req-f7500084-1d42-492c-87a8-6733cb35a4ff tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009299 Jan 18 22:58:42.831637 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.869757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Attempting to bind port 93b002e0-87bd-409d-9d6e-cb5f6925dff1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:42.870301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Attempting to bind port 93b002e0-87bd-409d-9d6e-cb5f6925dff1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '4befbf67-d845-43cd-8cb3-a22d4865d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:42.870669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Attempting to bind port 93b002e0-87bd-409d-9d6e-cb5f6925dff1 on network 3163e699-c7b2-425c-b54c-95cbdc699f5f {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:42.876730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:42.880498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Checking segment: {'id': '4befbf67-d845-43cd-8cb3-a22d4865d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:42.880932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.881344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Bound using segment: {'id': '4befbf67-d845-43cd-8cb3-a22d4865d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:42.881828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Bound port: 93b002e0-87bd-409d-9d6e-cb5f6925dff1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4befbf67-d845-43cd-8cb3-a22d4865d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3163e699-c7b2-425c-b54c-95cbdc699f5f'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:42.882204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.899269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d025741e-832e-4249-9a9f-a416d12a4032 req-90fd71cd-11d1-4145-8d19-db67dd4ea007 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Synchronizing usage tracker for tenant:0f5828bf6806467caea6040ce2ab245b on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:42.912224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98048565-2ae2-446b-9a2b-758a978a7191 req-2754b3de-32f8-4ee3-a68f-c136c59c9c4c service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295783 Jan 18 22:58:42.912775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:42.928366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=71175555-1200-44ae-979c-31fc4961cde1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:42.948956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.021375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] For port 93b002e0-87bd-409d-9d6e-cb5f6925dff1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:43.028776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] For port 93b002e0-87bd-409d-9d6e-cb5f6925dff1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=93b002e0-87bd-409d-9d6e-cb5f6925dff1,segment=NetworkSegment(4befbf67-d845-43cd-8cb3-a22d4865d5d5),segment_id=4befbf67-d845-43cd-8cb3-a22d4865d5d5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:43.038555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.065469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d025741e-832e-4249-9a9f-a416d12a4032 req-90fd71cd-11d1-4145-8d19-db67dd4ea007 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Unset dirty status for tenant:0f5828bf6806467caea6040ce2ab245b on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:43.071771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.073820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d025741e-832e-4249-9a9f-a416d12a4032 req-90fd71cd-11d1-4145-8d19-db67dd4ea007 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.2677419 Jan 18 22:58:43.111479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3163e699-c7b2-425c-b54c-95cbdc699f5f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:43.126393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4befbf67-d845-43cd-8cb3-a22d4865d5d5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:43.126841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4befbf67-d845-43cd-8cb3-a22d4865d5d5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:43.141388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.164907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.172841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:43.173693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.252771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bad0a-c7e1-4873-ba28-f8bb2e47c816 None None] Pushing event updated for resources: {'Port': ['ID=93b002e0-87bd-409d-9d6e-cb5f6925dff1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:43.266791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8937f-7250-4edc-ae1a-d9b20b243e7b None None] Network 3163e699-c7b2-425c-b54c-95cbdc699f5f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:43.270795 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:43.326501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:58:43.326501 n-d-825178-1 neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:58:43.326501 n-d-825178-1 neutron-server[87812]: [parameters: {'id': '3163e699-c7b2-425c-b54c-95cbdc699f5f'}] Jan 18 22:58:43.326501 n-d-825178-1 neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:58:43.326501 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:58:43.402721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.422338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474def65-b2cb-42ed-ba4a-f467e097839b req-e36f44ca-db4c-4d8c-a8da-6460a0ce83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:43.423897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-e36f44ca-db4c-4d8c-a8da-6460a0ce83f9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 1094 time: 0.4358647 Jan 18 22:58:43.493868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fea90-ce25-4e3f-a85d-72b3ee080b6c None None] Network 3163e699-c7b2-425c-b54c-95cbdc699f5f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:43.539247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e51ca-2c46-4826-8f56-7b66ef806666 req-496e285a-13e7-4ecb-a045-f9977f0b52cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:43.546507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-594e51ca-2c46-4826-8f56-7b66ef806666 req-496e285a-13e7-4ecb-a045-f9977f0b52cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.2746792 Jan 18 22:58:43.574377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Allocated IP 172.20.0.14 (d1307884-91d4-4cbe-a014-03f756221b26/f833d30c-466c-4854-968e-6e31decd90a6/11c4c594-937d-440e-ae34-403ba1a4382a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:43.601869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-594e51ca-2c46-4826-8f56-7b66ef806666 req-52641de9-0c96-4561-9582-7cbf720e0265 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Jan 18 22:58:43.776767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b1ca46-a58c-43b9-b9d7-4e3bfc6083fb None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 22:58:43.792537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Network d1307884-91d4-4cbe-a014-03f756221b26 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:43.815607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:43.827844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:43.828430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.860275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Pushing event updated for resources: {'Port': ['ID=6507126f-414a-421f-acc8-9c09eec64572,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:43.872496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port 93b002e0-87bd-409d-9d6e-cb5f6925dff1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:43.873539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.988486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:43.989559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.006553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474def65-b2cb-42ed-ba4a-f467e097839b req-0031c7c1-8153-4ddd-800d-d8c0562aafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:44.008767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-0031c7c1-8153-4ddd-800d-d8c0562aafdf service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.5167334 Jan 18 22:58:44.061968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1ca46-a58c-43b9-b9d7-4e3bfc6083fb None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:58:44.100474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33af99-be95-4936-99c7-3de16fbfd13a req-d418bd7f-b464-4f83-ba9d-e1c78428b311 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:44.109283 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e33af99-be95-4936-99c7-3de16fbfd13a req-d418bd7f-b464-4f83-ba9d-e1c78428b311 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 943 time: 0.6159127 Jan 18 22:58:44.244648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27750de6-e7a2-4ba4-ad38-5968e47ef402 req-b051d995-e8fa-4d12-995d-627e8eaf5947 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:44.246163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27750de6-e7a2-4ba4-ad38-5968e47ef402 req-b051d995-e8fa-4d12-995d-627e8eaf5947 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2739956 Jan 18 22:58:44.267435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e33af99-be95-4936-99c7-3de16fbfd13a req-fdad21ec-78f5-451a-80b9-51edf31c9968 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570680 Jan 18 22:58:44.268998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-845623e4-4bf2-4c37-9b53-5a7d243216db service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc HTTP/1.1" status: 200 len: 217 time: 0.2490306 Jan 18 22:58:44.286246 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-6ac36b6e-3189-47b8-bbaa-17be34f92a5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5307362 Jan 18 22:58:44.291317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port 93b002e0-87bd-409d-9d6e-cb5f6925dff1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=93b002e0-87bd-409d-9d6e-cb5f6925dff1,segment=NetworkSegment(4befbf67-d845-43cd-8cb3-a22d4865d5d5),segment_id=4befbf67-d845-43cd-8cb3-a22d4865d5d5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:44.291751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.359314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Request body: {'port': {'device_id': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:44.421658 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae6a7c50-a4ee-48ac-8eaa-4a1c4fca6d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.500582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for 93b002e0-87bd-409d-9d6e-cb5f6925dff1 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:44.507134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9310e482-f4e4-417d-b593-a3f80aeff108 req-048b4ddd-a219-4c91-a81c-1d8ee1ff5bb6 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0807548 Jan 18 22:58:44.522462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474def65-b2cb-42ed-ba4a-f467e097839b req-dc586aad-895d-47bd-ba3f-12d3225f72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:44.523909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-dc586aad-895d-47bd-ba3f-12d3225f72fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.2344263 Jan 18 22:58:44.553822 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27750de6-e7a2-4ba4-ad38-5968e47ef402 req-2a6057a8-a0f4-401a-b513-d5c9b00d8bed tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986581 Jan 18 22:58:44.598942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:44.623997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.690004 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.691869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Port': ['ID=93b002e0-87bd-409d-9d6e-cb5f6925dff1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:44.693840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No DVR routers for this DVR port 93b002e0-87bd-409d-9d6e-cb5f6925dff1 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:44.724251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.852741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.898202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:44.905146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.906814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474def65-b2cb-42ed-ba4a-f467e097839b req-6d8b53da-ffff-4344-8ffe-62a62215ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:44.908304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-6d8b53da-ffff-4344-8ffe-62a62215ca22 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3525720 Jan 18 22:58:44.913016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6fae72f0d6484a81bb55b89d11df8083 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:44.927721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:44.930857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:44.948143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3163e699-c7b2-425c-b54c-95cbdc699f5f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:44.954963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:44.971316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4befbf67-d845-43cd-8cb3-a22d4865d5d5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:44.971550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4befbf67-d845-43cd-8cb3-a22d4865d5d5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:44.996232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.025903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.042540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fefe46-6cd6-4335-985c-c9d5f045d534 req-adfed66c-2700-4929-9f3d-ccdb67d6a2c0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:45.044356 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23fefe46-6cd6-4335-985c-c9d5f045d534 req-adfed66c-2700-4929-9f3d-ccdb67d6a2c0 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.2769976 Jan 18 22:58:45.046399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:45.046760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.060684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 48778faa-22f5-4ce4-b620-0feb8e3cf6cc details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:45.062073 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:45.146478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Network d1307884-91d4-4cbe-a014-03f756221b26 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:45.156293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:45.167201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:45.202855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Pushing event updated for resources: {'Port': ['ID=11c4c594-937d-440e-ae34-403ba1a4382a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:45.208599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:45.211124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.219012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.226366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'mac_address': 'fa:16:3e:8d:c4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:58:45.236364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23fefe46-6cd6-4335-985c-c9d5f045d534 req-abeab0f9-0644-418f-9c34-138906d16d8b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735981 Jan 18 22:58:45.240313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.246209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.277137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=3163e699-c7b2-425c-b54c-95cbdc699f5f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:45.288863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-5be68b07-c74d-4645-bb6c-66fce6f810c7 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623362 Jan 18 22:58:45.296732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:45.297434 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.308515 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.326173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48778faa-22f5-4ce4-b620-0feb8e3cf6cc {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:45.327198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea082b6d-c6c2-4d7f-b279-4eb688d09a61,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:45.331963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f940fe83-c63c-4e48-86ce-de32ecfe6fb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6fae72f0d6484a81bb55b89d11df8083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7317739 Jan 18 22:58:45.334128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c9b47e2e-0a87-47c0-b91d-5c930147b5ec tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/3163e699-c7b2-425c-b54c-95cbdc699f5f HTTP/1.1" status: 204 len: 168 time: 3.0381589 Jan 18 22:58:45.337746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:45.340251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38470) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:45.350909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:45.357848 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.391893 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c8f3e2-6dec-42e9-bd1d-e0c940447dc7 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:45.392337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c8f3e2-6dec-42e9-bd1d-e0c940447dc7 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:45.396431 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-08c8f3e2-6dec-42e9-bd1d-e0c940447dc7 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/71175555-1200-44ae-979c-31fc4961cde1 HTTP/1.1" status: 404 len: 337 time: 0.0553250 Jan 18 22:58:45.396874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:45.417656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-e33e8397-adc1-4c28-bbdb-5642d0c09414 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4384809 Jan 18 22:58:45.436029 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e408429b-bb80-412e-b83b-29bbae1cfe01 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:45.436509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e408429b-bb80-412e-b83b-29bbae1cfe01 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:45.442436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:45.447330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e408429b-bb80-412e-b83b-29bbae1cfe01 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/3163e699-c7b2-425c-b54c-95cbdc699f5f HTTP/1.1" status: 404 len: 339 time: 0.0470753 Jan 18 22:58:45.452729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38480) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:45.460339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Request body: {'port': {'device_id': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:45.568767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a79196-fe60-4f0b-b802-2cee19092ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.612101 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.618781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.619921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.632750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a79196-fe60-4f0b-b802-2cee19092ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.659580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['48778faa-22f5-4ce4-b620-0feb8e3cf6cc'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:45.738064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-474def65-b2cb-42ed-ba4a-f467e097839b req-5ec920cb-7273-4b90-8005-62cc9d2fa47a service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365366 Jan 18 22:58:45.741498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8cff27-b9c3-46fe-ac8d-f542899650e8 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:45.786231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.826741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Transition to ACTIVE for port object 0d8cff27-b9c3-46fe-ac8d-f542899650e8 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:45.855955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.967776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.970098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.990978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a79196-fe60-4f0b-b802-2cee19092ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.009402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a877cfe8-d2c7-49be-811b-f1aa8ba4ec21']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:46.023508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79196-fe60-4f0b-b802-2cee19092ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea082b6d-c6c2-4d7f-b279-4eb688d09a61,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:46.027971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed66dc2-8d8c-48e2-8f75-6dbc3aae4600') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:46.028283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed66dc2-8d8c-48e2-8f75-6dbc3aae4600') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:46.049111 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.056412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a79196-fe60-4f0b-b802-2cee19092ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.057561 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c5a79196-fe60-4f0b-b802-2cee19092ab7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea082b6d-c6c2-4d7f-b279-4eb688d09a61 HTTP/1.1" status: 204 len: 168 time: 0.7164423 Jan 18 22:58:46.069469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029f378-96c8-4c2f-8a4f-525bfd27bc1d req-41807b26-7739-424e-b080-79594092a396 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:46.071022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f029f378-96c8-4c2f-8a4f-525bfd27bc1d req-41807b26-7739-424e-b080-79594092a396 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 932 time: 0.4224715 Jan 18 22:58:46.073872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de93dc-5cb7-49a6-bbd8-800126bc7297 req-8db0267a-2c8b-446d-b196-5d325dfd78e1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:46.079317 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.080930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0de93dc-5cb7-49a6-bbd8-800126bc7297 req-8db0267a-2c8b-446d-b196-5d325dfd78e1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 944 time: 0.5880795 Jan 18 22:58:46.102059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:46.102568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:46.117882 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:46.187870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Pushing event updated for resources: {'Port': ['ID=0d8cff27-b9c3-46fe-ac8d-f542899650e8,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:46.218338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f029f378-96c8-4c2f-8a4f-525bfd27bc1d req-b7939e25-9f56-4fdf-926c-bcb83e97f1e9 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Synchronizing usage tracker for tenant:0f5828bf6806467caea6040ce2ab245b on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:46.238151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.242968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.266011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f029f378-96c8-4c2f-8a4f-525bfd27bc1d req-b7939e25-9f56-4fdf-926c-bcb83e97f1e9 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Unset dirty status for tenant:0f5828bf6806467caea6040ce2ab245b on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:46.267189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f029f378-96c8-4c2f-8a4f-525bfd27bc1d req-b7939e25-9f56-4fdf-926c-bcb83e97f1e9 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849978 Jan 18 22:58:46.273320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=a877cfe8-d2c7-49be-811b-f1aa8ba4ec21,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:46.277120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-900f20c9-5a01-4a7e-b797-6a8647589f94 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/a877cfe8-d2c7-49be-811b-f1aa8ba4ec21 HTTP/1.1" status: 204 len: 168 time: 0.8209176 Jan 18 22:58:46.280018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:46.295176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0de93dc-5cb7-49a6-bbd8-800126bc7297 req-21af3810-5864-4cb2-9a7f-1dd1bdc315df tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133770 Jan 18 22:58:46.329436 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-995fdf16-88cd-432f-b708-4539028fad66 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:46.329895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995fdf16-88cd-432f-b708-4539028fad66 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:46.331650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-995fdf16-88cd-432f-b708-4539028fad66 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/f6845c13-4690-4bac-8b53-affc994e3f42 HTTP/1.1" status: 404 len: 337 time: 0.0510252 Jan 18 22:58:46.334241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:46.362047 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc5f928-92a1-4cf3-be1b-290403539096 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:46.362521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc5f928-92a1-4cf3-be1b-290403539096 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:46.366828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2fc5f928-92a1-4cf3-be1b-290403539096 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/0e9ed868-8dbb-45dc-ae56-22de00309bbb HTTP/1.1" status: 404 len: 339 time: 0.0290873 Jan 18 22:58:46.367665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:46.449718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting subnet 6db85fe1-d76d-4796-a76a-6d4945a4f8e1 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:58:46.454186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.492020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6507126f-414a-421f-acc8-9c09eec64572 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:46.506880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Attempting to bind port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:46.507313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Attempting to bind port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:46.507834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Attempting to bind port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 on network d1307884-91d4-4cbe-a014-03f756221b26 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:46.511790 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.525990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 on network d1307884-91d4-4cbe-a014-03f756221b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:58:46.526407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Attempting to bind port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 on network d1307884-91d4-4cbe-a014-03f756221b26 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:46.536576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Transition to ACTIVE for port object 6507126f-414a-421f-acc8-9c09eec64572 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:46.537583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:46.539327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Checking segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:46.539959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Bound using segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:46.540531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Bound port: 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:46.541000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.578544 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.582975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.678175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9d3a-e5fa-4a2c-8a18-a7cafb67f4d3 req-cc84301a-81e3-4647-b567-dc9b5c671b3c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:46.685535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2de9d3a-e5fa-4a2c-8a18-a7cafb67f4d3 req-cc84301a-81e3-4647-b567-dc9b5c671b3c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1891155 Jan 18 22:58:46.738645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.781459 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2de9d3a-e5fa-4a2c-8a18-a7cafb67f4d3 req-b8f7e72b-850b-418f-a59b-c25df147972f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948224 Jan 18 22:58:46.836687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.894169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=6db85fe1-d76d-4796-a76a-6d4945a4f8e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:46.896440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.909773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-88f1a130-acb6-41a1-a1e7-0b578a0ae83e tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/6db85fe1-d76d-4796-a76a-6d4945a4f8e1 HTTP/1.1" status: 204 len: 168 time: 0.5409305 Jan 18 22:58:46.910856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:46.916619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724486d5-505e-4b2d-b307-5cf2910ae14a None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:46.979826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Pushing event updated for resources: {'Port': ['ID=6507126f-414a-421f-acc8-9c09eec64572,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:46.984297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting subnet f69057f1-b542-408b-a812-f83fd4d49e61 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:58:46.987843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.011997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.069339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.072076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 48778faa-22f5-4ce4-b620-0feb8e3cf6cc up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:47.099211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Attempting to bind port 6507126f-414a-421f-acc8-9c09eec64572 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:47.099549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Attempting to bind port 6507126f-414a-421f-acc8-9c09eec64572 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:47.099880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Attempting to bind port 6507126f-414a-421f-acc8-9c09eec64572 on network d1307884-91d4-4cbe-a014-03f756221b26 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:47.123306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Port 6507126f-414a-421f-acc8-9c09eec64572 on network d1307884-91d4-4cbe-a014-03f756221b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:58:47.123629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Attempting to bind port 6507126f-414a-421f-acc8-9c09eec64572 on network d1307884-91d4-4cbe-a014-03f756221b26 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:47.129053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] For port 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:47.142660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1919f-58e2-4a4d-ab11-dabf531cd83e req-0c3e4b17-70c0-42c5-b73c-5d58d1749307 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:47.150771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afa1919f-58e2-4a4d-ab11-dabf531cd83e req-0c3e4b17-70c0-42c5-b73c-5d58d1749307 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.4218082 Jan 18 22:58:47.157503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] For port 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:47.178014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:47.178361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Checking segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:47.179253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Bound using segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:47.179712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Bound port: 6507126f-414a-421f-acc8-9c09eec64572, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:47.180068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.189177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.247533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:47.254106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:47.254486 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.271835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.283780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.358661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.402614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/f69057f1-b542-408b-a812-f83fd4d49e61 HTTP/1.1" status: 204 len: 168 time: 0.4885700 Jan 18 22:58:47.414878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38552) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:47.427586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.466210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4cf32-f8b8-42a2-9716-bee1bd1536bb tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=f69057f1-b542-408b-a812-f83fd4d49e61,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:47.471681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:47.472701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:47.483337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.612394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:47.616276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.669789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afa1919f-58e2-4a4d-ab11-dabf531cd83e req-3400da30-a670-4bb7-b913-ba45e498b3dd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180526 Jan 18 22:58:47.676353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port d5269577-7a44-427e-a64b-ce6a462dd8e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:47.676705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.790939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:47.794122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.795850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] 10.222.0.85 "PUT /v2.0/ports/0d8cff27-b9c3-46fe-ac8d-f542899650e8 HTTP/1.1" status: 200 len: 1092 time: 5.3462780 Jan 18 22:58:47.798658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a104979-9f3b-408b-bab9-e1470a78213b', 'tag': '0d8cff27-b9c3-46fe-ac8d-f542899650e8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:47.827511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2b660-2c32-4c21-b0d0-857e315cfb5f service neutron] Pushing event updated for resources: {'Port': ['ID=0d8cff27-b9c3-46fe-ac8d-f542899650e8,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:47.840600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c4c594-937d-440e-ae34-403ba1a4382a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:47.851842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29ebb-283f-4941-af2c-b55fbc68f722 req-e1ef54f9-1040-4f1b-afb1-012b5a4fdad4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:47.858754 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80c29ebb-283f-4941-af2c-b55fbc68f722 req-e1ef54f9-1040-4f1b-afb1-012b5a4fdad4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 932 time: 0.2469065 Jan 18 22:58:47.907747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38578) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:47.912279 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.997807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80c29ebb-283f-4941-af2c-b55fbc68f722 req-b7c45e3c-664b-4404-ad2a-4ac0f24b9597 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381769 Jan 18 22:58:48.002443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] For port 6507126f-414a-421f-acc8-9c09eec64572, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:48.011404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Transition to ACTIVE for port object 11c4c594-937d-440e-ae34-403ba1a4382a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:48.022637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port d5269577-7a44-427e-a64b-ce6a462dd8e1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d5269577-7a44-427e-a64b-ce6a462dd8e1,segment=NetworkSegment(4b0cc681-5ac0-480a-ab39-8b5fc48b55c7),segment_id=4b0cc681-5ac0-480a-ab39-8b5fc48b55c7)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:48.023085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.034625 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.041676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] For port 6507126f-414a-421f-acc8-9c09eec64572, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6507126f-414a-421f-acc8-9c09eec64572,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:48.063564 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'code': 200} Jan 18 22:58:48.104475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.262986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90583d79-9856-41c5-b30c-9439ae65e8ae req-8e3b26a6-fa5d-491e-99d8-43085282aed6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.270474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90583d79-9856-41c5-b30c-9439ae65e8ae req-8e3b26a6-fa5d-491e-99d8-43085282aed6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.4489248 Jan 18 22:58:48.278581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.279404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.281224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] 10.222.0.86 "PUT /v2.0/ports/6507126f-414a-421f-acc8-9c09eec64572 HTTP/1.1" status: 200 len: 1092 time: 3.9316063 Jan 18 22:58:48.309709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32742341-8337-4197-9574-5b1caa32c4bb None None] Network 35a225dc-46e4-4737-abf6-7d14b4f5355c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:48.334696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Pushing event updated for resources: {'Port': ['ID=11c4c594-937d-440e-ae34-403ba1a4382a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:48.383461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for d5269577-7a44-427e-a64b-ce6a462dd8e1 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:48.415168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dead95-7ec2-4d3d-99af-2f9832729f2d service neutron] Pushing event updated for resources: {'Port': ['ID=6507126f-414a-421f-acc8-9c09eec64572,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:48.481107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.491160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-25fafde7-17fd-43a2-bf70-389ed29094fa None None] Provisioning complete for port d5269577-7a44-427e-a64b-ce6a462dd8e1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:48.491539 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25fafde7-17fd-43a2-bf70-389ed29094fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.510926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a53c986f-cda4-4f74-b6ab-d7ecbf769d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.511248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a53c986f-cda4-4f74-b6ab-d7ecbf769d6b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 1095 time: 0.6053152 Jan 18 22:58:48.520743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.551123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:48.554265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-25fafde7-17fd-43a2-bf70-389ed29094fa None None] Port d5269577-7a44-427e-a64b-ce6a462dd8e1 was deleted so its status cannot be updated. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 22:58:48.574700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Port': ['ID=d5269577-7a44-427e-a64b-ce6a462dd8e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:48.581058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No DVR routers for this DVR port d5269577-7a44-427e-a64b-ce6a462dd8e1 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:48.641018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98fd7c-99db-4d88-984c-a5f4ad443682 req-941d0c77-6e6a-43d9-b502-482ed47fc54e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.642532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-da98fd7c-99db-4d88-984c-a5f4ad443682 req-941d0c77-6e6a-43d9-b502-482ed47fc54e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1999769 Jan 18 22:58:48.644751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b420f488c6b44dc7837fa9cf48af9cf0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:48.658416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:48.668069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0c212-50bc-46e4-bf3a-71bb6c9af01a None None] DHCP port deletion for 35a225dc-46e4-4737-abf6-7d14b4f5355c request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:58:48.679684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-534bf269-abc0-40a8-bc7d-064b20633d0f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8 HTTP/1.1" status: 200 len: 217 time: 0.1247528 Jan 18 22:58:48.680528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:48.686734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90583d79-9856-41c5-b30c-9439ae65e8ae req-92cc2b86-c2e0-471c-a2c2-5f19e0e762b7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154596 Jan 18 22:58:48.750875 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a104979-9f3b-408b-bab9-e1470a78213b', 'tag': '0d8cff27-b9c3-46fe-ac8d-f542899650e8', 'status': 'completed', 'code': 200} Jan 18 22:58:48.760570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.793862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-da98fd7c-99db-4d88-984c-a5f4ad443682 req-6f0672a5-ab05-4cd4-9518-32481a9af2d7 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430357 Jan 18 22:58:48.797936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Attempting to bind port 11c4c594-937d-440e-ae34-403ba1a4382a on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:48.798267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Attempting to bind port 11c4c594-937d-440e-ae34-403ba1a4382a by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:48.798591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Attempting to bind port 11c4c594-937d-440e-ae34-403ba1a4382a on network d1307884-91d4-4cbe-a014-03f756221b26 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:48.811750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a225dc-46e4-4737-abf6-7d14b4f5355c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:48.816618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d109-71b4-402b-9888-6f0e20abf20c req-9b9c6f42-49ce-4009-b93a-cb91d9aeaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.818121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc16d109-71b4-402b-9888-6f0e20abf20c req-9b9c6f42-49ce-4009-b93a-cb91d9aeaf64 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 1096 time: 0.6170216 Jan 18 22:58:48.823629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Port 11c4c594-937d-440e-ae34-403ba1a4382a on network d1307884-91d4-4cbe-a014-03f756221b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 22:58:48.823949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Attempting to bind port 11c4c594-937d-440e-ae34-403ba1a4382a on network d1307884-91d4-4cbe-a014-03f756221b26 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:58:48.827374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:48.827738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0cc681-5ac0-480a-ab39-8b5fc48b55c7') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:48.830729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a2cdf0ff-97e0-45b3-a020-ab2e84987017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.832165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a2cdf0ff-97e0-45b3-a020-ab2e84987017 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 200 len: 858 time: 0.1376457 Jan 18 22:58:48.842165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.859738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.866689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:48.867106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:48.883071 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:48.928722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:58:48.928983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Checking segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:58:48.929452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Bound using segment: {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:58:48.929899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Bound port: 11c4c594-937d-440e-ae34-403ba1a4382a, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814c9298-0d3a-4c1f-ad11-9718b1e1dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:48.930248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.969777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-a2488165-18a2-4169-9888-edae1c111667 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d1307884-91d4-4cbe-a014-03f756221b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156363 Jan 18 22:58:48.971660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-82acf8bf-00c4-449f-bfc1-977f497f8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:48.972990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-82acf8bf-00c4-449f-bfc1-977f497f8b1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 1095 time: 0.5605586 Jan 18 22:58:48.984577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.002610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.014050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=35a225dc-46e4-4737-abf6-7d14b4f5355c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:49.024085 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-32c995ee-233b-44b7-b787-b50f393139fe tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/35a225dc-46e4-4737-abf6-7d14b4f5355c HTTP/1.1" status: 204 len: 168 time: 1.6046932 Jan 18 22:58:49.024754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.063934 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9781a59b-1002-4e21-9632-319a685f5615 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:49.064395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9781a59b-1002-4e21-9632-319a685f5615 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:49.068547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9781a59b-1002-4e21-9632-319a685f5615 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/8f9c8a22-2498-43dc-9518-577f1d258273 HTTP/1.1" status: 404 len: 337 time: 0.0404494 Jan 18 22:58:49.068732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38594) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.092691 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a5e8ae-8b52-4074-b654-6d85a6bf5505 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:49.093190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a5e8ae-8b52-4074-b654-6d85a6bf5505 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:49.096308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-21a5e8ae-8b52-4074-b654-6d85a6bf5505 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/ce17100e-2e7a-4d7a-93b1-ce7e383d7e4e HTTP/1.1" status: 404 len: 339 time: 0.0253236 Jan 18 22:58:49.097677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.139357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc16d109-71b4-402b-9888-6f0e20abf20c req-db1b9fa7-f79f-40f8-b9b1-2442dd1789ac service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128724 Jan 18 22:58:49.141615 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd0871a-0db1-415d-941e-f51a31df97c9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:49.142095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd0871a-0db1-415d-941e-f51a31df97c9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:49.143745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8dd0871a-0db1-415d-941e-f51a31df97c9 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/3d29b531-15a3-49bd-b05b-57ca873ca6ec HTTP/1.1" status: 404 len: 337 time: 0.0450184 Jan 18 22:58:49.173048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38602) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.192876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-d882a211-b53f-485f-9288-055dc1d39ddb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6507126f-414a-421f-acc8-9c09eec64572 HTTP/1.1" status: 200 len: 217 time: 0.2042339 Jan 18 22:58:49.207460 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfacc74-7e19-425e-97f5-2522aef97972 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:49.207938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfacc74-7e19-425e-97f5-2522aef97972 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:49.209615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9cfacc74-7e19-425e-97f5-2522aef97972 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/a1c387a7-d68f-47ab-92cd-e06acba16d15 HTTP/1.1" status: 404 len: 339 time: 0.0356710 Jan 18 22:58:49.216026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.259282 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5a4090-3f60-4752-99d3-45c3cedadd2c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:49.259761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5a4090-3f60-4752-99d3-45c3cedadd2c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:49.263793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c5a4090-3f60-4752-99d3-45c3cedadd2c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/c6171956-750e-4388-b68c-fe4c663361dd HTTP/1.1" status: 404 len: 337 time: 0.0444484 Jan 18 22:58:49.264445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.291053 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bb49d5-78f4-44f5-90d6-46b044ea90b3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:49.291513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bb49d5-78f4-44f5-90d6-46b044ea90b3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:49.293516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f9bb49d5-78f4-44f5-90d6-46b044ea90b3 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/f163840e-30b8-437f-a1ac-8c98c0d2adf3 HTTP/1.1" status: 404 len: 339 time: 0.0278223 Jan 18 22:58:49.297218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38616) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.321857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.337343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] For port 11c4c594-937d-440e-ae34-403ba1a4382a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:58:49.339493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.347314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] For port 11c4c594-937d-440e-ae34-403ba1a4382a, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=11c4c594-937d-440e-ae34-403ba1a4382a,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:58:49.361615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e1a95-3b54-4e2c-8342-0eb0f95bdc9b req-078b0e4d-3e38-41a1-8d4a-c369610e85f2 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:49.363088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef9e1a95-3b54-4e2c-8342-0eb0f95bdc9b req-078b0e4d-3e38-41a1-8d4a-c369610e85f2 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 944 time: 0.2269397 Jan 18 22:58:49.375333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting subnet f5a0453b-e5e7-4b9b-a882-cee33247788a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:58:49.379096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-0d4c7959-7ee3-4fc9-834f-1eb90408fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:49.380552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-0d4c7959-7ee3-4fc9-834f-1eb90408fd76 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 200 len: 858 time: 0.1733937 Jan 18 22:58:49.390171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.392092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.465144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.494731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef9e1a95-3b54-4e2c-8342-0eb0f95bdc9b req-73e9bed3-df95-48a1-a993-3722dbff88a3 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235569 Jan 18 22:58:49.573099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.670129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2bff3-99f7-4c37-814d-b8fc87f79ba3 req-1c4bb3fd-c732-437a-af99-6ed82cf446bb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:49.670332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.671611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f2bff3-99f7-4c37-814d-b8fc87f79ba3 req-1c4bb3fd-c732-437a-af99-6ed82cf446bb tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.8209643 Jan 18 22:58:49.680638 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-cd4695c2-5bbb-4747-ba17-88d7c3a031a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d1307884-91d4-4cbe-a014-03f756221b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2781191 Jan 18 22:58:49.681323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a45d9c-dfc6-406d-be45-09723de57ad2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:49.692798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a0deca6-8883-4123-a482-39c37f25d4d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b420f488c6b44dc7837fa9cf48af9cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7745030 Jan 18 22:58:49.693103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-78b5a41c-5012-41eb-90a3-34238c610480 service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077127 Jan 18 22:58:49.696844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38622) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.725941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:49.726568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.727924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] 10.222.0.85 "PUT /v2.0/ports/11c4c594-937d-440e-ae34-403ba1a4382a HTTP/1.1" status: 200 len: 1092 time: 4.3017066 Jan 18 22:58:49.732331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.737860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c678700-0a21-457a-89eb-54359afe9629 None None] Network fcc28911-33ef-422f-8ee4-5734622ada23 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:49.752013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/f5a0453b-e5e7-4b9b-a882-cee33247788a HTTP/1.1" status: 204 len: 168 time: 0.4515877 Jan 18 22:58:49.756766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:49.759814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d021-8328-4c53-9fb7-2ad3d617eee8 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a0453b-e5e7-4b9b-a882-cee33247788a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:49.945207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.963104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port a5342166-6daf-46c2-96d7-450fe794eb43 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:49.966205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.012032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b9c7f-e9ee-4476-bea3-600644f42153 service neutron] Pushing event updated for resources: {'Port': ['ID=11c4c594-937d-440e-ae34-403ba1a4382a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:50.082038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f2bff3-99f7-4c37-814d-b8fc87f79ba3 req-10ae08b6-289e-4e5d-8e76-b90b3e48fa14 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975897 Jan 18 22:58:50.098619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] DHCP port deletion for fcc28911-33ef-422f-8ee4-5734622ada23 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:58:50.112204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] Deleting port a5342166-6daf-46c2-96d7-450fe794eb43 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:50.112584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.172785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3f7d32e8-aca1-4009-8f2e-21d6a20852a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.199225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-87055d0f-615e-447a-9228-3ca465586367 service neutron] 10.222.0.86 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046611 Jan 18 22:58:50.254318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-0037711f-fbf3-4d74-99c3-ffa2c70912a6 service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139225 Jan 18 22:58:50.340625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] For port a5342166-6daf-46c2-96d7-450fe794eb43, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a5342166-6daf-46c2-96d7-450fe794eb43,segment=NetworkSegment(586e1a03-6c83-41da-aeaf-0dfdfe071a06),segment_id=586e1a03-6c83-41da-aeaf-0dfdfe071a06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:50.340929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.402404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-2df6bde3-3871-402b-8861-6d392d18f852 service neutron] 10.222.0.86 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871681 Jan 18 22:58:50.487761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3f7d32e8-aca1-4009-8f2e-21d6a20852a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.498444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-1e89fb5a-6de5-4d79-b692-50f76856e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.498444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-1e89fb5a-6de5-4d79-b692-50f76856e3b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.6539521 Jan 18 22:58:50.533594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d5269577-7a44-427e-a64b-ce6a462dd8e1 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:50.565175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port a5342166-6daf-46c2-96d7-450fe794eb43, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a5342166-6daf-46c2-96d7-450fe794eb43,segment=NetworkSegment(586e1a03-6c83-41da-aeaf-0dfdfe071a06),segment_id=586e1a03-6c83-41da-aeaf-0dfdfe071a06)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:50.565709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.568918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] Calling delete_port for a5342166-6daf-46c2-96d7-450fe794eb43 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:50.601222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: d5269577-7a44-427e-a64b-ce6a462dd8e1 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:58:50.601572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d5269577-7a44-427e-a64b-ce6a462dd8e1 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:58:50.601988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a5342166-6daf-46c2-96d7-450fe794eb43 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:50.630571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-da82589a-7175-4bab-8b5b-f3d908c7baa6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c4c594-937d-440e-ae34-403ba1a4382a HTTP/1.1" status: 200 len: 217 time: 0.1077881 Jan 18 22:58:50.697815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for a5342166-6daf-46c2-96d7-450fe794eb43 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:50.729085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-2a314b27-8772-4a09-aa1e-0adc546e79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.730670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-2a314b27-8772-4a09-aa1e-0adc546e79ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 200 len: 858 time: 0.0907955 Jan 18 22:58:50.745589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c139-886e-4a0d-85bb-d9c5736f543f req-bc5ca4eb-6778-4140-9ed4-6f2f885e796b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.748531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46f6c139-886e-4a0d-85bb-d9c5736f543f req-bc5ca4eb-6778-4140-9ed4-6f2f885e796b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.5538263 Jan 18 22:58:50.761128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.766439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bc74-00b6-49de-9d74-90d563e11891 req-2aeee37c-2526-48b2-becc-362ad63df31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.768029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9936bc74-00b6-49de-9d74-90d563e11891 req-2aeee37c-2526-48b2-becc-362ad63df31f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.7301850 Jan 18 22:58:50.779482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'tag': '6507126f-414a-421f-acc8-9c09eec64572'}, {'name': 'network-changed', 'server_uuid': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'tag': '11c4c594-937d-440e-ae34-403ba1a4382a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:50.781396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559687-bbeb-4a7e-adc9-2e76fde131f2 req-26d709bb-2f0f-4254-895f-d7a02d20f727 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.783025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56559687-bbeb-4a7e-adc9-2e76fde131f2 req-26d709bb-2f0f-4254-895f-d7a02d20f727 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.7025385 Jan 18 22:58:50.792398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3f7d32e8-aca1-4009-8f2e-21d6a20852a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.810110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.822536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] Pushing event deleted for resources: {'Port': ['ID=a5342166-6daf-46c2-96d7-450fe794eb43,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:50.824752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-1303b86b-43de-494d-a5e6-e4e4f2069331 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d1307884-91d4-4cbe-a014-03f756221b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765545 Jan 18 22:58:50.829991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-65ba77ab-e5ce-4f05-90b5-f9eced160978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.831852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-65ba77ab-e5ce-4f05-90b5-f9eced160978 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 1095 time: 0.4252014 Jan 18 22:58:50.832284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c4fee-17f5-43b7-881a-817d635e0d4f None None] No DVR routers for this DVR port a5342166-6daf-46c2-96d7-450fe794eb43 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:50.836771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d32e8-aca1-4009-8f2e-21d6a20852a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a45d9c-dfc6-406d-be45-09723de57ad2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:50.863445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:58:50.863867 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:58:50.887146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9936bc74-00b6-49de-9d74-90d563e11891 req-d0b9e39c-fc8b-40c8-8670-ecd45077a090 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913832 Jan 18 22:58:50.900191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56559687-bbeb-4a7e-adc9-2e76fde131f2 req-3c7e0cd7-272e-4eba-b3d1-81030caa331f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914648 Jan 18 22:58:50.983034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3f7d32e8-aca1-4009-8f2e-21d6a20852a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.984053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3f7d32e8-aca1-4009-8f2e-21d6a20852a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33a45d9c-dfc6-406d-be45-09723de57ad2 HTTP/1.1" status: 204 len: 168 time: 1.2841940 Jan 18 22:58:51.057839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46f6c139-886e-4a0d-85bb-d9c5736f543f req-e012bc49-d8e9-4f93-b7c5-737d07d6ed2e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731533 Jan 18 22:58:51.103935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b726fd-8482-4476-a02a-19e0a9f374f0 req-a63fe3cd-c035-42ec-8497-6e600cb46d4f tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.106625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9b726fd-8482-4476-a02a-19e0a9f374f0 req-a63fe3cd-c035-42ec-8497-6e600cb46d4f tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1052258 Jan 18 22:58:51.145479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-5d5ecedf-24d8-4c29-b1b8-f95097a4f4a9 service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065760 Jan 18 22:58:51.149106 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'tag': '6507126f-414a-421f-acc8-9c09eec64572', 'status': 'completed', 'code': 200} Jan 18 22:58:51.149483 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'tag': '11c4c594-937d-440e-ae34-403ba1a4382a', 'status': 'completed', 'code': 200} Jan 18 22:58:51.152131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-355798f2-55cc-4d3c-bf29-ceede630f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.153738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-355798f2-55cc-4d3c-bf29-ceede630f0f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 919 time: 0.3097115 Jan 18 22:58:51.161869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9b726fd-8482-4476-a02a-19e0a9f374f0 req-8a641953-b8a1-4988-905a-838d02b6720c tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Jan 18 22:58:51.313017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28503be-6f50-4336-a405-55623b33e310 req-9feea2e7-4a38-44a9-bfd4-97d55b367e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.314669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-9feea2e7-4a38-44a9-bfd4-97d55b367e1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 1095 time: 0.1413467 Jan 18 22:58:51.336023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-f0cc2645-da21-45e7-89f3-2b5718201d30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8 HTTP/1.1" status: 200 len: 217 time: 0.1422164 Jan 18 22:58:51.420754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port a5342166-6daf-46c2-96d7-450fe794eb43 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:51.420972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:51.561263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] The port 'a5342166-6daf-46c2-96d7-450fe794eb43' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:58:51.565478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-ea8ec7e7-b3af-47af-a49d-239c220bc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.567118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-ea8ec7e7-b3af-47af-a49d-239c220bc5ac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 200 len: 858 time: 0.2139521 Jan 18 22:58:51.623419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-d3aec66f-666d-4e05-b6fb-41ddc0fd1c13 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d1307884-91d4-4cbe-a014-03f756221b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481417 Jan 18 22:58:51.625415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f1ca3aee-e218-4900-93ff-874710e5b5e4 req-d93d4505-71ce-4477-9e72-e6a1c2e5ee95 service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706783 Jan 18 22:58:51.747158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:51.754251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28503be-6f50-4336-a405-55623b33e310 req-66e1414a-6ed3-4ab6-aee6-8c726a664642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.755694 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-66e1414a-6ed3-4ab6-aee6-8c726a664642 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 919 time: 0.4336376 Jan 18 22:58:51.824071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-1c668689-c897-470c-a29e-0d5506beebc3 service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911728 Jan 18 22:58:51.829402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28503be-6f50-4336-a405-55623b33e310 req-5001a11b-5cd3-4ef6-aa3f-99c01c926dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.830830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-5001a11b-5cd3-4ef6-aa3f-99c01c926dd2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0f5828bf6806467caea6040ce2ab245b&device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1254640 Jan 18 22:58:51.841856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f91e3-87fe-4847-87ee-910ba830f06d req-14f819a5-2a58-4fcb-9374-90c969a764e7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.843361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d11f91e3-87fe-4847-87ee-910ba830f06d req-14f819a5-2a58-4fcb-9374-90c969a764e7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3974395 Jan 18 22:58:51.850587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc28911-33ef-422f-8ee4-5734622ada23']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:51.876225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586e1a03-6c83-41da-aeaf-0dfdfe071a06') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:51.876525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586e1a03-6c83-41da-aeaf-0dfdfe071a06') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:51.909480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:51.956989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-6d6380e8-f477-469c-a231-bbd353893557 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6507126f-414a-421f-acc8-9c09eec64572 HTTP/1.1" status: 200 len: 217 time: 0.1833344 Jan 18 22:58:52.016357 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.051083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:52.051083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:52.069590 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:52.081303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26ae51a2-2001-4f52-84b4-0e5c8aebb7bf req-7c24653a-88ae-44a9-be10-039442d527dd service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494822 Jan 18 22:58:52.083754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28503be-6f50-4336-a405-55623b33e310 req-d20e0f68-b317-45ee-8cc5-3b1982160a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.084466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-d20e0f68-b317-45ee-8cc5-3b1982160a26 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 200 len: 919 time: 0.2328715 Jan 18 22:58:52.099183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d11f91e3-87fe-4847-87ee-910ba830f06d req-473c7c2b-4a14-40f3-8bbb-cf9160222e8d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475499 Jan 18 22:58:52.250396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-a100c5f1-0328-4ed3-bbba-14c1d56a3247 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11c4c594-937d-440e-ae34-403ba1a4382a HTTP/1.1" status: 200 len: 217 time: 0.1543319 Jan 18 22:58:52.273743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28503be-6f50-4336-a405-55623b33e310 req-c30be263-d064-4fc2-aa27-6c77aa484995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.281495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-c30be263-d064-4fc2-aa27-6c77aa484995 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 200 len: 858 time: 0.3069167 Jan 18 22:58:52.346566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6507126f-414a-421f-acc8-9c09eec64572 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:58:52.374210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-e054cfe3-092d-4dbd-bed1-accd3d968795 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d1307884-91d4-4cbe-a014-03f756221b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819106 Jan 18 22:58:52.411047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f941-dd27-49b5-a4c8-2cc9b68ec7fd req-46893109-c15a-458d-b41a-c8912c1e7eea tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.415364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a324f941-dd27-49b5-a4c8-2cc9b68ec7fd req-46893109-c15a-458d-b41a-c8912c1e7eea tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.2438357 Jan 18 22:58:52.418778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.426028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28503be-6f50-4336-a405-55623b33e310 req-739a0c0a-be25-4290-b3b8-bfe6467a331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.428308 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-739a0c0a-be25-4290-b3b8-bfe6467a331c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 200 len: 858 time: 0.1656883 Jan 18 22:58:52.538261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6507126f-414a-421f-acc8-9c09eec64572, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6507126f-414a-421f-acc8-9c09eec64572,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:52.554554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '6507126f-414a-421f-acc8-9c09eec64572', 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'port_id': '6507126f-414a-421f-acc8-9c09eec64572', 'mac_address': 'fa:16:3e:20:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f833d30c-466c-4854-968e-6e31decd90a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:58:52.568767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-8b81d4bf-8752-4a54-a28a-6daec9b71cfa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d1307884-91d4-4cbe-a014-03f756221b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149807 Jan 18 22:58:52.617913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a324f941-dd27-49b5-a4c8-2cc9b68ec7fd req-0bcf516a-7905-4c1c-875b-a721a37cb4fd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877267 Jan 18 22:58:52.648868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.650033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.677020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=fcc28911-33ef-422f-8ee4-5734622ada23,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:52.698634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6507126f-414a-421f-acc8-9c09eec64572 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:52.702941 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-10999cab-9573-46ce-a58f-3fa8158d1797 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/fcc28911-33ef-422f-8ee4-5734622ada23 HTTP/1.1" status: 204 len: 168 time: 2.9449096 Jan 18 22:58:52.707633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:52.728422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6507126f-414a-421f-acc8-9c09eec64572, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6507126f-414a-421f-acc8-9c09eec64572,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:52.738070 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.747434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38694) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:52.766010 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-765d2855-bbad-4861-9ea4-c12787581f4b service neutron] 10.222.0.86 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850253 Jan 18 22:58:52.777389 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52f373f-d70f-47c3-8521-b843e277d23c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:52.777840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52f373f-d70f-47c3-8521-b843e277d23c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:52.781845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a52f373f-d70f-47c3-8521-b843e277d23c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/02b0eea1-3d5a-4911-8914-ae713d0830c2 HTTP/1.1" status: 404 len: 337 time: 0.0709178 Jan 18 22:58:52.784394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38700) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:52.812896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6507126f-414a-421f-acc8-9c09eec64572,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:52.819283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8dc5f-9d83-4225-b98f-9b13de10ef50 req-3eaf8f1a-279f-40b6-84c8-dbde1987db62 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.825730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ee8dc5f-9d83-4225-b98f-9b13de10ef50 req-3eaf8f1a-279f-40b6-84c8-dbde1987db62 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4950492 Jan 18 22:58:52.879878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b79c8-07b5-48a5-b0c2-6d9335470ff6 req-6d8e2064-10ff-495a-9675-725e065cecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.881404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-652b79c8-07b5-48a5-b0c2-6d9335470ff6 req-6d8e2064-10ff-495a-9675-725e065cecfe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.3837035 Jan 18 22:58:52.883581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-341dd79d-791c-44db-819d-63fdf53de527 service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870314 Jan 18 22:58:52.894164 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-088410f2-f806-4616-9a27-5dfcb1386f08 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] DELETE failed (client error): The resource could not be found. Jan 18 22:58:52.894644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088410f2-f806-4616-9a27-5dfcb1386f08 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:52.896327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-088410f2-f806-4616-9a27-5dfcb1386f08 tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/5678c7ac-abda-4548-a45a-350dd0b538ec HTTP/1.1" status: 404 len: 339 time: 0.0742500 Jan 18 22:58:52.904698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:52.938902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:52.952911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:52.991970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ee8dc5f-9d83-4225-b98f-9b13de10ef50 req-6e7ec558-b42d-432d-a65d-010ea5fa1d1b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204972 Jan 18 22:58:53.019323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting subnet 85d464c4-e261-4e78-a37c-3fe8d90c5e99 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:58:53.023611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Usage tracker for resource:floatingip and tenant:7c370fd7a7974382b60df17e300a679d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:53.032884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:53.033075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.047389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:53.052450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-652b79c8-07b5-48a5-b0c2-6d9335470ff6 req-d0f1a7e9-1df6-463f-8a4f-1f9cfe336326 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550951 Jan 18 22:58:53.074270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-69b54d8b-49b2-4445-9448-a57c2da29306 service neutron] 10.222.0.86 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021603 Jan 18 22:58:53.076096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0d8cff27-b9c3-46fe-ac8d-f542899650e8 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:58:53.077501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6bd00-bf93-4453-8dd1-5958eff21e55 req-d29f510d-65a1-4d4b-a8fd-b2bc85e94cde tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:53.079441 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34e6bd00-bf93-4453-8dd1-5958eff21e55 req-d29f510d-65a1-4d4b-a8fd-b2bc85e94cde tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 944 time: 0.3063283 Jan 18 22:58:53.085075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.092659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.098574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6507126f-414a-421f-acc8-9c09eec64572'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:53.189916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.302845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.346748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b28503be-6f50-4336-a405-55623b33e310 req-0b9c964c-9d32-415c-b7f4-a64e0b98fefc service neutron] 10.222.0.85 "GET /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481978 Jan 18 22:58:53.367218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34e6bd00-bf93-4453-8dd1-5958eff21e55 req-4e7ef992-beec-45ab-85a4-241c7baf7c0b tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695405 Jan 18 22:58:53.387515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.392803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Subnet': ['ID=85d464c4-e261-4e78-a37c-3fe8d90c5e99,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:53.393464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb7fe5c-308a-4fbf-9971-91dbe839164b None None] Network 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:58:53.409650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38710) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:53.410392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-188a46ec-c608-4fad-896b-4fb72c54cd1c tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/subnets/85d464c4-e261-4e78-a37c-3fe8d90c5e99 HTTP/1.1" status: 204 len: 168 time: 0.5044322 Jan 18 22:58:53.474103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:53.526120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '0d8cff27-b9c3-46fe-ac8d-f542899650e8', 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'port_id': '0d8cff27-b9c3-46fe-ac8d-f542899650e8', 'mac_address': 'fa:16:3e:32:37:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f833d30c-466c-4854-968e-6e31decd90a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:58:53.567089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.570803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.626570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Deleting port 2c463e01-5250-498a-afb1-f776c6cfb8e4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:53.627010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.629916 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.678425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32d70e-df0c-4b70-8f29-4f67993d2cc9 req-a86cf791-541b-4ce2-a540-6d7d926adb97 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:53.680507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e32d70e-df0c-4b70-8f29-4f67993d2cc9 req-a86cf791-541b-4ce2-a540-6d7d926adb97 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1534622 Jan 18 22:58:53.714286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8cff27-b9c3-46fe-ac8d-f542899650e8 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:53.738369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e32d70e-df0c-4b70-8f29-4f67993d2cc9 req-c4b28a83-2d2d-445c-b230-9e0c042fd8e8 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Jan 18 22:58:53.746636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:53.769075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.783075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-244192639', 'description': 'tempest-description-642195661'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:53.792667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:53.805582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:53.828706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.873934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Allocated IP 172.25.4.120 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/ee98659e-968d-47a5-8566-3f0cb36d5a24) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:53.883357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=0d8cff27-b9c3-46fe-ac8d-f542899650e8,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:53.884244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:53.890206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Usage tracker for resource:security_group_rule and tenant:70f1bf84db6d4879852b246b55e9bf14 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:53.893343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:53.899700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:53.902101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] DHCP port deletion for 68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:58:53.921362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Deleting port 2c463e01-5250-498a-afb1-f776c6cfb8e4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:53.922967 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.997928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.002772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.050354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7292995d-680f-4869-91cf-700f975f3c1f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:54.064550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.065951 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8320dc7f-f98d-44fc-a7dc-434b324afc4e req-dc0efc77-744c-4f9d-ada8-1631be514e85 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2879233 Jan 18 22:58:54.137350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f67cc-5b26-459f-87ec-5ed1b98a0fdc req-c2ac02f6-d860-4f32-aec1-57550b2a98b2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:54.141461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b7f67cc-5b26-459f-87ec-5ed1b98a0fdc req-c2ac02f6-d860-4f32-aec1-57550b2a98b2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.4761295 Jan 18 22:58:54.168494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['0d8cff27-b9c3-46fe-ac8d-f542899650e8'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:54.191724 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.239033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.275577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] For port 2c463e01-5250-498a-afb1-f776c6cfb8e4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c463e01-5250-498a-afb1-f776c6cfb8e4,segment=NetworkSegment(a3fca095-13c7-4fd0-ac68-2ec53bad5edb),segment_id=a3fca095-13c7-4fd0-ac68-2ec53bad5edb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:54.275908 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.282275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9fda-8947-43c0-8d59-ea4ace322bb5 req-ee0a7f50-886d-438a-b75e-28b57ac15734 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:54.283590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] For port 2c463e01-5250-498a-afb1-f776c6cfb8e4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c463e01-5250-498a-afb1-f776c6cfb8e4,segment=NetworkSegment(a3fca095-13c7-4fd0-ac68-2ec53bad5edb),segment_id=a3fca095-13c7-4fd0-ac68-2ec53bad5edb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:54.286208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.289862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-898d9fda-8947-43c0-8d59-ea4ace322bb5 req-ee0a7f50-886d-438a-b75e-28b57ac15734 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1098425 Jan 18 22:58:54.333218 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-898d9fda-8947-43c0-8d59-ea4ace322bb5 req-73d9d7cf-6382-40aa-a3a0-5af9312a4fa4 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jan 18 22:58:54.423683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Calling delete_port for 2c463e01-5250-498a-afb1-f776c6cfb8e4 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:54.457308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c463e01-5250-498a-afb1-f776c6cfb8e4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:58:54.458199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b7f67cc-5b26-459f-87ec-5ed1b98a0fdc req-27933c2e-b65b-4702-9f73-01043f21b5be tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100994 Jan 18 22:58:54.470315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Calling delete_port for 2c463e01-5250-498a-afb1-f776c6cfb8e4 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:54.470489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-ce8a1675-db46-4aac-b5c2-98103a5e23bd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:58:54.488530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-ce8a1675-db46-4aac-b5c2-98103a5e23bd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:58:54.490068 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-ce8a1675-db46-4aac-b5c2-98103a5e23bd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-244192639&fields=id&tenant_id=70f1bf84db6d4879852b246b55e9bf14 HTTP/1.1" status: 200 len: 267 time: 0.0628080 Jan 18 22:58:54.551928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:54.555673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:54.560816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:54.581025 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No ports have port_id starting with 2c463e01-5250-498a-afb1-f776c6cfb8e4 Jan 18 22:58:54.629043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-c36882ed-52ea-4268-aeb6-a957fbb3339a tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:54.632062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-c36882ed-52ea-4268-aeb6-a957fbb3339a tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.1362047 Jan 18 22:58:54.634437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Pushing event updated for resources: {'Port': ['ID=ee98659e-968d-47a5-8566-3f0cb36d5a24,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:54.637940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.656659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'port': {'security_groups': ['b0dacd11-b681-4ae2-9316-0491e360022f', '7292995d-680f-4869-91cf-700f975f3c1f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:54.686315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:58:54.686699 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:58:54.734823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Port': ['ID=2c463e01-5250-498a-afb1-f776c6cfb8e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:54.746067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] No DVR routers for this DVR port 2c463e01-5250-498a-afb1-f776c6cfb8e4 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:54.783905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.908114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.946258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:54.955804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.965083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:54.965390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fca095-13c7-4fd0-ac68-2ec53bad5edb') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:54.980073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bd80f-eed3-4304-938d-74408f7298fe req-1eb3b347-0fed-4087-9623-5486518e1bca tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:54.981591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-565bd80f-eed3-4304-938d-74408f7298fe req-1eb3b347-0fed-4087-9623-5486518e1bca tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 944 time: 0.2999263 Jan 18 22:58:55.016397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.042698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:55.070247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.077334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.077801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 11c4c594-937d-440e-ae34-403ba1a4382a details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:58:55.089383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6736d86f-7f25-478e-b756-1086b9895b88'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:55.154495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:55.155134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.162829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0241b36-a3cb-4fb7-a285-7e81fc3223ed req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "PUT /v2.0/ports/6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 981 time: 0.5132439 Jan 18 22:58:55.162829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:55.194439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37cbc-5e4b-4c5b-b698-2fc8b1c90215 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:55.212492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.217286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Deleting port 2c463e01-5250-498a-afb1-f776c6cfb8e4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:55.217696 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.225711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.250671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:58:55.251078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:58:55.272391 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:58:55.280506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-565bd80f-eed3-4304-938d-74408f7298fe req-8b020401-378a-46f1-879f-db482728c058 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668214 Jan 18 22:58:55.344337 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'status': 'completed', 'code': 200} Jan 18 22:58:55.380979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34ea2e4d-133b-4d85-91d0-b39562f04db9 None None] The port '2c463e01-5250-498a-afb1-f776c6cfb8e4' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:58:55.384342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6736d86f-7f25-478e-b756-1086b9895b88'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:55.423102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.436245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.479922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-111c268e-0984-4bb2-8319-4555a1246780 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-244192639&fields=id&tenant_id=70f1bf84db6d4879852b246b55e9bf14 HTTP/1.1" status: 200 len: 267 time: 0.1126080 Jan 18 22:58:55.547241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 11c4c594-937d-440e-ae34-403ba1a4382a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=11c4c594-937d-440e-ae34-403ba1a4382a,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:55.573917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] Pushing event deleted for resources: {'Network': ['ID=68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:55.576505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-65e57a74-0565-407e-91c2-11be91f6bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:55.580283 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-65e57a74-0565-407e-91c2-11be91f6bd28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1135 time: 0.1905105 Jan 18 22:58:55.580599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '11c4c594-937d-440e-ae34-403ba1a4382a', 'network_id': 'd1307884-91d4-4cbe-a014-03f756221b26', 'port_id': '11c4c594-937d-440e-ae34-403ba1a4382a', 'mac_address': 'fa:16:3e:30:9a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f833d30c-466c-4854-968e-6e31decd90a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:58:55.604303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a9e2997-9719-4f77-9a60-6f06159647df tempest-NetworksIpV6Test-1465236507 tempest-NetworksIpV6Test-1465236507-project] 10.222.0.78 "DELETE /v2.0/networks/68b9ba28-7cf1-4392-bf70-9bdf0b64a0ef HTTP/1.1" status: 204 len: 168 time: 2.1879947 Jan 18 22:58:55.686748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5eab4-80b1-4c85-b1c6-523331f7dc22 req-e3ce803d-e8f7-4339-b2cf-f1ff3c20cfc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:55.694643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ffb5eab4-80b1-4c85-b1c6-523331f7dc22 req-e3ce803d-e8f7-4339-b2cf-f1ff3c20cfc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1771181 Jan 18 22:58:55.710871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.726064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.748287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.781498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c4c594-937d-440e-ae34-403ba1a4382a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:55.841789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 11c4c594-937d-440e-ae34-403ba1a4382a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=11c4c594-937d-440e-ae34-403ba1a4382a,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:55.859726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.885564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ffb5eab4-80b1-4c85-b1c6-523331f7dc22 req-966cfe2b-e637-4d59-8d3a-5a0613478228 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900218 Jan 18 22:58:55.908269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-0ad2a0b1-58a4-4068-a861-081d1328e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:55.910007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-0ad2a0b1-58a4-4068-a861-081d1328e09b service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.3257961 Jan 18 22:58:55.961440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.981858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=11c4c594-937d-440e-ae34-403ba1a4382a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:56.004578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Pushing event updated for resources: {'Port': ['ID=ee98659e-968d-47a5-8566-3f0cb36d5a24,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:56.014866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.016747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2963ec71-9047-4cec-b3f6-e689bceae2e7 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2617941 Jan 18 22:58:56.019847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38742) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:56.026205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-670021744', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'fixed_ips': [{'ip_address': '172.25.4.120'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:56.032535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:56.053546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-aa6885b1-61f9-4097-a866-ba829af4f7ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.1343167 Jan 18 22:58:56.061474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ee00208d-4c29-4c12-acbe-a3b7ad83c22e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:56.062932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ee00208d-4c29-4c12-acbe-a3b7ad83c22e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 984 time: 0.5822415 Jan 18 22:58:56.079498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Usage tracker for resource:port and tenant:7c370fd7a7974382b60df17e300a679d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:56.087077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:56.094732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:56.104481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'port': {'security_groups': ['b0dacd11-b681-4ae2-9316-0491e360022f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:56.117500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Made reservation on behalf of 7c370fd7a7974382b60df17e300a679d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:56.120008 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.136859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.146181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['11c4c594-937d-440e-ae34-403ba1a4382a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:56.157137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:56.163774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:56.166345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Usage tracker for resource:security_group_rule and tenant:7c370fd7a7974382b60df17e300a679d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:56.177166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd65022-e498-40e5-a116-21b0b77822b2 req-d8aa1000-c07e-4293-941b-29e5e740ce14 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:56.179166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dd65022-e498-40e5-a116-21b0b77822b2 req-d8aa1000-c07e-4293-941b-29e5e740ce14 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.1480627 Jan 18 22:58:56.180357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:56.188961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:56.197660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-dfefaa56-3910-4f6e-80b3-e853f70dfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:56.199117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-dfefaa56-3910-4f6e-80b3-e853f70dfd5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.1353457 Jan 18 22:58:56.276509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dd65022-e498-40e5-a116-21b0b77822b2 req-76d6c1f7-97e7-40b1-9d2b-1186721b55e7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886273 Jan 18 22:58:56.288113 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-a379ad9e-0d1e-4fd5-b5f3-4fec77b6507d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503910 Jan 18 22:58:56.389258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.397978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6507126f-414a-421f-acc8-9c09eec64572 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:56.399589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.410670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.438962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] device_id is not set on port 6a2a6eab-b910-4e95-9dc3-d652dd33465e yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:58:56.477354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8347dfdd-2ba7-4056-9823-6a564da14c41,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:56.508382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 6507126f-414a-421f-acc8-9c09eec64572 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:56.514580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 6507126f-414a-421f-acc8-9c09eec64572 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:56.515192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.576696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bcc4b20e-d394-4f18-bcc4-8c28dbec08de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a593530fe8a94169b5b6dc67e4ff1ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102824 Jan 18 22:58:56.580976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38762) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:56.606729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-1d3f9da3-6559-41a0-bb7e-c28513bd46f2 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095243 Jan 18 22:58:56.660795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.696897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6507126f-414a-421f-acc8-9c09eec64572'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:56.711608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6507126f-414a-421f-acc8-9c09eec64572, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6507126f-414a-421f-acc8-9c09eec64572,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:56.721101 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.726174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba3d-6c2f-4f04-837e-b57e91391919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.739840 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 22:58:56.740350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:58:56.753276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecb17798-22af-4602-8c8d-a763fa9917ad req-1c1dc86a-ac66-4926-a3be-3c98d57cdeeb service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370783 Jan 18 22:58:56.769241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba3d-6c2f-4f04-837e-b57e91391919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.816146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6507126f-414a-421f-acc8-9c09eec64572,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:56.821675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b8c8860a-b8e4-4001-82f1-659d48dc0874 tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8003454 Jan 18 22:58:56.831926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38768) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:56.916204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:56.943469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.950693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:56.962424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6736d86f-7f25-478e-b756-1086b9895b88'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:57.009108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba3d-6c2f-4f04-837e-b57e91391919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.033470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8bd0ba3d-6c2f-4f04-837e-b57e91391919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.035675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8bd0ba3d-6c2f-4f04-837e-b57e91391919 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1e80a2b-2329-4379-8316-5ac2d6dfa5ad HTTP/1.1" status: 204 len: 168 time: 0.4534669 Jan 18 22:58:57.038775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Deleting port ee98659e-968d-47a5-8566-3f0cb36d5a24 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:58:57.039413 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.105650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0d8cff27-b9c3-46fe-ac8d-f542899650e8 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:57.170337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event updated for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:57.186288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0ba3d-6c2f-4f04-837e-b57e91391919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e80a2b-2329-4379-8316-5ac2d6dfa5ad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:57.196491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.197215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.199455 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a7b28e80-f025-4f5b-8dd1-8015565cbac0 req-ae644a75-c408-44ef-87a8-bac809c5cb93 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "PUT /v2.0/ports/6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 942 time: 1.1028755 Jan 18 22:58:57.322559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:57.326822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.330502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.340053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:57.340731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.346032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:57.387411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6736d86f-7f25-478e-b756-1086b9895b88'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:58:57.492874 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6507126f-414a-421f-acc8-9c09eec64572', 'code': 200} Jan 18 22:58:57.674501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-f70b5876-0b93-4a78-8801-ee125eb4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.678668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-f70b5876-0b93-4a78-8801-ee125eb4d983 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.1792285 Jan 18 22:58:57.700093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.784771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:57.794237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Calling delete_port for ee98659e-968d-47a5-8566-3f0cb36d5a24 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:58:57.799902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:57.889102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=0d8cff27-b9c3-46fe-ac8d-f542899650e8,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:57.932203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-d270e41f-fefa-4411-8979-0339e13bc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.933696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-d270e41f-fefa-4411-8979-0339e13bc4e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.2031853 Jan 18 22:58:57.973596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacc149-8586-4fd9-9ba3-2d0608810415 req-0d8427ab-ed79-4132-b235-556e6c94bb8c tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.975223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bacc149-8586-4fd9-9ba3-2d0608810415 req-0d8427ab-ed79-4132-b235-556e6c94bb8c tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 945 time: 0.6754608 Jan 18 22:58:57.978575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281192-6157-4866-8c9c-126e3f0d5714 req-93bf2ea1-d4de-43c7-bab2-6d156572210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.979994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da281192-6157-4866-8c9c-126e3f0d5714 req-93bf2ea1-d4de-43c7-bab2-6d156572210b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 1097 time: 0.2345145 Jan 18 22:58:58.010502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08b8f0-2c5e-4e51-8825-405c10efea58 req-3d35522f-eeea-4641-8479-a80dcc9986d8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:58.011969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d08b8f0-2c5e-4e51-8825-405c10efea58 req-3d35522f-eeea-4641-8479-a80dcc9986d8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.3308997 Jan 18 22:58:58.023256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-2e767c1f-7e71-4642-8be8-9bb7a6ae5320 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 217 time: 0.0811880 Jan 18 22:58:58.115145 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4d08b8f0-2c5e-4e51-8825-405c10efea58 req-1ffd6f2d-2b87-4048-9907-761461c3f0e7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935531 Jan 18 22:58:58.116820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bacc149-8586-4fd9-9ba3-2d0608810415 req-cca53c35-9c82-449d-8ed1-a198786541b5 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337311 Jan 18 22:58:58.118703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-9722294d-8abd-4925-97df-16bcaedd70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:58.120092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-9722294d-8abd-4925-97df-16bcaedd70ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.0841458 Jan 18 22:58:58.124211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da281192-6157-4866-8c9c-126e3f0d5714 req-ad764d5e-746c-4d07-811a-9dd7040c1d97 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921676 Jan 18 22:58:58.126980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.177886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-ea98211e-5d18-47d2-ba0a-ed1e996d3127 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433171 Jan 18 22:58:58.187868 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'status': 'completed', 'code': 200} Jan 18 22:58:58.191499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee98659e-968d-47a5-8566-3f0cb36d5a24,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:58.224138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38812) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:58.453257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.479525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1541849545'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:58.484855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-07d94fa2-193e-4d74-8a75-e850d63737dd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2964385 Jan 18 22:58:58.488354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:58.492529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.493815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab0b8fa1-96ae-4873-897a-0c0e18d02c3f tempest-ExternalNetworksAdminNegativeTestJSON-783371157 tempest-ExternalNetworksAdminNegativeTestJSON-783371157-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/22494d1f-be44-484d-99c6-6c3b2493d140 HTTP/1.1" status: 204 len: 168 time: 1.6607351 Jan 18 22:58:58.499252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:58.508887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:58.515225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Usage tracker for resource:floatingip and tenant:70f1bf84db6d4879852b246b55e9bf14 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:58.519515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343d316-d9ad-4628-90cc-a4305b939eac req-bca5170a-1bc3-4735-894d-68563368497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:58.521241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-bca5170a-1bc3-4735-894d-68563368497f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.1806746 Jan 18 22:58:58.522092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:58.528037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:58.539299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:58.548032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:58.567689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:58.604801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:58.607901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.617663 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.626602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.664845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ac1a-57cd-4436-8bfc-89c9c89bae67 req-50e82509-4416-4a37-8d30-85fbf2a32f12 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:58.666326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8160ac1a-57cd-4436-8bfc-89c9c89bae67 req-50e82509-4416-4a37-8d30-85fbf2a32f12 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3909516 Jan 18 22:58:58.668454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-13919aba-3846-4b1a-963f-22c727768abd service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454335 Jan 18 22:58:58.669417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:58.673624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:security_group_rule and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:58.678706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:58.721698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:58.746854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343d316-d9ad-4628-90cc-a4305b939eac req-89df92ec-39ec-4225-9df4-e6303f64c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:58.748407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-89df92ec-39ec-4225-9df4-e6303f64c2cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.2181702 Jan 18 22:58:58.827101 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8160ac1a-57cd-4436-8bfc-89c9c89bae67 req-f0644f9a-b46f-4100-a31d-974ae3406b8b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494684 Jan 18 22:58:58.827903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-1f823f85-a2b0-4b29-b7c9-204e190f6222 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.0686972 Jan 18 22:58:58.900398 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9142a468-4c50-4095-a99a-ae6b3bab7403 req-670053d4-be3f-44e7-bc0f-de2ab655dc13 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234423 Jan 18 22:58:58.925398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343d316-d9ad-4628-90cc-a4305b939eac req-800bb1a8-b54c-4f04-8f58-2bbfdbdcbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:58.927013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-800bb1a8-b54c-4f04-8f58-2bbfdbdcbc15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.0896227 Jan 18 22:58:58.928461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.967870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:59.009765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.019326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.022096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-c2d5e846-f0d8-44d9-b283-7eb2397fc132 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523610 Jan 18 22:58:59.051761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:59.066840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8833077c-f5a9-47b8-a92c-e83b48020358,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:59.073200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.073555 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment 637fa424-ffdd-4766-92bf-465053b60559 of type vlan for network c3783185-4756-4436-88b4-c2323b110659 Jan 18 22:58:59.110409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 11c4c594-937d-440e-ae34-403ba1a4382a up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:58:59.127712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.173832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.196046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:59.200511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Usage tracker for resource:security_group_rule and tenant:966647af38fe44b085c6f14d5f92f317 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:59.203520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:59.209589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:59.213303 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.219412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.220075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.256157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 11c4c594-937d-440e-ae34-403ba1a4382a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:59.261089 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-b6c736d6-63e4-4a4d-a73d-c0915ff88cef service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209241 Jan 18 22:58:59.263613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Allocated IP 172.25.4.129 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f27fd46d-7821-41fa-a54b-6d452b24fa6a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:59.263750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 11c4c594-937d-440e-ae34-403ba1a4382a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:59.263750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.372825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=c3783185-4756-4436-88b4-c2323b110659,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:59.381586 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3729367d-0afa-4667-ad25-b79de09aaae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1563172 Jan 18 22:58:59.384220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:59.388660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c3783185-4756-4436-88b4-c2323b110659 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:58:59.395772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-2066685112'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:59.401576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:58:59.406542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:58:59.410069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:58:59.416651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:58:59.479033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:59.482907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.503628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a104979-9f3b-408b-bab9-e1470a78213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8cff27-b9c3-46fe-ac8d-f542899650e8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:59.558728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:58:59.580976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.588832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.589122 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment adafb3e2-f521-494b-8457-a1cb308506b1 of type vlan for network aa4cb688-90e5-455a-a754-08762b86eb11 Jan 18 22:58:59.597524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.655494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.662797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4343d316-d9ad-4628-90cc-a4305b939eac req-8d5e3048-792d-41ea-8517-f19ec9f65455 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952539 Jan 18 22:58:59.688063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024e9030-31ee-40ba-a461-36f29dfb73ee,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:59.691858 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.694126 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53110b33-14a9-4c4e-8096-b54e261264f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=966647af38fe44b085c6f14d5f92f317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251136 Jan 18 22:58:59.704014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21181d-2c3b-43d2-ad48-5d72d5ecc48b req-01588b08-8e27-4b44-be4e-6d11ebd09d9d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.710927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f21181d-2c3b-43d2-ad48-5d72d5ecc48b req-01588b08-8e27-4b44-be4e-6d11ebd09d9d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 945 time: 0.2777071 Jan 18 22:58:59.713869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:58:59.717665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.737168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 11c4c594-937d-440e-ae34-403ba1a4382a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=11c4c594-937d-440e-ae34-403ba1a4382a,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:58:59.743176 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.755160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.802844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f21181d-2c3b-43d2-ad48-5d72d5ecc48b req-9a8ee6ee-dabf-4ddd-b1fe-b3f46b34a515 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909882 Jan 18 22:58:59.811643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.826576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.826576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:59.839965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=11c4c594-937d-440e-ae34-403ba1a4382a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:59.863173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:59.867473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:59.873576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:58:59.931729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event updated for resources: {'Port': ['ID=f27fd46d-7821-41fa-a54b-6d452b24fa6a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:59.980740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.055427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f00b7c8-ccbd-4a77-a624-b1feb4f7919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.059237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.062880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6773107 Jan 18 22:59:00.080805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:00.084484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8cfa4-7049-458c-82e7-d2c5857b360a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=aa4cb688-90e5-455a-a754-08762b86eb11,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:00.095411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': 'c3783185-4756-4436-88b4-c2323b110659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:00.098535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network aa4cb688-90e5-455a-a754-08762b86eb11 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:00.136738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f00b7c8-ccbd-4a77-a624-b1feb4f7919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.302024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.307475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.308777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38517c6-f692-44f3-ad70-f2e1f21bdf66 req-f19cd4fb-522b-4c67-8e7b-706177b14b91 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:00.310302 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d38517c6-f692-44f3-ad70-f2e1f21bdf66 req-f19cd4fb-522b-4c67-8e7b-706177b14b91 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.3299103 Jan 18 22:59:00.319265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:00.323295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:00.326199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:00.331990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:00.420121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d38517c6-f692-44f3-ad70-f2e1f21bdf66 req-93588ebb-b4c8-4ac6-a7db-c0f16a2a6658 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853555 Jan 18 22:59:00.424130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f00b7c8-ccbd-4a77-a624-b1feb4f7919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.435319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event updated for resources: {'Port': ['ID=f27fd46d-7821-41fa-a54b-6d452b24fa6a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:00.441322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:00.450653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.480351 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.489662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f00b7c8-ccbd-4a77-a624-b1feb4f7919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.491121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0f00b7c8-ccbd-4a77-a624-b1feb4f7919c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/024e9030-31ee-40ba-a461-36f29dfb73ee HTTP/1.1" status: 204 len: 168 time: 0.7763813 Jan 18 22:59:00.496792 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a104979-9f3b-408b-bab9-e1470a78213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8cff27-b9c3-46fe-ac8d-f542899650e8', 'code': 200} Jan 18 22:59:00.553717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:00.555489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-7d979344-fed5-409f-a1cb-0633c8c61d6e tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0643070 Jan 18 22:59:00.636985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00b7c8-ccbd-4a77-a624-b1feb4f7919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e9030-31ee-40ba-a461-36f29dfb73ee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:00.741520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-4293b758-00a0-41e8-ad7b-83978f9f6dcc tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:00.822288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-4293b758-00a0-41e8-ad7b-83978f9f6dcc tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:00.831830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-4293b758-00a0-41e8-ad7b-83978f9f6dcc tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.2679341 Jan 18 22:59:00.876670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c59a-10fa-4ee4-807e-c6de7e00ff63 req-87ae83a6-7232-40ca-b279-78bcb27f66be tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:00.888132 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea27c59a-10fa-4ee4-807e-c6de7e00ff63 req-87ae83a6-7232-40ca-b279-78bcb27f66be tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2525032 Jan 18 22:59:00.966086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112325b-1ad9-46e0-8994-9ec08f22ec68 req-a534ba95-6fd5-4f2a-ac4e-1e2ea8b67d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:00.967929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6112325b-1ad9-46e0-8994-9ec08f22ec68 req-a534ba95-6fd5-4f2a-ac4e-1e2ea8b67d34 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 1097 time: 0.3082626 Jan 18 22:59:01.050054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6112325b-1ad9-46e0-8994-9ec08f22ec68 req-9ec0e5d8-e0db-48db-943a-163c9ce5d2a8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758131 Jan 18 22:59:01.051513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea27c59a-10fa-4ee4-807e-c6de7e00ff63 req-bd55e3db-d94a-41b4-94e3-52df7754e535 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623445 Jan 18 22:59:01.053055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38886) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:01.103297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-daaa357c-5586-4c56-8a92-99c2ef993399 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:01.109811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-daaa357c-5586-4c56-8a92-99c2ef993399 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.2768197 Jan 18 22:59:01.117429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-6db361ce-6620-4646-b874-175b0bae0906 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:59:01.119607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 48778faa-22f5-4ce4-b620-0feb8e3cf6cc details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 22:59:01.130140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea5b5a44-cd42-4d53-9791-1f60b43a3bc8 req-6db361ce-6620-4646-b874-175b0bae0906 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191629 Jan 18 22:59:01.142035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.199268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-244f698c-f93f-4684-986a-5fda3c139b40 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c370fd7a7974382b60df17e300a679d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427600 Jan 18 22:59:01.199661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:01.334044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fb3eace-2261-40e5-af56-fc618f965b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.405509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fb3eace-2261-40e5-af56-fc618f965b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.440622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:01.469854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'port_id': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'mac_address': 'fa:16:3e:8d:c4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 22:59:01.508534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=35549505-6ecd-420d-b06d-0252b172a569,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:01.526140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': '637fa424-ffdd-4766-92bf-465053b60559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3783185-4756-4436-88b4-c2323b110659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:01.526487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: c3783185-4756-4436-88b4-c2323b110659, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:01.573281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network c3783185-4756-4436-88b4-c2323b110659 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:01.581761 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.588494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fb3eace-2261-40e5-af56-fc618f965b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.599860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a5c2-c27b-4363-a107-07435fa7eecd req-b367fee8-5401-4374-a35c-bf1ab9c5a308 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:01.607753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3553a5c2-c27b-4363-a107-07435fa7eecd req-b367fee8-5401-4374-a35c-bf1ab9c5a308 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 946 time: 0.3157392 Jan 18 22:59:01.616759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48778faa-22f5-4ce4-b620-0feb8e3cf6cc {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:59:01.623859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c3783185-4756-4436-88b4-c2323b110659) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:01.624200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66728-7637-43fd-9367-23177df69957 req-f2300b01-19f4-4116-badc-18cc38a4ea8b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:01.625798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-f2300b01-19f4-4116-badc-18cc38a4ea8b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1619210 Jan 18 22:59:01.629771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3eace-2261-40e5-af56-fc618f965b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347dfdd-2ba7-4056-9823-6a564da14c41,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:01.631500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:01.632082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.649108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:01.665232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cda376-e7ae-43ce-8e7e-78afc4238283 None None] Network c3783185-4756-4436-88b4-c2323b110659 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:01.681590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3553a5c2-c27b-4363-a107-07435fa7eecd req-38aea282-daab-42a0-954a-a90c36f97160 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728340 Jan 18 22:59:01.686177 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.688295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47d20e52-c295-45a0-bb7d-f163904c0aec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6008282 Jan 18 22:59:01.694726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:01.701392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:01.746677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fb3eace-2261-40e5-af56-fc618f965b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:01.751249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9fb3eace-2261-40e5-af56-fc618f965b94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8347dfdd-2ba7-4056-9823-6a564da14c41 HTTP/1.1" status: 204 len: 168 time: 0.5508318 Jan 18 22:59:01.759225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-7882b00d-9325-4ad6-8dd9-b094a06ccc49 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.1173351 Jan 18 22:59:01.780838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'floatingip': {'port_id': '6736d86f-7f25-478e-b756-1086b9895b88', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:01.829886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:01.910042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['48778faa-22f5-4ce4-b620-0feb8e3cf6cc'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:01.973506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:01.981862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:01.986988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:01.996249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:02.016856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:02.017435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d991e-d572-4405-bcb2-dc63eb8db790 req-19a272a7-aa22-45ba-a5d1-b19a11c7c5d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:02.024422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d6d991e-d572-4405-bcb2-dc63eb8db790 req-19a272a7-aa22-45ba-a5d1-b19a11c7c5d7 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 944 time: 0.1594851 Jan 18 22:59:02.044304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:02.048518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:02.338892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c3783185-4756-4436-88b4-c2323b110659', 'network_id': 'c3783185-4756-4436-88b4-c2323b110659', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '35549505-6ecd-420d-b06d-0252b172a569'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:59:02.339754 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:02.520290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d6d991e-d572-4405-bcb2-dc63eb8db790 req-bc6bdec3-e98d-4baa-ad4f-4ca93c0e5f7b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947498 Jan 18 22:59:02.524634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:02.557484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Allocated IP 172.20.0.2 (c3783185-4756-4436-88b4-c2323b110659/35549505-6ecd-420d-b06d-0252b172a569/f8485e37-e149-498d-9335-424f58011283) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:02.734551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': 'adafb3e2-f521-494b-8457-a1cb308506b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:02.735124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: aa4cb688-90e5-455a-a754-08762b86eb11, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:02.795749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:02.801035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=3f107005-0836-4cf1-8721-c5328d8ea512,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:02.809388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Transition to ACTIVE for port object f8485e37-e149-498d-9335-424f58011283 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:02.831395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Transition to ACTIVE for port object f8485e37-e149-498d-9335-424f58011283 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:02.833215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network aa4cb688-90e5-455a-a754-08762b86eb11 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:02.862043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c4c594-937d-440e-ae34-403ba1a4382a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:02.868063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:02.884452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857f736-a187-4c2b-a804-95f76135180e req-5c3b9662-62b7-400f-9320-a9cf43d9714a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:02.894110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4857f736-a187-4c2b-a804-95f76135180e req-5c3b9662-62b7-400f-9320-a9cf43d9714a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1712699 Jan 18 22:59:02.903048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, aa4cb688-90e5-455a-a754-08762b86eb11) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:02.943048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b6ac4-0c3e-4d67-a721-409b6d78a41d None None] Network aa4cb688-90e5-455a-a754-08762b86eb11 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:02.951488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:02.953560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.061962 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4857f736-a187-4c2b-a804-95f76135180e req-0dbc72d9-d95f-463d-a7a5-a0388c1c984c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668384 Jan 18 22:59:03.066035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e22da926-3222-4e8e-bc9d-13270cbc8378 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3667510 Jan 18 22:59:03.090236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:03.104978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1966716243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:03.148651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:03.168222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:03.180030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:03.211559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:03.243101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.245165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.270491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.316018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.363112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.364923 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0431ed84-e9f5-49d4-8c71-7500d2066458 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2736332 Jan 18 22:59:03.367948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:03.467392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Network c3783185-4756-4436-88b4-c2323b110659 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:03.498151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-aa4cb688-90e5-455a-a754-08762b86eb11', 'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '3f107005-0836-4cf1-8721-c5328d8ea512'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:59:03.499233 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.554228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:03.566381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:03.654703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.665733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:03.694823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Pushing event updated for resources: {'Port': ['ID=f8485e37-e149-498d-9335-424f58011283,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:04.161737 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Floating IP 32e179e1-f953-4b03-af85-7a0054ba93eb associated. External IP: 172.25.4.129, port: 6736d86f-7f25-478e-b756-1086b9895b88. Jan 18 22:59:04.176081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Attempting to bind port f8485e37-e149-498d-9335-424f58011283 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:59:04.180450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Attempting to bind port f8485e37-e149-498d-9335-424f58011283 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '637fa424-ffdd-4766-92bf-465053b60559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3783185-4756-4436-88b4-c2323b110659'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:59:04.181046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Attempting to bind port f8485e37-e149-498d-9335-424f58011283 on network c3783185-4756-4436-88b4-c2323b110659 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:59:04.233574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:59:04.233948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Checking segment: {'id': '637fa424-ffdd-4766-92bf-465053b60559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3783185-4756-4436-88b4-c2323b110659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:04.234397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:04.234799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Bound using segment: {'id': '637fa424-ffdd-4766-92bf-465053b60559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3783185-4756-4436-88b4-c2323b110659'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:59:04.235290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Bound port: f8485e37-e149-498d-9335-424f58011283, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637fa424-ffdd-4766-92bf-465053b60559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c3783185-4756-4436-88b4-c2323b110659'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:59:04.236845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:04.452085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:04.487522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Allocated IP 172.21.0.2 (aa4cb688-90e5-455a-a754-08762b86eb11/3f107005-0836-4cf1-8721-c5328d8ea512/ed335768-8896-4924-bd49-9567ee284d32) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:04.548142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] For port f8485e37-e149-498d-9335-424f58011283, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:59:04.654262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] For port f8485e37-e149-498d-9335-424f58011283, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f8485e37-e149-498d-9335-424f58011283,segment=NetworkSegment(637fa424-ffdd-4766-92bf-465053b60559),segment_id=637fa424-ffdd-4766-92bf-465053b60559)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:59:04.672724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:04.757600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Router e9b66592-a6f5-41fb-a68f-e18192463c41 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:04.777595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:04.930000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573479e-af24-4c9a-ab63-cba0372ccf0d None None] Pushing event updated for resources: {'Port': ['ID=f8485e37-e149-498d-9335-424f58011283,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:04.942561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38968) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:05.209743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 48778faa-22f5-4ce4-b620-0feb8e3cf6cc up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:05.469736 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:05.485509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Transition to ACTIVE for port object ed335768-8896-4924-bd49-9567ee284d32 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:05.516670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a58abc-c442-44d3-9135-d4f9117bd622 req-e5e95d38-a953-45b5-9d17-c59a9690d0b1 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:05.518584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-51a58abc-c442-44d3-9135-d4f9117bd622 req-e5e95d38-a953-45b5-9d17-c59a9690d0b1 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 946 time: 1.5644267 Jan 18 22:59:05.521431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Transition to ACTIVE for port object ed335768-8896-4924-bd49-9567ee284d32 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:05.534865 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:05.538315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:05.547124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:05.552988 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] Sync routers for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:05.580824 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:05.581813 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:58:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:05.613161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1356358745', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:05.618697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:05.626226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Usage tracker for resource:port and tenant:4890bb6242d44164a0e24c48bbfd20f0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:05.631398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:05.645308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:05.672877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-51a58abc-c442-44d3-9135-d4f9117bd622 req-1847fe41-938c-49df-b3c2-b160a96a3ba5 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022298 Jan 18 22:59:05.686375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-c01e7590-da56-42f5-9b9f-ef5f65d100cd tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "PUT /v2.0/floatingips/32e179e1-f953-4b03-af85-7a0054ba93eb HTTP/1.1" status: 200 len: 996 time: 3.9186318 Jan 18 22:59:05.691754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:05.696305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Made reservation on behalf of 4890bb6242d44164a0e24c48bbfd20f0 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:05.713644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:05.770467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.20.0.1 (c3783185-4756-4436-88b4-c2323b110659/35549505-6ecd-420d-b06d-0252b172a569/5022867a-4981-411c-ac50-35b44ff4f8e1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:05.846627 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c4c594-937d-440e-ae34-403ba1a4382a', 'code': 200} Jan 18 22:59:05.848500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Network aa4cb688-90e5-455a-a754-08762b86eb11 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:05.867968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:05.883786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:05.918367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:05.929449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Pushing event updated for resources: {'Port': ['ID=ed335768-8896-4924-bd49-9567ee284d32,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:05.931623 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:59:06.072729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.095420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:06.128409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:06.128783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.147609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 5022867a-4981-411c-ac50-35b44ff4f8e1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:06.158470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Attempting to bind port ed335768-8896-4924-bd49-9567ee284d32 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:59:06.159118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Attempting to bind port ed335768-8896-4924-bd49-9567ee284d32 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'adafb3e2-f521-494b-8457-a1cb308506b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:59:06.159636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Attempting to bind port ed335768-8896-4924-bd49-9567ee284d32 on network aa4cb688-90e5-455a-a754-08762b86eb11 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:59:06.169381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Usage tracker for resource:security_group_rule and tenant:4890bb6242d44164a0e24c48bbfd20f0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:06.191007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:06.197535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:59:06.198838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Checking segment: {'id': 'adafb3e2-f521-494b-8457-a1cb308506b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:06.199403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.200085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Bound using segment: {'id': 'adafb3e2-f521-494b-8457-a1cb308506b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:59:06.200719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Bound port: ed335768-8896-4924-bd49-9567ee284d32, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adafb3e2-f521-494b-8457-a1cb308506b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'aa4cb688-90e5-455a-a754-08762b86eb11'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:59:06.201291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.224866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc2e07-8ab6-451b-b224-90a1d59a3679 req-22fd6a13-504f-41ce-bed8-2275ffdea082 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:06.231937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86fc2e07-8ab6-451b-b224-90a1d59a3679 req-22fd6a13-504f-41ce-bed8-2275ffdea082 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 944 time: 0.1490066 Jan 18 22:59:06.233808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.239925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:06.392238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network c3783185-4756-4436-88b4-c2323b110659 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:06.403628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:06.431133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:06.451870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] For port ed335768-8896-4924-bd49-9567ee284d32, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:59:06.471124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] For port ed335768-8896-4924-bd49-9567ee284d32, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ed335768-8896-4924-bd49-9567ee284d32,segment=NetworkSegment(adafb3e2-f521-494b-8457-a1cb308506b1),segment_id=adafb3e2-f521-494b-8457-a1cb308506b1)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:59:06.480317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.482727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=5022867a-4981-411c-ac50-35b44ff4f8e1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:06.512349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-86fc2e07-8ab6-451b-b224-90a1d59a3679 req-48cad3d6-19c3-4834-830c-6446092d895c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398348 Jan 18 22:59:06.512657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.564217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383052a-5720-45bb-93d6-318d6509e910 req-8f9b46f5-2f5a-437a-bebb-63f88569a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:06.566657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3383052a-5720-45bb-93d6-318d6509e910 req-8f9b46f5-2f5a-437a-bebb-63f88569a7da service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 1097 time: 0.6498022 Jan 18 22:59:06.613714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.630350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66728-7637-43fd-9367-23177df69957 req-0d95e564-d146-4873-8eea-54ba8011f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:06.648451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-0d95e564-d146-4873-8eea-54ba8011f5f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.8814976 Jan 18 22:59:06.714744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:06.779510 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:06.794560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f8485e37-e149-498d-9335-424f58011283 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:06.859573 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '32e179e1-f953-4b03-af85-7a0054ba93eb', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'port_id': '6736d86f-7f25-478e-b756-1086b9895b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'mac_address': 'fa:16:3e:5c:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:58:59Z', 'updated_at': '2022-01-18T22:59:03Z', 'revision_number': 1, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:05Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:06.872552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] Checking router: e9b66592-a6f5-41fb-a68f-e18192463c41 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:59:06.906075 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:06.906075 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:58:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:06.927316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0487ad35-4708-4b03-86b1-11176add5b77 None None] Network c3783185-4756-4436-88b4-c2323b110659 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:06.983838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:07.108215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3383052a-5720-45bb-93d6-318d6509e910 req-f93a7c36-eedc-4696-8fc5-94ee9e39c635 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319724 Jan 18 22:59:07.156706 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:07.206443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66728-7637-43fd-9367-23177df69957 req-176400a5-d562-43e3-be9a-4f1e76b577e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:07.208508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-176400a5-d562-43e3-be9a-4f1e76b577e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.5592766 Jan 18 22:59:07.210720 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:07.213159 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'status': 'completed', 'code': 200} Jan 18 22:59:07.296402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b4f3163a-b263-4482-a2ac-5eca46846132 None None] Provisioning for port f8485e37-e149-498d-9335-424f58011283 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:07.312175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5673b-05d1-4eea-a76c-57045d57f96e None None] Pushing event updated for resources: {'Port': ['ID=ed335768-8896-4924-bd49-9567ee284d32,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:07.459903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:07.504833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] device_id is not set on port caefe7ed-65d6-4c29-a002-0c4666952906 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:59:07.536487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f8485e37-e149-498d-9335-424f58011283 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:07.563290 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:59:07.564693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f8485e37-e149-498d-9335-424f58011283 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:07.566261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:07.761206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6436f4-7db1-451b-a89d-a2d9a107fc01 req-6a5446b3-b13c-4b1e-8a05-96ea68cdb2e0 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:07.769705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d6436f4-7db1-451b-a89d-a2d9a107fc01 req-6a5446b3-b13c-4b1e-8a05-96ea68cdb2e0 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 946 time: 0.2888544 Jan 18 22:59:07.800672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a114f222-1db8-4d3e-93b6-3d5e52b8ed1b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:07.834197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-b4dd5959-b9d7-4e71-ad70-ec3a5df0424a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 999 time: 0.6157315 Jan 18 22:59:07.848331 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d6436f4-7db1-451b-a89d-a2d9a107fc01 req-8ebe24ae-7cea-42c6-9e49-fd5516206326 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773826 Jan 18 22:59:07.848560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:07.872817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:07.988084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.001923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.112419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.152542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513019fb-bb57-4844-8243-07c12127c2b6 req-4dec3bbe-a6ed-483f-bbef-b1826b724de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:08.156540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-4dec3bbe-a6ed-483f-bbef-b1826b724de1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.8319507 Jan 18 22:59:08.162399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66728-7637-43fd-9367-23177df69957 req-835ebc2b-d262-4fe7-8b87-69e41310953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:08.190233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-835ebc2b-d262-4fe7-8b87-69e41310953a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.3484168 Jan 18 22:59:08.192570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f8485e37-e149-498d-9335-424f58011283, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f8485e37-e149-498d-9335-424f58011283,segment=NetworkSegment(637fa424-ffdd-4766-92bf-465053b60559),segment_id=637fa424-ffdd-4766-92bf-465053b60559)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:08.205069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.364145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f8485e37-e149-498d-9335-424f58011283,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:08.390610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-bdecd503-225c-4a5e-b124-ab7d2d422e65 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607902 Jan 18 22:59:08.408197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Allocated IP 172.25.4.87 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/caefe7ed-65d6-4c29-a002-0c4666952906) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:08.490877 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '32e179e1-f953-4b03-af85-7a0054ba93eb', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'port_id': '6736d86f-7f25-478e-b756-1086b9895b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'mac_address': 'fa:16:3e:5c:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:58:59Z', 'updated_at': '2022-01-18T22:59:03Z', 'revision_number': 1, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:05Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:08.499977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff5139-9c2e-4a65-9bac-194a93d74cf9 None None] The sync data for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 is: [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '32e179e1-f953-4b03-af85-7a0054ba93eb', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'port_id': '6736d86f-7f25-478e-b756-1086b9895b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'mac_address': 'fa:16:3e:5c:7e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:58:59Z', 'updated_at': '2022-01-18T22:59:03Z', 'revision_number': 1, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:05Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:08.510592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-9e2f4695-7c8d-4fe1-89c5-7a687a6ee1e1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:59:08.510592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-9e2f4695-7c8d-4fe1-89c5-7a687a6ee1e1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052364 Jan 18 22:59:08.551979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.688778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-be003e88-5043-4313-9a86-b818b5c85cc0 None None] Provisioning complete for port f8485e37-e149-498d-9335-424f58011283 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:08.689272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be003e88-5043-4313-9a86-b818b5c85cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.839932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b91285a-41b9-4309-b7cd-e5063eed3079 None None] Network aa4cb688-90e5-455a-a754-08762b86eb11 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:08.847468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513019fb-bb57-4844-8243-07c12127c2b6 req-9e840f58-2df4-4174-a169-300450feab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:08.850327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-9e840f58-2df4-4174-a169-300450feab7a service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.6571238 Jan 18 22:59:08.869623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f8485e37-e149-498d-9335-424f58011283 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:08.923279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=5022867a-4981-411c-ac50-35b44ff4f8e1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:09.143275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79107212-2050-4be5-b8ab-ed936d33a280 None None] New status for floating IP 32e179e1-f953-4b03-af85-7a0054ba93eb: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:59:09.180147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network c3783185-4756-4436-88b4-c2323b110659 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:09.191770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4756d4-206d-4e99-9a94-b0296e16aa4c req-f0ecf001-0554-4a6f-8b4c-09ae1ccac7cc tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:09.193708 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca4756d4-206d-4e99-9a94-b0296e16aa4c req-f0ecf001-0554-4a6f-8b4c-09ae1ccac7cc tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 1.0701499 Jan 18 22:59:09.194845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:09.309488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:09.342181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-e993462a-0012-42e4-b95a-cc4c650a3921 service neutron] 10.222.0.78 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706532 Jan 18 22:59:09.361470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:09.460279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-bbef530d-8161-4f55-a258-be82e68c28d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 999 time: 0.5962532 Jan 18 22:59:09.478964 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca4756d4-206d-4e99-9a94-b0296e16aa4c req-08554f78-55f8-4ca6-ba7e-e0ccd60ba206 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959064 Jan 18 22:59:09.608805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 7a92c0f0-4f75-42cf-accd-d3236e8e8c39 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:59:09.672917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f8485e37-e149-498d-9335-424f58011283 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:09.673358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:09.819312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-be003e88-5043-4313-9a86-b818b5c85cc0 None None] Provisioning for port 5022867a-4981-411c-ac50-35b44ff4f8e1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:09.825316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-be003e88-5043-4313-9a86-b818b5c85cc0 None None] Provisioning complete for port 5022867a-4981-411c-ac50-35b44ff4f8e1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:09.825697 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be003e88-5043-4313-9a86-b818b5c85cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:09.864013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:09.876100 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] Sync routers for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:09.887024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:09.887643 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:58:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:09.921373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513019fb-bb57-4844-8243-07c12127c2b6 req-5590a3e2-d37e-4c66-9d18-039b0507bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:09.923228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-5590a3e2-d37e-4c66-9d18-039b0507bf38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.4390624 Jan 18 22:59:09.925522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d66728-7637-43fd-9367-23177df69957 req-7b265600-36f9-4249-99a1-9ef82c25b6de service neutron] 10.222.0.78 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666404 Jan 18 22:59:09.946586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:09.958623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-34641981-aeeb-4218-adb3-c8a3da3a07a4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/7a92c0f0-4f75-42cf-accd-d3236e8e8c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5892882 Jan 18 22:59:09.967200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:10.001647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:10.009663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-085918a6-53be-44b4-8bd1-94fff2af288e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753293 Jan 18 22:59:10.013226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:10.038548 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:10.057970 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:10.059980 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:58:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:10.119871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ed335768-8896-4924-bd49-9567ee284d32 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:10.121966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Pushing event updated for resources: {'Port': ['ID=caefe7ed-65d6-4c29-a002-0c4666952906,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:10.194199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf047f-6adc-4606-871f-068df773dfa9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:10.197412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9baf047f-6adc-4606-871f-068df773dfa9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:10.224481 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:10.226895 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad1b3a-10c3-451a-9afa-dde9ab401e08 None None] The sync data for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:10.270823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad205de8-728c-4d43-8442-72dca155dbcd req-16f73eaa-eef8-47fd-b58f-5fe2056fa312 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:10.278672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad205de8-728c-4d43-8442-72dca155dbcd req-16f73eaa-eef8-47fd-b58f-5fe2056fa312 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.4162369 Jan 18 22:59:10.288254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-be003e88-5043-4313-9a86-b818b5c85cc0 None None] Port 5022867a-4981-411c-ac50-35b44ff4f8e1 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:10.302700 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'code': 200} Jan 18 22:59:10.320395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9baf047f-6adc-4606-871f-068df773dfa9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:10.321799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9baf047f-6adc-4606-871f-068df773dfa9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports/5022867a-4981-411c-ac50-35b44ff4f8e1 HTTP/1.1" status: 200 len: 910 time: 0.3487506 Jan 18 22:59:10.325067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:10.329655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ed335768-8896-4924-bd49-9567ee284d32 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:10.419011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:10.428033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.431871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Provisioning for port ed335768-8896-4924-bd49-9567ee284d32 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:10.449859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Provisioning complete for port ed335768-8896-4924-bd49-9567ee284d32 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:10.450399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.558346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ce6274a3-7bca-4ae3-91f0-aa9480b531aa tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.6146166 Jan 18 22:59:10.571040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39012) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:10.592293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.87'}]}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:10.607647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:10.623837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-9ee34bd4-2987-44e3-8c28-ce89b98847b8 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579154 Jan 18 22:59:10.635153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Usage tracker for resource:router and tenant:4890bb6242d44164a0e24c48bbfd20f0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:10.656153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad205de8-728c-4d43-8442-72dca155dbcd req-1218934c-7714-4a40-9371-eeed632b97b5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763487 Jan 18 22:59:10.689371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:10.692986 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.728523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] For port ed335768-8896-4924-bd49-9567ee284d32, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ed335768-8896-4924-bd49-9567ee284d32,segment=NetworkSegment(adafb3e2-f521-494b-8457-a1cb308506b1),segment_id=adafb3e2-f521-494b-8457-a1cb308506b1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:10.734955 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.743954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:10.835057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Pushing event updated for resources: {'Port': ['ID=ed335768-8896-4924-bd49-9567ee284d32,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:10.847380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.848616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.851431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Provisioning complete for port 5022867a-4981-411c-ac50-35b44ff4f8e1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:10.853548 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.913634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.937860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-513019fb-bb57-4844-8243-07c12127c2b6 req-1619c504-10b2-49ec-b869-1911ec65aed8 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041561 Jan 18 22:59:10.951385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54091-b8e3-4252-bbc0-413c3cf5368f req-c66c8612-896f-41ca-b7f8-d2960eb11a27 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:10.959137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0bc54091-b8e3-4252-bbc0-413c3cf5368f req-c66c8612-896f-41ca-b7f8-d2960eb11a27 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 946 time: 0.2598579 Jan 18 22:59:11.029237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-87ee73d3-ac6a-488c-b205-808ded2abba5 None None] Port 5022867a-4981-411c-ac50-35b44ff4f8e1 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:11.083143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0bc54091-b8e3-4252-bbc0-413c3cf5368f req-b3c86777-bc64-4bf8-9f5c-ffe57a9723d1 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226466 Jan 18 22:59:11.159468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c0124112-a599-45de-980c-bee0378848ab None None] Provisioning complete for port ed335768-8896-4924-bd49-9567ee284d32 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:11.160336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0124112-a599-45de-980c-bee0378848ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:11.376197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-79d15ec5-13a8-4072-96d0-9ad4f01933ab tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1001 time: 0.1793694 Jan 18 22:59:11.583560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:11.597672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-ed7dee4f-e3b9-4884-bf25-71119c2b1552 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:11.609581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-ed7dee4f-e3b9-4884-bf25-71119c2b1552 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports/6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 942 time: 0.2324293 Jan 18 22:59:11.641246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:12.014879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-64cf130a-9ba9-4118-bbc3-0906b0e5ecaf tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1001 time: 0.1907170 Jan 18 22:59:12.127067 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c173a85f-44ce-4e76-8f92-e302754a5193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:12.269052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e49e82-cd56-4289-8f27-d8b43978cfce req-36f5e67d-e796-4790-a6d9-75c13128bd2f tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:12.277314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36e49e82-cd56-4289-8f27-d8b43978cfce req-36f5e67d-e796-4790-a6d9-75c13128bd2f tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 946 time: 0.2684944 Jan 18 22:59:12.368107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36e49e82-cd56-4289-8f27-d8b43978cfce req-7d86274c-441a-43ae-896b-d28fdf00cdcf tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897477 Jan 18 22:59:12.429760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-073c5af6-0850-446b-bc60-96c1a2443d9a tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:12.432505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-073c5af6-0850-446b-bc60-96c1a2443d9a tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.4110749 Jan 18 22:59:12.508014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ed335768-8896-4924-bd49-9567ee284d32 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:12.639371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-2a910920-1022-446d-a573-d5c5f9deabf5 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 1001 time: 0.1434720 Jan 18 22:59:12.653036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:12.655278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.21.0.1 (aa4cb688-90e5-455a-a754-08762b86eb11/3f107005-0836-4cf1-8721-c5328d8ea512/451e295f-4b13-412f-a3ac-7bd481c5198c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:12.670233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ed335768-8896-4924-bd49-9567ee284d32 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:12.670620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:12.879601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:12.914179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 451e295f-4b13-412f-a3ac-7bd481c5198c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:12.968694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.137934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=451e295f-4b13-412f-a3ac-7bd481c5198c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:13.159304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.227232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.227565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.227909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.228227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.228556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.228895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.232681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.233035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.233373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.233832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.234208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.234538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:13.249303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network aa4cb688-90e5-455a-a754-08762b86eb11 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:13.253239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:13.255815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:13.277372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.321031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.370414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.466684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487b708-d987-40d0-98d1-e187b5abe6db req-697d2a87-e21c-4e2e-9cfe-a6a937b53217 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:13.468322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2487b708-d987-40d0-98d1-e187b5abe6db req-697d2a87-e21c-4e2e-9cfe-a6a937b53217 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.3317585 Jan 18 22:59:13.526282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.622233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-03421e0b-6d99-4260-8f8e-28e486abe775 None None] Provisioning for port 451e295f-4b13-412f-a3ac-7bd481c5198c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:13.631721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-03421e0b-6d99-4260-8f8e-28e486abe775 None None] Provisioning complete for port 451e295f-4b13-412f-a3ac-7bd481c5198c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:13.632105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03421e0b-6d99-4260-8f8e-28e486abe775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.726029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-03421e0b-6d99-4260-8f8e-28e486abe775 None None] Port 451e295f-4b13-412f-a3ac-7bd481c5198c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:13.755935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.800704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.801442 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Floating IP 32e179e1-f953-4b03-af85-7a0054ba93eb disassociated. External IP: 172.25.4.129, port: 6736d86f-7f25-478e-b756-1086b9895b88. Jan 18 22:59:13.952514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.974596 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2487b708-d987-40d0-98d1-e187b5abe6db req-31f08047-e266-439e-bc55-2f6a50d6ce09 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956968 Jan 18 22:59:13.978182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.132173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.243569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.342866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7be93141-93e6-42d4-84bb-21083c2fc6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.612734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network aa4cb688-90e5-455a-a754-08762b86eb11 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:14.626966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:14.639001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=451e295f-4b13-412f-a3ac-7bd481c5198c,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:14.757505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.760390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.783959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66c5e4-9e88-4025-a3a5-598b7272750c req-16ed15e9-384d-42c7-adea-584cfbc310e3 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:14.791883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a66c5e4-9e88-4025-a3a5-598b7272750c req-16ed15e9-384d-42c7-adea-584cfbc310e3 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 946 time: 0.3523490 Jan 18 22:59:14.799934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.800459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3e2654e-666f-4b52-88c1-1ee909cf67cb {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:59:14.892133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a66c5e4-9e88-4025-a3a5-598b7272750c req-2dea697f-05b3-47f3-a24c-da5865418dfb tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990052 Jan 18 22:59:14.900087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 7a92c0f0-4f75-42cf-accd-d3236e8e8c39 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:14.967362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-caf31215-e251-4445-85fe-b9709bf67b15 None None] Provisioning complete for port 451e295f-4b13-412f-a3ac-7bd481c5198c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:14.968091 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:59:14.968545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-caf31215-e251-4445-85fe-b9709bf67b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:14.973728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dbede206-cead-4624-839e-e416903b7bcb tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3921287 Jan 18 22:59:14.974313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39044) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:15.037312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-caf31215-e251-4445-85fe-b9709bf67b15 None None] Port 451e295f-4b13-412f-a3ac-7bd481c5198c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:15.098296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Router e9b66592-a6f5-41fb-a68f-e18192463c41 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:15.104603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:15.114898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] Sync routers for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:15.132809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:15.133761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5bba70ae-e283-4814-b800-89ceca98d77e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/7a92c0f0-4f75-42cf-accd-d3236e8e8c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8076158 Jan 18 22:59:15.134657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:15.134845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:15.177698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Deleting port caefe7ed-65d6-4c29-a002-0c4666952906 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:15.177971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:15.248205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:15.258831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45a20c-5391-4512-b9c5-aa2ea5e51d41 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:15.259544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be45a20c-5391-4512-b9c5-aa2ea5e51d41 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:15.271449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:15.272314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:15.288304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be45a20c-5391-4512-b9c5-aa2ea5e51d41 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:15.292577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-be45a20c-5391-4512-b9c5-aa2ea5e51d41 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports/451e295f-4b13-412f-a3ac-7bd481c5198c HTTP/1.1" status: 200 len: 910 time: 0.1536858 Jan 18 22:59:15.293285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39056) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:15.374110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:15.374809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51860f-7a2f-4be5-89e7-9b3b9e0776a5 None None] The sync data for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:15.568605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:15.581566 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] Sync routers for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:15.599377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:15.603323 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:15.605532 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:15.625955 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:15.635465 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:15.666008 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:15.676003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-243a4a75-41a1-4508-8ab3-1b47d70e32d7 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "PUT /v2.0/floatingips/32e179e1-f953-4b03-af85-7a0054ba93eb HTTP/1.1" status: 200 len: 695 time: 3.0295568 Jan 18 22:59:15.679381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:15.869333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Calling delete_port for caefe7ed-65d6-4c29-a002-0c4666952906 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:15.962043 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:59:16.130962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb7c30-7e76-43fe-9ac1-774349d9f713 req-7a3b69cc-3973-46f3-8394-12ce865e8e2a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:16.138698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4fb7c30-7e76-43fe-9ac1-774349d9f713 req-7a3b69cc-3973-46f3-8394-12ce865e8e2a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.1592345 Jan 18 22:59:16.223716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4fb7c30-7e76-43fe-9ac1-774349d9f713 req-d6b8d262-16bd-46f9-a06a-9cc92e23cd8a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Jan 18 22:59:16.234616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-a80fb7d3-21f9-489f-95bb-afda0ab27793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:16.246697 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-a80fb7d3-21f9-489f-95bb-afda0ab27793 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.5015812 Jan 18 22:59:16.264050 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:16.336542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:05Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:16.340735 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'status': 'completed', 'code': 200} Jan 18 22:59:16.351501 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] Checking router: e9b66592-a6f5-41fb-a68f-e18192463c41 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:59:16.367210 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:16.367928 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:16.443702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:16.571872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Pushing event deleted for resources: {'Port': ['ID=caefe7ed-65d6-4c29-a002-0c4666952906,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:16.593453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.593802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.594144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.594480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.600385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.600783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.601158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.601494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.601828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.602156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.602483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.602806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:16.634654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-f8ad1ba6-0625-4141-8539-094d6a99ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:16.643339 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-f8ad1ba6-0625-4141-8539-094d6a99ea14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.3957398 Jan 18 22:59:16.674949 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:59:16.773344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-2c24bf25-6adc-4255-81ac-d57d8ef9e4ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.1285982 Jan 18 22:59:16.854275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ab18f-e7a9-4fb5-8ab2-a6cfe817b222 req-85ff237f-0a85-4cfd-a0f0-7a8ae67a5f7e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:16.855787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-245ab18f-e7a9-4fb5-8ab2-a6cfe817b222 req-85ff237f-0a85-4cfd-a0f0-7a8ae67a5f7e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 946 time: 0.2002432 Jan 18 22:59:16.876923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-d2718b83-ec32-4cb5-8714-777c91afc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:16.879221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-d2718b83-ec32-4cb5-8714-777c91afc29c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70f1bf84db6d4879852b246b55e9bf14&device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 1096 time: 0.5275183 Jan 18 22:59:16.927352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:16.958310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 451e295f-4b13-412f-a3ac-7bd481c5198c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:16.958665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:17.037990 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-245ab18f-e7a9-4fb5-8ab2-a6cfe817b222 req-ca32e00e-cff0-48a4-9b10-08d0c49bf872 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740632 Jan 18 22:59:17.093855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-a67c8f1f-6cc8-4cae-9d3a-85d60accd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:17.096014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-a67c8f1f-6cc8-4cae-9d3a-85d60accd1bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 200 len: 921 time: 0.2073386 Jan 18 22:59:17.110878 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:05Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:17.116977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39685b60-3fd2-4f4d-a78d-b8540de60744 None None] The sync data for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 is: [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:57:52Z', 'revision_number': 4, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25', 'name': '', 'network_id': 'd5773fa1-0ff2-4d9d-a9be-980372b49c2c', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'mac_address': 'fa:16:3e:5c:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:50Z', 'updated_at': '2022-01-18T22:58:05Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'subnets': [{'id': '824ab70a-603a-4c7a-ab47-0053910c8a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:17.200116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-6804801a-d980-480b-82d9-148c4fb1f130 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 200 len: 217 time: 0.0909386 Jan 18 22:59:17.282492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:17.305352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-6b82026b-04e2-4fc0-b9ec-cda782e76c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:17.313333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-6b82026b-04e2-4fc0-b9ec-cda782e76c95 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.5383735 Jan 18 22:59:17.432101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 451e295f-4b13-412f-a3ac-7bd481c5198c owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:17.441440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:17.461801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-79b4a4ca-9ccd-4c82-ac7f-b0c7228506a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473250 Jan 18 22:59:17.592585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6efda1-2730-441a-8ecb-4c4534075348 None None] New status for floating IP 32e179e1-f953-4b03-af85-7a0054ba93eb: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:59:17.640549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-98b93faa-3256-4af8-bcfb-e91f02617b4a tempest-RoutersAdminNegativeIpV6Test-1409314855 tempest-RoutersAdminNegativeIpV6Test-1409314855-project-admin] 10.222.0.78 "DELETE /v2.0/ports/caefe7ed-65d6-4c29-a002-0c4666952906 HTTP/1.1" status: 204 len: 168 time: 2.6529717 Jan 18 22:59:17.723988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-976b5f2b-4edb-4cd5-8e1e-a641d5cf4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:17.725502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-976b5f2b-4edb-4cd5-8e1e-a641d5cf4dc6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 200 len: 860 time: 0.4691305 Jan 18 22:59:17.751239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-6035fa7d-4d98-439f-874a-63868b151e0e service neutron] 10.222.0.78 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885048 Jan 18 22:59:17.838922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:17.896179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=451e295f-4b13-412f-a3ac-7bd481c5198c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:18.000052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe894-275b-44e0-9637-d6280dcf41cf req-9b75e2b3-9158-4aa0-8ebf-14fd736bcc30 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:18.008547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4bbfe894-275b-44e0-9637-d6280dcf41cf req-9b75e2b3-9158-4aa0-8ebf-14fd736bcc30 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.2525711 Jan 18 22:59:18.091541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c2bc2b-9eb2-46a5-acb3-ed5855277b2f req-4ead7fbb-c59d-45f7-95dc-210418fd41db service neutron] 10.222.0.78 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819781 Jan 18 22:59:18.095502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-ef6d34ce-ff9c-4986-bcf1-545c2a71818e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5773fa1-0ff2-4d9d-a9be-980372b49c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3421750 Jan 18 22:59:18.184247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4bbfe894-275b-44e0-9637-d6280dcf41cf req-4050b976-e241-4228-9e92-8789fb787708 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744695 Jan 18 22:59:18.331049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-392d20c1-7d60-4a2b-ba6b-2f4151071ee1 service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279601 Jan 18 22:59:18.332540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39088) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:18.377547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-b8bfd7fb-0f01-4279-ae35-1fc04320dcca tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:18.379892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-b8bfd7fb-0f01-4279-ae35-1fc04320dcca tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 946 time: 1.1778686 Jan 18 22:59:18.697825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:18.782097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Deleting port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:18.782725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:18.785801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-18d9acff-9df1-49fd-a5b2-8fecc07bc973 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips/32e179e1-f953-4b03-af85-7a0054ba93eb HTTP/1.1" status: 200 len: 693 time: 0.1557477 Jan 18 22:59:18.908795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:18.940111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:18.944010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Usage tracker for resource:security_group_rule and tenant:a57b795d4e2e4cecb012e925f9a6d176 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:18.947197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:18.953953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:19.060938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:19.094874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:19.192357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-598f0927-c1e5-45bd-9b11-5c4982c28b0b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:19.199772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-598f0927-c1e5-45bd-9b11-5c4982c28b0b tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 784 time: 0.4130988 Jan 18 22:59:19.220596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d68c1b9-a92f-4ef1-a1e0-003f589de28f req-2cfad6ec-a5d5-4eb0-8f56-a8103087776a service neutron] 10.222.0.86 "GET /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8788292 Jan 18 22:59:19.225256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a57b795d4e2e4cecb012e925f9a6d176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8893461 Jan 18 22:59:19.234161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ea696-2cfb-4f52-883a-9c2da059bc20 req-4b095edf-56ae-4db6-a4dd-2533b75ac250 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:19.235628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-664ea696-2cfb-4f52-883a-9c2da059bc20 req-4b095edf-56ae-4db6-a4dd-2533b75ac250 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 946 time: 0.8703446 Jan 18 22:59:19.236261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:19.239187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d5ca1-da75-494d-a743-d250516ca152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a04871-0e0d-4aea-b166-23c2eba5de34,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:19.315376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-1aa19fbf-7330-4e54-bff1-23030edeea0f tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.1146340 Jan 18 22:59:19.318959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 7a92c0f0-4f75-42cf-accd-d3236e8e8c39 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:19.451587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-664ea696-2cfb-4f52-883a-9c2da059bc20 req-2e6f3f6b-b15d-47a2-a14f-20b0fc7fb946 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924479 Jan 18 22:59:19.466275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc49af26-dbae-49c8-865a-f4971b5b19ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:19.529209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] For port 0d8cff27-b9c3-46fe-ac8d-f542899650e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0d8cff27-b9c3-46fe-ac8d-f542899650e8,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:19.529574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:19.543765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc49af26-dbae-49c8-865a-f4971b5b19ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:19.630018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:19.652866 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-0754bb9b-d954-478c-82c7-0f8966c9ea77 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.3171022 Jan 18 22:59:19.675837 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] Sync routers for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:19.691177 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:19.691177 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:19.730262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Calling delete_port for 0d8cff27-b9c3-46fe-ac8d-f542899650e8 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:19.824415 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:19.836887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7b087695-a4ac-4cff-906b-1ff9de90d067 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/7a92c0f0-4f75-42cf-accd-d3236e8e8c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5400651 Jan 18 22:59:19.840469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39106) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:19.841033 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:59:19.867715 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:19.868369 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:20.041296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Deleting port f27fd46d-7821-41fa-a54b-6d452b24fa6a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:20.042058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:20.110556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc49af26-dbae-49c8-865a-f4971b5b19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:20.187818 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:20.188223 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e54844-a9f0-473c-99fe-455c9c125382 None None] The sync data for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:20.208517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49af26-dbae-49c8-865a-f4971b5b19ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a04871-0e0d-4aea-b166-23c2eba5de34,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:20.328267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc49af26-dbae-49c8-865a-f4971b5b19ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:20.328267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dc49af26-dbae-49c8-865a-f4971b5b19ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7a04871-0e0d-4aea-b166-23c2eba5de34 HTTP/1.1" status: 204 len: 168 time: 1.0755126 Jan 18 22:59:20.330748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:20.343446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['11c4c594-937d-440e-ae34-403ba1a4382a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:20.494726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6507126f-414a-421f-acc8-9c09eec64572'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:20.496594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Pushing event deleted for resources: {'Port': ['ID=0d8cff27-b9c3-46fe-ac8d-f542899650e8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:20.698118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] No DVR routers for this DVR port 0d8cff27-b9c3-46fe-ac8d-f542899650e8 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:20.711740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:20.713902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5f289598-5690-4ed5-a114-2e4f7ec1d29d req-ea3e6450-a721-4982-81be-a14d1bbb043e tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "DELETE /v2.0/ports/0d8cff27-b9c3-46fe-ac8d-f542899650e8 HTTP/1.1" status: 204 len: 173 time: 2.0173109 Jan 18 22:59:20.723413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d1768-3d8e-4d10-869b-b25c666c743c req-dc1863ed-59b3-49d7-ba9d-9f1a660e392d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:20.742640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-218d1768-3d8e-4d10-869b-b25c666c743c req-dc1863ed-59b3-49d7-ba9d-9f1a660e392d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.6519446 Jan 18 22:59:20.743213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a104979-9f3b-408b-bab9-e1470a78213b', 'name': 'network-vif-deleted', 'tag': '0d8cff27-b9c3-46fe-ac8d-f542899650e8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:20.835390 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-218d1768-3d8e-4d10-869b-b25c666c743c req-68d59f36-4407-4b6c-87e8-2c6bb71ed4c8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Jan 18 22:59:20.954929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:21.099459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-49091259-3b66-4dbb-93cf-270150305434 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4890bb6242d44164a0e24c48bbfd20f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423283 Jan 18 22:59:21.105360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39128) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:21.109074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-eaa48e2e-3d28-423d-86c0-40f798851339 req-89287b03-75d4-4926-83a1-100d2985dc9d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Synchronizing usage tracker for tenant:0f5828bf6806467caea6040ce2ab245b on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:21.128337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.129329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.172051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0d8cff27-b9c3-46fe-ac8d-f542899650e8 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:21.190132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-eaa48e2e-3d28-423d-86c0-40f798851339 req-89287b03-75d4-4926-83a1-100d2985dc9d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Unset dirty status for tenant:0f5828bf6806467caea6040ce2ab245b on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:21.210650 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eaa48e2e-3d28-423d-86c0-40f798851339 req-89287b03-75d4-4926-83a1-100d2985dc9d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a104979-9f3b-408b-bab9-e1470a78213b HTTP/1.1" status: 200 len: 210 time: 0.1689212 Jan 18 22:59:21.263969 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b320085-994b-428b-a7a8-3139412ea657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.273036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Calling delete_port for f27fd46d-7821-41fa-a54b-6d452b24fa6a owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:21.278032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 0d8cff27-b9c3-46fe-ac8d-f542899650e8 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:21.279622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0d8cff27-b9c3-46fe-ac8d-f542899650e8 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:21.326852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b320085-994b-428b-a7a8-3139412ea657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.446007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b320085-994b-428b-a7a8-3139412ea657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.461010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320085-994b-428b-a7a8-3139412ea657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a114f222-1db8-4d3e-93b6-3d5e52b8ed1b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:21.531194 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a104979-9f3b-408b-bab9-e1470a78213b', 'name': 'network-vif-deleted', 'tag': '0d8cff27-b9c3-46fe-ac8d-f542899650e8', 'status': 'completed', 'code': 200} Jan 18 22:59:21.532169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b320085-994b-428b-a7a8-3139412ea657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.537945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b320085-994b-428b-a7a8-3139412ea657 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a114f222-1db8-4d3e-93b6-3d5e52b8ed1b HTTP/1.1" status: 204 len: 168 time: 0.4315267 Jan 18 22:59:21.663702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.724178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event deleted for resources: {'Port': ['ID=f27fd46d-7821-41fa-a54b-6d452b24fa6a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:21.867623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:22.028917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:22.211054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:22.212371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b88fcd8f-ad26-40d0-8a7d-bc456f6c4e66 req-c97c8dd9-eb3d-4256-8865-f76bf21ad143 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "DELETE /v2.0/floatingips/32e179e1-f953-4b03-af85-7a0054ba93eb HTTP/1.1" status: 204 len: 173 time: 2.5721180 Jan 18 22:59:22.393341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-893d6a4a-34b5-4d3e-a324-d382151f908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:22.395627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-893d6a4a-34b5-4d3e-a324-d382151f908b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.2255359 Jan 18 22:59:22.439333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5e9cf-a2cb-45b5-a2a2-33ff329656ae req-f6e16aad-cf3a-40e3-a4e1-28166ce93dfc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:22.446771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40c5e9cf-a2cb-45b5-a2a2-33ff329656ae req-f6e16aad-cf3a-40e3-a4e1-28166ce93dfc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.1705096 Jan 18 22:59:22.451582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 5022867a-4981-411c-ac50-35b44ff4f8e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:22.451927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:22.729166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40c5e9cf-a2cb-45b5-a2a2-33ff329656ae req-15c768a4-378d-4e05-b900-b19627056598 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810757 Jan 18 22:59:22.796705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-7c31b5c9-724f-403b-81d5-e4e049873d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:22.798257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-7c31b5c9-724f-403b-81d5-e4e049873d74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.3935251 Jan 18 22:59:22.807319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908e2ad-921e-4b89-b94d-4568668d5c04 req-7a44e3fa-6cc6-41aa-8e8d-a4368a19038e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:22.814741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4908e2ad-921e-4b89-b94d-4568668d5c04 req-7a44e3fa-6cc6-41aa-8e8d-a4368a19038e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4379287 Jan 18 22:59:22.905378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:22.924411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-90d5cee3-6174-4ee3-a8d3-eda5a55800a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 217 time: 0.1190767 Jan 18 22:59:22.925313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4908e2ad-921e-4b89-b94d-4568668d5c04 req-ac583142-e831-448c-980c-417c61d56c24 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093056 Jan 18 22:59:23.001621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5be2b82c-3bb7-40c8-bd7a-3bc594facc7f req-a1286e90-bae7-451e-a6be-aa449132879d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups/7292995d-680f-4869-91cf-700f975f3c1f HTTP/1.1" status: 200 len: 1808 time: 0.1218438 Jan 18 22:59:23.006558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39186) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:23.064289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-2f9c1843-a475-4fdb-ae6a-3f9392a35db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:23.065492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-2f9c1843-a475-4fdb-ae6a-3f9392a35db1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.1330388 Jan 18 22:59:23.084994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 5022867a-4981-411c-ac50-35b44ff4f8e1 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:23.119363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-688680c8-ecdf-4ae3-9cec-d70d7cc49d8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454326 Jan 18 22:59:23.162771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--808333047'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:23.219912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:23.228581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5be2b82c-3bb7-40c8-bd7a-3bc594facc7f req-10263c40-b879-4be3-aff8-87a6e8d2858d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.237806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:23.243461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:23.263528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:23.293589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.299325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5be2b82c-3bb7-40c8-bd7a-3bc594facc7f req-10263c40-b879-4be3-aff8-87a6e8d2858d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.309725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.336028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.343201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=5022867a-4981-411c-ac50-35b44ff4f8e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:23.376130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-c4689e5b-6fa0-4fe2-a0c8-1873421b99fd service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494948 Jan 18 22:59:23.377110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:23.410130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:23.420907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:23.497355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:23.516462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5be2b82c-3bb7-40c8-bd7a-3bc594facc7f req-10263c40-b879-4be3-aff8-87a6e8d2858d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.552645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263c40-b879-4be3-aff8-87a6e8d2858d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292995d-680f-4869-91cf-700f975f3c1f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:23.621402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.729409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5be2b82c-3bb7-40c8-bd7a-3bc594facc7f req-10263c40-b879-4be3-aff8-87a6e8d2858d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.730501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5be2b82c-3bb7-40c8-bd7a-3bc594facc7f req-10263c40-b879-4be3-aff8-87a6e8d2858d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "DELETE /v2.0/security-groups/7292995d-680f-4869-91cf-700f975f3c1f HTTP/1.1" status: 204 len: 173 time: 0.7214868 Jan 18 22:59:23.755599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-489e4bbc-b2e0-440c-9990-dcbfe28316c3 req-3bb349ba-4a43-4bd2-aa6d-2c9dbf6e36eb service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723097 Jan 18 22:59:23.863611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-598e6a2f-e771-4ad5-82cf-59cacd96be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:23.865457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-598e6a2f-e771-4ad5-82cf-59cacd96be64 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 1096 time: 0.2552722 Jan 18 22:59:23.877919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.903635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.921344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:23.984132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:23.987562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 7a92c0f0-4f75-42cf-accd-d3236e8e8c39 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:24.009884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-14e6d7f5-d963-4f77-8e1f-c41cb9e88ad0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3274183 Jan 18 22:59:24.011038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:24.022653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:24.102566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe3e5ab-91f9-445f-be86-4052dccde8e7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:24.172349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:24.187834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] Sync routers for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:24.198103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45178ff0-87f0-46e3-a286-f29434f60425 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/7a92c0f0-4f75-42cf-accd-d3236e8e8c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3511214 Jan 18 22:59:24.200827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39222) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:24.201700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:24.202362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:24.224265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-877bffd9-8121-436b-91d8-fb8ad21fd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.225852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-877bffd9-8121-436b-91d8-fb8ad21fd110 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.3511541 Jan 18 22:59:24.249871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e0a1a05-b179-4692-8881-5300cf03bae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:24.267265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:24.272469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69f877-4dce-4d49-aabc-7c7f5fa7dd8d req-0cd17173-66f3-44ce-8c3f-3356b9c946c6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.273974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd69f877-4dce-4d49-aabc-7c7f5fa7dd8d req-0cd17173-66f3-44ce-8c3f-3356b9c946c6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.1585641 Jan 18 22:59:24.275764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] Routers {'7a92c0f0-4f75-42cf-accd-d3236e8e8c39'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:24.276366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:24.300485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e0a1a05-b179-4692-8881-5300cf03bae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:24.304421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e0a1a05-b179-4692-8881-5300cf03bae4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a92c0f0-4f75-42cf-accd-d3236e8e8c39 HTTP/1.1" status: 200 len: 205 time: 0.0999665 Jan 18 22:59:24.306483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:24.319675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-c6a285e4-cd3d-40d8-9103-8a0b67507d5b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc HTTP/1.1" status: 200 len: 217 time: 0.0857928 Jan 18 22:59:24.338906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:24.339687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45420e65-d7f9-4c0f-acb0-069772347295 None None] The sync data for ids ['7a92c0f0-4f75-42cf-accd-d3236e8e8c39'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:24.403463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-d4f2cd2f-9f2d-474a-b501-85c1a2150e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.409281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-d4f2cd2f-9f2d-474a-b501-85c1a2150e32 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 1097 time: 0.3706870 Jan 18 22:59:24.435823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:24.449944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:24.492884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610cea0-7bde-40e6-a421-1432db52c065 req-826c98d9-f75d-4196-8845-365471e5a00e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.494543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9610cea0-7bde-40e6-a421-1432db52c065 req-826c98d9-f75d-4196-8845-365471e5a00e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3845046 Jan 18 22:59:24.512100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-a8493c62-22fb-41ce-94a2-51737bf6a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.513528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-a8493c62-22fb-41ce-94a2-51737bf6a47f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1827872 Jan 18 22:59:24.588076 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd69f877-4dce-4d49-aabc-7c7f5fa7dd8d req-f7da36b0-96b4-44eb-bee8-5198cccc7280 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051932 Jan 18 22:59:24.612704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:24.774334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:24.775507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7679508 Jan 18 22:59:24.776375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccff1c7-a80d-4ae1-ad98-977c82e721fb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d46c78-b491-4f3e-b25c-bbd31b3e568e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:24.780096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39230) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:24.825690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9610cea0-7bde-40e6-a421-1432db52c065 req-12cd7a92-8200-43dd-989a-83a93db84f6b tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176203 Jan 18 22:59:24.853508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-8472c9c6-d487-440f-be6e-73035db87d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.855384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-8472c9c6-d487-440f-be6e-73035db87d51 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.4006801 Jan 18 22:59:24.921614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-0f59cb46-a9f1-4cdb-8e4c-d854d2a25088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:24.923024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-0f59cb46-a9f1-4cdb-8e4c-d854d2a25088 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4023600 Jan 18 22:59:24.932513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-bcc524f6-856f-4e8a-ba71-824c89e4b531 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7 HTTP/1.1" status: 200 len: 217 time: 0.0694733 Jan 18 22:59:25.006760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.016239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.049950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8d67ba0e-8160-4fe6-a570-1c904c4813d6 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2654543 Jan 18 22:59:25.053425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39236) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:25.067445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f0b1-84da-44e5-bcea-ba6e53ae17c4 req-e84080b8-8e53-4cbc-b4e6-2a36ef711d2d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:25.068168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1077f0b1-84da-44e5-bcea-ba6e53ae17c4 req-e84080b8-8e53-4cbc-b4e6-2a36ef711d2d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:25.069514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-security--1600346566', 'description': 'tempest-security-description-1704488879'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:25.079658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.080138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router 7a92c0f0-4f75-42cf-accd-d3236e8e8c39 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:59:25.092890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.094091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e57e6175-28df-4db4-9db8-9509c4ad7fc7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/7a92c0f0-4f75-42cf-accd-d3236e8e8c39 HTTP/1.1" status: 204 len: 168 time: 0.7851367 Jan 18 22:59:25.097355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39240) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:25.100071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1077f0b1-84da-44e5-bcea-ba6e53ae17c4 req-e84080b8-8e53-4cbc-b4e6-2a36ef711d2d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:25.101172 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1077f0b1-84da-44e5-bcea-ba6e53ae17c4 req-e84080b8-8e53-4cbc-b4e6-2a36ef711d2d tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3748214 Jan 18 22:59:25.111872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-bd00386d-ee73-489d-928a-bbb81ad3c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:25.113358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-bd00386d-ee73-489d-928a-bbb81ad3c3c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1615748 Jan 18 22:59:25.174842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.198308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 3f107005-0836-4cf1-8721-c5328d8ea512 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:25.203479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1077f0b1-84da-44e5-bcea-ba6e53ae17c4 req-2d72454a-7e71-410e-8b22-4c7ca158754c tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692358 Jan 18 22:59:25.204117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.234465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-51fe7610-604e-444d-9790-d802fc759b2d service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035498 Jan 18 22:59:25.272997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.342814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.355450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.357906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.359297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "PUT /v2.0/security-groups/e0d46c78-b491-4f3e-b25c-bbd31b3e568e HTTP/1.1" status: 200 len: 1780 time: 0.3005860 Jan 18 22:59:25.363455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:25.403088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.412468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cb35d-3bdf-4c08-bbfe-1574530222d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d46c78-b491-4f3e-b25c-bbd31b3e568e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:25.420633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-bde0b7aa-2612-4792-bca6-00daef419690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:25.422231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-bde0b7aa-2612-4792-bca6-00daef419690 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918110 Jan 18 22:59:25.466495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9de6f195-11a7-4dce-b245-3c832617d159 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups/e0d46c78-b491-4f3e-b25c-bbd31b3e568e HTTP/1.1" status: 200 len: 1780 time: 0.0976574 Jan 18 22:59:25.466495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:25.511556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055e0e4f-2ea5-4e87-a933-2d2831a90562 req-7de3af2f-0783-4f9b-95f7-21035d5f857c service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669735 Jan 18 22:59:25.559997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a86968d5-a56b-4fd1-a782-23ed78b71c2a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.579636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-2c17f9eb-afc9-463f-b620-76d558e54186 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441767 Jan 18 22:59:25.583654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.633540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a86968d5-a56b-4fd1-a782-23ed78b71c2a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.634667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53704599-2a9e-4e8c-af5a-175e8ddb87a9 None None] Network aa4cb688-90e5-455a-a754-08762b86eb11 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:25.642856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.648616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=3f107005-0836-4cf1-8721-c5328d8ea512,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:25.666282 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7c0450cf-4748-464f-98b0-68905f824dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/3f107005-0836-4cf1-8721-c5328d8ea512 HTTP/1.1" status: 204 len: 168 time: 0.5674608 Jan 18 22:59:25.670275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39260) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:25.742991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 35549505-6ecd-420d-b06d-0252b172a569 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:25.746333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.761964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a02f1032-8161-4bb2-a400-7ef1383eabe1 req-0fd2b89d-c822-4b93-aa15-ff9a95d86aa1 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759965 Jan 18 22:59:25.805360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297bb8-2270-4d1b-92a1-0b17eea1a81d req-fa003252-f9b5-44dd-a63e-3d2af8bf82c2 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:25.812973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297bb8-2270-4d1b-92a1-0b17eea1a81d req-fa003252-f9b5-44dd-a63e-3d2af8bf82c2 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:25.821540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7297bb8-2270-4d1b-92a1-0b17eea1a81d req-fa003252-f9b5-44dd-a63e-3d2af8bf82c2 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4&device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 1683 time: 0.1648912 Jan 18 22:59:25.867291 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7297bb8-2270-4d1b-92a1-0b17eea1a81d req-9c86d626-3371-4462-9354-b52186d38464 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Jan 18 22:59:25.878824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.964834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a86968d5-a56b-4fd1-a782-23ed78b71c2a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.991293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] DHCP port deletion for aa4cb688-90e5-455a-a754-08762b86eb11 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:59:25.994397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86968d5-a56b-4fd1-a782-23ed78b71c2a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d46c78-b491-4f3e-b25c-bbd31b3e568e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:25.996193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] Deleting port ed335768-8896-4924-bd49-9567ee284d32 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:25.997163 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.012918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a86968d5-a56b-4fd1-a782-23ed78b71c2a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.014069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a86968d5-a56b-4fd1-a782-23ed78b71c2a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/e0d46c78-b491-4f3e-b25c-bbd31b3e568e HTTP/1.1" status: 204 len: 168 time: 0.5465596 Jan 18 22:59:26.018048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:26.050252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4042-0c18-46a0-8d71-f8f0abbad9d1 req-6c1cdb6f-d3f8-412e-844b-9740b07bff5c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:26.051740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f60a4042-0c18-46a0-8d71-f8f0abbad9d1 req-6c1cdb6f-d3f8-412e-844b-9740b07bff5c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 945 time: 0.2456081 Jan 18 22:59:26.056684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2773-5db3-469d-8643-3003026abc35 req-f7f1b5ed-67ce-4a1b-8ac0-76a4937da66a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:26.061187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52fe2773-5db3-469d-8643-3003026abc35 req-f7f1b5ed-67ce-4a1b-8ac0-76a4937da66a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.0866351 Jan 18 22:59:26.104403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.106857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52fe2773-5db3-469d-8643-3003026abc35 req-dd18561c-1e2c-4b8a-b8f6-88322848f37f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Jan 18 22:59:26.241527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] For port ed335768-8896-4924-bd49-9567ee284d32, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ed335768-8896-4924-bd49-9567ee284d32,segment=NetworkSegment(adafb3e2-f521-494b-8457-a1cb308506b1),segment_id=adafb3e2-f521-494b-8457-a1cb308506b1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:26.241850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.304640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9350ed41-f2d8-4b58-ae1b-def65a6b80db tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:26.330891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f60a4042-0c18-46a0-8d71-f8f0abbad9d1 req-3f7bb87c-6b0d-4065-a2c6-85713cc1aaa5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687263 Jan 18 22:59:26.356550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9350ed41-f2d8-4b58-ae1b-def65a6b80db tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:26.361399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9350ed41-f2d8-4b58-ae1b-def65a6b80db tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3374839 Jan 18 22:59:26.363013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39280) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:26.370148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] Calling delete_port for ed335768-8896-4924-bd49-9567ee284d32 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:26.382231 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.395221 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-f8134dbb-3fdf-41c4-a032-7d960d27069c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] delete failed (client error): The resource could not be found. Jan 18 22:59:26.412112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:26.413769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f8134dbb-3fdf-41c4-a032-7d960d27069c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/e0d46c78-b491-4f3e-b25c-bbd31b3e568e HTTP/1.1" status: 404 len: 347 time: 0.0337520 Jan 18 22:59:26.423991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--500941905'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:26.435458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.438502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:26.441518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a8b50-c0fa-4429-b963-9592a615616a None None] Network c3783185-4756-4436-88b4-c2323b110659 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:26.442719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=35549505-6ecd-420d-b06d-0252b172a569,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:26.456095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5383585e-5142-45ad-b4ab-20d32bd07154 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/35549505-6ecd-420d-b06d-0252b172a569 HTTP/1.1" status: 204 len: 168 time: 0.7823904 Jan 18 22:59:26.456095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:26.456486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:26.467332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.504333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:26.508889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:26.512235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:26.518974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:26.613910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.619373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.620334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ed335768-8896-4924-bd49-9567ee284d32 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:26.689650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de257086-22dd-41ef-bb4f-a6be6a5d85b3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:26.697220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.698749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45aee399-e883-47ca-afd7-0197cd1c278d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2858236 Jan 18 22:59:26.701449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:26.711428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'de257086-22dd-41ef-bb4f-a6be6a5d85b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:26.717351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:26.721502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:26.724376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:26.730156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:26.730463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.749699 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.757476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.791311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb32782-3113-48fe-93d5-e1c0e52cecc1 req-5c2b9ea6-10ba-4b3a-aa32-a65f535553c2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:26.798584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4eb32782-3113-48fe-93d5-e1c0e52cecc1 req-5c2b9ea6-10ba-4b3a-aa32-a65f535553c2 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3039508 Jan 18 22:59:26.821477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.828763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] No DVR routers for this DVR port ed335768-8896-4924-bd49-9567ee284d32 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:26.839122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.846421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef175ad2-a231-411f-95a9-84dab5bbb059 None None] Pushing event deleted for resources: {'Port': ['ID=ed335768-8896-4924-bd49-9567ee284d32,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:26.859693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-dde240c9-0b9f-4c18-9cc1-1142a6d08953 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:26.861313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-dde240c9-0b9f-4c18-9cc1-1142a6d08953 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.86 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 945 time: 0.3080239 Jan 18 22:59:26.864182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3c6487-a2ca-4870-8c0b-e3866ddfd011,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:26.879241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.880621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-014611e4-6b0f-479e-bb12-070d8b063faa tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782434 Jan 18 22:59:26.883734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39300) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:26.886257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No active binding found for port ed335768-8896-4924-bd49-9567ee284d32 {{(pid=87813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 18 22:59:26.886834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ed335768-8896-4924-bd49-9567ee284d32 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:26.947206 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-914a253f-b8e3-4325-9985-04c2440ac284 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:26.978840 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-914a253f-b8e3-4325-9985-04c2440ac284 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.012134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-914a253f-b8e3-4325-9985-04c2440ac284 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.022388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] DHCP port deletion for c3783185-4756-4436-88b4-c2323b110659 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:59:27.027911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] Deleting port f8485e37-e149-498d-9335-424f58011283 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:27.028291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.038005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a253f-b8e3-4325-9985-04c2440ac284 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f3c6487-a2ca-4870-8c0b-e3866ddfd011,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:27.042072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-914a253f-b8e3-4325-9985-04c2440ac284 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.043820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-914a253f-b8e3-4325-9985-04c2440ac284 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6f3c6487-a2ca-4870-8c0b-e3866ddfd011 HTTP/1.1" status: 204 len: 168 time: 0.1592462 Jan 18 22:59:27.046395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:27.110957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a34a2011-d1a3-4592-8c58-848b7ee3b3c9 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:27.139283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a34a2011-d1a3-4592-8c58-848b7ee3b3c9 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:27.141702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a34a2011-d1a3-4592-8c58-848b7ee3b3c9 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940447 Jan 18 22:59:27.144537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39312) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:27.158147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4eb32782-3113-48fe-93d5-e1c0e52cecc1 req-c984e6e4-c81e-4721-a120-a0d077f0a9bf tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Synchronizing usage tracker for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:27.161920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.203700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4cb688-90e5-455a-a754-08762b86eb11']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:27.215029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Deleting port 6736d86f-7f25-478e-b756-1086b9895b88 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:27.215376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.229104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 48778faa-22f5-4ce4-b620-0feb8e3cf6cc no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:27.235783 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e25d11e2-5e93-4a89-af2a-c968bcbba198 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.272023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adafb3e2-f521-494b-8457-a1cb308506b1') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:27.273317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adafb3e2-f521-494b-8457-a1cb308506b1') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:27.284904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4eb32782-3113-48fe-93d5-e1c0e52cecc1 req-c984e6e4-c81e-4721-a120-a0d077f0a9bf tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Unset dirty status for tenant:70f1bf84db6d4879852b246b55e9bf14 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:27.285975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4eb32782-3113-48fe-93d5-e1c0e52cecc1 req-c984e6e4-c81e-4721-a120-a0d077f0a9bf tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0dacd11-b681-4ae2-9316-0491e360022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865935 Jan 18 22:59:27.293569 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e25d11e2-5e93-4a89-af2a-c968bcbba198 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.293727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.349194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.367062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:27.367834 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:27.383727 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:27.414301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.422855 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e25d11e2-5e93-4a89-af2a-c968bcbba198 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.451164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:27.455573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:27.462261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] For port f8485e37-e149-498d-9335-424f58011283, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f8485e37-e149-498d-9335-424f58011283,segment=NetworkSegment(637fa424-ffdd-4766-92bf-465053b60559),segment_id=637fa424-ffdd-4766-92bf-465053b60559)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:27.462660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.476077 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.494088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d11e2-5e93-4a89-af2a-c968bcbba198 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de257086-22dd-41ef-bb4f-a6be6a5d85b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:27.521743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e25d11e2-5e93-4a89-af2a-c968bcbba198 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.523552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e25d11e2-5e93-4a89-af2a-c968bcbba198 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/de257086-22dd-41ef-bb4f-a6be6a5d85b3 HTTP/1.1" status: 204 len: 168 time: 0.3773351 Jan 18 22:59:27.526035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39326) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:27.599306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8048430e-3240-403e-8fa7-70c96ff6ea1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:27.620239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.645614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8048430e-3240-403e-8fa7-70c96ff6ea1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:27.646892 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8048430e-3240-403e-8fa7-70c96ff6ea1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196127 Jan 18 22:59:27.650921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39330) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:27.656329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--699557419'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:27.657293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.663925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:27.675696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:27.694020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.710975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=aa4cb688-90e5-455a-a754-08762b86eb11,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:27.720186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a8311f1-16bc-472f-b09a-c728d7034acd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/aa4cb688-90e5-455a-a754-08762b86eb11 HTTP/1.1" status: 204 len: 168 time: 1.2625966 Jan 18 22:59:27.734816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:27.741134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:27.748205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] For port 6736d86f-7f25-478e-b756-1086b9895b88, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6736d86f-7f25-478e-b756-1086b9895b88,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:27.748808 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.774778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] Calling delete_port for f8485e37-e149-498d-9335-424f58011283 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:27.775661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:27.783574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:27.822422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f795e-0582-400d-b39d-ebd8f776ba54 req-af3b61c4-f587-4596-8f40-90bd441c67d1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:27.829482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db3f795e-0582-400d-b39d-ebd8f776ba54 req-af3b61c4-f587-4596-8f40-90bd441c67d1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2751777 Jan 18 22:59:27.873010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:27.880616 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.895036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:27.909180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Calling delete_port for 6736d86f-7f25-478e-b756-1086b9895b88 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:27.949715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:27.954012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] No DVR routers for this DVR port f8485e37-e149-498d-9335-424f58011283 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:27.955984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac52b19-ee0d-446b-89b7-5e4d15cbe35d None None] Pushing event deleted for resources: {'Port': ['ID=f8485e37-e149-498d-9335-424f58011283,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:28.009061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db3f795e-0582-400d-b39d-ebd8f776ba54 req-a8769262-47e5-4b93-9d17-4cd25af2a312 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785114 Jan 18 22:59:28.118577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.134226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6736d86f-7f25-478e-b756-1086b9895b88'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:28.220971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888c422-6881-462a-b0f9-5f78af753a60 req-302f69d7-bc98-4199-9d5c-67e902e4cac3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.227715 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2888c422-6881-462a-b0f9-5f78af753a60 req-302f69d7-bc98-4199-9d5c-67e902e4cac3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 943 time: 0.4489536 Jan 18 22:59:28.232261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.255875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.267034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.288446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Pushing event deleted for resources: {'Port': ['ID=6736d86f-7f25-478e-b756-1086b9895b88,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:28.296119 n-d-825178-1 neutron-server[87813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'code': 422} returned with failed status Jan 18 22:59:28.325285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3783185-4756-4436-88b4-c2323b110659']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:28.327779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] No DVR routers for this DVR port 6736d86f-7f25-478e-b756-1086b9895b88 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:28.330238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.332898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'name': 'network-vif-deleted', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:28.362463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d27ddc4-6620-458f-9f9c-0b05bf42e56b req-f509a74b-79b6-47c4-b4a7-d2d39530f062 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.86 "DELETE /v2.0/ports/6736d86f-7f25-478e-b756-1086b9895b88 HTTP/1.1" status: 204 len: 173 time: 1.4454100 Jan 18 22:59:28.373556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637fa424-ffdd-4766-92bf-465053b60559') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:28.373847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637fa424-ffdd-4766-92bf-465053b60559') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:28.384570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2888c422-6881-462a-b0f9-5f78af753a60 req-caa3f969-9d1e-4301-b509-2e739ab0ff75 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559579 Jan 18 22:59:28.390652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b3b2b-e8d9-4ed5-8011-73490fdd642a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:28.402225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-9ec21ec7-f4f6-4b93-9bc1-c04cbf369470 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4074056 Jan 18 22:59:28.404850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.412497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.416723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-671fc39a-33e7-46ce-801d-3eb0e227ea43 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7649748 Jan 18 22:59:28.417850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39344) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:28.429265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.438264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:28.438680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.444428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'f47b3b2b-e8d9-4ed5-8011-73490fdd642a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:28.457446 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:28.480984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:28.494784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:28.510172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:28.540974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:28.620098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.647733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f8485e37-e149-498d-9335-424f58011283 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:28.654786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.665436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=c3783185-4756-4436-88b4-c2323b110659,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:28.675776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.692775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4df837e0-7ff3-4584-94b1-0c6f23462fed tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/c3783185-4756-4436-88b4-c2323b110659 HTTP/1.1" status: 204 len: 168 time: 0.9552612 Jan 18 22:59:28.693691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39352) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:28.712010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f8485e37-e149-498d-9335-424f58011283 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:28.712647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f8485e37-e149-498d-9335-424f58011283 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:28.720599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-62858239'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:28.731462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:28.739260 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f68700c-cc80-4074-97a3-a8865bdd30f3 req-71056298-030d-4027-82da-abfe99acc9c3 tempest-ServerRescueTestJSONUnderV235-105972237 tempest-ServerRescueTestJSONUnderV235-105972237-project] 10.222.0.78 "GET /v2.0/ports?device_id=07719ebd-16ed-4e56-99ae-fd45a17a9d3a HTTP/1.1" status: 200 len: 210 time: 0.0546854 Jan 18 22:59:28.749148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:28.755622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:28.755767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-eeec419e-2029-4912-93a8-d6fe95a37010 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.757285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-eeec419e-2029-4912-93a8-d6fe95a37010 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.86 "GET /v2.0/ports?device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 946 time: 0.2199793 Jan 18 22:59:28.764648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:28.793967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:28.797462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.817198 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07719ebd-16ed-4e56-99ae-fd45a17a9d3a', 'name': 'network-vif-deleted', 'tag': '6736d86f-7f25-478e-b756-1086b9895b88', 'status': 'completed', 'code': 200} Jan 18 22:59:28.826719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.837902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.838378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.838854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.839320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.839784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.840244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.840702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.840800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Deleting port 6507126f-414a-421f-acc8-9c09eec64572 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:28.841149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.842645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-71e39331-83a1-400c-b748-778b3a883b2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4bc2610e5444658aabc556a0e5c765f&device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6502 time: 0.2760158 Jan 18 22:59:28.854953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179112-b66a-4de5-bca0-ce8a80f58a7b req-1aea3a0c-7123-46c6-b717-616e45532b57 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:28.861835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a179112-b66a-4de5-bca0-ce8a80f58a7b req-1aea3a0c-7123-46c6-b717-616e45532b57 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 946 time: 0.2938595 Jan 18 22:59:28.863620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:28.974246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49844e05-9c9a-46a6-a62f-21925ea77812,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:28.986228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:59:29.096795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a179112-b66a-4de5-bca0-ce8a80f58a7b req-b127ea55-e2b7-4e85-9ee2-9b0cca7ac9bf tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/security-groups?id=24959444-cc4b-41b4-aa4b-cb0535609823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340779 Jan 18 22:59:29.100484 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.100839 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment d7543344-1512-4f3a-b67c-014de687ba57 of type vlan for network 83396e4b-dd14-43a5-9e04-fed3d7391348 Jan 18 22:59:29.103187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.104372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-43767d5d-c557-498c-8e73-93c75de5306f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6822472 Jan 18 22:59:29.114697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39358) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:29.121860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'f47b3b2b-e8d9-4ed5-8011-73490fdd642a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:29.149305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:29.172100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:29.178321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:29.192636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.205100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:29.228045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-927e5552-7192-4968-babb-dc68cd00b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.228582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-927e5552-7192-4968-babb-dc68cd00b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.228996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-927e5552-7192-4968-babb-dc68cd00b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.230860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-927e5552-7192-4968-babb-dc68cd00b78e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef090220-0f12-4e79-b6f3-cca6384bc642&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=c851667c-bfdf-49d6-be51-be8f0629d2f0&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 200 len: 2297 time: 0.3077545 Jan 18 22:59:29.242310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a7dc4-673d-468e-b0fa-6774b15cc87c req-aef8f185-90be-4381-a036-95ac6aadae43 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.243803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-530a7dc4-673d-468e-b0fa-6774b15cc87c req-aef8f185-90be-4381-a036-95ac6aadae43 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3554411 Jan 18 22:59:29.326568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] For port 6507126f-414a-421f-acc8-9c09eec64572, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6507126f-414a-421f-acc8-9c09eec64572,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:29.326930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.340858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-530a7dc4-673d-468e-b0fa-6774b15cc87c req-44b0cb3a-fc07-4013-8a65-fffa74faf4ce tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854402 Jan 18 22:59:29.430913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:59:29.458324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Calling delete_port for 6507126f-414a-421f-acc8-9c09eec64572 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:29.490056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-dac1820c-2d80-4b5a-9504-60367f8cd774 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.491561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-dac1820c-2d80-4b5a-9504-60367f8cd774 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 946 time: 0.6253750 Jan 18 22:59:29.501239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.603846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.609221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.609803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.658949 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.677896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22816a0-f533-425d-824d-b55314d4e4fe req-366f6a49-0523-420a-8547-4d27eccd3d69 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.679337 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c22816a0-f533-425d-824d-b55314d4e4fe req-366f6a49-0523-420a-8547-4d27eccd3d69 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1380899 Jan 18 22:59:29.682149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['11c4c594-937d-440e-ae34-403ba1a4382a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:29.708469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6507126f-414a-421f-acc8-9c09eec64572'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:29.718629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-942efa6e-2788-41a9-b3c6-4b2160f6a390 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 200 len: 1002 time: 0.4799259 Jan 18 22:59:29.788985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Deleting port 11c4c594-937d-440e-ae34-403ba1a4382a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:29.790080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.800117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Pushing event deleted for resources: {'Port': ['ID=6507126f-414a-421f-acc8-9c09eec64572,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:29.837380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1426132 Jan 18 22:59:29.845730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39368) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:29.856317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] No DVR routers for this DVR port 6507126f-414a-421f-acc8-9c09eec64572 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:29.858941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.859945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab722116-9f43-4644-bbad-6fd9904b0b87 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=83396e4b-dd14-43a5-9e04-fed3d7391348,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:29.865818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:29.883842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'name': 'network-vif-deleted', 'tag': '6507126f-414a-421f-acc8-9c09eec64572'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:29.887736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.898290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:29.905202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:29.910955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c22816a0-f533-425d-824d-b55314d4e4fe req-92e01d5d-4524-4a07-997a-265730978989 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788282 Jan 18 22:59:29.917944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-1dacd329-61ef-4a44-8ad8-5d49bd370fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.919738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-1dacd329-61ef-4a44-8ad8-5d49bd370fa0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663041fd-7e8b-486b-af81-83e8ce24a2fc HTTP/1.1" status: 200 len: 856 time: 0.1739485 Jan 18 22:59:29.928087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afb3be-b79b-4f9b-bc5f-64e4afb4afc4 req-e16ac7fc-3b68-4061-ade0-1275c78afd98 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:29.929822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0afb3be-b79b-4f9b-bc5f-64e4afb4afc4 req-e16ac7fc-3b68-4061-ade0-1275c78afd98 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4992507 Jan 18 22:59:30.013636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4231d3e5-4dba-4532-afc6-68a60773dd2c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:30.056751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9ad4940-664a-40dd-b9c8-69f5af952eb9 req-a3a30f6f-91b8-4e70-a52d-4f0507e9e8a4 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.86 "DELETE /v2.0/ports/6507126f-414a-421f-acc8-9c09eec64572 HTTP/1.1" status: 204 len: 173 time: 1.2928295 Jan 18 22:59:30.089596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:30.093869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:30.097304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:30.105161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:30.120843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0afb3be-b79b-4f9b-bc5f-64e4afb4afc4 req-3404f4bd-df52-435c-97e8-a80ff4ade360 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391747 Jan 18 22:59:30.125459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.126792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1b7d6262-0b05-4e62-ba82-16d3371241bc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0104012 Jan 18 22:59:30.129843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39376) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:30.141905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'f47b3b2b-e8d9-4ed5-8011-73490fdd642a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:30.160641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:30.170392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:30.178659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.205105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:30.211219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:30.249937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-d02bfe84-2bdf-42a2-a9a4-4dcd199eaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:30.251272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-d02bfe84-2bdf-42a2-a9a4-4dcd199eaefe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef090220-0f12-4e79-b6f3-cca6384bc642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3168311 Jan 18 22:59:30.276877 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fb779-2ae6-421e-b8b6-6ac95d7a39ae', 'name': 'network-vif-deleted', 'tag': '6507126f-414a-421f-acc8-9c09eec64572', 'status': 'completed', 'code': 200} Jan 18 22:59:30.277717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:30.324326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39384) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:30.363113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.434367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] For port 11c4c594-937d-440e-ae34-403ba1a4382a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=11c4c594-937d-440e-ae34-403ba1a4382a,segment=NetworkSegment(814c9298-0d3a-4c1f-ad11-9718b1e1dabc),segment_id=814c9298-0d3a-4c1f-ad11-9718b1e1dabc)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:30.434739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.518700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b5f2be28-cea4-419a-9070-b18242e29ff9 req-3354808f-4424-49a7-9145-5a8a07c90d5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Synchronizing usage tracker for tenant:0f5828bf6806467caea6040ce2ab245b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:30.543637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6507126f-414a-421f-acc8-9c09eec64572 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:30.603236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 6507126f-414a-421f-acc8-9c09eec64572 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:30.603479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6507126f-414a-421f-acc8-9c09eec64572 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:30.604221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6736d86f-7f25-478e-b756-1086b9895b88 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:30.643769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 6736d86f-7f25-478e-b756-1086b9895b88 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:30.644403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6736d86f-7f25-478e-b756-1086b9895b88 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:30.688630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.691070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.699267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Calling delete_port for 11c4c594-937d-440e-ae34-403ba1a4382a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:30.740891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.797881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f191ee0-786d-4de5-83ee-8d58811ed963,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:30.807189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b5f2be28-cea4-419a-9070-b18242e29ff9 req-3354808f-4424-49a7-9145-5a8a07c90d5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Unset dirty status for tenant:0f5828bf6806467caea6040ce2ab245b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:30.808015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5f2be28-cea4-419a-9070-b18242e29ff9 req-3354808f-4424-49a7-9145-5a8a07c90d5d tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=f07fb779-2ae6-421e-b8b6-6ac95d7a39ae HTTP/1.1" status: 200 len: 210 time: 0.3738501 Jan 18 22:59:30.842875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=3bd34de2-3573-466a-9d65-793db564b58d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:30.852822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': 'd7543344-1512-4f3a-b67c-014de687ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:30.853220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: 83396e4b-dd14-43a5-9e04-fed3d7391348, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:30.865165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.866378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-01db4928-c8f1-43c8-918f-e5deb381152d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7346659 Jan 18 22:59:30.871844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:30.877182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'f47b3b2b-e8d9-4ed5-8011-73490fdd642a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:30.887043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:30.892168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:30.895999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:30.898872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:30.905100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:30.920624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 83396e4b-dd14-43a5-9e04-fed3d7391348) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:30.926454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:30.927134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:30.934807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebe860-a2f2-4407-8228-7b3dc4a2cf78 None None] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:30.956495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.032225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.036545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a6af8b3e-aaca-4008-b229-24aac058bbee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1851676 Jan 18 22:59:31.038947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.045556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:31.065501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1309900117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:31.075890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:31.081965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7915ff4f-6432-4ae3-a22a-286b94e0b1d4,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:31.084108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:31.087431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:31.090563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.091863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-619c0a64-a0d9-4b38-9f04-c70d9957086e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2190330 Jan 18 22:59:31.095232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:31.097861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:31.102478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'f47b3b2b-e8d9-4ed5-8011-73490fdd642a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:31.109282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:31.116439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:31.120130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:31.127437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.128194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.131743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:31.149822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.166287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.178777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-79c94dcc-301f-441f-96bd-db27de756c02 service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785439 Jan 18 22:59:31.206600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-83396e4b-dd14-43a5-9e04-fed3d7391348', 'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '3bd34de2-3573-466a-9d65-793db564b58d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:59:31.207680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.214653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.257373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.261185 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-526b671b-4f41-47fe-9f07-2650833d662b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2052302 Jan 18 22:59:31.261185 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.261625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39406) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:31.267641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'port': {'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348', 'name': 'tempest-RoutersTest-1268701907'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:31.275754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 48778faa-22f5-4ce4-b620-0feb8e3cf6cc no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:31.295738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.428827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e820ac6-204f-4104-8da4-83d6d1f45036,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:31.456488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.468597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.469918 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d087378e-f443-4aaf-9317-394720b3c2e3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3737698 Jan 18 22:59:31.474641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:31.530647 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7d38-23dd-4631-9c35-486a4a01e4d8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.538338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Allocated IP 172.20.0.2 (83396e4b-dd14-43a5-9e04-fed3d7391348/3bd34de2-3573-466a-9d65-793db564b58d/f1c9e466-b4f3-4c31-ada8-0c98245eddd0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:31.538845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:31.547382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7d38-23dd-4631-9c35-486a4a01e4d8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.551037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7e960-de81-4065-8a8b-b230a3bfbee2 req-4daf2624-e726-40af-a08d-7489daaa1601 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:31.552589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f0d7e960-de81-4065-8a8b-b230a3bfbee2 req-4daf2624-e726-40af-a08d-7489daaa1601 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4813173 Jan 18 22:59:31.553549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Pushing event deleted for resources: {'Port': ['ID=11c4c594-937d-440e-ae34-403ba1a4382a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:31.562631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:31.589610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7086-73ae-4c03-bd6b-7d1a8f66d2ff req-b94a8777-8d18-4f60-a9cc-63501b3cf576 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:31.591153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b99b7086-73ae-4c03-bd6b-7d1a8f66d2ff req-b94a8777-8d18-4f60-a9cc-63501b3cf576 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2355175 Jan 18 22:59:31.594167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:31.598045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.623511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-df5fbe06-848a-43f2-ac7a-857e1d362ec1 service neutron] 10.222.0.86 "GET /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296434 Jan 18 22:59:31.647920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7d38-23dd-4631-9c35-486a4a01e4d8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.737360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] No DVR routers for this DVR port 11c4c594-937d-440e-ae34-403ba1a4382a on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:31.740027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.745813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'name': 'network-vif-deleted', 'tag': '11c4c594-937d-440e-ae34-403ba1a4382a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:31.752417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-1c9219fe-3e23-47bf-92d1-05eaf61709c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 217 time: 0.0958056 Jan 18 22:59:31.754041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.767410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Transition to ACTIVE for port object f1c9e466-b4f3-4c31-ada8-0c98245eddd0 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:31.787125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Transition to ACTIVE for port object f1c9e466-b4f3-4c31-ada8-0c98245eddd0 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:31.789679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] device_id is not set on port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:59:31.795803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.831082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-552ddb87-1d35-4899-a9ae-29358f27ced6 req-cafe88e1-3088-4c8f-94d1-1915bfdedb65 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.85 "DELETE /v2.0/ports/11c4c594-937d-440e-ae34-403ba1a4382a HTTP/1.1" status: 204 len: 173 time: 2.3225434 Jan 18 22:59:31.839969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c7d38-23dd-4631-9c35-486a4a01e4d8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e820ac6-204f-4104-8da4-83d6d1f45036,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:31.844014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f0d7e960-de81-4065-8a8b-b230a3bfbee2 req-1f8e1591-5fc3-423c-94f5-2aba2324dd62 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528629 Jan 18 22:59:31.852156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b99b7086-73ae-4c03-bd6b-7d1a8f66d2ff req-575a5871-3a54-4278-b11c-6998e2549111 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445955 Jan 18 22:59:31.877285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7d38-23dd-4631-9c35-486a4a01e4d8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:31.880773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f2c7d38-23dd-4631-9c35-486a4a01e4d8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9e820ac6-204f-4104-8da4-83d6d1f45036 HTTP/1.1" status: 204 len: 168 time: 0.4008286 Jan 18 22:59:31.882669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39422) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:31.908818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-1e746517-0c4b-416d-950a-8f856a93834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:31.910616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-1e746517-0c4b-416d-950a-8f856a93834a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1460814 Jan 18 22:59:31.935842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:31.972600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:31.977083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:31.984695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:31.998490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eea9a8bd-e140-4463-876e-ff955e98faf7 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:32.001185 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e42d6-03e7-44b3-812c-02d657bb8ee4', 'name': 'network-vif-deleted', 'tag': '11c4c594-937d-440e-ae34-403ba1a4382a', 'status': 'completed', 'code': 200} Jan 18 22:59:32.025751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.20.0.10 (83396e4b-dd14-43a5-9e04-fed3d7391348/3bd34de2-3573-466a-9d65-793db564b58d/88ee4ee9-2ba0-4301-86ea-6f14d3a9841e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:32.033440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eea9a8bd-e140-4463-876e-ff955e98faf7 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:32.037692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eea9a8bd-e140-4463-876e-ff955e98faf7 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1514914 Jan 18 22:59:32.039625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:32.112744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8572a586-9d44-4952-bc25-51f107623165 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.133323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8572a586-9d44-4952-bc25-51f107623165 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.148650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Attempting to bind port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:59:32.149037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Attempting to bind port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd7543344-1512-4f3a-b67c-014de687ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:59:32.149453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Attempting to bind port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 on network 83396e4b-dd14-43a5-9e04-fed3d7391348 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:59:32.157539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:59:32.157879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Checking segment: {'id': 'd7543344-1512-4f3a-b67c-014de687ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:32.158256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.158706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Bound using segment: {'id': 'd7543344-1512-4f3a-b67c-014de687ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:59:32.159415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Bound port: f1c9e466-b4f3-4c31-ada8-0c98245eddd0, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7543344-1512-4f3a-b67c-014de687ba57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '83396e4b-dd14-43a5-9e04-fed3d7391348'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:59:32.159797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.204694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-5e0c46f6-0ed4-400d-b331-cf40de3aa8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:32.206282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-5e0c46f6-0ed4-400d-b331-cf40de3aa8ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2870235 Jan 18 22:59:32.209907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.294846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8572a586-9d44-4952-bc25-51f107623165 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.323751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572a586-9d44-4952-bc25-51f107623165 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7915ff4f-6432-4ae3-a22a-286b94e0b1d4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:32.329548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] For port f1c9e466-b4f3-4c31-ada8-0c98245eddd0, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:59:32.333358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] For port f1c9e466-b4f3-4c31-ada8-0c98245eddd0, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,segment=NetworkSegment(d7543344-1512-4f3a-b67c-014de687ba57),segment_id=d7543344-1512-4f3a-b67c-014de687ba57)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:59:32.341678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.400051 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.404722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-934ca588-04e1-4ece-a3eb-e575aabf728d req-1306c59b-f1f6-473a-9631-e36462e98c90 tempest-ListServersNegativeTestJSON-637132749 tempest-ListServersNegativeTestJSON-637132749-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c5e42d6-03e7-44b3-812c-02d657bb8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0555763 Jan 18 22:59:32.411568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8572a586-9d44-4952-bc25-51f107623165 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.415188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8572a586-9d44-4952-bc25-51f107623165 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/7915ff4f-6432-4ae3-a22a-286b94e0b1d4 HTTP/1.1" status: 204 len: 168 time: 0.3722801 Jan 18 22:59:32.416234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:32.435660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfaa02-9ee5-492d-bb96-0bb5d57aa268 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:32.446726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:32.497348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-70196d20-00ff-42ec-85a1-d609e52ff859 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:32.523509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.579676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-70196d20-00ff-42ec-85a1-d609e52ff859 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:32.581208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-70196d20-00ff-42ec-85a1-d609e52ff859 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1639242 Jan 18 22:59:32.594918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:32.606383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:32.618338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:32.626493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:32.629225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2aaaeff7-2b3b-4c9b-ad90-5d829ab00a4d service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655205 Jan 18 22:59:32.684937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=88ee4ee9-2ba0-4301-86ea-6f14d3a9841e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:32.709755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7eaa-8ee9-4331-bf5b-9af189c4082c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.728350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7eaa-8ee9-4331-bf5b-9af189c4082c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.738315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:32.740744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.787566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-166cd3ab-ee29-42fb-83a2-b3fd45bbac5a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5248442 Jan 18 22:59:32.790469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7eaa-8ee9-4331-bf5b-9af189c4082c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.792128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39440) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:32.803452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7eaa-8ee9-4331-bf5b-9af189c4082c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:32.804541 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f9d7eaa-8ee9-4331-bf5b-9af189c4082c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5f191ee0-786d-4de5-83ee-8d58811ed963 HTTP/1.1" status: 204 len: 168 time: 0.2013030 Jan 18 22:59:32.878739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39444) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:32.890251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d7eaa-8ee9-4331-bf5b-9af189c4082c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f191ee0-786d-4de5-83ee-8d58811ed963,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:33.046807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4bd81ecf-7289-43f2-9049-866ea026f756 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:33.050787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-d9c428b8-663b-4d6e-bfcb-8c429921624b service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129574 Jan 18 22:59:33.138432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-a163c62b-31af-46ad-98ef-aed41c13922f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 217 time: 0.0802660 Jan 18 22:59:33.187383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4bd81ecf-7289-43f2-9049-866ea026f756 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:33.188704 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4bd81ecf-7289-43f2-9049-866ea026f756 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3080370 Jan 18 22:59:33.194029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:33.243107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 11c4c594-937d-440e-ae34-403ba1a4382a no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:33.267679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-55559704-90ca-41df-98ae-0326cb591305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:33.269158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-55559704-90ca-41df-98ae-0326cb591305 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1242330 Jan 18 22:59:33.284996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 11c4c594-937d-440e-ae34-403ba1a4382a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:33.285329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 11c4c594-937d-440e-ae34-403ba1a4382a not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:33.315372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Deleting port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:33.315693 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.347984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-443f8cb7-a7bf-4b17-8390-d3718b650344 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.377878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152feff9-a188-42b4-a9b2-1362ebe47c77 req-3b2aab02-4e14-479a-84da-bf6502aa77b3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:33.379366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152feff9-a188-42b4-a9b2-1362ebe47c77 req-3b2aab02-4e14-479a-84da-bf6502aa77b3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3749278 Jan 18 22:59:33.392307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-443f8cb7-a7bf-4b17-8390-d3718b650344 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.440130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847704f-e7bc-42a1-9c07-61a850c6a6de req-0a158453-d965-4716-b01e-e84931fceafa tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:33.441684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4847704f-e7bc-42a1-9c07-61a850c6a6de req-0a158453-d965-4716-b01e-e84931fceafa tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3650365 Jan 18 22:59:33.518058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-443f8cb7-a7bf-4b17-8390-d3718b650344 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.528173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-152feff9-a188-42b4-a9b2-1362ebe47c77 req-ecf0d335-0294-45d2-8573-18866b117226 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408041 Jan 18 22:59:33.553489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f8cb7-a7bf-4b17-8390-d3718b650344 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4231d3e5-4dba-4532-afc6-68a60773dd2c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:33.556086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-5a55339e-4c21-4449-9842-f1679109453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:33.557930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-5a55339e-4c21-4449-9842-f1679109453c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2807696 Jan 18 22:59:33.569042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-443f8cb7-a7bf-4b17-8390-d3718b650344 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.573687 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-443f8cb7-a7bf-4b17-8390-d3718b650344 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4231d3e5-4dba-4532-afc6-68a60773dd2c HTTP/1.1" status: 204 len: 168 time: 0.3756332 Jan 18 22:59:33.578092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:33.616489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4847704f-e7bc-42a1-9c07-61a850c6a6de req-bc64dca7-739f-402a-9b4d-b5a4543a0aca tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563625 Jan 18 22:59:33.667277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] For port 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,segment=NetworkSegment(480ded0e-9551-42e8-9ed3-30f2fdf5a007),segment_id=480ded0e-9551-42e8-9ed3-30f2fdf5a007)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:33.668034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.790825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb2657-b296-4c98-861d-50cc70ff2d3f None None] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:33.827465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39466) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:33.839597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Calling delete_port for 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:33.879807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96134926-f056-4b6e-8398-64f531c23fc5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:33.898484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:33.912709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96134926-f056-4b6e-8398-64f531c23fc5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:33.913918 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-96134926-f056-4b6e-8398-64f531c23fc5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3348889 Jan 18 22:59:33.916793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39470) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:33.979406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Deleting subnet f833d30c-466c-4854-968e-6e31decd90a6 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:33.980853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9a30cb77-bbd9-4a2b-91eb-792d776a0cfb None None] Provisioning for port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:33.984651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.006237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c45203-e08a-4e83-882a-1c82240faf6c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.085768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c45203-e08a-4e83-882a-1c82240faf6c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.139162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-7e026ae1-e152-4441-9a48-0192d5ae2a32 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742528 Jan 18 22:59:34.233429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.251732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c45203-e08a-4e83-882a-1c82240faf6c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.265958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.279668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c45203-e08a-4e83-882a-1c82240faf6c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49844e05-9c9a-46a6-a62f-21925ea77812,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:34.310919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c45203-e08a-4e83-882a-1c82240faf6c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.312117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-89c45203-e08a-4e83-882a-1c82240faf6c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/49844e05-9c9a-46a6-a62f-21925ea77812 HTTP/1.1" status: 204 len: 168 time: 0.3939655 Jan 18 22:59:34.316028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:34.338931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a5446d52-4734-48bc-a956-24f74b6515b3 None None] Provisioning for port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:34.348064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a5446d52-4734-48bc-a956-24f74b6515b3 None None] Provisioning complete for port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:34.348818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5446d52-4734-48bc-a956-24f74b6515b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.411623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d49e5a32-038d-4897-8a5c-492b362ec8ef tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:34.414420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a5446d52-4734-48bc-a956-24f74b6515b3 None None] Port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:34.443444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d49e5a32-038d-4897-8a5c-492b362ec8ef tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:34.444773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d49e5a32-038d-4897-8a5c-492b362ec8ef tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1280389 Jan 18 22:59:34.448219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:34.467945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.489299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.531992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.574953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1c9e466-b4f3-4c31-ada8-0c98245eddd0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:34.591105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-96207f22-1dac-4e13-aad9-b61aec5ed21a service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372270 Jan 18 22:59:34.678395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-47c80af8-22e4-494b-bfd3-39ebf8e26663 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=f175724e-ae7a-49da-bef8-d457e3b536b6 HTTP/1.1" status: 200 len: 217 time: 0.0783257 Jan 18 22:59:34.701971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-337ca48f-f841-42bf-aa66-9f583b6b2b58 None None] Provisioning complete for port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:34.705366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-337ca48f-f841-42bf-aa66-9f583b6b2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.719657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa57b-f362-4b41-9a74-a84434d3e931 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.743620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=88ee4ee9-2ba0-4301-86ea-6f14d3a9841e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:34.781460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa57b-f362-4b41-9a74-a84434d3e931 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.815787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-337ca48f-f841-42bf-aa66-9f583b6b2b58 None None] Port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:34.822818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:34.829733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:34.830181 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.898140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.930867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2997fead-56c5-4011-b46d-86f05a066234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:34.932350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2997fead-56c5-4011-b46d-86f05a066234 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.2205935 Jan 18 22:59:34.970600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d33391df-5d86-47c4-9c9d-c47767cde90f None None] Provisioning complete for port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:34.970942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d33391df-5d86-47c4-9c9d-c47767cde90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:34.991827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f833d30c-466c-4854-968e-6e31decd90a6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:35.015062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.024626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.076309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d33391df-5d86-47c4-9c9d-c47767cde90f None None] Port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:35.087471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa57b-f362-4b41-9a74-a84434d3e931 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.101526 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.126364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aa57b-f362-4b41-9a74-a84434d3e931 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b3b2b-e8d9-4ed5-8011-73490fdd642a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:35.136593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-37bf8742-564d-4cad-9e62-0e92b2f09448 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f833d30c-466c-4854-968e-6e31decd90a6 HTTP/1.1" status: 204 len: 168 time: 1.3045361 Jan 18 22:59:35.136838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f1c9e466-b4f3-4c31-ada8-0c98245eddd0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,segment=NetworkSegment(d7543344-1512-4f3a-b67c-014de687ba57),segment_id=d7543344-1512-4f3a-b67c-014de687ba57)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:35.137100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:35.138540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39490) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:35.145942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.203181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa57b-f362-4b41-9a74-a84434d3e931 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.206960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9c6aa57b-f362-4b41-9a74-a84434d3e931 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/f47b3b2b-e8d9-4ed5-8011-73490fdd642a HTTP/1.1" status: 204 len: 168 time: 0.7580514 Jan 18 22:59:35.214910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38eb09-7b35-4e82-8e7a-32ed020a20a1 req-96e0acc3-3ebd-4224-9fb6-3c0bf0ee3132 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:35.221505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab38eb09-7b35-4e82-8e7a-32ed020a20a1 req-96e0acc3-3ebd-4224-9fb6-3c0bf0ee3132 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3348215 Jan 18 22:59:35.227513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:35.228239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39494) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:35.281329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c98381-d027-40d4-a993-6ed25582259d req-e4c8fa3d-f713-4957-aa2d-b567ec7de0c5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:35.282817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4c98381-d027-40d4-a993-6ed25582259d req-e4c8fa3d-f713-4957-aa2d-b567ec7de0c5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.5005147 Jan 18 22:59:35.334955 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.375228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab38eb09-7b35-4e82-8e7a-32ed020a20a1 req-c65c83d0-2fb3-4df7-b5ad-85e6bd81de39 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522284 Jan 18 22:59:35.384683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c4f35e3-f889-41ff-a488-f77795f764c3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:35.391733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961ffae-45b4-49ac-ae19-775bd714d7b2 req-6cffbcc3-a727-4e37-95ed-0203f7a00e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:35.393468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9961ffae-45b4-49ac-ae19-775bd714d7b2 req-6cffbcc3-a727-4e37-95ed-0203f7a00e2c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.3454432 Jan 18 22:59:35.439952 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.444199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0c4f35e3-f889-41ff-a488-f77795f764c3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:35.445176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0c4f35e3-f889-41ff-a488-f77795f764c3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2160103 Jan 18 22:59:35.454479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:35.466656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520852897'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:35.474461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:35.486606 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4c98381-d027-40d4-a993-6ed25582259d req-c42c63b9-3744-4600-aab2-bcf1871cc7cc tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874647 Jan 18 22:59:35.487227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:35.496452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2e705130-7c39-4916-a47e-aabc6a28e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:35.502448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2e705130-7c39-4916-a47e-aabc6a28e055 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5570958 Jan 18 22:59:35.510860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9961ffae-45b4-49ac-ae19-775bd714d7b2 req-58ec7f23-45bc-434b-babd-08d5c6fd08a3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085694 Jan 18 22:59:35.560472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.615354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:35.622953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:35.627248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:35.629895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.644916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:35.784936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.822523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.841965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1307884-91d4-4cbe-a014-03f756221b26']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:35.936883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:35.951724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814c9298-0d3a-4c1f-ad11-9718b1e1dabc') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:35.951724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814c9298-0d3a-4c1f-ad11-9718b1e1dabc') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:35.978823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-bee8f798-c58b-4e1b-b890-903d26ca10e4 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715313 Jan 18 22:59:36.012735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.081178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.209196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff481fc-c1c2-4945-b919-6ff4a8a7e687,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:36.226895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.228120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5b9f8d76-0169-4924-8a72-e9e0f32b74f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7700841 Jan 18 22:59:36.231321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:36.238989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': '3ff481fc-c1c2-4945-b919-6ff4a8a7e687', 'direction': 'ingress', 'protocol': 17}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:36.255031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:36.262545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:36.266418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:36.274477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:36.277441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.303584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.305951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.316727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:36.317169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.322186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:36.330646 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:36.459525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-639865df-addf-4b7d-9426-99fcb89df322 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701469 Jan 18 22:59:36.463290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=88ee4ee9-2ba0-4301-86ea-6f14d3a9841e,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:36.470328 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.555355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.624571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.658262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1c9e466-b4f3-4c31-ada8-0c98245eddd0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:36.685843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e02248b-897d-4724-98d5-163d9501cae5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:36.738227 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.739901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-240bbda5-bff0-4796-8d69-3f72cb09d8eb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5079553 Jan 18 22:59:36.744809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39514) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:36.757811 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.778252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:36.780679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.787672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:36.794793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.798760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:36.822633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a954-a7f6-44fd-9537-1c54679e6359 req-724963e9-7561-47d9-ba3e-3f9628b5e4bb tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:36.826338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-e9c489b8-4719-403d-a118-1b9b3d0cfdf6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c HTTP/1.1" status: 200 len: 217 time: 0.2611918 Jan 18 22:59:36.835453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58b7a954-a7f6-44fd-9537-1c54679e6359 req-724963e9-7561-47d9-ba3e-3f9628b5e4bb tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3264554 Jan 18 22:59:36.849209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:36.908079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1307884-91d4-4cbe-a014-03f756221b26,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:36.928048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-42c71547-7da3-4610-8f17-3a6c085d9597 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d1307884-91d4-4cbe-a014-03f756221b26 HTTP/1.1" status: 204 len: 168 time: 1.7866554 Jan 18 22:59:37.007852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-008dfbc2-4fab-4644-b779-7c8c8217825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:37.009681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-008dfbc2-4fab-4644-b779-7c8c8217825e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 200 len: 797 time: 0.1578469 Jan 18 22:59:37.015496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Router e9b66592-a6f5-41fb-a68f-e18192463c41 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:37.113112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5f091-d49e-4b6f-a928-9b7739b8561b req-6684564b-688d-475d-b149-3d70cf33adb6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:37.115679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b5f091-d49e-4b6f-a928-9b7739b8561b req-6684564b-688d-475d-b149-3d70cf33adb6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4101291 Jan 18 22:59:37.119299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58b7a954-a7f6-44fd-9537-1c54679e6359 req-4194cb3f-5cea-4ee3-b8b1-d128b89d1018 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829690 Jan 18 22:59:37.125334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0a59-f882-4e5e-bd25-04b47390a1b5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.200035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0a59-f882-4e5e-bd25-04b47390a1b5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.226664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cd92f175-8b2c-4b6b-b66a-7e8a26a731cc None None] Provisioning complete for port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:37.227974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd92f175-8b2c-4b6b-b66a-7e8a26a731cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.258088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.281258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 68769566-229b-4944-aed8-5719dd9765eb is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:59:37.310909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-3b509f39-33a9-40a9-bbfc-08866b078b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:37.313561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-3b509f39-33a9-40a9-bbfc-08866b078b2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c851667c-bfdf-49d6-be51-be8f0629d2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955832 Jan 18 22:59:37.325804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cd92f175-8b2c-4b6b-b66a-7e8a26a731cc None None] Port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:37.458509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30bdba70-1d50-4aae-ae1f-b95f13deb116 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f5828bf6806467caea6040ce2ab245b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987805 Jan 18 22:59:37.460551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0a59-f882-4e5e-bd25-04b47390a1b5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.466706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39524) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.501376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b5f091-d49e-4b6f-a928-9b7739b8561b req-1c1bc0d4-8268-49b2-b160-29634935c401 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924261 Jan 18 22:59:37.546351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd0a59-f882-4e5e-bd25-04b47390a1b5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff481fc-c1c2-4945-b919-6ff4a8a7e687,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:37.576262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:37.583900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50dd01bb-cb3e-4635-81f8-6785c721dc4f admin admin] 10.222.0.78 "PUT /v2.0/routers/e9b66592-a6f5-41fb-a68f-e18192463c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2563012 Jan 18 22:59:37.586065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39528) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.592201 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] Sync routers for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:37.596054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0a59-f882-4e5e-bd25-04b47390a1b5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.597362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9fcd0a59-f882-4e5e-bd25-04b47390a1b5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/3ff481fc-c1c2-4945-b919-6ff4a8a7e687 HTTP/1.1" status: 204 len: 168 time: 0.8497684 Jan 18 22:59:37.602384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:37.603473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:37.604103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:37.604557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.615698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6589d-0574-4370-939c-943e56c73428 None None] Sync routers for ids ['68769566-229b-4944-aed8-5719dd9765eb'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:37.626037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6589d-0574-4370-939c-943e56c73428 None None] Routers {'68769566-229b-4944-aed8-5719dd9765eb'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:37.626667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-06b6589d-0574-4370-939c-943e56c73428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['68769566-229b-4944-aed8-5719dd9765eb'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:37.645796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-40ad9bb5-fb2e-40ff-87e5-794fb3fb9232 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/68769566-229b-4944-aed8-5719dd9765eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8462307 Jan 18 22:59:37.677411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39536) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.680398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c647c07c-6adf-4457-a1b4-eee5be3912f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:37.694582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-06b6589d-0574-4370-939c-943e56c73428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:37.709579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6589d-0574-4370-939c-943e56c73428 None None] Routers {'68769566-229b-4944-aed8-5719dd9765eb'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:37.710405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-06b6589d-0574-4370-939c-943e56c73428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['68769566-229b-4944-aed8-5719dd9765eb'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:37.746054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-a4ac2587-b508-4402-aa8f-a0070a788881 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093516 Jan 18 22:59:37.766529 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90bad815-182d-4e7a-a12f-a8c1c30529b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.795764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90bad815-182d-4e7a-a12f-a8c1c30529b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:37.798150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-06b6589d-0574-4370-939c-943e56c73428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:37.798150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6589d-0574-4370-939c-943e56c73428 None None] The sync data for ids ['68769566-229b-4944-aed8-5719dd9765eb'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:37.815873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c647c07c-6adf-4457-a1b4-eee5be3912f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:37.817141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c647c07c-6adf-4457-a1b4-eee5be3912f8 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2116277 Jan 18 22:59:37.824981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.837278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f17959-b861-4a4c-bca0-c04b68335334 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:37.837859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d8f17959-b861-4a4c-bca0-c04b68335334 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:37.843318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975088031'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:37.863638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:37.881926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:37.890217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d8f17959-b861-4a4c-bca0-c04b68335334 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:37.894563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d8f17959-b861-4a4c-bca0-c04b68335334 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports/88ee4ee9-2ba0-4301-86ea-6f14d3a9841e HTTP/1.1" status: 200 len: 978 time: 0.2112081 Jan 18 22:59:37.895765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39544) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:37.897520 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:59:37.956770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.019880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.271498 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-8de8a2d6-d981-495f-a1c8-d0aa88e6d194 service neutron] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181432 Jan 18 22:59:38.282740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90bad815-182d-4e7a-a12f-a8c1c30529b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.306294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bad815-182d-4e7a-a12f-a8c1c30529b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24959444-cc4b-41b4-aa4b-cb0535609823,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:38.311585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:38.313390 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:59:34Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:38.318385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:38.321548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:38.324434 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] Checking router: e9b66592-a6f5-41fb-a68f-e18192463c41 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:59:38.333204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:38.351595 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] Routers {'e9b66592-a6f5-41fb-a68f-e18192463c41'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:38.353112 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e9b66592-a6f5-41fb-a68f-e18192463c41'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:38.423472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-5cadb1e8-3375-4d38-9445-c7e24fc1ce62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0be50557-1844-4ee5-884d-073d6041880f HTTP/1.1" status: 200 len: 217 time: 0.1451273 Jan 18 22:59:38.552033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.557292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-0e3ffdff-f2d7-46d1-9cbc-04634df5c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:38.558805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-0e3ffdff-f2d7-46d1-9cbc-04634df5c168 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.1268039 Jan 18 22:59:38.602757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Deleting port f587df38-3399-47fb-9bf4-c19fc7ada58f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:38.603096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.620464 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] Set router e9b66592-a6f5-41fb-a68f-e18192463c41 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 22:59:38.697614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90bad815-182d-4e7a-a12f-a8c1c30529b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.702602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90bad815-182d-4e7a-a12f-a8c1c30529b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24959444-cc4b-41b4-aa4b-cb0535609823 HTTP/1.1" status: 204 len: 168 time: 1.2060933 Jan 18 22:59:38.750014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.798719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.847102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56a8b2-3d2f-427c-9ddf-d34e8ac6b16f req-62cdb583-2c33-4c99-a95c-d88629829b7a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:38.848086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-c7867985-abb2-4fad-a949-d6dd83c92bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:38.848881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e56a8b2-3d2f-427c-9ddf-d34e8ac6b16f req-62cdb583-2c33-4c99-a95c-d88629829b7a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4747932 Jan 18 22:59:38.849944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-c7867985-abb2-4fad-a949-d6dd83c92bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2841382 Jan 18 22:59:38.896740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] For port f587df38-3399-47fb-9bf4-c19fc7ada58f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f587df38-3399-47fb-9bf4-c19fc7ada58f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:38.897377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.910107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c02443-548d-40fe-9d16-e02dd8af2cf9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:38.939972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.941996 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-698c5b46-60e9-4174-bd2c-8a0ca3af2e1e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1134529 Jan 18 22:59:38.945963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e56a8b2-3d2f-427c-9ddf-d34e8ac6b16f req-905f36cb-ea27-4e94-8d64-ba051fdaf831 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639441 Jan 18 22:59:38.946806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39558) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:38.956380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078282236'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:38.968874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:38.975913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:38.983528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:39.078773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:39.093131 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:59:34Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:39.106149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:39.108406 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d23374-2c9f-4143-afe6-43a6ca1ef5b9 None None] The sync data for ids ['e9b66592-a6f5-41fb-a68f-e18192463c41'] in n-d-825178-1 is: [{'id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-2067139578-router', 'tenant_id': '70f1bf84db6d4879852b246b55e9bf14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:44Z', 'updated_at': '2022-01-18T22:59:34Z', 'revision_number': 5, 'project_id': '70f1bf84db6d4879852b246b55e9bf14', 'gw_port': {'id': 'f587df38-3399-47fb-9bf4-c19fc7ada58f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b66592-a6f5-41fb-a68f-e18192463c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:45Z', 'updated_at': '2022-01-18T22:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:39.167025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Calling delete_port for f587df38-3399-47fb-9bf4-c19fc7ada58f owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:39.172768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:39.182126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:39.187094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:39.195491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:39.242141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0276dea-ad13-411f-b111-34fa8bf09287 req-c7d06b4c-554f-4965-8244-52521985448e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:39.252156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0276dea-ad13-411f-b111-34fa8bf09287 req-c7d06b4c-554f-4965-8244-52521985448e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.5105751 Jan 18 22:59:39.347669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-5a13279a-9d48-4a9f-b0ac-532344769608 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818017 Jan 18 22:59:39.347764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:39.396695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0276dea-ad13-411f-b111-34fa8bf09287 req-68e82897-55f6-442e-869a-13ea50afd83a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385789 Jan 18 22:59:39.552021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:39.573216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:39.730593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-9175a3f9-5455-42db-b024-73f3c34ed9b8 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750503 Jan 18 22:59:39.732120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:39.912465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317e058b-782a-4861-8dc5-ad00473960c2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:39.924809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:39.929042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-131e3409-c8cf-4cc8-a2ad-610514adf7cc tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9788046 Jan 18 22:59:39.930629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39592) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:39.934204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Pushing event deleted for resources: {'Port': ['ID=f587df38-3399-47fb-9bf4-c19fc7ada58f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:39.961775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'f7c02443-548d-40fe-9d16-e02dd8af2cf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '317e058b-782a-4861-8dc5-ad00473960c2', 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:39.976973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:39.993347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:40.000129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:40.020486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:40.037359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-828e51a0-0556-4a53-a5bf-189b56c55fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:40.039919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-828e51a0-0556-4a53-a5bf-189b56c55fa2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c395d2b572134e12987c93132a7a246a&device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 1096 time: 0.4370379 Jan 18 22:59:40.129613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-e7edd139-f4de-48fe-bbd2-cf14d3442a1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 200 len: 217 time: 0.3897521 Jan 18 22:59:40.154585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:40.154739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.205274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b9f1-f459-460e-afd6-2c9daac7f604 req-65ed7cc0-0619-42aa-94ed-a9c26bc618e1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:40.212936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8250b9f1-f459-460e-afd6-2c9daac7f604 req-65ed7cc0-0619-42aa-94ed-a9c26bc618e1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4453406 Jan 18 22:59:40.236680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-daffc562-7766-4d0c-98bd-3e11d6a38978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:40.238540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-daffc562-7766-4d0c-98bd-3e11d6a38978 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 200 len: 797 time: 0.0835311 Jan 18 22:59:40.241237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.264232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.416339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8250b9f1-f459-460e-afd6-2c9daac7f604 req-7d1f8203-8c20-4c3e-bf5c-e3b404134a41 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018595 Jan 18 22:59:40.470823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-78958120-5865-4c10-a899-a84913953d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:40.472489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-78958120-5865-4c10-a899-a84913953d41 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 200 len: 919 time: 0.4261730 Jan 18 22:59:40.514573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.517207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.551517 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.551517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b66592-a6f5-41fb-a68f-e18192463c41 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:59:40.600818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:40.645824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.649492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a0f86ca0-4a26-4019-8d1a-05763078e51a admin admin] 10.222.0.78 "DELETE /v2.0/routers/e9b66592-a6f5-41fb-a68f-e18192463c41 HTTP/1.1" status: 204 len: 168 time: 3.0613678 Jan 18 22:59:40.651110 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab45f72b-9716-4706-a4d1-43897a9461d8 req-518c0148-4b0b-4ff5-bf6c-d92b52153f14 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0747447 Jan 18 22:59:40.652768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39618) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:40.693877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:40.694236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9a2aafc6-2ff9-4956-aa3d-fce8dd2e5a25 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:40.783589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2bca51ee-9f28-4f5a-aa3e-85093ea20ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:40.785519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-2bca51ee-9f28-4f5a-aa3e-85093ea20ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4894512 Jan 18 22:59:40.800273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Deleting subnet 824ab70a-603a-4c7a-ab47-0053910c8a3a {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:40.833481 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.888598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.028925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-bff06589-b355-4fb7-a1b9-59476d4899e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 200 len: 217 time: 0.5411110 Jan 18 22:59:41.029514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.119162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-addddf50-2ad0-4114-bbd6-5c32e2ed9629 service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146293 Jan 18 22:59:41.123169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.146809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 88ee4ee9-2ba0-4301-86ea-6f14d3a9841e owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:41.270388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.301064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.353455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.368489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f84dc67-5f5b-446b-8b88-1b568b0eb7f6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:41.387827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4af9cdd-d098-4f8a-bb59-6a65ff8f10b5 req-7d91b782-884b-4534-b87f-5e316337b0df service neutron] 10.222.0.86 "GET /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256823 Jan 18 22:59:41.400733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.400733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824ab70a-603a-4c7a-ab47-0053910c8a3a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:41.402335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a20b2324-0410-48e1-8159-fbbc8e5090cb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/824ab70a-603a-4c7a-ab47-0053910c8a3a HTTP/1.1" status: 204 len: 168 time: 0.7484059 Jan 18 22:59:41.404785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39630) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:41.460830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-827db857-215c-4d5c-8d45-587a723635ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:41.467596 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-827db857-215c-4d5c-8d45-587a723635ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 200 len: 858 time: 0.3643305 Jan 18 22:59:41.483169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.483804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af97c877-5d37-47b3-905f-990648ffadd2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5485630 Jan 18 22:59:41.511276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:41.584970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-65258929-5c9e-4bca-92db-5c539a87f9e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ae1b616b-1ac1-4772-a29e-b91691802aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999074 Jan 18 22:59:41.623139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.679899 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f420dce3-c7f1-48e6-b492-920d6d507f1f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.710858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05e69-fd9c-49f9-b4af-67ca08b0745e req-5f57a2cd-3380-4c7c-ade2-904d43fb24ba tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:41.712301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebb05e69-fd9c-49f9-b4af-67ca08b0745e req-5f57a2cd-3380-4c7c-ade2-904d43fb24ba tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.7059596 Jan 18 22:59:41.718957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f420dce3-c7f1-48e6-b492-920d6d507f1f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.770522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.785381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb48b48-0579-4a40-8442-10e2343d4e76 req-c03b6e97-aad8-4982-b4bc-70d84b7b8a99 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:41.787173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb48b48-0579-4a40-8442-10e2343d4e76 req-c03b6e97-aad8-4982-b4bc-70d84b7b8a99 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2127402 Jan 18 22:59:41.822618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5773fa1-0ff2-4d9d-a9be-980372b49c2c']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:41.841483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480ded0e-9551-42e8-9ed3-30f2fdf5a007') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:41.841788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480ded0e-9551-42e8-9ed3-30f2fdf5a007') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:41.846707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f420dce3-c7f1-48e6-b492-920d6d507f1f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.864847 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.893457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebb05e69-fd9c-49f9-b4af-67ca08b0745e req-910555c0-5ac3-4e0b-b0a2-18bc6553b3e3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632717 Jan 18 22:59:41.894100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb48b48-0579-4a40-8442-10e2343d4e76 req-58274aa6-e723-49d6-8248-193bebccf80e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913899 Jan 18 22:59:41.904798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.911346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420dce3-c7f1-48e6-b492-920d6d507f1f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f84dc67-5f5b-446b-8b88-1b568b0eb7f6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:41.920345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:41.923163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.925051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-a4d2967d-5e09-461b-966b-4cc9c759cd56 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285635 Jan 18 22:59:41.934134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f420dce3-c7f1-48e6-b492-920d6d507f1f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:41.935253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f420dce3-c7f1-48e6-b492-920d6d507f1f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4f84dc67-5f5b-446b-8b88-1b568b0eb7f6 HTTP/1.1" status: 204 len: 168 time: 0.3813019 Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: timer() Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:41.951317 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:41.957214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39644) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:42.025654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.121617 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3733464-c3fd-4374-92de-915dff11d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.130741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=88ee4ee9-2ba0-4301-86ea-6f14d3a9841e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:42.268664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7567fbe3-212d-4174-9b3c-8b9dbd20b4aa req-29d7c38c-569f-44e0-8420-144eef0c8096 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1429408 Jan 18 22:59:42.298564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-506aa099-8c97-47cf-9d93-2b422dff390c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3399670 Jan 18 22:59:42.299247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39650) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:42.315039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.334633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a169a9d-c185-4ec5-af27-6eaf6647e503 req-e2daaa2e-9f09-4ba5-88f3-ea2474fc69b0 service neutron] 10.222.0.86 "GET /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032311 Jan 18 22:59:42.338412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.357791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] Pushing event deleted for resources: {'Network': ['ID=d5773fa1-0ff2-4d9d-a9be-980372b49c2c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:42.400817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d946d67c-04ff-4022-8976-b1e7d9d44fda admin admin] 10.222.0.78 "DELETE /v2.0/networks/d5773fa1-0ff2-4d9d-a9be-980372b49c2c HTTP/1.1" status: 204 len: 168 time: 0.9946532 Jan 18 22:59:42.411413 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b45da7a-1759-450b-a87a-461a58f5083d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.455062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b45da7a-1759-450b-a87a-461a58f5083d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.455229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f587df38-3399-47fb-9bf4-c19fc7ada58f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:42.490982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f587df38-3399-47fb-9bf4-c19fc7ada58f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:42.491407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f587df38-3399-47fb-9bf4-c19fc7ada58f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:42.495562 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.514313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b45da7a-1759-450b-a87a-461a58f5083d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.540884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45da7a-1759-450b-a87a-461a58f5083d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e058b-782a-4861-8dc5-ad00473960c2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:42.545454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b45da7a-1759-450b-a87a-461a58f5083d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.549769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b45da7a-1759-450b-a87a-461a58f5083d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/317e058b-782a-4861-8dc5-ad00473960c2 HTTP/1.1" status: 204 len: 168 time: 0.2485898 Jan 18 22:59:42.550372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39656) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:42.617810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-486df5d1-661c-48a5-86d9-6ca40ec34a5b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:42.635648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-486df5d1-661c-48a5-86d9-6ca40ec34a5b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:42.637021 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-486df5d1-661c-48a5-86d9-6ca40ec34a5b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0855296 Jan 18 22:59:42.641372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39660) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:42.659564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39664) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:42.747977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3d635b3c-5276-4777-9861-d6317881b177 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70f1bf84db6d4879852b246b55e9bf14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871208 Jan 18 22:59:42.751134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39668) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:42.768504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cad2609d-6b9d-4eed-83df-9b015abc1895 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.822710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cad2609d-6b9d-4eed-83df-9b015abc1895 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.871799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ffe8bd-5a55-4276-b256-7c09983a35e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.901373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ffe8bd-5a55-4276-b256-7c09983a35e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.910555 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cad2609d-6b9d-4eed-83df-9b015abc1895 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.914441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 68769566-229b-4944-aed8-5719dd9765eb has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:42.942429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2609d-6b9d-4eed-83df-9b015abc1895 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c02443-548d-40fe-9d16-e02dd8af2cf9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:42.984309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cad2609d-6b9d-4eed-83df-9b015abc1895 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:42.986234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cad2609d-6b9d-4eed-83df-9b015abc1895 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/f7c02443-548d-40fe-9d16-e02dd8af2cf9 HTTP/1.1" status: 204 len: 168 time: 0.3435495 Jan 18 22:59:42.988635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39676) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.051891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ffe8bd-5a55-4276-b256-7c09983a35e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.063662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:43.069673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c78f0e51-585a-4971-ab35-cc0c5e9b9d0f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/68769566-229b-4944-aed8-5719dd9765eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1724985 Jan 18 22:59:43.072508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.076093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55ada5e8-5318-49d7-be1b-1e9180913948 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:43.076298 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] Sync routers for ids ['68769566-229b-4944-aed8-5719dd9765eb'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:43.085953 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] Routers {'68769566-229b-4944-aed8-5719dd9765eb'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:43.086576 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['68769566-229b-4944-aed8-5719dd9765eb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:43.114982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffe8bd-5a55-4276-b256-7c09983a35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dacd11-b681-4ae2-9316-0491e360022f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:43.144859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ffe8bd-5a55-4276-b256-7c09983a35e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.146014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d1ffe8bd-5a55-4276-b256-7c09983a35e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0dacd11-b681-4ae2-9316-0491e360022f HTTP/1.1" status: 204 len: 168 time: 0.3939879 Jan 18 22:59:43.153481 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:43.155213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55ada5e8-5318-49d7-be1b-1e9180913948 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:43.156797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-55ada5e8-5318-49d7-be1b-1e9180913948 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1669950 Jan 18 22:59:43.161263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39688) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.169060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624596893'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:43.170237 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] Routers {'68769566-229b-4944-aed8-5719dd9765eb'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:43.170977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['68769566-229b-4944-aed8-5719dd9765eb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:43.177862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:43.191840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:43.208248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc355adc-078d-4202-bc6f-4c0446e7318d req-baf6cb76-6489-40f7-a003-62693c8bfe1f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:43.215656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc355adc-078d-4202-bc6f-4c0446e7318d req-baf6cb76-6489-40f7-a003-62693c8bfe1f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1508100 Jan 18 22:59:43.233951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.256637 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:43.257057 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb490c-f355-42a1-a6b8-6b75dd4488ec None None] The sync data for ids ['68769566-229b-4944-aed8-5719dd9765eb'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:43.279060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:43.286527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc355adc-078d-4202-bc6f-4c0446e7318d req-3e49a89e-9d56-4c85-9ee8-d69fbf0dc0f0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697961 Jan 18 22:59:43.288825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:43.339364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:43.350932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3224d326-d2ac-47c9-939e-61c8f1d7378a req-be8a3c0a-04d2-4408-8f0b-3d9243fd1476 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0634742 Jan 18 22:59:43.351806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:43.430315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.439683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.495561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbde7e51-c7f6-4018-a99a-2e5777d1b27d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:43.508555 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.510023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-85e38c89-5fa3-42aa-86d8-927ba0a29280 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3473256 Jan 18 22:59:43.512684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39700) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.517991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'fbde7e51-c7f6-4018-a99a-2e5777d1b27d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:43.524441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:43.528650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:43.531771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:43.537911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:43.538820 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-dab5c47f-f0eb-4ed1-9ebe-621cbd5df979 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 22:59:43.539841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dab5c47f-f0eb-4ed1-9ebe-621cbd5df979 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/68769566-229b-4944-aed8-5719dd9765eb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4363608 Jan 18 22:59:43.543115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39704) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.553569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e3b19-d8c5-4315-96a7-7620c6d0ce5a req-458d5e21-8757-499b-a125-f492ae0b6f97 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:43.561137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-901e3b19-d8c5-4315-96a7-7620c6d0ce5a req-458d5e21-8757-499b-a125-f492ae0b6f97 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.4952867 Jan 18 22:59:43.605424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e4fb9824-3224-40ab-ab9c-4348b6c9ad37 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=68769566-229b-4944-aed8-5719dd9765eb HTTP/1.1" status: 200 len: 205 time: 0.0574095 Jan 18 22:59:43.605704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-901e3b19-d8c5-4315-96a7-7620c6d0ce5a req-476920e1-b399-41f1-b416-9a03ac6e7504 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Jan 18 22:59:43.606112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39710) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.629201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.720017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d22a5827-b6ee-474d-adcd-2ce752970c86 req-747c074b-430f-4a7a-8d44-d35edbbc5c4f tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0546412 Jan 18 22:59:43.760627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.767290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.788070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbbd4be-30a1-4616-9617-617583b7125f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:43.823553 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.827763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9361487-4fda-4d3c-ba9c-a38d641781bb tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3113966 Jan 18 22:59:43.828748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.831127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39722) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:43.887076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2acb4a7-e675-4cba-b694-159c32aa6d8c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.914700 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2acb4a7-e675-4cba-b694-159c32aa6d8c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.026570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2acb4a7-e675-4cba-b694-159c32aa6d8c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.098112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2acb4a7-e675-4cba-b694-159c32aa6d8c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.102322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b2acb4a7-e675-4cba-b694-159c32aa6d8c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/edbbd4be-30a1-4616-9617-617583b7125f HTTP/1.1" status: 204 len: 168 time: 0.2702172 Jan 18 22:59:44.104069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39734) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:44.112170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb4a7-e675-4cba-b694-159c32aa6d8c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edbbd4be-30a1-4616-9617-617583b7125f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:44.194300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a43064-0750-437f-8d08-57e5863423ac req-2fdd73bd-23f9-4a02-be04-7623b870d200 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:44.195947 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c9a43064-0750-437f-8d08-57e5863423ac req-2fdd73bd-23f9-4a02-be04-7623b870d200 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2465587 Jan 18 22:59:44.196596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:44.205026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-1216438d-ce96-47ff-8228-01b77dfb3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:44.206505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-1216438d-ce96-47ff-8228-01b77dfb3602 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.1576347 Jan 18 22:59:44.332638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51f4400f-ef60-41c5-b708-ad29eabd824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.333282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c9a43064-0750-437f-8d08-57e5863423ac req-9fc4b0fd-e5c1-4b1d-a7b2-68f7a538f071 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257691 Jan 18 22:59:44.365569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-64346583-network', 'tenant_id': '3a30338c4cc64d529bf21d1ab5d981dc'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:44.383564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:44.391957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Usage tracker for resource:network and tenant:3a30338c4cc64d529bf21d1ab5d981dc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:44.396191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:44.399529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-815093e4-b5c5-4b9f-a692-14ddec455625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:44.401148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-815093e4-b5c5-4b9f-a692-14ddec455625 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.1796293 Jan 18 22:59:44.404963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:44.412746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.417879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.444587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d050f999-20f5-4f1e-914f-ebca05704e0f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:44.475900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.476476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router 68769566-229b-4944-aed8-5719dd9765eb {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:59:44.484749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d050f999-20f5-4f1e-914f-ebca05704e0f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:44.486760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d050f999-20f5-4f1e-914f-ebca05704e0f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3816743 Jan 18 22:59:44.489903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:44.494274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Made reservation on behalf of 3a30338c4cc64d529bf21d1ab5d981dc for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:44.496982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.497980 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.499173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-60268a9d-d4c1-4d93-936a-5aa9e6165dec tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/68769566-229b-4944-aed8-5719dd9765eb HTTP/1.1" status: 204 len: 168 time: 0.8920050 Jan 18 22:59:44.511596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:44.521463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.543799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:44.550715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-bd10cd91-3cca-4f2c-b7f6-8980bc776e9f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.1420341 Jan 18 22:59:44.551753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Usage tracker for resource:security_group_rule and tenant:3a30338c4cc64d529bf21d1ab5d981dc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:44.554858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:44.593855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:44.616283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 3bd34de2-3573-466a-9d65-793db564b58d {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:44.619392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.658309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-ebfe78cc-074d-44c1-bcd0-fe640ce27e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:44.660915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-ebfe78cc-074d-44c1-bcd0-fe640ce27e36 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.1027772 Jan 18 22:59:44.665826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0593b33-3ac1-44b4-a20d-26685976be17 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.704775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0593b33-3ac1-44b4-a20d-26685976be17 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.713987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.886065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0593b33-3ac1-44b4-a20d-26685976be17 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.911417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8560dde7-fec9-4721-9e8f-c3a23319c320 req-b45572c2-d28b-4092-92b0-78b42bd27864 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0580909 Jan 18 22:59:44.920042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656eae4-2f5d-476d-8496-a649d419ef37 req-eab76973-e996-48a6-b52a-e191dd3d13af tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:44.921873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b656eae4-2f5d-476d-8496-a649d419ef37 req-eab76973-e996-48a6-b52a-e191dd3d13af tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1798756 Jan 18 22:59:44.923672 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.933705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.937078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-043799d2-56ee-4474-8617-cf15afec2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:44.938787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-043799d2-56ee-4474-8617-cf15afec2378 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709062 Jan 18 22:59:44.943597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:44.952189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0593b33-3ac1-44b4-a20d-26685976be17 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbde7e51-c7f6-4018-a99a-2e5777d1b27d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:45.022382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0593b33-3ac1-44b4-a20d-26685976be17 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.023498 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c0593b33-3ac1-44b4-a20d-26685976be17 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/fbde7e51-c7f6-4018-a99a-2e5777d1b27d HTTP/1.1" status: 204 len: 168 time: 0.5322282 Jan 18 22:59:45.027583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:45.059557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4e71b-7719-41eb-b863-780d5bb1b974,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:45.073469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b656eae4-2f5d-476d-8496-a649d419ef37 req-100c3085-8cbc-48aa-815d-ddfeba017ae3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138275 Jan 18 22:59:45.112441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.124660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-9fb6b534-ceef-4255-8124-388b4f98b97b service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771259 Jan 18 22:59:45.131829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:59:45.141731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.142121 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Added segment 01d479e2-6fea-466a-9db0-bfb749d339eb of type vlan for network a607d6a1-a043-4755-9b7f-8b55aa916efa Jan 18 22:59:45.165448 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.171692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51188f4b-af7c-48da-8c98-458cf241741e None None] Network 83396e4b-dd14-43a5-9e04-fed3d7391348 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:45.175195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1473c062-4bae-488d-9cd7-84903a20627b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:45.180261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd34de2-3573-466a-9d65-793db564b58d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:45.187613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e8a8fd92-30f8-48db-938d-9b842ca9f813 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/3bd34de2-3573-466a-9d65-793db564b58d HTTP/1.1" status: 204 len: 168 time: 0.6723423 Jan 18 22:59:45.189120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39768) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:45.263120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.345224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1473c062-4bae-488d-9cd7-84903a20627b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:45.350441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1473c062-4bae-488d-9cd7-84903a20627b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3218639 Jan 18 22:59:45.351100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:45.395949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069317389'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:45.409483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:45.435517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:45.442693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.457562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:45.457929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.491656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.512821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.513816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:45.514405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.538185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:45.573017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:45.579423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:45.598523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:45.604669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] DHCP port deletion for 83396e4b-dd14-43a5-9e04-fed3d7391348 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 22:59:45.612488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Deleting port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:45.613523 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.631747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5974f4d1-7b10-47b1-aeac-7d4627af54a8 req-c8c6299e-d63f-406e-b120-c697e737bb30 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337955 Jan 18 22:59:45.658527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] Pushing event updated for resources: {'Network': ['ID=a607d6a1-a043-4755-9b7f-8b55aa916efa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:45.658932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.662903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-139d31f8-ab6e-4fc3-b1de-b77d10db4b75 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4644938 Jan 18 22:59:45.666083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39786) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:45.676754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Request body: {'subnet': {'network_id': 'a607d6a1-a043-4755-9b7f-8b55aa916efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-64346583-subnet', 'tenant_id': '3a30338c4cc64d529bf21d1ab5d981dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:45.681080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a607d6a1-a043-4755-9b7f-8b55aa916efa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:45.684356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:45.691904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Usage tracker for resource:subnet and tenant:3a30338c4cc64d529bf21d1ab5d981dc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:45.695567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:45.702941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:45.719903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Made reservation on behalf of 3a30338c4cc64d529bf21d1ab5d981dc for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:45.723274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.814401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port f1c9e466-b4f3-4c31-ada8-0c98245eddd0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,segment=NetworkSegment(d7543344-1512-4f3a-b67c-014de687ba57),segment_id=d7543344-1512-4f3a-b67c-014de687ba57)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:45.815399 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.892467 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.986234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for f1c9e466-b4f3-4c31-ada8-0c98245eddd0 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:46.046554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.064774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.147389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] For port f1c9e466-b4f3-4c31-ada8-0c98245eddd0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,segment=NetworkSegment(d7543344-1512-4f3a-b67c-014de687ba57),segment_id=d7543344-1512-4f3a-b67c-014de687ba57)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:46.148411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.153176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.177035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea6893-de97-474e-b5ac-bea5ed6ae86e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:46.188598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.198643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.201169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2cb0b80b-c5e8-45b4-ad50-63cd18f1f57b tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8261385 Jan 18 22:59:46.233852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39796) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:46.234868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5880ab41-51c1-4a6c-ac7d-e21d38cabf1e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:46.245845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea6893-de97-474e-b5ac-bea5ed6ae86e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:46.255303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=f1c9e466-b4f3-4c31-ada8-0c98245eddd0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:46.256694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:46.259346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No DVR routers for this DVR port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:46.261037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:46.264044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:46.269971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:46.317409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Calling delete_port for f1c9e466-b4f3-4c31-ada8-0c98245eddd0 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:46.318007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Checking segment: {'id': '01d479e2-6fea-466a-9db0-bfb749d339eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a607d6a1-a043-4755-9b7f-8b55aa916efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:46.318007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Network hostable DHCP agents. Network: a607d6a1-a043-4755-9b7f-8b55aa916efa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:46.346254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.374437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Network a607d6a1-a043-4755-9b7f-8b55aa916efa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:46.408693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d981a6a-37e3-4148-a07a-3f78adace12f req-c3dfbad2-7e73-4925-a44c-34c57586cacf tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:46.422327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d981a6a-37e3-4148-a07a-3f78adace12f req-c3dfbad2-7e73-4925-a44c-34c57586cacf tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3030810 Jan 18 22:59:46.440307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.447294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a607d6a1-a043-4755-9b7f-8b55aa916efa) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:46.451210 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:59:46.451210 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:59:46.451210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47f5de-cd98-48bc-a06f-ebf7724dee9c None None] Network a607d6a1-a043-4755-9b7f-8b55aa916efa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:46.457429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:46.458014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.522887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83396e4b-dd14-43a5-9e04-fed3d7391348']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:46.547222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d981a6a-37e3-4148-a07a-3f78adace12f req-aa140b86-6318-46ff-9dfb-81edaaaf6bf6 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267581 Jan 18 22:59:46.556543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b8a331e-c2dc-4d6e-8224-237df3db71e5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8871751 Jan 18 22:59:46.583863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7543344-1512-4f3a-b67c-014de687ba57') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:46.584546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7543344-1512-4f3a-b67c-014de687ba57') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:46.599358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.600651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.610539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.621330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.629568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:46.630721 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.703518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988f70b3-7e01-4440-a88c-38c2d4735819,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:46.716258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:46.722573 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ff1dbd32-2ddb-4c13-ae46-618800abf4d0 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4840267 Jan 18 22:59:46.723290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39810) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:46.761346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1c9e466-b4f3-4c31-ada8-0c98245eddd0 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 22:59:46.787870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-deee4b42-c5b7-4fb7-8535-b04dfc0338c2 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules/988f70b3-7e01-4440-a88c-38c2d4735819 HTTP/1.1" status: 200 len: 763 time: 0.0634465 Jan 18 22:59:46.788701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39814) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:46.865247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6deec450-8ffc-4595-9c47-ce365b2814ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:46.871289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:46.878972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f1c9e466-b4f3-4c31-ada8-0c98245eddd0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 22:59:46.879553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f1c9e466-b4f3-4c31-ada8-0c98245eddd0 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 22:59:46.886152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b990e6-4b9c-4742-946e-8f69a87af072 None None] Network a607d6a1-a043-4755-9b7f-8b55aa916efa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:47.014556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Deleting port f1c9e466-b4f3-4c31-ada8-0c98245eddd0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:47.016156 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.050086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6deec450-8ffc-4595-9c47-ce365b2814ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:47.051630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6deec450-8ffc-4595-9c47-ce365b2814ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2618244 Jan 18 22:59:47.057431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39832) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:47.081313 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:47.102865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Deleting subnet 5880ab41-51c1-4a6c-ac7d-e21d38cabf1e {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:47.123604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.194247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f47e7e87-f469-4a93-aa13-ceae60a7fddd req-4c7edf30-5711-4933-9a77-6d9c8a86e1d5 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0734639 Jan 18 22:59:47.205276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.212675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7b615d8-5fe9-48a2-9346-39e78418a45c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.218321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.250362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7b615d8-5fe9-48a2-9346-39e78418a45c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.252681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-68dca300-87e2-4c5b-b806-9fb7fc7537a9 None None] The port 'f1c9e466-b4f3-4c31-ada8-0c98245eddd0' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 22:59:47.254768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=83396e4b-dd14-43a5-9e04-fed3d7391348,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:47.288370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b67e8d17-9545-4697-9362-2015e7da1c01 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/83396e4b-dd14-43a5-9e04-fed3d7391348 HTTP/1.1" status: 204 len: 168 time: 2.0981624 Jan 18 22:59:47.293447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.297854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.303402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1921448137'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:47.310619 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.322123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:47.331323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:47.335870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:47.354979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:47.380980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7b615d8-5fe9-48a2-9346-39e78418a45c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.383618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:47.390309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.416190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.432858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:59:47.442792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.443284 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment 716b75ed-55eb-4822-90b6-b2ae83a5c72b of type vlan for network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 Jan 18 22:59:47.451702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b615d8-5fe9-48a2-9346-39e78418a45c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=988f70b3-7e01-4440-a88c-38c2d4735819,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:47.470568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7b615d8-5fe9-48a2-9346-39e78418a45c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.471744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d7b615d8-5fe9-48a2-9346-39e78418a45c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/988f70b3-7e01-4440-a88c-38c2d4735819 HTTP/1.1" status: 204 len: 168 time: 0.4111910 Jan 18 22:59:47.474242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39842) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.482879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.517846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.523772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:47.524583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.540647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1c2c3f96-2c97-43f9-a54c-0258ccac8a9a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:47.565292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.621166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.631488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1c2c3f96-2c97-43f9-a54c-0258ccac8a9a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:47.633151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1c2c3f96-2c97-43f9-a54c-0258ccac8a9a tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1579697 Jan 18 22:59:47.635056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5880ab41-51c1-4a6c-ac7d-e21d38cabf1e HTTP/1.1" status: 204 len: 168 time: 0.7608995 Jan 18 22:59:47.636496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3612d-e00f-4518-bfe6-2ec961cc709c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5880ab41-51c1-4a6c-ac7d-e21d38cabf1e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:47.637474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.637810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.642064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3428059 Jan 18 22:59:47.642481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.648652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:47.648811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea6893-de97-474e-b5ac-bea5ed6ae86e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:47.654930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:47.688323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:47.693197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59029573-4c54-4621-b1ae-750e39dff2f4 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=e811f750-32d8-4dca-bb4b-e2b16fc1b0e1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:47.703835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:47.798643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.809745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:47.815229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:47.819463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:47.826394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:47.833420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.840190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ad7e-4a86-4e93-b969-a6d9c8333ef5 req-c25b7dc6-cf83-40db-8681-9d48860770e2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:47.841702 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f673ad7e-4a86-4e93-b969-a6d9c8333ef5 req-c25b7dc6-cf83-40db-8681-9d48860770e2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2003114 Jan 18 22:59:47.878928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:47.882956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.014255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.016257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.027453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.066599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dd7f8e-9183-4f9d-9c52-c060afc68823,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.072447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a607d6a1-a043-4755-9b7f-8b55aa916efa']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:48.094568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d479e2-6fea-466a-9db0-bfb749d339eb') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:48.095181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d479e2-6fea-466a-9db0-bfb749d339eb') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:48.108254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.109671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f673ad7e-4a86-4e93-b969-a6d9c8333ef5 req-ddf69b81-12fa-4b7e-9ce8-406bb35d5cd5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608907 Jan 18 22:59:48.112426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c0f68b6f-5bbb-46a3-96ae-576df658de7d tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4720693 Jan 18 22:59:48.113618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39870) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.114341 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.134362 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.147430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b33d3f7-e706-4d49-ba9f-11a13aa738c1 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules/45dd7f8e-9183-4f9d-9c52-c060afc68823 HTTP/1.1" status: 200 len: 763 time: 0.0277054 Jan 18 22:59:48.147430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39874) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.154326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:48.154880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:48.173459 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:48.219432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d51ad119-5e93-449a-a89c-fb38b5bc6e1c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0729959 Jan 18 22:59:48.221727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39884) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.257179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d99a251a-2d19-4e47-ac4c-c8311c492414 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.269095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d99a251a-2d19-4e47-ac4c-c8311c492414 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.282609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.330959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.337546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a607d6a1-a043-4755-9b7f-8b55aa916efa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.344099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-abb303e2-ddb1-4f54-a998-1b9153096fd5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a607d6a1-a043-4755-9b7f-8b55aa916efa HTTP/1.1" status: 204 len: 168 time: 0.7019234 Jan 18 22:59:48.391913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d99a251a-2d19-4e47-ac4c-c8311c492414 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.455914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a251a-2d19-4e47-ac4c-c8311c492414 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45dd7f8e-9183-4f9d-9c52-c060afc68823,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.463207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19a80-20f7-4f86-80f3-6bdd8db6e8fc req-151fa664-548b-4d0a-aa65-481cfb0e1811 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:48.464772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72d19a80-20f7-4f86-80f3-6bdd8db6e8fc req-151fa664-548b-4d0a-aa65-481cfb0e1811 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1112828 Jan 18 22:59:48.493698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d99a251a-2d19-4e47-ac4c-c8311c492414 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.494893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d99a251a-2d19-4e47-ac4c-c8311c492414 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/45dd7f8e-9183-4f9d-9c52-c060afc68823 HTTP/1.1" status: 204 len: 168 time: 0.2717319 Jan 18 22:59:48.498239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.524516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39898) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.543971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72d19a80-20f7-4f86-80f3-6bdd8db6e8fc req-ffd0adc9-cc65-4ef5-986d-a154c6880b9b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711427 Jan 18 22:59:48.567581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0087b1de-c854-4196-a5af-eae8c988261e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:48.592347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0087b1de-c854-4196-a5af-eae8c988261e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:48.595816 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0087b1de-c854-4196-a5af-eae8c988261e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965056 Jan 18 22:59:48.598150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39904) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.603890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'a7ea6893-de97-474e-b5ac-bea5ed6ae86e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:48.607042 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.615130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:48.625525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:48.653679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.669119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-20650a48-41b6-4392-b788-982d2542dac0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a30338c4cc64d529bf21d1ab5d981dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432595 Jan 18 22:59:48.678858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39908) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.750718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-360642c4-8aff-439c-9198-3ec76fa91dcd req-285163dd-8e76-4e90-9ca4-37e8a46bb8c7 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0742371 Jan 18 22:59:48.765635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': '716b75ed-55eb-4822-90b6-b2ae83a5c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:48.765995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: e811f750-32d8-4dca-bb4b-e2b16fc1b0e1, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:48.776114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=4a16f148-5ef7-476c-b7f3-1ae80eb4d207,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.791620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:48.804060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, e811f750-32d8-4dca-bb4b-e2b16fc1b0e1) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:48.809787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:48.810944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.820357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa537a24-91bb-414d-bf60-9a58d934a004 None None] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:48.831283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.836987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f36cbbab-da8b-425f-9d65-f736d398c34c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1925147 Jan 18 22:59:48.839514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39912) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.847167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-691806658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:48.855717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:48.860160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:48.861389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.864792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:48.872699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:48.890774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a794911b-0d10-4281-8be1-3fd42ecd85b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.892919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.895137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.922371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.938071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322b47-c1d3-4b16-8694-0e1169b917a5 req-5ec84697-98c3-4e72-b037-a773c4ab6fa2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:48.939795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95322b47-c1d3-4b16-8694-0e1169b917a5 req-5ec84697-98c3-4e72-b037-a773c4ab6fa2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2285526 Jan 18 22:59:48.940575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edf329f-7601-4ae8-8ae8-4076b32cb363,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.957611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.986325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.987958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6015056d-5a89-42fd-a4e2-c4c1628d10fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1473968 Jan 18 22:59:48.991047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39916) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.995841 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a794911b-0d10-4281-8be1-3fd42ecd85b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.005548 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.006738 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d409b504-4fb5-4000-b077-6e1f9ebc8609 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074986 Jan 18 22:59:49.013775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.051916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95322b47-c1d3-4b16-8694-0e1169b917a5 req-059016cb-5914-48a2-872a-bd3fa8c477f5 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971408 Jan 18 22:59:49.058548 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6115a480-23c9-4362-be2e-5304883b574e tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules/5edf329f-7601-4ae8-8ae8-4076b32cb363 HTTP/1.1" status: 200 len: 764 time: 0.0437343 Jan 18 22:59:49.061354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.119931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a016dec-b8e9-4059-b84e-73fed65074a1 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:49.135683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a794911b-0d10-4281-8be1-3fd42ecd85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.143648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-e811f750-32d8-4dca-bb4b-e2b16fc1b0e1', 'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '4a16f148-5ef7-476c-b7f3-1ae80eb4d207'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 22:59:49.144500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.148823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a016dec-b8e9-4059-b84e-73fed65074a1 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:49.150156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8a016dec-b8e9-4059-b84e-73fed65074a1 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0878413 Jan 18 22:59:49.153550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39930) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.154332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794911b-0d10-4281-8be1-3fd42ecd85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4e71b-7719-41eb-b863-780d5bb1b974,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:49.178546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a794911b-0d10-4281-8be1-3fd42ecd85b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.182971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a794911b-0d10-4281-8be1-3fd42ecd85b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ce4e71b-7719-41eb-b863-780d5bb1b974 HTTP/1.1" status: 204 len: 168 time: 0.5012598 Jan 18 22:59:49.199872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-981b3e82-8061-4643-aa99-fff29554856f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.212191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-981b3e82-8061-4643-aa99-fff29554856f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.244225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-981b3e82-8061-4643-aa99-fff29554856f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.270859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3e82-8061-4643-aa99-fff29554856f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5edf329f-7601-4ae8-8ae8-4076b32cb363,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:49.287316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-981b3e82-8061-4643-aa99-fff29554856f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.288701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-981b3e82-8061-4643-aa99-fff29554856f tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5edf329f-7601-4ae8-8ae8-4076b32cb363 HTTP/1.1" status: 204 len: 168 time: 0.1320181 Jan 18 22:59:49.291194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.395936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f3c8d33-fd22-4175-b169-c1721b2a0f57 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:49.438574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f3c8d33-fd22-4175-b169-c1721b2a0f57 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:49.442516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f3c8d33-fd22-4175-b169-c1721b2a0f57 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1477177 Jan 18 22:59:49.442788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.506343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Allocated IP 172.20.0.2 (e811f750-32d8-4dca-bb4b-e2b16fc1b0e1/4a16f148-5ef7-476c-b7f3-1ae80eb4d207/601ce6b0-4df4-424e-9263-6677c15d67ec) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:49.605958 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70165a7f-1048-472c-b74c-e71941be85e5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.662416 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70165a7f-1048-472c-b74c-e71941be85e5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.742147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.757826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70165a7f-1048-472c-b74c-e71941be85e5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.800349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70165a7f-1048-472c-b74c-e71941be85e5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea6893-de97-474e-b5ac-bea5ed6ae86e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:49.843895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70165a7f-1048-472c-b74c-e71941be85e5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.845415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-70165a7f-1048-472c-b74c-e71941be85e5 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/a7ea6893-de97-474e-b5ac-bea5ed6ae86e HTTP/1.1" status: 204 len: 168 time: 0.4017560 Jan 18 22:59:49.848023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.881740 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.893412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Transition to ACTIVE for port object 601ce6b0-4df4-424e-9263-6677c15d67ec will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:49.914732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Transition to ACTIVE for port object 601ce6b0-4df4-424e-9263-6677c15d67ec will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:49.948993 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.981623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b62003dc-adaf-4d50-bffe-d97ee2b5951c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:50.012368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:50.020063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:50.029304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:50.054559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5072902-8aa7-4ecd-9293-39bcc32ad9a5 req-25a3128c-0b33-4ee6-915e-fccde13668c4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:50.066580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5072902-8aa7-4ecd-9293-39bcc32ad9a5 req-25a3128c-0b33-4ee6-915e-fccde13668c4 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3264887 Jan 18 22:59:50.094839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ae1b362d-9527-463a-bec5-8dc37aac0362 req-13b79907-1a60-4797-a0c1-1d2a67412fea tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0956652 Jan 18 22:59:50.095391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b62003dc-adaf-4d50-bffe-d97ee2b5951c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:50.104255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b62003dc-adaf-4d50-bffe-d97ee2b5951c tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2549183 Jan 18 22:59:50.108869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:50.119972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group': {'name': 'tempest-secgroup--537228346'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:50.135198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:50.162087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:50.187093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5072902-8aa7-4ecd-9293-39bcc32ad9a5 req-3608384d-23fe-4b1d-9be8-5f34a4df4a55 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201556 Jan 18 22:59:50.197492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.206578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Pushing event updated for resources: {'Port': ['ID=601ce6b0-4df4-424e-9263-6677c15d67ec,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:50.240810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:50.247355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:50.251832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:50.254464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.254940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.255413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.255850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.256287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.256719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.257176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.257608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.258026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.258488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.258962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.259323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.259804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:50.264921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Attempting to bind port 601ce6b0-4df4-424e-9263-6677c15d67ec on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:59:50.265470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Attempting to bind port 601ce6b0-4df4-424e-9263-6677c15d67ec by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '716b75ed-55eb-4822-90b6-b2ae83a5c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:59:50.265938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Attempting to bind port 601ce6b0-4df4-424e-9263-6677c15d67ec on network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 22:59:50.272380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 22:59:50.273279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Checking segment: {'id': '716b75ed-55eb-4822-90b6-b2ae83a5c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:50.273490 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.273945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Bound using segment: {'id': '716b75ed-55eb-4822-90b6-b2ae83a5c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 22:59:50.274480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Bound port: 601ce6b0-4df4-424e-9263-6677c15d67ec, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716b75ed-55eb-4822-90b6-b2ae83a5c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e811f750-32d8-4dca-bb4b-e2b16fc1b0e1'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:59:50.274996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.391698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.400091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.402984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] For port 601ce6b0-4df4-424e-9263-6677c15d67ec, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 22:59:50.407353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] For port 601ce6b0-4df4-424e-9263-6677c15d67ec, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=601ce6b0-4df4-424e-9263-6677c15d67ec,segment=NetworkSegment(716b75ed-55eb-4822-90b6-b2ae83a5c72b),segment_id=716b75ed-55eb-4822-90b6-b2ae83a5c72b)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 22:59:50.414897 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.504985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034351d-d124-4cf4-8118-a5a7962e7c4f None None] Pushing event updated for resources: {'Port': ['ID=601ce6b0-4df4-424e-9263-6677c15d67ec,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:50.509324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f4246f-75f5-4a37-aba8-9cb9e041d4e4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:50.519049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.520886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-96bea4f4-10a8-4a97-a61c-707fbd6bc3f3 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4108760 Jan 18 22:59:50.523520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39980) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:50.529795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Request body: {'security_group_rule': {'security_group_id': 'e7f4246f-75f5-4a37-aba8-9cb9e041d4e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:50.553639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:50.564329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Usage tracker for resource:security_group_rule and tenant:f7817afd4865423aae00042a83c7ece7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:50.570156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:50.586191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:50.619050 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.643992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.20.0.1 (e811f750-32d8-4dca-bb4b-e2b16fc1b0e1/4a16f148-5ef7-476c-b7f3-1ae80eb4d207/f59a774b-326e-4e70-997b-bbe647948d7a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:50.728282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.729292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39990) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:50.756979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.824040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af11831e-8299-43dc-aaac-e4e241e450d6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:50.887741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.889910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-583a232a-508a-4df5-8d39-9f5dd4aaa1ed tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3651130 Jan 18 22:59:50.896220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39996) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:50.967386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1258667288-network', 'tenant_id': '16766e35a21b48728058ed907e5bded2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:50.973974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:50.980559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Usage tracker for resource:network and tenant:16766e35a21b48728058ed907e5bded2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:50.984981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:50.991813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:51.004017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Made reservation on behalf of 16766e35a21b48728058ed907e5bded2 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:51.006518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.024564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.036494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.044405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:51.046085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7b82-c03a-42f4-a665-0e640e073440 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.049416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Usage tracker for resource:security_group_rule and tenant:16766e35a21b48728058ed907e5bded2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:51.052693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:51.060976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:51.086094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object f59a774b-326e-4e70-997b-bbe647948d7a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:51.088037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7b82-c03a-42f4-a665-0e640e073440 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.150471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.182968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.194318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7b82-c03a-42f4-a665-0e640e073440 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.196364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.230114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:59:51.243063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2910ca-d182-4b4f-8d68-0eb42642779a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:51.247774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.248198 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Added segment b5bc96d5-397c-4741-94bf-57cb2033335e of type vlan for network 593eca16-0c32-4953-aef6-c9b6d5df8327 Jan 18 22:59:51.277280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7b82-c03a-42f4-a665-0e640e073440 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f4246f-75f5-4a37-aba8-9cb9e041d4e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:51.309040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:51.327666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08fc9714-ec8d-4122-a205-5265e036d23b req-06d84099-2b2a-42d6-a4c6-6be582b6812e tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0695958 Jan 18 22:59:51.333791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:51.345110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 22:59:51.357996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.385898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7b82-c03a-42f4-a665-0e640e073440 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.389313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9fbb7b82-c03a-42f4-a665-0e640e073440 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/e7f4246f-75f5-4a37-aba8-9cb9e041d4e4 HTTP/1.1" status: 204 len: 168 time: 0.4892206 Jan 18 22:59:51.391314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:51.428983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.429199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=f59a774b-326e-4e70-997b-bbe647948d7a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:51.429452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:51.430107 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.483247 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.581993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6dd21b24-df2d-4bcd-97b3-8acbec972e40 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:51.584330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] Pushing event updated for resources: {'Network': ['ID=593eca16-0c32-4953-aef6-c9b6d5df8327,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:51.594292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 593eca16-0c32-4953-aef6-c9b6d5df8327 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:51.617732 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1fc79d96-675c-471b-b620-81991e205161 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8790488 Jan 18 22:59:51.633940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6dd21b24-df2d-4bcd-97b3-8acbec972e40 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:51.638289 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6dd21b24-df2d-4bcd-97b3-8acbec972e40 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2460735 Jan 18 22:59:51.639110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40010) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:51.671355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae27b5c-ce2b-48ce-9763-005b0a5e762e req-7e96ae72-067d-4ab9-bf2b-f2ada2fc7d60 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:51.683891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ae27b5c-ce2b-48ce-9763-005b0a5e762e req-7e96ae72-067d-4ab9-bf2b-f2ada2fc7d60 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2928660 Jan 18 22:59:51.721034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dacd7cd-3257-4399-83d4-82e6d95c40c9 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Synchronizing usage tracker for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:51.767716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dacd7cd-3257-4399-83d4-82e6d95c40c9 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] Unset dirty status for tenant:f7817afd4865423aae00042a83c7ece7 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:51.769581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7dacd7cd-3257-4399-83d4-82e6d95c40c9 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1279395 Jan 18 22:59:51.772289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:51.798226 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-46f7e8ba-8208-45b7-bc3a-0b3ff86f4dc1 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] delete failed (client error): The resource could not be found. Jan 18 22:59:51.805956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-46f7e8ba-8208-45b7-bc3a-0b3ff86f4dc1 tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "DELETE /v2.0/security-groups/e7f4246f-75f5-4a37-aba8-9cb9e041d4e4 HTTP/1.1" status: 404 len: 347 time: 0.0291600 Jan 18 22:59:51.806518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40020) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:51.841777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.866848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ae27b5c-ce2b-48ce-9763-005b0a5e762e req-8da9495d-3dd5-4ca0-af21-63848792dbda tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817949 Jan 18 22:59:51.931623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e83c829-9f8d-431c-8e52-feb76b2d0cee tempest-SecGroupTest-1713002492 tempest-SecGroupTest-1713002492-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169326 Jan 18 22:59:52.130746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284eb942-6600-4e11-9dbe-4f113ff357a2 None None] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 22:59:52.430808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40048) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:52.507983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-faf9b03b-3652-4c6b-90ff-32afe438a255 None None] Provisioning for port 601ce6b0-4df4-424e-9263-6677c15d67ec completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:52.669336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.700486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 601ce6b0-4df4-424e-9263-6677c15d67ec up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:52.737065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.811288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 601ce6b0-4df4-424e-9263-6677c15d67ec completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:52.818036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 601ce6b0-4df4-424e-9263-6677c15d67ec triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:52.818585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.953809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f455376-1a2e-4e82-91d9-a1c86345862c req-df961d50-d46b-488f-a3c3-5158eec182ee tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0532231 Jan 18 22:59:52.989728 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-305ae217-8c84-453a-ab6f-7b00569702c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7817afd4865423aae00042a83c7ece7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572517 Jan 18 22:59:52.990827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:53.081339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cd3583a-9a29-4bb9-8b20-544de70d0d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.103812 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.153246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 601ce6b0-4df4-424e-9263-6677c15d67ec, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=601ce6b0-4df4-424e-9263-6677c15d67ec,segment=NetworkSegment(716b75ed-55eb-4822-90b6-b2ae83a5c72b),segment_id=716b75ed-55eb-4822-90b6-b2ae83a5c72b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:53.162041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-439e447c-803c-40d5-953b-88c9cf064071 None None] Provisioning for port f59a774b-326e-4e70-997b-bbe647948d7a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:53.169306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cd3583a-9a29-4bb9-8b20-544de70d0d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.170992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-439e447c-803c-40d5-953b-88c9cf064071 None None] Provisioning complete for port f59a774b-326e-4e70-997b-bbe647948d7a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:53.172380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-439e447c-803c-40d5-953b-88c9cf064071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.254222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-439e447c-803c-40d5-953b-88c9cf064071 None None] Port f59a774b-326e-4e70-997b-bbe647948d7a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:53.256128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.263911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdaf06-0050-46eb-a947-d253087681d4 req-d692be9b-3ba2-4bf9-9327-ecf67eada2db tempest-ComputeTenantNetworksTest-220234475 tempest-ComputeTenantNetworksTest-220234475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.277050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdaf06-0050-46eb-a947-d253087681d4 req-d692be9b-3ba2-4bf9-9327-ecf67eada2db tempest-ComputeTenantNetworksTest-220234475 tempest-ComputeTenantNetworksTest-220234475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.280251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276732d-a7c6-4eaf-8d9a-4556ebbd8e3b req-277002ff-8cfa-4af7-869c-11761fa0291e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.282001 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2276732d-a7c6-4eaf-8d9a-4556ebbd8e3b req-277002ff-8cfa-4af7-869c-11761fa0291e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1698422 Jan 18 22:59:53.282685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cd3583a-9a29-4bb9-8b20-544de70d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.284050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdaf06-0050-46eb-a947-d253087681d4 req-d692be9b-3ba2-4bf9-9327-ecf67eada2db tempest-ComputeTenantNetworksTest-220234475 tempest-ComputeTenantNetworksTest-220234475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.291820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6dcdaf06-0050-46eb-a947-d253087681d4 req-d692be9b-3ba2-4bf9-9327-ecf67eada2db tempest-ComputeTenantNetworksTest-220234475 tempest-ComputeTenantNetworksTest-220234475-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6191196 Jan 18 22:59:53.330504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3583a-9a29-4bb9-8b20-544de70d0d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe3e5ab-91f9-445f-be86-4052dccde8e7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:53.365480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-439e447c-803c-40d5-953b-88c9cf064071 None None] Provisioning complete for port 601ce6b0-4df4-424e-9263-6677c15d67ec triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:53.365856 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-439e447c-803c-40d5-953b-88c9cf064071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.375347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=f59a774b-326e-4e70-997b-bbe647948d7a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:53.387753 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.398175 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2276732d-a7c6-4eaf-8d9a-4556ebbd8e3b req-d77568d8-0672-4f31-be46-79da91c4b35a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965304 Jan 18 22:59:53.421697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cd3583a-9a29-4bb9-8b20-544de70d0d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.423110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5cd3583a-9a29-4bb9-8b20-544de70d0d97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ffe3e5ab-91f9-445f-be86-4052dccde8e7 HTTP/1.1" status: 204 len: 168 time: 0.4304655 Jan 18 22:59:53.510197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-00a55d5d-de4e-4e62-b9ea-7a73e1ea455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.511085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=601ce6b0-4df4-424e-9263-6677c15d67ec,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:53.511648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-00a55d5d-de4e-4e62-b9ea-7a73e1ea455b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48a783a9a5994582b0f93c202337c41c&device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 1095 time: 0.8402097 Jan 18 22:59:53.812857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-aee5d35e-715e-4240-9733-1103d48c39cc None None] Provisioning complete for port f59a774b-326e-4e70-997b-bbe647948d7a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:53.814445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aee5d35e-715e-4240-9733-1103d48c39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.855434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fbd24-d770-4c12-aa5f-caa9e127d3cc req-cfe474f5-0c49-4e2d-a995-19e2c6ed1095 tempest-ComputeTenantNetworksTest-220234475 tempest-ComputeTenantNetworksTest-220234475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.856780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-279fbd24-d770-4c12-aa5f-caa9e127d3cc req-cfe474f5-0c49-4e2d-a995-19e2c6ed1095 tempest-ComputeTenantNetworksTest-220234475 tempest-ComputeTenantNetworksTest-220234475-project] 10.222.0.78 "GET /v2.0/networks/593eca16-0c32-4953-aef6-c9b6d5df8327 HTTP/1.1" status: 200 len: 769 time: 0.2129140 Jan 18 22:59:53.864797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:53.877371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:53.879820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:53.882078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-ff264455-4af3-4978-8970-c6d04d8e6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:53.883575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-ff264455-4af3-4978-8970-c6d04d8e6aff service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 200 len: 913 time: 0.3658998 Jan 18 22:59:53.911964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-aee5d35e-715e-4240-9733-1103d48c39cc None None] Port f59a774b-326e-4e70-997b-bbe647948d7a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:54.054978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-6744b6ba-8883-4b8a-8371-17c75ad31b4c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 200 len: 999 time: 0.1572495 Jan 18 22:59:54.078209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.199657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-91300305-f1ac-4a45-8728-f8abba5e0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:54.201666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-91300305-f1ac-4a45-8728-f8abba5e0290 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 200 len: 851 time: 0.0797436 Jan 18 22:59:54.321135 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2051c3b-cd6b-4490-8af1-a1493f99d596 req-9432bf45-1e3e-4bba-8741-78b884c97b77 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0843217 Jan 18 22:59:54.323455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.337206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dec0b1bf-8c28-443f-9713-b03d556c164e None None] Provisioning complete for port f59a774b-326e-4e70-997b-bbe647948d7a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:54.337682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dec0b1bf-8c28-443f-9713-b03d556c164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.362360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593eca16-0c32-4953-aef6-c9b6d5df8327']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:54.376875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bc96d5-397c-4741-94bf-57cb2033335e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:54.377475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bc96d5-397c-4741-94bf-57cb2033335e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:54.390740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.407503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dec0b1bf-8c28-443f-9713-b03d556c164e None None] Port f59a774b-326e-4e70-997b-bbe647948d7a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 22:59:54.421039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.428657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:59:54.429166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.495510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-b4ff90da-f30f-43f0-bb7e-6cff8770e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:54.497320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-b4ff90da-f30f-43f0-bb7e-6cff8770e419 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c3982f4-ad1d-4d18-a5e0-d874e519189a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2849698 Jan 18 22:59:54.535427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 22:59:54.553976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 601ce6b0-4df4-424e-9263-6677c15d67ec up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: timer() Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:59:54.564296 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:59:54.602135 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.634737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.651881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=593eca16-0c32-4953-aef6-c9b6d5df8327,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:54.651881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:54.655828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45e61ad7-3aaa-41f9-9411-7fa6b60234c7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/593eca16-0c32-4953-aef6-c9b6d5df8327 HTTP/1.1" status: 204 len: 168 time: 0.7888794 Jan 18 22:59:54.672696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 601ce6b0-4df4-424e-9263-6677c15d67ec triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:54.672696 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.839688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5b744c63-61db-4773-8a5e-560b2b56191d tempest-ServiceProvidersTest-1188146531 tempest-ServiceProvidersTest-1188146531-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1751549 Jan 18 22:59:54.951276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:54.954964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-4788d2f8-cd9a-4bf2-8c7d-cd05d33caf10 service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509597 Jan 18 22:59:54.961307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:54.971172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] Sync routers for ids ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:54.973533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9a5d67e2-c8c8-4c8a-8649-8b994155c724 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9812753 Jan 18 22:59:54.985511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] Routers {'4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:54.987798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:54.995889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c633-9aa7-440d-8da2-2a50e9901d74 req-25dacfc8-79f8-41f9-b965-a56bfdaf03a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:55.004679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acc8c633-9aa7-440d-8da2-2a50e9901d74 req-25dacfc8-79f8-41f9-b965-a56bfdaf03a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.4733167 Jan 18 22:59:55.049935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.089699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:55.100663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] Routers {'4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:55.101462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:55.214047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ce635a6-b05e-47a2-8ebe-48cc592869e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16766e35a21b48728058ed907e5bded2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637266 Jan 18 22:59:55.216893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.219822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:55.220347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160beb2-4833-4c20-9dcd-8810c2d94741 None None] The sync data for ids ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:55.240198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973e6f8-d3cd-47ba-b784-82d8a37a34b8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:55.241181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a973e6f8-d3cd-47ba-b784-82d8a37a34b8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:55.248479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40128) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.309688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a973e6f8-d3cd-47ba-b784-82d8a37a34b8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:55.313600 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a973e6f8-d3cd-47ba-b784-82d8a37a34b8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports/f59a774b-326e-4e70-997b-bbe647948d7a HTTP/1.1" status: 200 len: 910 time: 0.3476107 Jan 18 22:59:55.314594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.353408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-acc8c633-9aa7-440d-8da2-2a50e9901d74 req-8971ba83-91cc-40ff-86ac-c8736df0e46d tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469892 Jan 18 22:59:55.400073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e110204-b09c-415c-8ab9-2370ad520c6d req-ce7c9013-adbe-44a7-b369-8cbd923ca86a service neutron] 10.222.0.85 "GET /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894866 Jan 18 22:59:55.421770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d340844f-5341-40de-94ed-e5473801d45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.492525 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.509828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:55.515085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Usage tracker for resource:security_group_rule and tenant:e01250fc75864a63ab78e4b046ce13b7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:55.521152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:55.530677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:55.563323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3acce88e-164c-4aed-bc24-81561a203cd0 req-de2f69ea-b358-417d-b911-62013d0d0d39 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0876288 Jan 18 22:59:55.569456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d340844f-5341-40de-94ed-e5473801d45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.652776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af84dd-6735-4cc2-90c7-15b648f677b4 req-bc1371bb-2aff-4bf1-896e-79d4ee1da65d tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:55.654518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0af84dd-6735-4cc2-90c7-15b648f677b4 req-bc1371bb-2aff-4bf1-896e-79d4ee1da65d tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1214652 Jan 18 22:59:55.738048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0af84dd-6735-4cc2-90c7-15b648f677b4 req-8665e809-2c4d-4f48-bea4-d841004cd48c tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720611 Jan 18 22:59:55.745946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.752573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.814120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e01250fc75864a63ab78e4b046ce13b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589786 Jan 18 22:59:55.814120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5eb91-89ab-4a5d-9a1b-a0097188581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35296a9d-8772-4d7e-8262-f38b08a3c51b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:55.816058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40144) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.845168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d340844f-5341-40de-94ed-e5473801d45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.874505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340844f-5341-40de-94ed-e5473801d45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2910ca-d182-4b4f-8d68-0eb42642779a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:55.897537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-776c4b0f-f5c0-46fe-8aba-9391fa02a302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.921166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d340844f-5341-40de-94ed-e5473801d45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.924741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d340844f-5341-40de-94ed-e5473801d45f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd2910ca-d182-4b4f-8d68-0eb42642779a HTTP/1.1" status: 204 len: 168 time: 0.6921906 Jan 18 22:59:55.943564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-776c4b0f-f5c0-46fe-8aba-9391fa02a302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.077076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-776c4b0f-f5c0-46fe-8aba-9391fa02a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.096918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c4b0f-f5c0-46fe-8aba-9391fa02a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35296a9d-8772-4d7e-8262-f38b08a3c51b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:56.111998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-776c4b0f-f5c0-46fe-8aba-9391fa02a302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.113407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-776c4b0f-f5c0-46fe-8aba-9391fa02a302 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35296a9d-8772-4d7e-8262-f38b08a3c51b HTTP/1.1" status: 204 len: 168 time: 0.2848740 Jan 18 22:59:56.263040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.627622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24077-b65b-4855-b33f-c511201e4b2f req-7d40c6d6-172b-46db-96c4-a6dff6b362a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:56.633520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9b24077-b65b-4855-b33f-c511201e4b2f req-7d40c6d6-172b-46db-96c4-a6dff6b362a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1564200 Jan 18 22:59:56.746604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-defa618b-4ba2-4a6c-a92f-234582a6fc87 req-28dba7f1-422e-4291-8e8c-b49269e58fdb tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0470350 Jan 18 22:59:56.746895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port f59a774b-326e-4e70-997b-bbe647948d7a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:56.747367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.801757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:59:56.802865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9b24077-b65b-4855-b33f-c511201e4b2f req-e041a14a-947b-4531-abfa-2cd6535150cd tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671309 Jan 18 22:59:57.026251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e27bc-19f8-4dd9-a54c-039e80e52684 req-8cd39e00-aa4b-4633-8872-28430b067215 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:57.028436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f71e27bc-19f8-4dd9-a54c-039e80e52684 req-8cd39e00-aa4b-4633-8872-28430b067215 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1032043 Jan 18 22:59:57.079515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f71e27bc-19f8-4dd9-a54c-039e80e52684 req-8fd59f78-d90d-426a-b548-9be0a49fb931 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Jan 18 22:59:57.085813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.200906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40202) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:57.237354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for f59a774b-326e-4e70-997b-bbe647948d7a owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:57.299032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4cee7-b2af-46e9-ad33-1c01aa08bfe5 req-3050e15c-491e-4504-9421-37449c64f4ad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:57.300481 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fb4cee7-b2af-46e9-ad33-1c01aa08bfe5 req-3050e15c-491e-4504-9421-37449c64f4ad tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3060954 Jan 18 22:59:57.376577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-208402155'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:57.377061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fb4cee7-b2af-46e9-ad33-1c01aa08bfe5 req-8cbd833b-bfa0-419f-957f-e3b51f54fa4f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702074 Jan 18 22:59:57.388440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:57.394819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Usage tracker for resource:network and tenant:c1d99607b69d4668ab92eea07d1e27a0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:57.399918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:57.406431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:57.416766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Made reservation on behalf of c1d99607b69d4668ab92eea07d1e27a0 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:57.420905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.437799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.458915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:57.464004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Usage tracker for resource:security_group_rule and tenant:c1d99607b69d4668ab92eea07d1e27a0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:57.467167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:57.476708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:57.486510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.583446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.585985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=f59a774b-326e-4e70-997b-bbe647948d7a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:57.595255 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.660490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:59:57.678708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1be7a-165a-4d92-866d-48cc5ad1dc0e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:57.684096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.684740 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Added segment 08bf65cf-c6c8-4d3e-992e-5ea7702735bc of type vlan for network 9d61d19d-0f21-4982-806c-6a085aa04ef0 Jan 18 22:59:57.779555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40232) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:57.786227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.845385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-b0c2593a-fc45-4b5b-9dac-a8eb978002fb tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:57.847318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-b0c2593a-fc45-4b5b-9dac-a8eb978002fb tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.1533208 Jan 18 22:59:57.848814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.855290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:57.856255 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.064894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8628650 Jan 18 22:59:58.078322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40248) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:58.097735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Request body: {'subnet': {'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:59:58.114270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342089d9-3f98-46ba-b2c3-c5a7c9b58331 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event updated for resources: {'Network': ['ID=9d61d19d-0f21-4982-806c-6a085aa04ef0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:58.116268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.126489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:58.162999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd3932b5-074d-4f28-a973-f9504ee9cdd2 req-b104d99d-d32f-43a0-84bd-ec9aa1211c47 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0706241 Jan 18 22:59:58.169161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.218589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Deleting port e27e0a81-b0f5-49c3-b338-4e4a808fb232 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:58.218935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.244077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:58.256716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Usage tracker for resource:security_group_rule and tenant:327c2176f1234d1cb7bd62aee085c25e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:58.266318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:58.296068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:58.333151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:58.369803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Usage tracker for resource:subnet and tenant:c1d99607b69d4668ab92eea07d1e27a0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:58.380469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:58.400847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:58.449061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Made reservation on behalf of c1d99607b69d4668ab92eea07d1e27a0 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:58.452976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.583119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 22:59:58.598656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33baccb-d4b0-44d4-a69c-b5268ae9fd54 req-7637e25c-661d-4b46-b04e-9fc84fd35255 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:58.600153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e33baccb-d4b0-44d4-a69c-b5268ae9fd54 req-7637e25c-661d-4b46-b04e-9fc84fd35255 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 946 time: 0.2917037 Jan 18 22:59:58.753284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 22:59:58.764372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.768679 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] Sync routers for ids ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:59:58.773438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e33baccb-d4b0-44d4-a69c-b5268ae9fd54 req-9450a4ab-09f4-4aa0-be68-18f8afe1489d tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171041 Jan 18 22:59:58.785985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-afabc2ce-e36a-4a57-8632-9a36dd9424b5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4677796 Jan 18 22:59:58.787021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:58.788727 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] Routers {'4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:58.789423 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:58.849270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ebf409f1-170a-41e2-ad4c-a14100a79488 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:59:58.873483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ebf409f1-170a-41e2-ad4c-a14100a79488 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:59:58.880021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ebf409f1-170a-41e2-ad4c-a14100a79488 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d HTTP/1.1" status: 200 len: 205 time: 0.0926905 Jan 18 22:59:58.880698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:58.904202 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:58.911152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.916648 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] Routers {'4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 22:59:58.917801 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:58.920759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] For port e27e0a81-b0f5-49c3-b338-4e4a808fb232, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e27e0a81-b0f5-49c3-b338-4e4a808fb232,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:58.921150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.010692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:59.011094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714f3be-f4c7-4684-8c2d-12d53954ec17 None None] The sync data for ids ['4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:59:59.087845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.089304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Calling delete_port for e27e0a81-b0f5-49c3-b338-4e4a808fb232 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 22:59:59.128051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=327c2176f1234d1cb7bd62aee085c25e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3431575 Jan 18 22:59:59.134128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:59.170208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-b786f017-c13b-436a-be64-7ed2d56b4314 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:59.171756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-b786f017-c13b-436a-be64-7ed2d56b4314 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=17e0efd8-3950-415b-97fc-75ae2485c885 HTTP/1.1" status: 200 len: 943 time: 0.6585951 Jan 18 22:59:59.196771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7ede6-81ee-4a27-b6ec-a450f2d75b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81e58e-1681-4d2a-90e8-99ee66158403,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.316939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 22:59:59.317305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.424794 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.550719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.562873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['13bdb714-bd4e-4481-a4de-020b4cf0eec1'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 22:59:59.604802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10ddf8d5-3435-4da4-9a22-5f295dab48ff req-0a854778-2297-4fb7-86f3-41dc0b3ee64b tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.2558157 Jan 18 22:59:59.606735 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.611062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.619092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a4dd3e-38cd-4516-aca1-420b29439b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.647372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event updated for resources: {'Subnet': ['ID=e48b89c0-0aa7-4d25-944e-b2f7890b116a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.649477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Pushing event deleted for resources: {'Port': ['ID=e27e0a81-b0f5-49c3-b338-4e4a808fb232,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.654486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a4dd3e-38cd-4516-aca1-420b29439b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.676425 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.676829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 22:59:59.700569 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.704235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-013fdca2-5f10-49a4-86c3-14b3427dad45 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d HTTP/1.1" status: 204 len: 168 time: 0.8200181 Jan 18 22:59:59.705136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:59.774223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 4a16f148-5ef7-476c-b7f3-1ae80eb4d207 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 22:59:59.777954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a4dd3e-38cd-4516-aca1-420b29439b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.782854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.792339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Checking segment: {'id': '08bf65cf-c6c8-4d3e-992e-5ea7702735bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 22:59:59.792711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Network hostable DHCP agents. Network: 9d61d19d-0f21-4982-806c-6a085aa04ef0, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:59.811906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] No DVR routers for this DVR port e27e0a81-b0f5-49c3-b338-4e4a808fb232 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:59:59.817607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.820178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'name': 'network-vif-deleted', 'tag': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:59:59.833467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4dd3e-38cd-4516-aca1-420b29439b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81e58e-1681-4d2a-90e8-99ee66158403,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.845887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a4dd3e-38cd-4516-aca1-420b29439b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.847084 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-35a4dd3e-38cd-4516-aca1-420b29439b27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b81e58e-1681-4d2a-90e8-99ee66158403 HTTP/1.1" status: 204 len: 168 time: 0.7119687 Jan 18 22:59:59.879418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.884381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] For port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 22:59:59.884740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.894143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:59.897682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55bbd538-aa15-4933-b1d3-5b374205e8a7 req-7e93aa31-f167-413f-8b3e-93b919c87704 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.85 "DELETE /v2.0/ports/e27e0a81-b0f5-49c3-b338-4e4a808fb232 HTTP/1.1" status: 204 len: 173 time: 2.0104361 Jan 18 23:00:00.021606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 9d61d19d-0f21-4982-806c-6a085aa04ef0) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:00.025504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-16dc932a-0d30-410d-8443-29f7c9f01062 req-12f58b87-fda8-48c2-b534-eecbbc5287d7 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3b8067f-3360-4020-8ca2-2b4fbf0abcca HTTP/1.1" status: 200 len: 210 time: 0.0979888 Jan 18 23:00:00.030536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for 48778faa-22f5-4ce4-b620-0feb8e3cf6cc owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:00.032435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe415c-9bb1-432c-a5ac-66445924834b None None] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:00.072348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:00.073327 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.113105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-23478d45-81a6-49f4-ac26-f388826391f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0265222 Jan 18 23:00:00.118517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:00.131628 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b8067f-3360-4020-8ca2-2b4fbf0abcca', 'name': 'network-vif-deleted', 'tag': 'e27e0a81-b0f5-49c3-b338-4e4a808fb232', 'status': 'completed', 'code': 200} Jan 18 23:00:00.138847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Request body: {'port': {'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0', 'name': 'tempest-TagsExtTest-1597875814'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:00.185978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.219673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.239225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:00:00.314005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'Port': ['ID=48778faa-22f5-4ce4-b620-0feb8e3cf6cc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:00.375036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:00.383592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Usage tracker for resource:port and tenant:c1d99607b69d4668ab92eea07d1e27a0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:00.388123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:00.397161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:00.412063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] No DVR routers for this DVR port 48778faa-22f5-4ce4-b620-0feb8e3cf6cc on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:00.414754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.424465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Made reservation on behalf of c1d99607b69d4668ab92eea07d1e27a0 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:00.428326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.454222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48f75550-9f8b-49c0-bede-c72bb31915b2 req-03e68fc3-991e-4944-91f8-6b9673db4616 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "DELETE /v2.0/ports/48778faa-22f5-4ce4-b620-0feb8e3cf6cc HTTP/1.1" status: 204 len: 173 time: 1.2655580 Jan 18 23:00:00.486711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.497728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] device_id is not set on port 069e1b8d-a8ee-429a-a613-fe6e54182f5b yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:00:00.554345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-9d61d19d-0f21-4982-806c-6a085aa04ef0', 'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0', 'tenant_id': 'c1d99607b69d4668ab92eea07d1e27a0', 'fixed_ips': [{'subnet_id': 'e48b89c0-0aa7-4d25-944e-b2f7890b116a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:00:00.555205 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.633954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=4a16f148-5ef7-476c-b7f3-1ae80eb4d207,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:00.644263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.668878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8fae0c68-8f90-497b-bbd9-df0db922d60e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/4a16f148-5ef7-476c-b7f3-1ae80eb4d207 HTTP/1.1" status: 204 len: 168 time: 0.9600294 Jan 18 23:00:00.669936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:00.765399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Allocated IP 172.20.0.9 (9d61d19d-0f21-4982-806c-6a085aa04ef0/e48b89c0-0aa7-4d25-944e-b2f7890b116a/069e1b8d-a8ee-429a-a613-fe6e54182f5b) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:00.774825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb50c4-e66e-4a50-9ee0-336e81eae04f None None] Network e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:00.938688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.959876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 601ce6b0-4df4-424e-9263-6677c15d67ec {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:00.961703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.073123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4c7079a-d6eb-48e2-b453-864eddcaa0b4 req-8724c175-f55d-4fd9-b4bd-f09f3f147f0f tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.2052014 Jan 18 23:00:01.338312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.377686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Transition to ACTIVE for port object 069e1b8d-a8ee-429a-a613-fe6e54182f5b will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:01.396806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcf138-caf9-41f7-8332-ac1b0e0c9181 None None] DHCP port deletion for e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:00:01.402429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcf138-caf9-41f7-8332-ac1b0e0c9181 None None] Deleting port 601ce6b0-4df4-424e-9263-6677c15d67ec {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:01.402810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf138-caf9-41f7-8332-ac1b0e0c9181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.419514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 601ce6b0-4df4-424e-9263-6677c15d67ec, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=601ce6b0-4df4-424e-9263-6677c15d67ec,segment=NetworkSegment(716b75ed-55eb-4822-90b6-b2ae83a5c72b),segment_id=716b75ed-55eb-4822-90b6-b2ae83a5c72b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:01.420065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.438687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.543164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:01.544672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:01.551065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:01.577892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 601ce6b0-4df4-424e-9263-6677c15d67ec owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:01.596352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event updated for resources: {'Port': ['ID=069e1b8d-a8ee-429a-a613-fe6e54182f5b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:01.647379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:01.650146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.672609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Allocated IP 172.20.0.2 (9d61d19d-0f21-4982-806c-6a085aa04ef0/e48b89c0-0aa7-4d25-944e-b2f7890b116a/b5f11b1a-38cf-4633-9a04-881c09676469) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:01.674968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.691031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6bbbccde-8c46-4a1c-a22e-beb2cd520870 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5690041 Jan 18 23:00:01.691757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:01.700106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-775964745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:01.708762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:01.713236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Usage tracker for resource:router and tenant:c1d99607b69d4668ab92eea07d1e27a0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:01.716731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:01.723068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:01.743376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.744513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.752869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=601ce6b0-4df4-424e-9263-6677c15d67ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:01.761585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No DVR routers for this DVR port 601ce6b0-4df4-424e-9263-6677c15d67ec on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:01.781473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.826408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.873263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.874678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-08a95cf1-e28d-4515-8926-5e0fc2561269 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1819923 Jan 18 23:00:01.877755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:01.883255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e82181e8-e380-4ffb-b920-21aa968e1fe2 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-45249655', 'prefixes': ['172.20.0.0/16']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:01.893905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e82181e8-e380-4ffb-b920-21aa968e1fe2 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:01.937162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.949569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e27e0a81-b0f5-49c3-b338-4e4a808fb232 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:01.973524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.003006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e811f750-32d8-4dca-bb4b-e2b16fc1b0e1']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.013846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e82181e8-e380-4ffb-b920-21aa968e1fe2 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.015469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e82181e8-e380-4ffb-b920-21aa968e1fe2 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1366811 Jan 18 23:00:02.017949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716b75ed-55eb-4822-90b6-b2ae83a5c72b') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.018258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716b75ed-55eb-4822-90b6-b2ae83a5c72b') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.019114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:02.024975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: e27e0a81-b0f5-49c3-b338-4e4a808fb232 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:02.025542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e27e0a81-b0f5-49c3-b338-4e4a808fb232 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:02.030334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-29e78774-2a42-4e30-bab3-7e2d1ff0323d tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-1197345869') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.031236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Transition to ACTIVE for port object b5f11b1a-38cf-4633-9a04-881c09676469 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:02.033199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.053562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.063207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:00:02.063624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:02.083721 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:02.092782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcf138-caf9-41f7-8332-ac1b0e0c9181 None None] The port '601ce6b0-4df4-424e-9263-6677c15d67ec' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:00:02.094288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Transition to ACTIVE for port object b5f11b1a-38cf-4633-9a04-881c09676469 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:02.105653 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.147513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-deleted', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:02.179182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:02.187792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.209623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.216544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=e811f750-32d8-4dca-bb4b-e2b16fc1b0e1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:02.225164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:02.225164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:02.232100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78a5e7-4bb8-408e-983a-496ccc1ac26e req-0d6ef26f-95f5-4505-8490-313ac4e107a3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:02.245301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-801930bf-7dca-4452-93f2-481afb7c506f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/e811f750-32d8-4dca-bb4b-e2b16fc1b0e1 HTTP/1.1" status: 204 len: 168 time: 1.5738013 Jan 18 23:00:02.249805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40372) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:02.251615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be78a5e7-4bb8-408e-983a-496ccc1ac26e req-0d6ef26f-95f5-4505-8490-313ac4e107a3 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1640952 Jan 18 23:00:02.256106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1486788552', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:02.267190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:02.272361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:02.276220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:02.283600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:02.302916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.304196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.316609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Pushing event updated for resources: {'Port': ['ID=b5f11b1a-38cf-4633-9a04-881c09676469,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:02.330193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.337157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Attempting to bind port b5f11b1a-38cf-4633-9a04-881c09676469 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:02.337685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Attempting to bind port b5f11b1a-38cf-4633-9a04-881c09676469 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '08bf65cf-c6c8-4d3e-992e-5ea7702735bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:02.338238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Attempting to bind port b5f11b1a-38cf-4633-9a04-881c09676469 on network 9d61d19d-0f21-4982-806c-6a085aa04ef0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:02.347402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:02.348909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Checking segment: {'id': '08bf65cf-c6c8-4d3e-992e-5ea7702735bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:02.349495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.350061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Bound using segment: {'id': '08bf65cf-c6c8-4d3e-992e-5ea7702735bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:02.350612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Bound port: b5f11b1a-38cf-4633-9a04-881c09676469, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bf65cf-c6c8-4d3e-992e-5ea7702735bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9d61d19d-0f21-4982-806c-6a085aa04ef0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:02.350979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.369271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be78a5e7-4bb8-408e-983a-496ccc1ac26e req-01e0785c-1169-41d9-814d-8a59bf80756f tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168151 Jan 18 23:00:02.425908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-29e78774-2a42-4e30-bab3-7e2d1ff0323d tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-1197345869 HTTP/1.1" status: 201 len: 201 time: 0.4030430 Jan 18 23:00:02.426378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:02.432050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-9929bc9b-317e-4155-9988-3b44c6e4fb1f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-2083189089') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.525998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] For port b5f11b1a-38cf-4633-9a04-881c09676469, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:02.535816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] For port b5f11b1a-38cf-4633-9a04-881c09676469, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b5f11b1a-38cf-4633-9a04-881c09676469,segment=NetworkSegment(08bf65cf-c6c8-4d3e-992e-5ea7702735bc),segment_id=08bf65cf-c6c8-4d3e-992e-5ea7702735bc)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:02.543236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 601ce6b0-4df4-424e-9263-6677c15d67ec no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:02.592781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 601ce6b0-4df4-424e-9263-6677c15d67ec {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:02.593685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 601ce6b0-4df4-424e-9263-6677c15d67ec not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:02.597676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.629319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6b43080-c48c-4bd5-bb8c-50539a25b320 req-f81aa84b-68d4-4c98-9ab2-44b003bd1795 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0672429 Jan 18 23:00:02.693391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9929bc9b-317e-4155-9988-3b44c6e4fb1f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-2083189089 HTTP/1.1" status: 201 len: 201 time: 0.2654231 Jan 18 23:00:02.695688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:02.701978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-105d7cee-2156-4a3f-a705-e5f988652954 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-225373486') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.771114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985a058-8e60-4453-8c8b-c32fb8b8d761 None None] Pushing event updated for resources: {'Port': ['ID=b5f11b1a-38cf-4633-9a04-881c09676469,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:02.813680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.838613 n-d-825178-1 neutron-server[87811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17e0efd8-3950-415b-97fc-75ae2485c885', 'name': 'network-vif-deleted', 'tag': '48778faa-22f5-4ce4-b620-0feb8e3cf6cc', 'status': 'failed', 'code': 422} returned with failed status Jan 18 23:00:02.896199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-105d7cee-2156-4a3f-a705-e5f988652954 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-225373486 HTTP/1.1" status: 201 len: 201 time: 0.1992221 Jan 18 23:00:02.898672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:02.906555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-85785a14-583c-4436-845e-1fba5f59a608 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-150293045') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.262849 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85785a14-583c-4436-845e-1fba5f59a608 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-150293045 HTTP/1.1" status: 201 len: 201 time: 0.3628778 Jan 18 23:00:03.271635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0c31b-15c7-4ef9-bd68-686e79d83737 req-7470ab64-0dfa-4111-abcf-639c76660d85 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:03.273060 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4da0c31b-15c7-4ef9-bd68-686e79d83737 req-7470ab64-0dfa-4111-abcf-639c76660d85 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 907 time: 0.1076348 Jan 18 23:00:03.273530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.278230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-871e1806-218d-4e2a-bc3e-dee3ce53b479 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.358232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-871e1806-218d-4e2a-bc3e-dee3ce53b479 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags HTTP/1.1" status: 200 len: 241 time: 0.0811858 Jan 18 23:00:03.358515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.363749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-f88693b1-ee5c-4e14-aaed-7a5b1d896a1f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-1197345869') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.445018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f88693b1-ee5c-4e14-aaed-7a5b1d896a1f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-1197345869 HTTP/1.1" status: 204 len: 168 time: 0.0845900 Jan 18 23:00:03.446913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.455537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-4ea61908-986e-4211-bcc3-9b23e34e8738 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-1197345869') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.523739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.563449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4ea61908-986e-4211-bcc3-9b23e34e8738 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-1197345869 HTTP/1.1" status: 204 len: 168 time: 0.1130595 Jan 18 23:00:03.565941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40418) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.571446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-6039e523-f7ea-486a-9566-67f06903d8a6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.613197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.642613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6039e523-f7ea-486a-9566-67f06903d8a6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags HTTP/1.1" status: 200 len: 205 time: 0.0756140 Jan 18 23:00:03.645288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40422) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.650927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-e64f8312-61d7-49dc-ad26-2a4f7d962eaa tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.741746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e64f8312-61d7-49dc-ad26-2a4f7d962eaa tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags HTTP/1.1" status: 200 len: 241 time: 0.0952370 Jan 18 23:00:03.746828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.752857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-61752050-407f-4753-a2dc-b2f5fa60ab34 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-2083189089') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:03.832864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3a337-4d39-4cf5-a396-6d934d9f57b9 req-61403fa1-b4d0-4e67-a5f8-0c77afa80e1e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:03.833677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-31a3a337-4d39-4cf5-a396-6d934d9f57b9 req-61403fa1-b4d0-4e67-a5f8-0c77afa80e1e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Synchronizing usage tracker for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:03.896406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-31a3a337-4d39-4cf5-a396-6d934d9f57b9 req-61403fa1-b4d0-4e67-a5f8-0c77afa80e1e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Unset dirty status for tenant:c395d2b572134e12987c93132a7a246a on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:03.897717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31a3a337-4d39-4cf5-a396-6d934d9f57b9 req-61403fa1-b4d0-4e67-a5f8-0c77afa80e1e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3261924 Jan 18 23:00:03.901806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-61752050-407f-4753-a2dc-b2f5fa60ab34 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-2083189089 HTTP/1.1" status: 204 len: 168 time: 0.1538365 Jan 18 23:00:03.906178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40432) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.909581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9530dc0-7b87-47b9-8dc9-e7e111d46fa2 req-126c7d12-6d1f-4db6-8213-ad45942220c5 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0765989 Jan 18 23:00:03.909801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.25.4.225 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/17b52a28-e1eb-47ef-ac44-26c4ef641f38) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:03.915288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-cd2f6bb9-100e-4aab-81a6-960922ce5ac6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-2083189089') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:04.120546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31a3a337-4d39-4cf5-a396-6d934d9f57b9 req-f09071ed-bdb0-4480-9dc3-a34788fee3f9 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151403 Jan 18 23:00:04.177412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db12eba-654d-4571-a569-738b0f198d67 None None] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:04.226485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.243421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cd2f6bb9-100e-4aab-81a6-960922ce5ac6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-2083189089 HTTP/1.1" status: 204 len: 168 time: 0.3339555 Jan 18 23:00:04.244557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40448) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:04.251480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-ed213b80-2ca5-4027-9271-77a013cee7b0 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:04.336588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.339578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-3976fe8e-d316-4a99-82c8-0826a33b28f9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:04.341409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-3976fe8e-d316-4a99-82c8-0826a33b28f9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.86 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 907 time: 0.1172826 Jan 18 23:00:04.349999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-80042a11-8b24-4b31-8813-a6556fd72f28 None None] Provisioning for port b5f11b1a-38cf-4633-9a04-881c09676469 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:04.365258 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.398161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ed213b80-2ca5-4027-9271-77a013cee7b0 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags HTTP/1.1" status: 200 len: 205 time: 0.1520233 Jan 18 23:00:04.407608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40454) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:04.422681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-21a6e424-c171-4aef-af26-6d29e138629e tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:04.516113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:04.524511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:04.525031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.615099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:04.620853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:04.678020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b5f11b1a-38cf-4633-9a04-881c09676469 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:04.707966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada83b-7a8e-4b1c-89fd-bc133235cd59 req-fd72a383-b819-4ac1-ad44-3167a3e38363 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:04.713284 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4ada83b-7a8e-4b1c-89fd-bc133235cd59 req-fd72a383-b819-4ac1-ad44-3167a3e38363 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 907 time: 0.2550495 Jan 18 23:00:04.832643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=17b52a28-e1eb-47ef-ac44-26c4ef641f38,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:04.834690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b5f11b1a-38cf-4633-9a04-881c09676469 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:04.841373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b5f11b1a-38cf-4633-9a04-881c09676469 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:04.841962 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.973255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] For port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:04.973864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.013285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21a6e424-c171-4aef-af26-6d29e138629e tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags HTTP/1.1" status: 200 len: 240 time: 0.6011946 Jan 18 23:00:05.016745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40472) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:05.029010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-cf123f2b-df32-4574-b0a5-1fadb88840bd tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-225373486') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:05.112299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-541b3562-e5da-473a-98ce-4831297dde95 None None] Provisioning for port 069e1b8d-a8ee-429a-a613-fe6e54182f5b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:05.121833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.133581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-541b3562-e5da-473a-98ce-4831297dde95 None None] Provisioning complete for port 069e1b8d-a8ee-429a-a613-fe6e54182f5b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:05.134231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-541b3562-e5da-473a-98ce-4831297dde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.213051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:05.262892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b5f11b1a-38cf-4633-9a04-881c09676469, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b5f11b1a-38cf-4633-9a04-881c09676469,segment=NetworkSegment(08bf65cf-c6c8-4d3e-992e-5ea7702735bc),segment_id=08bf65cf-c6c8-4d3e-992e-5ea7702735bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:05.263796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-541b3562-e5da-473a-98ce-4831297dde95 None None] Port 069e1b8d-a8ee-429a-a613-fe6e54182f5b cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:05.276605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-541b3562-e5da-473a-98ce-4831297dde95 None None] Provisioning complete for port b5f11b1a-38cf-4633-9a04-881c09676469 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:05.277017 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-541b3562-e5da-473a-98ce-4831297dde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.287951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7140b714-ba20-42c8-9b3c-87908f54dd84 req-8bb4054d-dbbb-48d4-b4ca-1d2b30e9fd8d tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1647410 Jan 18 23:00:05.315600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.321292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf123f2b-df32-4574-b0a5-1fadb88840bd tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-225373486 HTTP/1.1" status: 204 len: 168 time: 0.3035672 Jan 18 23:00:05.327017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40482) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:05.333286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-cbee1360-7694-4e6c-a918-e4c7aeced521 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-225373486') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:05.432669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b5f11b1a-38cf-4633-9a04-881c09676469,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:05.462999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.517302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'Port': ['ID=88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:05.656927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] No DVR routers for this DVR port 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:05.660171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.670746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'name': 'network-vif-deleted', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:05.676047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bee4e488-92dc-4745-afdf-4b21f62d7060 req-920dcf3b-9b20-4cfc-8e63-3c51fa02c3c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.86 "DELETE /v2.0/ports/88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e HTTP/1.1" status: 204 len: 173 time: 1.3265450 Jan 18 23:00:05.711132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-68670d5a-f6d8-4b8b-8671-575172f85bed None None] Provisioning complete for port 069e1b8d-a8ee-429a-a613-fe6e54182f5b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:05.711232 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68670d5a-f6d8-4b8b-8671-575172f85bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.716663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65760161-f974-432b-a4a0-94dfb7ac1944 req-1879e047-b2b5-451d-8817-7df247266b25 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:05.718285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-65760161-f974-432b-a4a0-94dfb7ac1944 req-1879e047-b2b5-451d-8817-7df247266b25 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1987045 Jan 18 23:00:05.813393 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deffae47-574e-4fb6-8f06-eb51b3851c0c', 'name': 'network-vif-deleted', 'tag': '88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e', 'status': 'completed', 'code': 200} Jan 18 23:00:05.847352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-65760161-f974-432b-a4a0-94dfb7ac1944 req-5ec715c4-99da-4f95-8537-eff95be8b31a tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058393 Jan 18 23:00:05.851265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-68670d5a-f6d8-4b8b-8671-575172f85bed None None] Port 069e1b8d-a8ee-429a-a613-fe6e54182f5b cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:05.910075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cbee1360-7694-4e6c-a918-e4c7aeced521 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-225373486 HTTP/1.1" status: 204 len: 168 time: 0.5816607 Jan 18 23:00:05.912386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40494) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:05.919477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-3e9fe028-1b29-480e-987a-4c3bf2293093 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:06.036730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-55b471d6-4c22-4047-925c-7c72ebd350e1 req-0df5fc84-3675-4664-983f-bdd0f00fdd3e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:06.087096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.222215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-55b471d6-4c22-4047-925c-7c72ebd350e1 req-0df5fc84-3675-4664-983f-bdd0f00fdd3e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:06.233896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55b471d6-4c22-4047-925c-7c72ebd350e1 req-0df5fc84-3675-4664-983f-bdd0f00fdd3e tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=deffae47-574e-4fb6-8f06-eb51b3851c0c HTTP/1.1" status: 200 len: 210 time: 0.2531800 Jan 18 23:00:06.258993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e9fe028-1b29-480e-987a-4c3bf2293093 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags HTTP/1.1" status: 200 len: 205 time: 0.3455806 Jan 18 23:00:06.262181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:06.270544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-49ae0fc1-21ee-4f53-aded-27c7d599eb0b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:06.309736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-49ae0fc1-21ee-4f53-aded-27c7d599eb0b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags HTTP/1.1" status: 200 len: 240 time: 0.0462885 Jan 18 23:00:06.312272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:06.326261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-febbf4d3-d036-4fe5-8dc7-3d9fae3155f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-150293045') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:06.379744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-febbf4d3-d036-4fe5-8dc7-3d9fae3155f1 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-150293045 HTTP/1.1" status: 204 len: 168 time: 0.0664608 Jan 18 23:00:06.382631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40510) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:06.409498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-56682c64-7bd6-4bc6-8198-11f6f3a1f252 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-150293045') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:06.540844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b5f11b1a-38cf-4633-9a04-881c09676469 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:06.577960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89ad20d4-873b-46cb-b8f2-6f089f0a73a7 req-2cf0371d-2629-49d8-86dd-77ad7099286b tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0799117 Jan 18 23:00:06.650996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b5f11b1a-38cf-4633-9a04-881c09676469 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:06.651669 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.675415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-56682c64-7bd6-4bc6-8198-11f6f3a1f252 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-150293045 HTTP/1.1" status: 204 len: 168 time: 0.2870865 Jan 18 23:00:06.676320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40518) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:06.680643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-efb47509-5e58-46a5-bd80-2a3ec48d70c2 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:06.709714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.756377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.821641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-efb47509-5e58-46a5-bd80-2a3ec48d70c2 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags HTTP/1.1" status: 200 len: 205 time: 0.1449857 Jan 18 23:00:06.824348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:06.829602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-238ea85a-0ca7-4e2a-850d-ddf7ed4772eb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:06.859298 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-238ea85a-0ca7-4e2a-850d-ddf7ed4772eb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags HTTP/1.1" status: 204 len: 168 time: 0.0314274 Jan 18 23:00:06.859519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:06.864562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-4b503cc7-eeb4-4fe3-bb4c-838f30a1f7ed tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.002458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.006607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.014543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.023034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.028896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.034739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.040476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.042751 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-6796a589-c9d8-4d8d-a84f-edf500b16329 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.2677498 Jan 18 23:00:07.100009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ade235ee-b00d-4be1-a8d4-dc0c3573eb7e is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:00:07.108608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e3de27-adae-4bcf-b1cf-f7f49c5172db req-50b85b86-a3f1-4011-ad81-89a61ca7e7bd tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569754 Jan 18 23:00:07.175880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4b503cc7-eeb4-4fe3-bb4c-838f30a1f7ed tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags HTTP/1.1" status: 204 len: 168 time: 0.3154202 Jan 18 23:00:07.178426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40538) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:07.183312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-4642fca3-515a-4ce8-8ff1-ae3a0094444a tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.231885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767885ea-434e-4764-9aed-f40e0e9dcc84 req-6f75d805-dbcd-4a39-bada-121d0b88bf12 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.233425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-767885ea-434e-4764-9aed-f40e0e9dcc84 req-6f75d805-dbcd-4a39-bada-121d0b88bf12 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.2050207 Jan 18 23:00:07.289223 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-767885ea-434e-4764-9aed-f40e0e9dcc84 req-83febec2-ce84-4a70-9d1f-8f40de4b3fe1 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Jan 18 23:00:07.310465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4642fca3-515a-4ce8-8ff1-ae3a0094444a tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags HTTP/1.1" status: 204 len: 168 time: 0.1288195 Jan 18 23:00:07.312103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:07.317304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-fb2e20d4-ba09-4719-9ea5-278904d2b183 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.478543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-c87307e1-2a39-4a9f-b149-c822e43d058e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.478543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-c87307e1-2a39-4a9f-b149-c822e43d058e tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.86 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.1243520 Jan 18 23:00:07.501064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fb2e20d4-ba09-4719-9ea5-278904d2b183 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags HTTP/1.1" status: 204 len: 168 time: 0.1740665 Jan 18 23:00:07.501064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40554) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:07.521570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:07.529346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] Sync routers for ids ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:07.549432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] Routers {'ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:07.550230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.572024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-6dccb862-6136-44ef-94c9-6345913ac3dc tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-397529096') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.582410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.599603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.605662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.612389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.619138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.625170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.631181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.643209 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be5d8382-2b76-42c5-9dc1-a857a87a26dc req-c8ad8474-fcd6-4baf-bbc9-59109925506f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.2300081 Jan 18 23:00:07.644451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.649192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a34295d1-329b-4b52-9f70-cc690907b482 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3979783 Jan 18 23:00:07.650065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40570) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:07.686221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Deleting port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:07.686815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.687952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.699484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] Routers {'ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:07.700206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.786025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:07.787663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2929d8-a6b6-4100-bde9-f8df0ab14513 None None] The sync data for ids ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:08.035823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-30f43b22-e84a-4ea6-a780-6a990eeb2764 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/routers/ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 200 len: 881 time: 0.3824022 Jan 18 23:00:08.035998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40576) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:08.052576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6dccb862-6136-44ef-94c9-6345913ac3dc tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-397529096 HTTP/1.1" status: 201 len: 201 time: 0.4922926 Jan 18 23:00:08.058031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:08.071165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-2e63b523-2dff-4791-96db-96c530ae112b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-1736244392') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:08.207051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fb22a25-d85a-4ae7-ace2-06ce29e1679a req-6e093a5a-d3f4-4af2-bc20-77cf2d3eb6a2 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0569153 Jan 18 23:00:08.263537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] For port 13bdb714-bd4e-4481-a4de-020b4cf0eec1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=13bdb714-bd4e-4481-a4de-020b4cf0eec1,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:08.263869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:08.319611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24c17c-7d6f-443e-842a-a2b5ac023124 req-142c3a60-2e33-45e5-a332-a19a969b8fb2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:08.321115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b24c17c-7d6f-443e-842a-a2b5ac023124 req-142c3a60-2e33-45e5-a332-a19a969b8fb2 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.1760092 Jan 18 23:00:08.390499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b24c17c-7d6f-443e-842a-a2b5ac023124 req-bf80f3b4-e5da-4b4b-8566-157f29b7ed8b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Jan 18 23:00:08.412794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9f74882-213c-4dab-938c-e3b6634a2b40 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:router {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:08.437525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Calling delete_port for 13bdb714-bd4e-4481-a4de-020b4cf0eec1 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:08.445536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9f74882-213c-4dab-938c-e3b6634a2b40 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:router {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:08.447418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9f74882-213c-4dab-938c-e3b6634a2b40 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4102311 Jan 18 23:00:08.450573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:08.460806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1486788552'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:08.565392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2e63b523-2dff-4791-96db-96c530ae112b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-1736244392 HTTP/1.1" status: 201 len: 201 time: 0.5063257 Jan 18 23:00:08.567901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:08.594634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-4c6a4c19-c272-4e0d-a50f-e3b5877cfb07 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-1740343546') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:08.714011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:08.779033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:08.779382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 88b807e1-1f8d-4bc0-8bd5-771f8ab26a0e not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:08.824511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed2306-8202-45b2-9426-820634bb62d5 req-1f047734-15ed-4e10-95a2-394e28fe1e49 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:08.826086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04ed2306-8202-45b2-9426-820634bb62d5 req-1f047734-15ed-4e10-95a2-394e28fe1e49 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/ports?device_id=4428b9bf-963f-4d3a-bdf0-095cad8adb5f HTTP/1.1" status: 200 len: 945 time: 0.3525095 Jan 18 23:00:09.028392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.130945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Pushing event deleted for resources: {'Port': ['ID=13bdb714-bd4e-4481-a4de-020b4cf0eec1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:09.131280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.137814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4c6a4c19-c272-4e0d-a50f-e3b5877cfb07 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-1740343546 HTTP/1.1" status: 201 len: 201 time: 0.5673039 Jan 18 23:00:09.140196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40600) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:09.141170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04ed2306-8202-45b2-9426-820634bb62d5 req-03c01c94-6bcc-43d7-8218-73703ceae105 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.78 "GET /v2.0/security-groups?id=19b2c604-5bbc-475e-9540-503332e83b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045492 Jan 18 23:00:09.148052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-646083f3-5082-436c-9f0b-148f26fe2887 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-1522985368') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:09.160573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.219193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] No DVR routers for this DVR port 13bdb714-bd4e-4481-a4de-020b4cf0eec1 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:09.221704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.224175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'name': 'network-vif-deleted', 'tag': '13bdb714-bd4e-4481-a4de-020b4cf0eec1'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:09.241387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2c6fa9d-a487-4735-9f04-bb3e86959808 req-30c94b22-f596-4660-b830-a12de957cdc2 tempest-ServerRescueNegativeTestJSON-1756849325 tempest-ServerRescueNegativeTestJSON-1756849325-project] 10.222.0.86 "DELETE /v2.0/ports/13bdb714-bd4e-4481-a4de-020b4cf0eec1 HTTP/1.1" status: 204 len: 173 time: 1.7512739 Jan 18 23:00:09.296238 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4428b9bf-963f-4d3a-bdf0-095cad8adb5f', 'name': 'network-vif-deleted', 'tag': '13bdb714-bd4e-4481-a4de-020b4cf0eec1', 'status': 'completed', 'code': 200} Jan 18 23:00:09.402509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-16e0ac86-9b7e-4582-bea7-706f00981c35 req-94f23fd3-735f-44e8-9558-9aefca4a1ed0 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0468736 Jan 18 23:00:09.488042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-646083f3-5082-436c-9f0b-148f26fe2887 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-1522985368 HTTP/1.1" status: 201 len: 201 time: 0.3453135 Jan 18 23:00:09.490636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40616) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:09.497641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-5dd9d81c-01c9-4e0a-9411-4dfee3a6c917 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', {'tags': ['tempest-TagsExtTest-Tag-1565483344', 'tempest-TagsExtTest-Tag-785592901', 'tempest-TagsExtTest-Tag-1632564846']}) {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:09.667213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ade235ee-b00d-4be1-a8d4-dc0c3573eb7e has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:00:09.763163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5dd9d81c-01c9-4e0a-9411-4dfee3a6c917 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags HTTP/1.1" status: 200 len: 317 time: 0.2713025 Jan 18 23:00:09.765752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:09.770899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-16dade02-57f4-4a8c-a0be-eed3ccc770ec tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:09.826620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd90ba-ae60-4397-9101-b7f6d5bdecc5 req-741fcfbc-c318-426c-82a9-0528d8d90f39 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:09.833932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbdd90ba-ae60-4397-9101-b7f6d5bdecc5 req-741fcfbc-c318-426c-82a9-0528d8d90f39 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.3094006 Jan 18 23:00:09.962846 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-16dade02-57f4-4a8c-a0be-eed3ccc770ec tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags HTTP/1.1" status: 204 len: 168 time: 0.1957796 Jan 18 23:00:09.965641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:09.973211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-9c016783-fcc8-4cc4-86ff-985ff46a4dc3 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-1565483344') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:09.996000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbdd90ba-ae60-4397-9101-b7f6d5bdecc5 req-cd7f5591-9b56-48df-8f03-eb00b66dd2f3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608174 Jan 18 23:00:10.027822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-cd09a146-7524-4edd-8048-a4936eb17615 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.029403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-cd09a146-7524-4edd-8048-a4936eb17615 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.4630010 Jan 18 23:00:10.052111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.085495 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-9c016783-fcc8-4cc4-86ff-985ff46a4dc3 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:10.086852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9c016783-fcc8-4cc4-86ff-985ff46a4dc3 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-1565483344 HTTP/1.1" status: 404 len: 329 time: 0.1198745 Jan 18 23:00:10.089796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40654) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.097540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-e1536236-ce57-4570-9250-7aa9d775401f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-785592901') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.207370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:10.208558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.214539 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-e1536236-ce57-4570-9250-7aa9d775401f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:10.218864 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e1536236-ce57-4570-9250-7aa9d775401f tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-785592901 HTTP/1.1" status: 404 len: 328 time: 0.1281335 Jan 18 23:00:10.222965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40666) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.227915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-b0f29552-cc06-447f-b22c-d722fc643308 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a', 'tempest-TagsExtTest-Tag-1632564846') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.237895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:10.249827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] Sync routers for ids ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:10.253185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.261256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0139f319-fd68-46ae-8d94-ded7ca44e196 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 200 len: 888 time: 1.8096318 Jan 18 23:00:10.263753 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] Routers {'ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:10.265461 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.307825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40670) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.344503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40674) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.418712 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.431507 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] Routers {'ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:10.432563 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T22:59:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.535713 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.536506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dce22-7ae6-4b1e-8bc7-e45994aa5ed5 None None] The sync data for ids ['ade235ee-b00d-4be1-a8d4-dc0c3573eb7e'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:10.657841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd83fec8-7fff-4e87-a587-ccb5b6481073 req-0cd8cd40-87bc-40e1-984b-22dbac5dc327 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0517352 Jan 18 23:00:10.671686 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a47dc752-59dd-4939-9756-74778daa34ae tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/routers/ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 200 len: 888 time: 0.3619246 Jan 18 23:00:10.677116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.678421 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-b0f29552-cc06-447f-b22c-d722fc643308 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:10.682843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b0f29552-cc06-447f-b22c-d722fc643308 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags/tempest-TagsExtTest-Tag-1632564846 HTTP/1.1" status: 404 len: 329 time: 0.4587018 Jan 18 23:00:10.685220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40682) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.717885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 13bdb714-bd4e-4481-a4de-020b4cf0eec1 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:10.727367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-7528780e-7a24-454f-8359-148b380b6439 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', {'tags': ['tempest-TagsExtTest-Tag-2000575241', 'tempest-TagsExtTest-Tag-1292925236', 'tempest-TagsExtTest-Tag-802467945']}) {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.754350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 13bdb714-bd4e-4481-a4de-020b4cf0eec1 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:10.754700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 13bdb714-bd4e-4481-a4de-020b4cf0eec1 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:10.770258 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f32bf6fb-6d97-4f13-bacd-f8d4e99fea50 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 200 len: 205 time: 0.0862415 Jan 18 23:00:10.777782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.789354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.790482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.790954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.791417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.792218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.792681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.793166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:10.801376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-fca1c3d5-22a6-4eb9-976e-212f29adbba1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 6502 time: 0.7099485 Jan 18 23:00:10.974797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7528780e-7a24-454f-8359-148b380b6439 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags HTTP/1.1" status: 200 len: 317 time: 0.2567761 Jan 18 23:00:10.978359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:10.988587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-e420e249-4b0c-4e1d-997a-5a8624330b84 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:10.993897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-1b524684-3f5e-4579-b0c7-a2cc64525c16 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&id=0e97715e-c306-42b2-9247-713095d14c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914005 Jan 18 23:00:11.030500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] For port b8b9220c-f7f9-486c-b1d5-70d83a2394e7, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:11.031247 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.038474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.321170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.330046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e420e249-4b0c-4e1d-997a-5a8624330b84 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags HTTP/1.1" status: 204 len: 168 time: 0.3502531 Jan 18 23:00:11.332415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:11.344534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 17b52a28-e1eb-47ef-ac44-26c4ef641f38 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:11.344984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.357718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for b8b9220c-f7f9-486c-b1d5-70d83a2394e7 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:11.380791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-147a2cfb-bc63-4227-b31f-cfda245a73d5 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-2000575241') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:11.733116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd7a16-bb1b-4f1a-82c1-88b829f3bfd1 req-cd973c57-a145-4205-a5e3-0d6747099ed8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:11.734768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75fd7a16-bb1b-4f1a-82c1-88b829f3bfd1 req-cd973c57-a145-4205-a5e3-0d6747099ed8 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff3d6ff0-694b-449f-a93f-fca0fc17ee60 HTTP/1.1" status: 200 len: 946 time: 0.3850734 Jan 18 23:00:11.747680 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-147a2cfb-bc63-4227-b31f-cfda245a73d5 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:11.751677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-147a2cfb-bc63-4227-b31f-cfda245a73d5 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-2000575241 HTTP/1.1" status: 404 len: 329 time: 0.4177103 Jan 18 23:00:11.755195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:11.763077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-2977e578-09fb-40f3-9f31-bc8576a00c5b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-1292925236') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:11.771298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.783185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:00:11.815216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.847026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'Port': ['ID=b8b9220c-f7f9-486c-b1d5-70d83a2394e7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:11.961692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75fd7a16-bb1b-4f1a-82c1-88b829f3bfd1 req-971a1696-8d66-4419-b242-e76cf58d2769 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177694 Jan 18 23:00:11.985480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] No DVR routers for this DVR port b8b9220c-f7f9-486c-b1d5-70d83a2394e7 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:11.988712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.991895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'name': 'network-vif-deleted', 'tag': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:11.994547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4bcf6114-4d9f-4275-a2c3-9fdc260c7135 req-0cda6564-878d-4f41-9a34-c4eec8201ce8 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1847234 Jan 18 23:00:12.074068 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d6ff0-694b-449f-a93f-fca0fc17ee60', 'name': 'network-vif-deleted', 'tag': 'b8b9220c-f7f9-486c-b1d5-70d83a2394e7', 'status': 'completed', 'code': 200} Jan 18 23:00:12.078999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 17b52a28-e1eb-47ef-ac44-26c4ef641f38 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:12.103093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7f477b3e-7d27-4179-a373-1fee65dd5c64 req-fe023b04-1252-4a5b-8e83-48ec3090f231 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "DELETE /v2.0/ports/b8b9220c-f7f9-486c-b1d5-70d83a2394e7 HTTP/1.1" status: 204 len: 173 time: 2.0497673 Jan 18 23:00:12.108563 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47bfb46b-563a-4319-9884-4018504f7d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.136026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.147312 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-2977e578-09fb-40f3-9f31-bc8576a00c5b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:12.150567 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2977e578-09fb-40f3-9f31-bc8576a00c5b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-1292925236 HTTP/1.1" status: 404 len: 329 time: 0.3925204 Jan 18 23:00:12.153491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40720) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:12.203876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-1668ce1f-29e8-4ed2-a862-0aa494cc5063 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b', 'tempest-TagsExtTest-Tag-802467945') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:12.340083 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-1668ce1f-29e8-4ed2-a862-0aa494cc5063 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:12.344119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1668ce1f-29e8-4ed2-a862-0aa494cc5063 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags/tempest-TagsExtTest-Tag-802467945 HTTP/1.1" status: 404 len: 328 time: 0.1497371 Jan 18 23:00:12.353277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40728) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:12.367326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-72b70819-403f-4fa3-9233-6a1df4af8322 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', {'tags': ['tempest-TagsExtTest-Tag-853540556', 'tempest-TagsExtTest-Tag-110529428', 'tempest-TagsExtTest-Tag-935350085']}) {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:12.387889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.495257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=17b52a28-e1eb-47ef-ac44-26c4ef641f38,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:12.569321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.832290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-72b70819-403f-4fa3-9233-6a1df4af8322 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags HTTP/1.1" status: 200 len: 315 time: 0.4777570 Jan 18 23:00:12.835182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40744) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:12.846258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.tag.tag_plugin [None req-9645a8b7-1f62-4f28-9a13-6c364f0162de tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:12.911807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.914351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.948788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.949734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router ade235ee-b00d-4be1-a8d4-dc0c3573eb7e {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:00:12.992081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.993334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-89353ffb-a9af-4435-884f-323866ad066b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 204 len: 168 time: 2.2145457 Jan 18 23:00:12.998183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.004865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-292884318'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:13.012498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:13.021026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:13.024592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:13.031891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:13.048446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:13.055984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.131512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:13.154094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.154446 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment 55e23c59-d48c-4f4c-ba28-a05ec2c632c1 of type vlan for network a5bcc502-76a5-40ad-9cab-7218b201a496 Jan 18 23:00:13.208744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.216812 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9645a8b7-1f62-4f28-9a13-6c364f0162de tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags HTTP/1.1" status: 204 len: 168 time: 0.3805792 Jan 18 23:00:13.217496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.224820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-a58091e8-1b99-46dd-9ea5-55568453f276 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-853540556') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:13.270547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40764) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.283276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e748f98-3539-4c26-beae-154c4c213163 req-dd4b71b6-5fb6-48b4-b128-9ed690045fd3 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0647318 Jan 18 23:00:13.289084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Deleting port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:13.289084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.326226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-858c5ef8-019b-4677-a606-d79ad6c6e1d3 req-51e1dbe0-27c5-4d7a-88ed-b8ae317154dc service neutron] (87812) timed out ('10.222.0.78', 45784) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:00:13.353090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:00:13.441397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.447709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:13.448140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.453821 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-a58091e8-1b99-46dd-9ea5-55568453f276 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:13.454979 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a58091e8-1b99-46dd-9ea5-55568453f276 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-853540556 HTTP/1.1" status: 404 len: 328 time: 0.2361536 Jan 18 23:00:13.478285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.490014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-73efbf89-0adb-4e35-be99-ecaf178914e4 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-110529428') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:13.511582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b8b9220c-f7f9-486c-b1d5-70d83a2394e7 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:13.547354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: b8b9220c-f7f9-486c-b1d5-70d83a2394e7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:13.547621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b8b9220c-f7f9-486c-b1d5-70d83a2394e7 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:13.565899 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.664897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6650903 Jan 18 23:00:13.668994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:13.672990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40776) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.683803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=a5bcc502-76a5-40ad-9cab-7218b201a496,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:13.688439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:13.694597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.694936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.695276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.695601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.695922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.696238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.696553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.696863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.697202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.697510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.697824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.698129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787640e-beec-4483-8e5e-c2a1e72244b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:13.708172 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-73efbf89-0adb-4e35-be99-ecaf178914e4 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:13.711900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-73efbf89-0adb-4e35-be99-ecaf178914e4 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-110529428 HTTP/1.1" status: 404 len: 328 time: 0.2299657 Jan 18 23:00:13.712049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a5bcc502-76a5-40ad-9cab-7218b201a496 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:13.712159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40780) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.714250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Usage tracker for resource:security_group_rule and tenant:a953ad064a6d48319dd82dd49129d9bf is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:13.716921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-62e07bfb-769a-4ae1-8e7e-7e8abc25b26e tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945', 'tempest-TagsExtTest-Tag-935350085') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:13.718806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:13.830181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:13.964259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:13.968856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] For port fda7d4b4-14ff-4c4f-8bad-af6de8b66b18, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,segment=NetworkSegment(6a3eef58-8197-4dc0-8c7c-b137d749d511),segment_id=6a3eef58-8197-4dc0-8c7c-b137d749d511)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:13.969247 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.986305 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-62e07bfb-769a-4ae1-8e7e-7e8abc25b26e tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:13.987539 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62e07bfb-769a-4ae1-8e7e-7e8abc25b26e tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags/tempest-TagsExtTest-Tag-935350085 HTTP/1.1" status: 404 len: 328 time: 0.2744830 Jan 18 23:00:13.990724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:13.995811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-055fa30b-43f7-4c2b-bec0-ec3c0e1cb51b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', {'tags': ['tempest-TagsExtTest-Tag-1258956975', 'tempest-TagsExtTest-Tag-988898407', 'tempest-TagsExtTest-Tag-979113333']}) {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:13.996031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881ea2d-aabe-43d6-b37e-cbe28b4aae3c req-ebde5a7f-03e2-4576-afb5-dcce735f5239 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:13.996705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d881ea2d-aabe-43d6-b37e-cbe28b4aae3c req-ebde5a7f-03e2-4576-afb5-dcce735f5239 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:13.999867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:14.008629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:14.037506 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-055fa30b-43f7-4c2b-bec0-ec3c0e1cb51b tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "PUT /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags HTTP/1.1" status: 200 len: 316 time: 0.0456824 Jan 18 23:00:14.038100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.043762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-dc701b6e-2935-4377-b6f0-27dbc2997c90 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.083399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dc701b6e-2935-4377-b6f0-27dbc2997c90 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags HTTP/1.1" status: 204 len: 168 time: 0.0440245 Jan 18 23:00:14.086057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.091120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-2d158734-977e-4f1d-877a-b48a55ad4309 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-1258956975') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.114396 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-2d158734-977e-4f1d-877a-b48a55ad4309 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:14.117863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2d158734-977e-4f1d-877a-b48a55ad4309 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-1258956975 HTTP/1.1" status: 404 len: 329 time: 0.0283766 Jan 18 23:00:14.118620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.122775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-0ded4837-be9c-4050-8fc0-aef0fcf5b3ef tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-988898407') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.130436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:14.145950 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-0ded4837-be9c-4050-8fc0-aef0fcf5b3ef tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:14.146166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Calling delete_port for fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:14.146986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ded4837-be9c-4050-8fc0-aef0fcf5b3ef tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-988898407 HTTP/1.1" status: 404 len: 328 time: 0.0280218 Jan 18 23:00:14.149945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.155527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-9695c556-c29d-4456-9357-e1e596f7b8d4 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a', 'tempest-TagsExtTest-Tag-979113333') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.181461 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-9695c556-c29d-4456-9357-e1e596f7b8d4 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] show failed (client error): The resource could not be found. Jan 18 23:00:14.183069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9695c556-c29d-4456-9357-e1e596f7b8d4 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags/tempest-TagsExtTest-Tag-979113333 HTTP/1.1" status: 404 len: 328 time: 0.0320466 Jan 18 23:00:14.185324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.190489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-88011436-8340-42d8-b15b-d8ff626e0f71 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.217236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61223320-7270-45bb-afc8-5c18c6101afb req-185c624f-130c-4001-b8af-10154ecefb61 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:14.217938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-61223320-7270-45bb-afc8-5c18c6101afb req-185c624f-130c-4001-b8af-10154ecefb61 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:14.218032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-88011436-8340-42d8-b15b-d8ff626e0f71 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a/tags HTTP/1.1" status: 204 len: 168 time: 0.0315940 Jan 18 23:00:14.220599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.225807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-0db3bb10-45a6-487c-9c3e-ba7a26aa3582 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e55f17f-7cde-4103-9820-1af2378b8945') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.231750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:14.235388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.263311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d881ea2d-aabe-43d6-b37e-cbe28b4aae3c req-ebde5a7f-03e2-4576-afb5-dcce735f5239 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:14.264492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d881ea2d-aabe-43d6-b37e-cbe28b4aae3c req-ebde5a7f-03e2-4576-afb5-dcce735f5239 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.7356150 Jan 18 23:00:14.334812 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94b1d214-6927-4f4c-865f-4cd3368e6d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.368354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0db3bb10-45a6-487c-9c3e-ba7a26aa3582 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945/tags HTTP/1.1" status: 204 len: 168 time: 0.1443479 Jan 18 23:00:14.369513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40816) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.374853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-45766242-4912-462e-9e54-2d9eeeb916c7 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '069e1b8d-a8ee-429a-a613-fe6e54182f5b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.390410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-61223320-7270-45bb-afc8-5c18c6101afb req-185c624f-130c-4001-b8af-10154ecefb61 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:14.391566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61223320-7270-45bb-afc8-5c18c6101afb req-185c624f-130c-4001-b8af-10154ecefb61 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.6256983 Jan 18 23:00:14.459029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45766242-4912-462e-9e54-2d9eeeb916c7 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b/tags HTTP/1.1" status: 204 len: 168 time: 0.0877750 Jan 18 23:00:14.459812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.465673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-45cb25aa-b3d9-4305-b34d-aab4408549c6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e48b89c0-0aa7-4d25-944e-b2f7890b116a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:14.494500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.533649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.559887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45cb25aa-b3d9-4305-b34d-aab4408549c6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a/tags HTTP/1.1" status: 204 len: 168 time: 0.0946102 Jan 18 23:00:14.560155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d881ea2d-aabe-43d6-b37e-cbe28b4aae3c req-0c068f66-785b-4acf-ae03-204e25e19a9a tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373939 Jan 18 23:00:14.562775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40824) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.626530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:14.626851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.660033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209cb07c-67eb-47be-9d55-6af5a2ffad23,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:14.665160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0ad5dde-f741-46b0-9eaf-b89c8959cf51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a953ad064a6d48319dd82dd49129d9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3913279 Jan 18 23:00:14.674461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.694875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc62afe7-19db-49cc-a97c-718c7b1e834b req-eb3ca640-72c7-4717-a764-84eebb3cec30 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0640566 Jan 18 23:00:14.733945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-406c4dd1-ac8a-4d95-bcde-c60f4d5505af tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.733945 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-406c4dd1-ac8a-4d95-bcde-c60f4d5505af tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnetpools/fb1ac147-ef25-4c0c-8380-0cb08eb5fe5a HTTP/1.1" status: 204 len: 168 time: 0.1704342 Jan 18 23:00:14.735671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.789443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-24197748-6890-4a76-8ace-1f9657cf6b0c tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Synchronizing usage tracker for tenant:c1d99607b69d4668ab92eea07d1e27a0 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:14.809661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b6e505e-8288-4479-b9fc-99e08ffb03e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.837749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-24197748-6890-4a76-8ace-1f9657cf6b0c tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Unset dirty status for tenant:c1d99607b69d4668ab92eea07d1e27a0 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:14.838920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-24197748-6890-4a76-8ace-1f9657cf6b0c tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e55f17f-7cde-4103-9820-1af2378b8945 HTTP/1.1" status: 200 len: 205 time: 0.1024160 Jan 18 23:00:14.842399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:14.848357 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b6e505e-8288-4479-b9fc-99e08ffb03e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.005181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.010957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.058689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.182153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=fda7d4b4-14ff-4c4f-8bad-af6de8b66b18,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:15.302527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b6e505e-8288-4479-b9fc-99e08ffb03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.330534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.332356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e505e-8288-4479-b9fc-99e08ffb03e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209cb07c-67eb-47be-9d55-6af5a2ffad23,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:15.335454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.339725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b6e505e-8288-4479-b9fc-99e08ffb03e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.340832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b6e505e-8288-4479-b9fc-99e08ffb03e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/209cb07c-67eb-47be-9d55-6af5a2ffad23 HTTP/1.1" status: 204 len: 168 time: 0.6654425 Jan 18 23:00:15.371933 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64b68df8-c23c-46dd-a3a3-3f37f9b2ae9a req-69f64ab4-6e0d-4b42-97bc-f61784e6ad57 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.2463844 Jan 18 23:00:15.375547 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.376170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Fanout notify agent at l3_agent the message router_deleted on router 2e55f17f-7cde-4103-9820-1af2378b8945 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:00:15.388904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.392591 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e2c67a5-a6ad-471a-ac40-eb252516bfd6 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/routers/2e55f17f-7cde-4103-9820-1af2378b8945 HTTP/1.1" status: 204 len: 168 time: 0.5493622 Jan 18 23:00:15.393245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:15.441892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=94892faa-b7b4-44a8-a443-c5573ea9d94c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:15.461339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Deleting port 069e1b8d-a8ee-429a-a613-fe6e54182f5b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:15.461672 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.473574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] For port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:15.473942 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.487668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': '55e23c59-d48c-4f4c-ba28-a05ec2c632c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:15.488025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: a5bcc502-76a5-40ad-9cab-7218b201a496, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:15.639484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:15.654041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.665055 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.782176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network a5bcc502-76a5-40ad-9cab-7218b201a496 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:15.874675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a5bcc502-76a5-40ad-9cab-7218b201a496) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:15.880107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:15.881553 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.883087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a9754-5ea8-4d89-9943-ae922d8b7168 None None] Network a5bcc502-76a5-40ad-9cab-7218b201a496 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:15.954079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808b7ed-f447-4351-82e9-44c18edd9633 req-2208ff78-56ce-45a8-863f-ffbc7d5734c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:15.954787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2808b7ed-f447-4351-82e9-44c18edd9633 req-2208ff78-56ce-45a8-863f-ffbc7d5734c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:15.978746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-669d4e5c-0855-4dfa-823c-4c6537f71788 req-4aca33d5-7c12-4560-93f5-66ff051518af tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0917084 Jan 18 23:00:15.993093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2808b7ed-f447-4351-82e9-44c18edd9633 req-2208ff78-56ce-45a8-863f-ffbc7d5734c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:15.994796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2808b7ed-f447-4351-82e9-44c18edd9633 req-2208ff78-56ce-45a8-863f-ffbc7d5734c9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 946 time: 0.2724860 Jan 18 23:00:16.054336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.063699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-de728280-3065-4509-ae98-e667c8ffd2fc tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3836722 Jan 18 23:00:16.071121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40872) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:16.082744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019541268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:16.089425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.099235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:16.115072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:16.235940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2808b7ed-f447-4351-82e9-44c18edd9633 req-c2671f60-4f2e-4622-8c41-ac265b825e33 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=037c3245-55f3-4a7b-8ffb-fff6eac4bb24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198396 Jan 18 23:00:16.242996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:16.249333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Calling delete_port for 069e1b8d-a8ee-429a-a613-fe6e54182f5b owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:16.269476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:16.275069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a5bcc502-76a5-40ad-9cab-7218b201a496', 'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '94892faa-b7b4-44a8-a443-c5573ea9d94c'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:00:16.276309 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.286905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.402939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.405006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.461452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'Port': ['ID=3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:16.533763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] No DVR routers for this DVR port 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:16.543917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.560105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.561836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16076817-af17-43d9-919f-97de9c12f94b', 'name': 'network-vif-deleted', 'tag': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:16.570947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Allocated IP 172.20.0.2 (a5bcc502-76a5-40ad-9cab-7218b201a496/94892faa-b7b4-44a8-a443-c5573ea9d94c/01a22938-6e76-458e-b625-1e60ec2f5830) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:16.604096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.624789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61223320-7270-45bb-afc8-5c18c6101afb req-226e2f4b-3ecc-4117-9533-4d1757c54e7f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "DELETE /v2.0/ports/3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 HTTP/1.1" status: 204 len: 173 time: 2.2110534 Jan 18 23:00:16.658417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event deleted for resources: {'Port': ['ID=069e1b8d-a8ee-429a-a613-fe6e54182f5b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:16.726596 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16076817-af17-43d9-919f-97de9c12f94b', 'name': 'network-vif-deleted', 'tag': '3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0', 'status': 'completed', 'code': 200} Jan 18 23:00:16.753318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.753647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.774975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69c885f0-23ab-442b-8dee-b39856df0beb tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/ports/069e1b8d-a8ee-429a-a613-fe6e54182f5b HTTP/1.1" status: 204 len: 168 time: 1.3797967 Jan 18 23:00:16.776965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:16.900211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Deleting subnet e48b89c0-0aa7-4d25-944e-b2f7890b116a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:00:16.908160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.908985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.912403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ed1cb16f-bcf2-4ab4-86d5-396cffd2904a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8377542 Jan 18 23:00:16.932888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:17.010074 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.216607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.241784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.251040 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.265144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Transition to ACTIVE for port object 01a22938-6e76-458e-b625-1e60ec2f5830 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:17.407804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Transition to ACTIVE for port object 01a22938-6e76-458e-b625-1e60ec2f5830 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:17.425234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.497164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Network a5bcc502-76a5-40ad-9cab-7218b201a496 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:17.501270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-da447145-b722-4e7c-97aa-afb8b85f4724 req-91138de7-177d-4fa2-bab4-dcb40c1e7ff6 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1688249 Jan 18 23:00:17.519898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:17.527765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:17.544644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:17.563471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.612802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event deleted for resources: {'Subnet': ['ID=e48b89c0-0aa7-4d25-944e-b2f7890b116a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:17.622686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.633675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-db95b069-e52c-4a3b-b9ee-5c23b83f1e99 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/subnets/e48b89c0-0aa7-4d25-944e-b2f7890b116a HTTP/1.1" status: 204 len: 168 time: 0.8556392 Jan 18 23:00:17.634596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:17.704242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:17.705743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3b931ac9-a1bd-4f1f-a1a1-afd0da1f1ed0 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:17.711154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Pushing event updated for resources: {'Port': ['ID=01a22938-6e76-458e-b625-1e60ec2f5830,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:17.718081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b3688-35fa-4992-8271-ecce4b58701a None None] Network 9d61d19d-0f21-4982-806c-6a085aa04ef0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:17.853844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.883987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Router 4e0a581c-1be0-427b-875d-689e8f6c40b5 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:00:17.889233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-01149e6f-c229-465f-833d-b9b203111a08 req-e73e480d-68a3-4f7d-8502-2d09c7c11c1f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:17.895678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Deleting port b5f11b1a-38cf-4633-9a04-881c09676469 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:17.896037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.989142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Attempting to bind port 01a22938-6e76-458e-b625-1e60ec2f5830 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:17.989764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Attempting to bind port 01a22938-6e76-458e-b625-1e60ec2f5830 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '55e23c59-d48c-4f4c-ba28-a05ec2c632c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:17.990280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Attempting to bind port 01a22938-6e76-458e-b625-1e60ec2f5830 on network a5bcc502-76a5-40ad-9cab-7218b201a496 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:18.046929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:18.047585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Checking segment: {'id': '55e23c59-d48c-4f4c-ba28-a05ec2c632c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:18.048150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.048699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Bound using segment: {'id': '55e23c59-d48c-4f4c-ba28-a05ec2c632c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:18.049365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Bound port: 01a22938-6e76-458e-b625-1e60ec2f5830, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e23c59-d48c-4f4c-ba28-a05ec2c632c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5bcc502-76a5-40ad-9cab-7218b201a496'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:18.049909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.197107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] For port 01a22938-6e76-458e-b625-1e60ec2f5830, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:18.201629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] For port 01a22938-6e76-458e-b625-1e60ec2f5830, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01a22938-6e76-458e-b625-1e60ec2f5830,segment=NetworkSegment(55e23c59-d48c-4f4c-ba28-a05ec2c632c1),segment_id=55e23c59-d48c-4f4c-ba28-a05ec2c632c1)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:18.238465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba1a75e1-73e3-4824-b393-993f17355297 req-700db04c-3b68-4474-8ca9-6d85a9dc5a52 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0700192 Jan 18 23:00:18.261601 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.262595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] For port b5f11b1a-38cf-4633-9a04-881c09676469, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b5f11b1a-38cf-4633-9a04-881c09676469,segment=NetworkSegment(08bf65cf-c6c8-4d3e-992e-5ea7702735bc),segment_id=08bf65cf-c6c8-4d3e-992e-5ea7702735bc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:18.266338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.266538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.398271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14819b73-b708-4956-9bd9-81a4e0c4e356 None None] Pushing event updated for resources: {'Port': ['ID=01a22938-6e76-458e-b625-1e60ec2f5830,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:18.425984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c13a7d0-cc33-43c0-8c1e-c9adac0149c4 req-d00697f6-c663-4ea7-b85d-2fe05fad615b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fc802c8915e0464fa910f808468751c0&device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.3328300 Jan 18 23:00:18.517445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] DHCP port deletion for 9d61d19d-0f21-4982-806c-6a085aa04ef0 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:00:18.523861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Deleting port b5f11b1a-38cf-4633-9a04-881c09676469 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:18.524453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.575278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-01149e6f-c229-465f-833d-b9b203111a08 req-e73e480d-68a3-4f7d-8502-2d09c7c11c1f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:18.588994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-01149e6f-c229-465f-833d-b9b203111a08 req-e73e480d-68a3-4f7d-8502-2d09c7c11c1f tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=16076817-af17-43d9-919f-97de9c12f94b HTTP/1.1" status: 200 len: 210 time: 0.8870904 Jan 18 23:00:18.692254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Calling delete_port for b5f11b1a-38cf-4633-9a04-881c09676469 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:18.754204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] For port b5f11b1a-38cf-4633-9a04-881c09676469, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b5f11b1a-38cf-4633-9a04-881c09676469,segment=NetworkSegment(08bf65cf-c6c8-4d3e-992e-5ea7702735bc),segment_id=08bf65cf-c6c8-4d3e-992e-5ea7702735bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:18.754676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.822027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c13a7d0-cc33-43c0-8c1e-c9adac0149c4 req-aa500446-6205-4ad0-aa99-97d873e071f4 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=fc802c8915e0464fa910f808468751c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3872359 Jan 18 23:00:18.840460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.905771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.20.0.1 (a5bcc502-76a5-40ad-9cab-7218b201a496/94892faa-b7b4-44a8-a443-c5573ea9d94c/8a06fa78-389f-4bf5-8212-3aecb1bee403) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:18.914643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event deleted for resources: {'Port': ['ID=b5f11b1a-38cf-4633-9a04-881c09676469,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:18.933487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] No DVR routers for this DVR port b5f11b1a-38cf-4633-9a04-881c09676469 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:18.973301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Calling delete_port for b5f11b1a-38cf-4633-9a04-881c09676469 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:19.017943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:19.091238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] Sync routers for ids ['4e0a581c-1be0-427b-875d-689e8f6c40b5'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:19.157735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e494faa6-64c4-445f-92d2-4991e615a36f admin admin] 10.222.0.78 "PUT /v2.0/routers/4e0a581c-1be0-427b-875d-689e8f6c40b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8120174 Jan 18 23:00:19.164822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40940) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:19.165633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:00:19.166880 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:00:19.172439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] Routers {'4e0a581c-1be0-427b-875d-689e8f6c40b5'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:19.173760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e0a581c-1be0-427b-875d-689e8f6c40b5'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:19.182999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.212860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d61d19d-0f21-4982-806c-6a085aa04ef0']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:19.228346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bf65cf-c6c8-4d3e-992e-5ea7702735bc') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:19.228703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bf65cf-c6c8-4d3e-992e-5ea7702735bc') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:19.242096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.262289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.269965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:00:19.271167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:19.293398 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:19.392656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.437643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.452141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] Pushing event deleted for resources: {'Network': ['ID=9d61d19d-0f21-4982-806c-6a085aa04ef0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:19.465787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ed0d5e83-2fdc-46d2-97f7-e0cd7b33dff9 tempest-TagsExtTest-728231106 tempest-TagsExtTest-728231106-project] 10.222.0.78 "DELETE /v2.0/networks/9d61d19d-0f21-4982-806c-6a085aa04ef0 HTTP/1.1" status: 204 len: 168 time: 1.8299630 Jan 18 23:00:19.510333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] Set router 4e0a581c-1be0-427b-875d-689e8f6c40b5 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:19.630177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbae65ed-2894-4a07-9c94-df86716cfffc req-57753229-1da8-4bc2-8367-22bb831bdcc5 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1281271 Jan 18 23:00:19.686645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.706664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Deleting port b5f11b1a-38cf-4633-9a04-881c09676469 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:19.706664 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.952204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f9d9a-43a0-445a-981e-8bc8fe33e34c None None] The port 'b5f11b1a-38cf-4633-9a04-881c09676469' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:00:20.001549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T23:00:14Z', 'revision_number': 5, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port': {'id': '1b2588f4-129c-494b-aa2f-096b0434cf14', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:57:10Z', 'updated_at': '2022-01-18T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:20.009846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] Checking router: 4e0a581c-1be0-427b-875d-689e8f6c40b5 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:20.021684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] Routers {'4e0a581c-1be0-427b-875d-689e8f6c40b5'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:20.023373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4e0a581c-1be0-427b-875d-689e8f6c40b5'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:20.061617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.071441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13a7d0-cc33-43c0-8c1e-c9adac0149c4 req-59a1252d-1f1b-4145-ab20-b0827bdc748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:20.072911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c13a7d0-cc33-43c0-8c1e-c9adac0149c4 req-59a1252d-1f1b-4145-ab20-b0827bdc748f service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2350404 Jan 18 23:00:20.107923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.116766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Deleting port 1b2588f4-129c-494b-aa2f-096b0434cf14 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:20.120795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.197098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:20.218936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47723319-2b12-49cb-a93b-8fbc88fa0001 None None] Network a5bcc502-76a5-40ad-9cab-7218b201a496 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:20.263096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:20.279776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 8a06fa78-389f-4bf5-8212-3aecb1bee403 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:20.412807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0d84278b-a721-414b-9134-0f7fc6d8f90e None None] Provisioning for port 01a22938-6e76-458e-b625-1e60ec2f5830 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:20.428799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.444002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] Set router 4e0a581c-1be0-427b-875d-689e8f6c40b5 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:20.460496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.496212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:20.505338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Usage tracker for resource:security_group_rule and tenant:72bbe0d10f5641a58b622be298d5851d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:20.509539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:20.516849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] For port 1b2588f4-129c-494b-aa2f-096b0434cf14, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1b2588f4-129c-494b-aa2f-096b0434cf14,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:20.517163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.518736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b13abff6-80d0-4be7-b8d8-a8d660d32aba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1d99607b69d4668ab92eea07d1e27a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203149 Jan 18 23:00:20.523529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:20.525514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40984) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:20.543846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network a5bcc502-76a5-40ad-9cab-7218b201a496 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:20.584871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:20.590254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:20.618596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T23:00:20Z', 'revision_number': 6, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:20.632987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de591-8f1d-4921-9054-0abb125c5d80 None None] The sync data for ids ['4e0a581c-1be0-427b-875d-689e8f6c40b5'] in n-d-825178-1 is: [{'id': '4e0a581c-1be0-427b-875d-689e8f6c40b5', 'name': 'tempest-ServerRescueNegativeTestJSON-855722502-router', 'tenant_id': 'c395d2b572134e12987c93132a7a246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:57:07Z', 'updated_at': '2022-01-18T23:00:20Z', 'revision_number': 6, 'project_id': 'c395d2b572134e12987c93132a7a246a', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:20.708350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.709723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01a22938-6e76-458e-b625-1e60ec2f5830 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:20.716519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=8a06fa78-389f-4bf5-8212-3aecb1bee403,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:20.721453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.789759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 01a22938-6e76-458e-b625-1e60ec2f5830 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:20.797855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 01a22938-6e76-458e-b625-1e60ec2f5830 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:20.798244 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.841891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80040124-c3a8-4485-ae2b-7f53c7e598de,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:20.870474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c044ecd2-4c51-45a3-909f-e2599300be8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72bbe0d10f5641a58b622be298d5851d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061730 Jan 18 23:00:20.874315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:20.923505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Calling delete_port for 1b2588f4-129c-494b-aa2f-096b0434cf14 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:20.979964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.980328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.984431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.984971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.985675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.986161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.986740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.987233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.987707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.988174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.988654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:20.989175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:21.016488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2579b79-9e9a-4181-8306-3156751d4817 req-255633a2-b58f-4821-b9ea-4daaaf34117d tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1314223 Jan 18 23:00:21.060673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.093819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b1b72d1-bfd7-4f67-988b-22b879eef7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.096551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.109237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 01a22938-6e76-458e-b625-1e60ec2f5830, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01a22938-6e76-458e-b625-1e60ec2f5830,segment=NetworkSegment(55e23c59-d48c-4f4c-ba28-a05ec2c632c1),segment_id=55e23c59-d48c-4f4c-ba28-a05ec2c632c1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:21.117111 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.169622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b1b72d1-bfd7-4f67-988b-22b879eef7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.224883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21975518-4305-49cd-a2f9-9749f40eefeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.273632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=01a22938-6e76-458e-b625-1e60ec2f5830,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:21.285096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b5f11b1a-38cf-4633-9a04-881c09676469 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:21.325005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b1b72d1-bfd7-4f67-988b-22b879eef7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.334103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b5f11b1a-38cf-4633-9a04-881c09676469 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:21.334420 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21975518-4305-49cd-a2f9-9749f40eefeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.334569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b5f11b1a-38cf-4633-9a04-881c09676469 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:21.348533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b72d1-bfd7-4f67-988b-22b879eef7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80040124-c3a8-4485-ae2b-7f53c7e598de,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:21.369694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b1b72d1-bfd7-4f67-988b-22b879eef7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.371209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1b1b72d1-bfd7-4f67-988b-22b879eef7ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80040124-c3a8-4485-ae2b-7f53c7e598de HTTP/1.1" status: 204 len: 168 time: 0.4943519 Jan 18 23:00:21.378632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-325d1e69-b5bf-4480-96e2-20cf1d0fce0f None None] Provisioning for port 8a06fa78-389f-4bf5-8212-3aecb1bee403 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:21.385874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-325d1e69-b5bf-4480-96e2-20cf1d0fce0f None None] Provisioning complete for port 8a06fa78-389f-4bf5-8212-3aecb1bee403 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:21.386477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-325d1e69-b5bf-4480-96e2-20cf1d0fce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.403529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6309-9bd8-4062-87fb-ca8132c084a4 req-35f8fc4c-699d-470b-9acf-caadc83905c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:21.405330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-edbd6309-9bd8-4062-87fb-ca8132c084a4 req-35f8fc4c-699d-470b-9acf-caadc83905c0 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.1227233 Jan 18 23:00:21.468815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-edbd6309-9bd8-4062-87fb-ca8132c084a4 req-b0fc80d8-a0c1-4830-aaa3-bff597a0fd5b tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561028 Jan 18 23:00:21.478975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2c13a7d0-cc33-43c0-8c1e-c9adac0149c4 req-7a1463b8-2f3d-4f68-9480-778e9d832c19 tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.85 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0521231 Jan 18 23:00:21.481558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-325d1e69-b5bf-4480-96e2-20cf1d0fce0f None None] Port 8a06fa78-389f-4bf5-8212-3aecb1bee403 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:21.498457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-325d1e69-b5bf-4480-96e2-20cf1d0fce0f None None] Provisioning complete for port 01a22938-6e76-458e-b625-1e60ec2f5830 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:21.499335 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-325d1e69-b5bf-4480-96e2-20cf1d0fce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.540992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21975518-4305-49cd-a2f9-9749f40eefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.565541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975518-4305-49cd-a2f9-9749f40eefeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1be7a-165a-4d92-866d-48cc5ad1dc0e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:21.627250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21975518-4305-49cd-a2f9-9749f40eefeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.628392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21975518-4305-49cd-a2f9-9749f40eefeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32b1be7a-165a-4d92-866d-48cc5ad1dc0e HTTP/1.1" status: 204 len: 168 time: 1.0972908 Jan 18 23:00:21.631597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.718893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.809549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-98c6fb3a-ee75-4fb1-ac50-3425c5dc6bc6 None None] Provisioning complete for port 8a06fa78-389f-4bf5-8212-3aecb1bee403 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:21.810115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98c6fb3a-ee75-4fb1-ac50-3425c5dc6bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.871646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-98c6fb3a-ee75-4fb1-ac50-3425c5dc6bc6 None None] Port 8a06fa78-389f-4bf5-8212-3aecb1bee403 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:21.899056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41018) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:21.921470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.938907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:21.943918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Usage tracker for resource:security_group_rule and tenant:31152157d7b94920b0436985d2445180 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:21.947232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:21.954059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:21.993227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2588f4-129c-494b-aa2f-096b0434cf14,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.095624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.102412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.142344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31152157d7b94920b0436985d2445180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392657 Jan 18 23:00:22.142585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:22.185787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db70d8-8338-4865-b43b-07e2e9d0d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c97189-9dc7-43a4-b0e3-57d18e5c41d9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.235498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7298369-f79c-4d66-adac-b705a8b5f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.347433 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7298369-f79c-4d66-adac-b705a8b5f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.415859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7298369-f79c-4d66-adac-b705a8b5f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.436085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7298369-f79c-4d66-adac-b705a8b5f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c97189-9dc7-43a4-b0e3-57d18e5c41d9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.440424 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7298369-f79c-4d66-adac-b705a8b5f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.444632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d7298369-f79c-4d66-adac-b705a8b5f559 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7c97189-9dc7-43a4-b0e3-57d18e5c41d9 HTTP/1.1" status: 204 len: 168 time: 0.3008616 Jan 18 23:00:22.447729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.587107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01a22938-6e76-458e-b625-1e60ec2f5830 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:22.738915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 01a22938-6e76-458e-b625-1e60ec2f5830 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:22.739283 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.863211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e99589c-93b2-4d14-8448-e5d0e10d08eb req-718bb02c-dd4d-4b65-9fa3-ac3c1182aabf tempest-ServerShowV254Test-624243095 tempest-ServerShowV254Test-624243095-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdbb1a82-8b62-4d6e-bf5b-1f6b72e5ae16 HTTP/1.1" status: 200 len: 210 time: 0.3678527 Jan 18 23:00:22.865522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01842ff8-2a6a-42ff-b5c2-b04346a5a370 req-4c5e8d84-4d3e-4d3e-8d1c-ea83c7f157d1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:22.867422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-01842ff8-2a6a-42ff-b5c2-b04346a5a370 req-4c5e8d84-4d3e-4d3e-8d1c-ea83c7f157d1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.2109525 Jan 18 23:00:22.938663 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.965153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.971335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.972529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-01842ff8-2a6a-42ff-b5c2-b04346a5a370 req-73098f2f-bfe0-4a73-8f22-35eb7e8bf6d9 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988832 Jan 18 23:00:22.995166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.018418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1b2588f4-129c-494b-aa2f-096b0434cf14 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:23.056794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1b2588f4-129c-494b-aa2f-096b0434cf14 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:23.057165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1b2588f4-129c-494b-aa2f-096b0434cf14 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:23.057580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:23.079216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.079753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0a581c-1be0-427b-875d-689e8f6c40b5 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:00:23.115604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:23.116094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fda7d4b4-14ff-4c4f-8bad-af6de8b66b18 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:23.159701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-146f4010-e79c-4646-b372-b28ce99d0b08 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:23.161359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-146f4010-e79c-4646-b372-b28ce99d0b08 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.6622789 Jan 18 23:00:23.203928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=8a06fa78-389f-4bf5-8212-3aecb1bee403,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:23.214269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.215519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-69ea49bd-0e2a-4f1a-9ece-ec6de674bc30 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4e0a581c-1be0-427b-875d-689e8f6c40b5 HTTP/1.1" status: 204 len: 168 time: 4.0500574 Jan 18 23:00:23.218358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:23.223967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.295403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Deleting subnet cc5271a9-e601-4706-b154-41f0ee93d87e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:00:23.299906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.344631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:23.345090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.360453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.423802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.508361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.511310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network a5bcc502-76a5-40ad-9cab-7218b201a496 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:23.515018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:23.579778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5271a9-e601-4706-b154-41f0ee93d87e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:23.583126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.591700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8bf0debf-0975-437e-8e7a-93ff6b830d7d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cc5271a9-e601-4706-b154-41f0ee93d87e HTTP/1.1" status: 204 len: 168 time: 0.3696015 Jan 18 23:00:23.591700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:23.729732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.922547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b194f4db-36ee-48f2-a7f1-6aba92a0b9b5 None None] Provisioning complete for port 8a06fa78-389f-4bf5-8212-3aecb1bee403 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:23.923023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b194f4db-36ee-48f2-a7f1-6aba92a0b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.046532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b194f4db-36ee-48f2-a7f1-6aba92a0b9b5 None None] Port 8a06fa78-389f-4bf5-8212-3aecb1bee403 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:24.117701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.147586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1b616b-1ac1-4772-a29e-b91691802aec']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:24.149304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] For port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:24.149891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.162912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3eef58-8197-4dc0-8c7c-b137d749d511') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:24.163416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3eef58-8197-4dc0-8c7c-b137d749d511') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:24.178621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.197148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.205378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:00:24.206071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:24.224091 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:24.315969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.344838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.349104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1b616b-1ac1-4772-a29e-b91691802aec,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:24.398481 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f52515aa-5189-4161-83c8-f93395bf9fdf admin admin] 10.222.0.78 "DELETE /v2.0/networks/ae1b616b-1ac1-4772-a29e-b91691802aec HTTP/1.1" status: 204 len: 168 time: 0.8055670 Jan 18 23:00:24.486458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:24.553293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 76182788-8f22-4d4e-b774-3005cf4efd8d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:00:24.563077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33158-291b-4465-b298-679cebddae2d req-a4c10aea-cf28-435f-ad50-fcc720cec8a1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:24.564602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9b33158-291b-4465-b298-679cebddae2d req-a4c10aea-cf28-435f-ad50-fcc720cec8a1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 944 time: 0.3387623 Jan 18 23:00:24.605155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.605521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.605845 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Floating IP 0a6b102b-0e96-4d00-90f0-006f91d5a144 disassociated. External IP: 172.25.4.172, port: 1a8603da-2ae5-4560-80d1-bfdaf3c236ae. Jan 18 23:00:24.606190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for 1a8603da-2ae5-4560-80d1-bfdaf3c236ae owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:24.704717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41140) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:24.789390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.808200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9b33158-291b-4465-b298-679cebddae2d req-b4404205-b47b-4f77-94b3-4d0c80d2fa47 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups?id=d996910d-f968-4d1b-a43e-abc36ead666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361960 Jan 18 23:00:24.821390 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f536eaec-735a-4f19-8d6c-4c983d92d406 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c395d2b572134e12987c93132a7a246a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152010 Jan 18 23:00:24.824755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41146) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:24.833148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:24.859590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Usage tracker for resource:security_group_rule and tenant:fc802c8915e0464fa910f808468751c0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:24.864701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:24.880151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:24.890377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:24.901571 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] Sync routers for ids ['76182788-8f22-4d4e-b774-3005cf4efd8d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:24.907434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ff80dc01-2ec3-4e24-afb2-216b741fa37e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/76182788-8f22-4d4e-b774-3005cf4efd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9685779 Jan 18 23:00:24.917221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:24.919260 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] Routers {'76182788-8f22-4d4e-b774-3005cf4efd8d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:24.921130 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['76182788-8f22-4d4e-b774-3005cf4efd8d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:24.972779 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a4a91d2-497b-4a6d-86f5-326a6253f739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.017651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a4a91d2-497b-4a6d-86f5-326a6253f739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.028180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe87375-8547-4a31-92c5-97bd6ba0c505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:25.029103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5fe87375-8547-4a31-92c5-97bd6ba0c505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:25.034022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.093992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'Port': ['ID=1a8603da-2ae5-4560-80d1-bfdaf3c236ae,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:25.113877 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:25.125046 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] Routers {'76182788-8f22-4d4e-b774-3005cf4efd8d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:25.125858 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['76182788-8f22-4d4e-b774-3005cf4efd8d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:25.138203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.151606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.206698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5fe87375-8547-4a31-92c5-97bd6ba0c505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:25.207781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5fe87375-8547-4a31-92c5-97bd6ba0c505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports/8a06fa78-389f-4bf5-8212-3aecb1bee403 HTTP/1.1" status: 200 len: 910 time: 0.2888594 Jan 18 23:00:25.217485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41172) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:25.231100 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a4a91d2-497b-4a6d-86f5-326a6253f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.237628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94892faa-b7b4-44a8-a443-c5573ea9d94c'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:25.244382 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:25.244767 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3c5c0-41f4-42bd-871d-03c7f739a8c5 None None] The sync data for ids ['76182788-8f22-4d4e-b774-3005cf4efd8d'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:25.245601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9737f-f78f-42b8-af50-4ff05a25d14a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:25.273100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2ea62f81-cb13-48ef-b3a3-89bdddbf5910 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc802c8915e0464fa910f808468751c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853422 Jan 18 23:00:25.273947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:25.279834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a91d2-497b-4a6d-86f5-326a6253f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b2c604-5bbc-475e-9540-503332e83b8e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:25.316967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a4a91d2-497b-4a6d-86f5-326a6253f739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.319008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a4a91d2-497b-4a6d-86f5-326a6253f739 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19b2c604-5bbc-475e-9540-503332e83b8e HTTP/1.1" status: 204 len: 168 time: 0.4901242 Jan 18 23:00:25.567097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:00:25.601056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-634cf158-f1ed-4f02-b80b-454ee6a48502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.999981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-634cf158-f1ed-4f02-b80b-454ee6a48502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.127267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.217167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-76fdcce1-cca3-4757-88d0-a6d3cc8af3d3 req-28d07f0b-daa5-441f-9f2f-8f66bf68a75c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Synchronizing usage tracker for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:26.260097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:26.280814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] Sync routers for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:26.293953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:26.296471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:26.367410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] No DVR routers for this DVR port 1a8603da-2ae5-4560-80d1-bfdaf3c236ae on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:26.423703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.426712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-deleted', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:26.444419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-76fdcce1-cca3-4757-88d0-a6d3cc8af3d3 req-28d07f0b-daa5-441f-9f2f-8f66bf68a75c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Unset dirty status for tenant:48a783a9a5994582b0f93c202337c41c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:26.453910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76fdcce1-cca3-4757-88d0-a6d3cc8af3d3 req-28d07f0b-daa5-441f-9f2f-8f66bf68a75c tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47e3888-cab3-4e7c-947a-98b486e69fd4 HTTP/1.1" status: 200 len: 210 time: 0.3049262 Jan 18 23:00:26.454849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-634cf158-f1ed-4f02-b80b-454ee6a48502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.544151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-634cf158-f1ed-4f02-b80b-454ee6a48502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.547672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-634cf158-f1ed-4f02-b80b-454ee6a48502 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82b9737f-f78f-42b8-af50-4ff05a25d14a HTTP/1.1" status: 204 len: 168 time: 1.2643237 Jan 18 23:00:26.547672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a86f0a-a15f-40a6-8186-0dcf973c4984 req-60d3966a-ecb5-4360-aec9-1f29b8f869a3 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.85 "DELETE /v2.0/ports/1a8603da-2ae5-4560-80d1-bfdaf3c236ae HTTP/1.1" status: 204 len: 173 time: 3.3771942 Jan 18 23:00:26.550494 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e3888-cab3-4e7c-947a-98b486e69fd4', 'name': 'network-vif-deleted', 'tag': '1a8603da-2ae5-4560-80d1-bfdaf3c236ae', 'status': 'completed', 'code': 200} Jan 18 23:00:26.553560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cf158-f1ed-4f02-b80b-454ee6a48502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9737f-f78f-42b8-af50-4ff05a25d14a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:26.693892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:27.165203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.178919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.246092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41308) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.268529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:21Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:27.273656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] Checking router: ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:27.283524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:27.284189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:27.332123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=8a06fa78-389f-4bf5-8212-3aecb1bee403,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:27.341886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:27.343047 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.344990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f46c79ed-80e0-43af-a6bb-7da99eaf5e59 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/ports/8a06fa78-389f-4bf5-8212-3aecb1bee403 HTTP/1.1" status: 200 len: 910 time: 2.1261532 Jan 18 23:00:27.347917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.547402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:27.614024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:27.668499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 1a8603da-2ae5-4560-80d1-bfdaf3c236ae {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:27.668666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41336) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.680400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a8603da-2ae5-4560-80d1-bfdaf3c236ae not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:27.754055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41342) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.844414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-938d741a-212a-4bc6-9cc9-d854f02c6b81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.896647 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.917863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-938d741a-212a-4bc6-9cc9-d854f02c6b81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.968658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:27.990094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Usage tracker for resource:security_group_rule and tenant:b285b8d824384f4687fc173e688b358a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:28.001281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:28.010741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:28.038892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-938d741a-212a-4bc6-9cc9-d854f02c6b81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.086923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d741a-212a-4bc6-9cc9-d854f02c6b81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d996910d-f968-4d1b-a43e-abc36ead666b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.105064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-938d741a-212a-4bc6-9cc9-d854f02c6b81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.109517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-938d741a-212a-4bc6-9cc9-d854f02c6b81 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "DELETE /v2.0/security-groups/d996910d-f968-4d1b-a43e-abc36ead666b HTTP/1.1" status: 204 len: 168 time: 0.4397855 Jan 18 23:00:28.112616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41360) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.138302 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-b08ace85-ae77-457f-a4ac-d4862ae577fa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] show failed (client error): The resource could not be found. Jan 18 23:00:28.139485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b08ace85-ae77-457f-a4ac-d4862ae577fa tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "GET /v2.0/security-groups/d996910d-f968-4d1b-a43e-abc36ead666b HTTP/1.1" status: 404 len: 347 time: 0.0247290 Jan 18 23:00:28.142878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41364) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.212677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:21Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:28.220168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc338e-ff2b-46c2-aeea-7fe12092e052 None None] The sync data for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 is: [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T22:50:14Z', 'revision_number': 4, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '783ed99b-3fc0-494b-abc0-d776024a5961', 'name': '', 'network_id': '3c3982f4-ad1d-4d18-a5e0-d874e519189a', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'mac_address': 'fa:16:3e:49:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:12Z', 'updated_at': '2022-01-18T22:50:21Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'subnets': [{'id': 'f2346838-0cdd-47c3-bbc3-e5c38cf5612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:28.275471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.300594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.432802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.452536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port 057b9587-d7cc-4366-886f-c58dde1d9827 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:28.453211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.477199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281cc277-8ba1-422d-94be-7d782d1c0e87,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.524301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f0b51cc-b08d-4b70-96a4-d83243d5b26f req-8c0f1a03-2068-4d3c-8182-d7d24eb22302 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.1425786 Jan 18 23:00:28.561119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da2d8652-70f1-4508-8b13-dc7569b60e32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b285b8d824384f4687fc173e688b358a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3028016 Jan 18 23:00:28.561119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41386) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.579747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.632283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:28.640305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Usage tracker for resource:security_group_rule and tenant:93f25d80a529470dbf777b6538b73a61 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:28.644850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:28.657703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:28.715720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7a826e5-7bd5-4439-a8e1-f6fa036958c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.738451 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bb34f6-625c-43b9-82bb-30e0c0cf80eb None None] New status for floating IP 0a6b102b-0e96-4d00-90f0-006f91d5a144: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:00:28.777292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7a826e5-7bd5-4439-a8e1-f6fa036958c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.865041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-342221245-network', 'tenant_id': '833598e4634b42449668d5af63ec7a9d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:28.869093 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.869432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.875530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:28.881278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Usage tracker for resource:network and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:28.887751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.954580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:29.015358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for 057b9587-d7cc-4366-886f-c58dde1d9827 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:29.084997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:29.146634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:00:29.147005 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:00:29.161826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7a826e5-7bd5-4439-a8e1-f6fa036958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.174753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Made reservation on behalf of 833598e4634b42449668d5af63ec7a9d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:29.177216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.225941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.241027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.247185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a826e5-7bd5-4439-a8e1-f6fa036958c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281cc277-8ba1-422d-94be-7d782d1c0e87,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:29.257317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.302400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93f25d80a529470dbf777b6538b73a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5472746 Jan 18 23:00:29.305284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41416) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:29.368124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4be10c44-ae00-424f-bdbf-e4155c442d0b req-190d4f93-4a48-4022-8398-27087df8099d tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0769827 Jan 18 23:00:29.388675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ac8e-dc33-4b58-8ebd-92caa86f214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18531ffc-3d0d-4b81-a16b-6af2046027d5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:29.435036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-804b05f9-3ba3-495e-9900-7dce2b6e8a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.473579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-804b05f9-3ba3-495e-9900-7dce2b6e8a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.542454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7a826e5-7bd5-4439-a8e1-f6fa036958c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.543028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-804b05f9-3ba3-495e-9900-7dce2b6e8a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.543767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b7a826e5-7bd5-4439-a8e1-f6fa036958c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/281cc277-8ba1-422d-94be-7d782d1c0e87 HTTP/1.1" status: 204 len: 168 time: 0.9869432 Jan 18 23:00:29.582861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:29.596689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b05f9-3ba3-495e-9900-7dce2b6e8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18531ffc-3d0d-4b81-a16b-6af2046027d5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:29.600619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:29.604390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:29.618508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-804b05f9-3ba3-495e-9900-7dce2b6e8a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.621796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-804b05f9-3ba3-495e-9900-7dce2b6e8a78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18531ffc-3d0d-4b81-a16b-6af2046027d5 HTTP/1.1" status: 204 len: 168 time: 0.2838938 Jan 18 23:00:29.625598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:29.648478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Deleting port 057b9587-d7cc-4366-886f-c58dde1d9827 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:29.648850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.763473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 8a06fa78-389f-4bf5-8212-3aecb1bee403 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:29.763832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.932391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.932744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.105946 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.118250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Calling delete_port for 057b9587-d7cc-4366-886f-c58dde1d9827 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:30.181677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41436) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.194370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41438) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.243351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 8a06fa78-389f-4bf5-8212-3aecb1bee403 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:30.274475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.316160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.348987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:30.352834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:30.360474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee898ec1a1e4e6c8e3e746c63778ad9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:30.363299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Usage tracker for resource:security_group_rule and tenant:5786bb8aca2e477cafe7b87466ff1814 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:30.365709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:30.369892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:30.378971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:30.381171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:30.400133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.428656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.439996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.465861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Pushing event deleted for resources: {'Port': ['ID=057b9587-d7cc-4366-886f-c58dde1d9827,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.487969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:30.504797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-90a8bec8-d45b-4a08-bf0b-4312fa017aed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2204576 Jan 18 23:00:30.518346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726aff4-1443-45e6-a5f4-45592594162a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.525423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.525761 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Added segment e91f0349-9e81-4edd-b762-d99a978754e7 of type vlan for network be4f4ede-82fa-4550-9619-53a2eb4735b0 Jan 18 23:00:30.617702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.621798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbecd991-79cd-4a3a-a61a-53f4bba98235 req-b50f0f14-e0da-4b3e-8ad1-192d9e11ba12 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0711529 Jan 18 23:00:30.662350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.751800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.752735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:30.753380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.768816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.772693 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.776678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6865b68c-9784-425b-8ff2-1dde0f9facf1 tempest-ServerActionsTestJSON-643255875 tempest-ServerActionsTestJSON-643255875-project] 10.222.0.78 "DELETE /v2.0/floatingips/0a6b102b-0e96-4d00-90f0-006f91d5a144 HTTP/1.1" status: 204 len: 168 time: 2.6301386 Jan 18 23:00:30.777930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41448) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.780566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.790251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.808000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.846177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.854378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5ebeb-3eab-42ce-90ea-8091e6bad36a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.890697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc3688a-16b0-4b5c-b319-82212b648313,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.898948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5750bfef-2f1a-4246-b0e0-d82fe162a1b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ee898ec1a1e4e6c8e3e746c63778ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162409 Jan 18 23:00:30.907068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.907401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.909715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ce95389-7378-41c6-ba52-f833ec4f7680 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5786bb8aca2e477cafe7b87466ff1814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602337 Jan 18 23:00:30.956310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=8a06fa78-389f-4bf5-8212-3aecb1bee403,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.997004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] Pushing event updated for resources: {'Network': ['ID=be4f4ede-82fa-4550-9619-53a2eb4735b0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:31.009608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9a789e53-a77a-45e2-8db0-b61f3cc56a0d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4285040 Jan 18 23:00:31.012089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:31.012824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41462) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:31.019112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Request body: {'subnet': {'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-342221245-subnet', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:31.026243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:31.031094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Usage tracker for resource:subnet and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:31.034967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:31.043360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:31.046318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.046797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.047265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.047720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.048178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.048631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.049110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.051464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ffc79f74-c5a1-454e-8738-f10a48d64f3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6489 time: 0.5100062 Jan 18 23:00:31.062520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Made reservation on behalf of 833598e4634b42449668d5af63ec7a9d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:31.067737 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.341591 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc132a0-45a4-42a6-9ff1-560ea324e27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.343383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4fc-2061-4483-b54e-a99dd87e66e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.460885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8be51ea6-b7c5-4d3d-98a9-c572de9e5071 req-ed31ec4d-b816-4115-abd6-5477fd63f187 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.2269430 Jan 18 23:00:31.616902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4fc-2061-4483-b54e-a99dd87e66e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.625747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.632233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc132a0-45a4-42a6-9ff1-560ea324e27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.639838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-c159458a-7ea8-4b60-b5e0-345a9d61bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.640302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-c159458a-7ea8-4b60-b5e0-345a9d61bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.640763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-c159458a-7ea8-4b60-b5e0-345a9d61bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.642369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-c159458a-7ea8-4b60-b5e0-345a9d61bcd6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=46e18224-8a01-4e1f-b61c-673795a452ed&id=46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 200 len: 2293 time: 0.5577650 Jan 18 23:00:31.891339 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-220aea16-3811-4f81-8a1f-942a37ffd608 req-70541e8e-2f2f-4b30-bff3-d6b1df23f289 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0800085 Jan 18 23:00:31.910060 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.993696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-e066bdde-374e-4342-b6c2-e23cdb15e835 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 200 len: 1001 time: 0.3425388 Jan 18 23:00:32.062717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a3631e-1c4e-4e26-a947-38dec22060e4,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:32.115364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Checking segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:32.115643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4fc-2061-4483-b54e-a99dd87e66e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.115745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Network hostable DHCP agents. Network: be4f4ede-82fa-4550-9619-53a2eb4735b0, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:32.124614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0855f47-4052-481c-9b3e-c1c2f167852c req-7e2daa95-b708-41c5-9227-ac69dce92c7f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0630782 Jan 18 23:00:32.127868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc132a0-45a4-42a6-9ff1-560ea324e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.143185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 76182788-8f22-4d4e-b774-3005cf4efd8d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:00:32.149990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdd4fc-2061-4483-b54e-a99dd87e66e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5ebeb-3eab-42ce-90ea-8091e6bad36a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:32.152672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:32.169209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-578278bc-9771-4b5e-8884-19fe6706898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:32.170721 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-578278bc-9771-4b5e-8884-19fe6706898a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aff3e469-546f-4725-b2e6-07d04f57ba29 HTTP/1.1" status: 200 len: 851 time: 0.1678426 Jan 18 23:00:32.175218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, be4f4ede-82fa-4550-9619-53a2eb4735b0) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:32.181424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:32.181706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc132a0-45a4-42a6-9ff1-560ea324e27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc3688a-16b0-4b5c-b319-82212b648313,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:32.182455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.192812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cfb1b9-2f76-4575-b97b-8f711717cdf6 None None] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:32.238179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1cc132a0-45a4-42a6-9ff1-560ea324e27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.242021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1cc132a0-45a4-42a6-9ff1-560ea324e27e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cdc3688a-16b0-4b5c-b319-82212b648313 HTTP/1.1" status: 204 len: 168 time: 1.3226993 Jan 18 23:00:32.259090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e87ebbf-1663-4721-ae48-d7c156b08482 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2448947 Jan 18 23:00:32.261339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41472) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:32.267667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:32.274348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:32.279743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Usage tracker for resource:router and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:32.283762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:32.287932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4fc-2061-4483-b54e-a99dd87e66e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.292156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:32.300840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1dfdd4fc-2061-4483-b54e-a99dd87e66e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1a5ebeb-3eab-42ce-90ea-8091e6bad36a HTTP/1.1" status: 204 len: 168 time: 1.3736048 Jan 18 23:00:32.310604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.380648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.381792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.392898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:32.402276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf724da2-7a77-4f40-a4e5-c12db2cab9ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/76182788-8f22-4d4e-b774-3005cf4efd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0528848 Jan 18 23:00:32.402426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41478) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:32.442002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-49e1540d-0dad-4ff5-ab42-38b266d0dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:32.444365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-49e1540d-0dad-4ff5-ab42-38b266d0dee9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2669814 Jan 18 23:00:32.474758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-370861c4-864e-4083-87f0-8cd99c59c333 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=76182788-8f22-4d4e-b774-3005cf4efd8d HTTP/1.1" status: 200 len: 205 time: 0.0690291 Jan 18 23:00:32.475323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.478431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41484) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:32.497549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] Sync routers for ids ['76182788-8f22-4d4e-b774-3005cf4efd8d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:32.548439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] Routers {'76182788-8f22-4d4e-b774-3005cf4efd8d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:32.549393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['76182788-8f22-4d4e-b774-3005cf4efd8d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:32.676497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:32.701160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] Routers {'76182788-8f22-4d4e-b774-3005cf4efd8d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:32.701160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['76182788-8f22-4d4e-b774-3005cf4efd8d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:32.727716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-343030e4-1b0f-482e-b3c2-37d5e206e680 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765179 Jan 18 23:00:32.790649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:32.791047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95591d-b0e3-44a9-9310-dbc6360598ce None None] The sync data for ids ['76182788-8f22-4d4e-b774-3005cf4efd8d'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:32.794033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-be4f4ede-82fa-4550-9619-53a2eb4735b0', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:00:32.794865 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.957530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.026503 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-8bc04cda-8719-4f9e-a5b5-ef5464810b47 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923732 Jan 18 23:00:33.120371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Allocated IP 172.20.0.2 (be4f4ede-82fa-4550-9619-53a2eb4735b0/76a3631e-1c4e-4e26-a947-38dec22060e4/172c5198-8d05-4e26-a7f2-d0c1b011cfa2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:33.186351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ded1479f-c66b-42cb-9d96-40df4e2105f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 217 time: 0.1511972 Jan 18 23:00:33.308642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-9279b48d-9fc4-41ee-b346-055c12b08903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:33.321538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-9279b48d-9fc4-41ee-b346-055c12b08903 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1297216 Jan 18 23:00:33.441544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.453130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Transition to ACTIVE for port object 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:33.474233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d64131d2-acbd-4ef5-a099-7881832850e8 req-a7d4a7a1-81b1-4082-abc4-926a59a5afe1 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0765033 Jan 18 23:00:33.476581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Transition to ACTIVE for port object 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:33.487528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.488833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-4905b778-682b-401d-a432-a9afd669608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:33.490958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-4905b778-682b-401d-a432-a9afd669608a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622238 Jan 18 23:00:33.585330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Pushing event updated for resources: {'Port': ['ID=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:33.593745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:33.595028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:33.597567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:33.700217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Attempting to bind port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:33.700765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Attempting to bind port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:33.701305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Attempting to bind port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 on network be4f4ede-82fa-4550-9619-53a2eb4735b0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:33.707499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:33.708010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Checking segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:33.708534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.709275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Bound using segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:33.709846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Bound port: 172c5198-8d05-4e26-a7f2-d0c1b011cfa2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:33.710321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.713107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-77820103-a17a-4f00-ab7d-18e536463136 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141645 Jan 18 23:00:33.802295 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:00:33.818313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] For port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:33.822001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] For port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:33.830293 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.879065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.881475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.956021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9d396-2bfd-4283-90ac-7e9d834f7282 None None] Pushing event updated for resources: {'Port': ['ID=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:33.998135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.998675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router 76182788-8f22-4d4e-b774-3005cf4efd8d {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:00:34.035994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.037108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-122adc23-9d70-4180-8cd9-d970cca546c5 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/76182788-8f22-4d4e-b774-3005cf4efd8d HTTP/1.1" status: 204 len: 168 time: 1.5521533 Jan 18 23:00:34.043426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41536) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:34.049171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.176899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-0b69f010-567b-484b-a18e-42c1520ef565 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555640 Jan 18 23:00:34.204655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 94892faa-b7b4-44a8-a443-c5573ea9d94c {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:00:34.220328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.253890 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.302402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-9e265108-549b-47e4-a432-7197e4e723d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 217 time: 0.1098866 Jan 18 23:00:34.355431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Deleting port 783ed99b-3fc0-494b-abc0-d776024a5961 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:34.355776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.407859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-849bdd37-9a92-4b9c-ba26-df0440093ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:34.410775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-849bdd37-9a92-4b9c-ba26-df0440093ccb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1011047 Jan 18 23:00:34.433874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.544335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-44626bd4-1d97-4f7d-a229-e9848300d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:34.545936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-44626bd4-1d97-4f7d-a229-e9848300d2e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287699 Jan 18 23:00:34.648569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:34.734844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:34.804379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c1ad8eb-479d-4008-886a-0f709bdfb76a req-6de34f2a-0800-4231-b806-ac77423ca12c tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0942159 Jan 18 23:00:34.832500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-0bbb6bc9-cddb-4e1b-be88-e389a1e990d0 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803411 Jan 18 23:00:35.108062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.127218 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-51752ec2-f9af-42ac-bd17-66b93b82bd3a service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880526 Jan 18 23:00:35.228830 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-5616ac2a-cf57-4af3-8f5d-5262da05fe30 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5 HTTP/1.1" status: 200 len: 217 time: 0.0945106 Jan 18 23:00:35.278143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] For port 783ed99b-3fc0-494b-abc0-d776024a5961, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=783ed99b-3fc0-494b-abc0-d776024a5961,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:35.279737 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.356681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-1866d516-2c76-4443-ab0d-ad27ed04a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:35.361899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-1866d516-2c76-4443-ab0d-ad27ed04a042 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1265130 Jan 18 23:00:35.503124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-8db9967a-74f1-405c-a98a-ee1d4bb278d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:35.503968 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-8db9967a-74f1-405c-a98a-ee1d4bb278d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362648 Jan 18 23:00:35.667087 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-204129fc-2d4a-4b2d-89c3-89a1bee622b7 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558461 Jan 18 23:00:35.683168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Calling delete_port for 783ed99b-3fc0-494b-abc0-d776024a5961 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:35.684102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b742c-f1ae-4dc6-a5cc-1bdeee857c5a None None] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:35.813750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4bf2f9b5-c26c-499e-ac68-dfb86cc9691c req-0688c678-316f-4c0b-b3be-8903f67d06d7 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0875974 Jan 18 23:00:35.952091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-a676c51b-c306-41d5-828c-b3d266f082f2 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788157 Jan 18 23:00:35.990028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.052435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=94892faa-b7b4-44a8-a443-c5573ea9d94c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:36.068608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] Provisioning for port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:36.075823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4a7bd-57c6-461c-96c5-0afa5cc50217 None None] Network a5bcc502-76a5-40ad-9cab-7218b201a496 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:36.077394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-addb6087-c674-40fd-b6f4-2e016e5ebf1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=774cbf6b-97a1-4520-aa22-25103b1188c4 HTTP/1.1" status: 200 len: 217 time: 0.1186790 Jan 18 23:00:36.098941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.119118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fa6baf50-0309-441f-8539-f18083a9cd60 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/94892faa-b7b4-44a8-a443-c5573ea9d94c HTTP/1.1" status: 204 len: 168 time: 2.0730035 Jan 18 23:00:36.121965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] Provisioning complete for port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:36.122342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.122520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41602) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:36.222502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.247447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-f3bb2d3a-0ea0-4516-bf41-341c721fc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:36.252303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-f3bb2d3a-0ea0-4516-bf41-341c721fc77c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1672051 Jan 18 23:00:36.281040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.343044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.387606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-c6bb425f-8862-42b6-a62e-78aaab9f02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:36.390214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-c6bb425f-8862-42b6-a62e-78aaab9f02c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324811 Jan 18 23:00:36.429219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 01a22938-6e76-458e-b625-1e60ec2f5830 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:36.429910 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.552348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.586968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] For port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:36.599961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.677658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bf815-1828-4758-8163-1166a53601ce None None] Pushing event updated for resources: {'Port': ['ID=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:36.689533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-adf3f23b-2fbc-4112-bc5e-e543a15de97f service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909052 Jan 18 23:00:36.697843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] DHCP port deletion for a5bcc502-76a5-40ad-9cab-7218b201a496 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:00:36.706788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] Deleting port 01a22938-6e76-458e-b625-1e60ec2f5830 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:36.707965 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.709280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.715735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Allocated IP 172.25.4.31 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/6c3e406f-98fa-40fe-950f-bbeb0705fe31) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:36.850291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.040499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=783ed99b-3fc0-494b-abc0-d776024a5961,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:37.134910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7ea63423-328e-4550-8c54-1b41b001b928 None None] Provisioning complete for port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:37.135322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ea63423-328e-4550-8c54-1b41b001b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.141092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-8d61f836-0f1f-45f1-9cf2-670bc08137ab service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453702 Jan 18 23:00:37.215785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] For port 01a22938-6e76-458e-b625-1e60ec2f5830, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01a22938-6e76-458e-b625-1e60ec2f5830,segment=NetworkSegment(55e23c59-d48c-4f4c-ba28-a05ec2c632c1),segment_id=55e23c59-d48c-4f4c-ba28-a05ec2c632c1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:37.216174 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.222092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-f6a0386e-d5f3-422e-8433-9729cf94bcde service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68bf7070-9898-4094-8eeb-38014ec2793a HTTP/1.1" status: 200 len: 217 time: 0.0746744 Jan 18 23:00:37.294593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ff9a6541-60e2-4725-a9ed-8ea7e7b984bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:37.296144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-ff9a6541-60e2-4725-a9ed-8ea7e7b984bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.0679519 Jan 18 23:00:37.376179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] Calling delete_port for 01a22938-6e76-458e-b625-1e60ec2f5830 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:37.401772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-430d7dc9-ffd9-4aae-b5eb-d93132b5313d req-488313f5-9e98-45c4-a26c-23f9b1e6ae3f tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.2830172 Jan 18 23:00:37.445913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 01a22938-6e76-458e-b625-1e60ec2f5830, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01a22938-6e76-458e-b625-1e60ec2f5830,segment=NetworkSegment(55e23c59-d48c-4f4c-ba28-a05ec2c632c1),segment_id=55e23c59-d48c-4f4c-ba28-a05ec2c632c1)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:37.446291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.493160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.527092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-19d215ab-5c5a-436c-a2af-99e6f4e5b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:37.532114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-19d215ab-5c5a-436c-a2af-99e6f4e5b2f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2295055 Jan 18 23:00:37.558913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] Pushing event deleted for resources: {'Port': ['ID=01a22938-6e76-458e-b625-1e60ec2f5830,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:37.561196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac87771-9d38-45e4-925d-19e026239b7b None None] No DVR routers for this DVR port 01a22938-6e76-458e-b625-1e60ec2f5830 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:37.697955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 01a22938-6e76-458e-b625-1e60ec2f5830 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:37.802990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.829934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-6ef33c86-d0df-45b1-afbf-8f9f08ce3b05 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888079 Jan 18 23:00:37.941859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:00:37.942177 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:00:37.953503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.021521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-26240e67-dbc9-4547-9be9-5599fbc5c577 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846576 Jan 18 23:00:38.065468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.115598 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-aea7feea-dc60-42b1-a588-80bb22fd7833 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 200 len: 217 time: 0.0878007 Jan 18 23:00:38.191759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-a66f8e33-ce7d-44af-b9cc-68fa853a64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:38.193249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-a66f8e33-ce7d-44af-b9cc-68fa853a64bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.0711217 Jan 18 23:00:38.269133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-397a7b0b-cbe5-40e8-8c80-f07be4e76d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:38.270739 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-397a7b0b-cbe5-40e8-8c80-f07be4e76d3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719452 Jan 18 23:00:38.365408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:38.372269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:38.374789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:38.421978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-6aa4a229-8127-474a-a4aa-f15d95c71daa service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442642 Jan 18 23:00:38.533498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3e406f-98fa-40fe-950f-bbeb0705fe31,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:38.541841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 01a22938-6e76-458e-b625-1e60ec2f5830 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:38.542361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.581423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc37f20c-621a-4041-8a9c-cc82617289ef req-e4fdedb4-95e6-4c60-a320-fa558dc17bd4 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532917 Jan 18 23:00:38.655998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:38.678457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] The port '01a22938-6e76-458e-b625-1e60ec2f5830' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:00:38.683742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-573507ce-fa3b-4dcc-b706-3d288eacfac2 req-e7bb16c6-8a65-47bb-9fdf-d0b1e37f4d31 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1166971 Jan 18 23:00:38.742370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:38.742740 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.810893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:00:38.934722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01a22938-6e76-458e-b625-1e60ec2f5830 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:38.972500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 01a22938-6e76-458e-b625-1e60ec2f5830 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:38.972899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01a22938-6e76-458e-b625-1e60ec2f5830 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:39.181540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.296726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bcc502-76a5-40ad-9cab-7218b201a496']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:39.314942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e23c59-d48c-4f4c-ba28-a05ec2c632c1') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:39.315267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e23c59-d48c-4f4c-ba28-a05ec2c632c1') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:39.336307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.492251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.518186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:00:39.518784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:39.533769 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:39.673553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:39.684483 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] Sync routers for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:39.697507 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:39.698708 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:39.721206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:39.721648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bddb33d7-4d56-4c7c-886b-1bbe3917f6c1 admin admin] 10.222.0.78 "PUT /v2.0/routers/ca4ab795-ca0b-46bd-83bd-dde2e504ebd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9418948 Jan 18 23:00:39.724327 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.729383 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.762992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=a5bcc502-76a5-40ad-9cab-7218b201a496,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:39.767478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50119791-f949-409d-b9ef-9f90336d1ecd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/a5bcc502-76a5-40ad-9cab-7218b201a496 HTTP/1.1" status: 204 len: 168 time: 3.6434832 Jan 18 23:00:39.768603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.843836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41710) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:39.849864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857018025', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:39.878654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:39.887967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:39.892814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:39.902751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:40.035471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50334ea8-c742-4045-a7db-b0a9741fb31f req-210cf1e9-8b3f-4131-ba94-b38b31c7cc45 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1301033 Jan 18 23:00:40.050201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.051333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.088306 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:40.096234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.133471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.231781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.392640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.397389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21f8114f-7139-4d8b-a87e-72d9e1b87215 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5525718 Jan 18 23:00:40.400643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41728) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:40.409394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1308466410'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:40.415403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.418285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:40.425227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:40.480594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:40.488175 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T23:00:36Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:40.502498 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] Checking router: ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:40.503611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:40.517056 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] Routers {'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:40.518959 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:40.596272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:40.600547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.636474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.653252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Deleting port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:40.653696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.768915 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] Set router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:40.817334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:40.838257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.838785 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment cf14269a-70bc-4ba4-8532-e48ef629d98e of type vlan for network 5984cc6f-1675-4784-b678-18a8bd259abf Jan 18 23:00:40.895448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.907891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] For port aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:40.908501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.916579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Router 70928366-e415-482f-9f47-15eb2836f6ae is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:00:40.980817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:41.005882 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.011979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.012701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.069540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Calling delete_port for aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:41.072103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6700153 Jan 18 23:00:41.078105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41746) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:41.135688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:41.320636 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T23:00:36Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:41.331207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f573ce-555b-4b41-a84c-643bb57db449 None None] The sync data for ids ['ca4ab795-ca0b-46bd-83bd-dde2e504ebd3'] in n-d-825178-1 is: [{'id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'name': 'tempest-ServerActionsTestJSON-1537865868-router', 'tenant_id': '48a783a9a5994582b0f93c202337c41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:59Z', 'updated_at': '2022-01-18T23:00:36Z', 'revision_number': 5, 'project_id': '48a783a9a5994582b0f93c202337c41c', 'gw_port': {'id': 'aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4ab795-ca0b-46bd-83bd-dde2e504ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:03Z', 'updated_at': '2022-01-18T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:41.371509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.418320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:41.440729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:41.454665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:41.476541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:41.481412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:41.486759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118225dc-802d-4146-a68a-2b130b842027 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=5984cc6f-1675-4784-b678-18a8bd259abf,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:41.492711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.497905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 5984cc6f-1675-4784-b678-18a8bd259abf details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:41.527849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:41.536553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:41.539459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Usage tracker for resource:security_group_rule and tenant:84a5a15676d347829e6cb386e63d46d5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:41.546641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:41.550150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.554556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:41.561432 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.709430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:41.710288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:41.768226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:41.775108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:41.777364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.780567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.812577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.812577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:00:41.827021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.830904 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-37ba6a41-b428-4f81-b97c-c778c2989b9d admin admin] 10.222.0.78 "DELETE /v2.0/routers/ca4ab795-ca0b-46bd-83bd-dde2e504ebd3 HTTP/1.1" status: 204 len: 168 time: 2.1082058 Jan 18 23:00:41.831633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:41.881069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90304147-331b-4811-bf59-40ea33f80fd1 req-02f399d7-5b11-431b-8d31-74fcf4b205a5 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.4613111 Jan 18 23:00:41.910592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Deleting subnet f2346838-0cdd-47c3-bbc3-e5c38cf5612d {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:00:41.915997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.932995 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.938571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bdf08c47-2027-4f03-81da-47c620bf0485 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.6760614 Jan 18 23:00:41.954281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41766) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:42.019527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.126749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21ebfea2-01c9-4fa7-a8bc-7e81da0b8aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.139829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:42.158723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.260675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.294291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.314063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.332365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2346838-0cdd-47c3-bbc3-e5c38cf5612d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:42.344451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.353684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-77e85ea4-884e-4e23-9527-5a1d389458d7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f2346838-0cdd-47c3-bbc3-e5c38cf5612d HTTP/1.1" status: 204 len: 168 time: 0.5188098 Jan 18 23:00:42.355733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:42.365942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84a5a15676d347829e6cb386e63d46d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3774865 Jan 18 23:00:42.371780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.378471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:42.481059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac0111-a310-45bc-9e34-7e95b859ac89 None None] Network 3c3982f4-ad1d-4d18-a5e0-d874e519189a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:42.525951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe3834-8146-4aea-b66f-abb95c950785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a7ac8b-2cf5-444a-ac4f-3f9e6cb40211,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:42.565767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.575120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=8eeffc9d-210f-4b37-8546-a7e921bad5b1,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:42.593419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:42.593956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: 5984cc6f-1675-4784-b678-18a8bd259abf, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:42.630492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Deleting port 1d450968-53ff-4c96-bed7-36a8014ae62a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:42.630908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.680757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4da0c775-ca3f-47a9-819c-63e80a1beed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.703122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 5984cc6f-1675-4784-b678-18a8bd259abf is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:42.714714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4da0c775-ca3f-47a9-819c-63e80a1beed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.780996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:39Z', 'revision_number': 3, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:42.790472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:42.791670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Updating router 70928366-e415-482f-9f47-15eb2836f6ae port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:00:42.815951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 5984cc6f-1675-4784-b678-18a8bd259abf) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:42.824144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:42.824747 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.833735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d87049-6938-4cd8-b204-a95ae27f6f74 None None] Network 5984cc6f-1675-4784-b678-18a8bd259abf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:42.993133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4da0c775-ca3f-47a9-819c-63e80a1beed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.085470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0c775-ca3f-47a9-819c-63e80a1beed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a7ac8b-2cf5-444a-ac4f-3f9e6cb40211,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:43.089330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4da0c775-ca3f-47a9-819c-63e80a1beed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.090748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4da0c775-ca3f-47a9-819c-63e80a1beed4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6a7ac8b-2cf5-444a-ac4f-3f9e6cb40211 HTTP/1.1" status: 204 len: 168 time: 0.7110746 Jan 18 23:00:43.092019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:43.135554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:43.136038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa6f9a5a-3b1f-478f-ad48-b808fd4a1cda not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:43.136553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 783ed99b-3fc0-494b-abc0-d776024a5961 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:43.167202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] For port 1d450968-53ff-4c96-bed7-36a8014ae62a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d450968-53ff-4c96-bed7-36a8014ae62a,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:43.167570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.205476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 783ed99b-3fc0-494b-abc0-d776024a5961 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:43.205816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 783ed99b-3fc0-494b-abc0-d776024a5961 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:43.255142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8ef7e58e-df45-4635-9d06-ce919fdcb735 req-0e59fe63-55a9-4c25-954d-adccf8680df8 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1252570 Jan 18 23:00:43.260526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b0716311-21b1-4aed-914b-f19cdfe45a58 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1774821 Jan 18 23:00:43.267194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41794) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:43.288246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.333490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] DHCP port deletion for 3c3982f4-ad1d-4d18-a5e0-d874e519189a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:00:43.414913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Deleting port 1d450968-53ff-4c96-bed7-36a8014ae62a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:43.415301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.542799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Calling delete_port for 1d450968-53ff-4c96-bed7-36a8014ae62a owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:43.650405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-5984cc6f-1675-4784-b678-18a8bd259abf', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:00:43.651529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.696840 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.795991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d450968-53ff-4c96-bed7-36a8014ae62a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:43.806752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] No DVR routers for this DVR port 1d450968-53ff-4c96-bed7-36a8014ae62a on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:43.916670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] For port 1d450968-53ff-4c96-bed7-36a8014ae62a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d450968-53ff-4c96-bed7-36a8014ae62a,segment=NetworkSegment(5bbab565-277d-42fb-814b-3c8a8a718b19),segment_id=5bbab565-277d-42fb-814b-3c8a8a718b19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:43.917728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.972227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.019597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.029215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.048715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41812) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.080473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3982f4-ad1d-4d18-a5e0-d874e519189a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:44.089784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.114087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbab565-277d-42fb-814b-3c8a8a718b19') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:44.114288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbab565-277d-42fb-814b-3c8a8a718b19') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:44.124309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:44.130593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.137478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Usage tracker for resource:security_group_rule and tenant:6351d8f67de54c93b1ea8b05a6ebc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:44.138760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Allocated IP 172.20.0.2 (5984cc6f-1675-4784-b678-18a8bd259abf/8eeffc9d-210f-4b37-8546-a7e921bad5b1/dc6fb589-da0f-424a-bc85-8516331df6aa) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:44.143263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:44.152913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:44.158900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.173615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:00:44.174019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:44.189389 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:44.239522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Calling delete_port for 1d450968-53ff-4c96-bed7-36a8014ae62a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:00:44.295393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.300659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.336475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3982f4-ad1d-4d18-a5e0-d874e519189a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:44.380916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c64316dd-4277-4d9c-8943-7ac0a2b7168d admin admin] 10.222.0.78 "DELETE /v2.0/networks/3c3982f4-ad1d-4d18-a5e0-d874e519189a HTTP/1.1" status: 204 len: 168 time: 2.0238206 Jan 18 23:00:44.453197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.466020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.472666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Allocated IP 172.20.0.1 (be4f4ede-82fa-4550-9619-53a2eb4735b0/76a3631e-1c4e-4e26-a947-38dec22060e4/ad2c6b12-d25d-4b7e-a60f-04885321cb55) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:44.540121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6351d8f67de54c93b1ea8b05a6ebc812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885125 Jan 18 23:00:44.540784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41826) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.544371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf1e3a-6f59-4eee-b3a6-813d0282acd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1735dd-5506-4b89-8621-d95d4cc4552d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:44.575240 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc030210-2c65-4819-a934-e909a29a7248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.641922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abceac30-bb65-47f8-8a08-3c431db423d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.655893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d450968-53ff-4c96-bed7-36a8014ae62a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:44.658888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fe46073-5fae-4e4b-9054-80133d8cfe82 req-c1d0a0bf-f4b0-4d0f-929d-1785e1f0ad9b tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0826869 Jan 18 23:00:44.696121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1d450968-53ff-4c96-bed7-36a8014ae62a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:00:44.696502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d450968-53ff-4c96-bed7-36a8014ae62a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:44.703734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abceac30-bb65-47f8-8a08-3c431db423d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.791995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.809131 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:00:44.809648 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:00:44.867065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2bd0b7e7-7387-4317-80eb-2923b629e99b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48a783a9a5994582b0f93c202337c41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739472 Jan 18 23:00:44.870760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abceac30-bb65-47f8-8a08-3c431db423d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.878756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.967076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.984810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:00:44.985725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cbc7-6689-46da-a398-0079f67b6a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.987414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceac30-bb65-47f8-8a08-3c431db423d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1735dd-5506-4b89-8621-d95d4cc4552d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:44.995163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Transition to ACTIVE for port object ad2c6b12-d25d-4b7e-a60f-04885321cb55 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:44.998552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abceac30-bb65-47f8-8a08-3c431db423d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.002156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-abceac30-bb65-47f8-8a08-3c431db423d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c1735dd-5506-4b89-8621-d95d4cc4552d HTTP/1.1" status: 204 len: 168 time: 0.4571731 Jan 18 23:00:45.026424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.028726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cbc7-6689-46da-a398-0079f67b6a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.074922 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.106538 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.111995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Transition to ACTIVE for port object dc6fb589-da0f-424a-bc85-8516331df6aa will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:45.112677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cbc7-6689-46da-a398-0079f67b6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.130739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Transition to ACTIVE for port object 6c3e406f-98fa-40fe-950f-bbeb0705fe31 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:45.143768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Transition to ACTIVE for port object dc6fb589-da0f-424a-bc85-8516331df6aa will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:45.149047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.151393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Pushing event updated for resources: {'Port': ['ID=ad2c6b12-d25d-4b7e-a60f-04885321cb55,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.168556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9cbc7-6689-46da-a398-0079f67b6a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037c3245-55f3-4a7b-8ffb-fff6eac4bb24,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.180091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cbc7-6689-46da-a398-0079f67b6a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.183850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1c9cbc7-6689-46da-a398-0079f67b6a6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/037c3245-55f3-4a7b-8ffb-fff6eac4bb24 HTTP/1.1" status: 204 len: 168 time: 0.2844779 Jan 18 23:00:45.226759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:45.227237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.230019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:45.238882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:45.267836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Attempting to bind port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:45.268336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Attempting to bind port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:45.268827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Attempting to bind port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:45.274955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.20.0.1 (5984cc6f-1675-4784-b678-18a8bd259abf/8eeffc9d-210f-4b37-8546-a7e921bad5b1/4ebfc713-9cea-450d-8101-ec30d8491adb) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:45.287582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Network 5984cc6f-1675-4784-b678-18a8bd259abf is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:45.290905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:45.293435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:45.293891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:45.294375 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.294929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:45.295490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Bound port: 6c3e406f-98fa-40fe-950f-bbeb0705fe31, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:45.295933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.356636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:45.359126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Deleting port 1d450968-53ff-4c96-bed7-36a8014ae62a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:00:45.359392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.419071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d2896-7977-4c58-a351-6fe9522dd984 None None] Pushing event updated for resources: {'Port': ['ID=6c3e406f-98fa-40fe-950f-bbeb0705fe31,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.427163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] For port 6c3e406f-98fa-40fe-950f-bbeb0705fe31, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:45.430701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] For port 6c3e406f-98fa-40fe-950f-bbeb0705fe31, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6c3e406f-98fa-40fe-950f-bbeb0705fe31,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:45.453207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.558973 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.668777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-77f31707-0bce-41f7-b95c-cb4014721a4c None None] The port '1d450968-53ff-4c96-bed7-36a8014ae62a' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:00:45.681044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.716743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.732554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Attempting to bind port dc6fb589-da0f-424a-bc85-8516331df6aa on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:45.732928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Attempting to bind port dc6fb589-da0f-424a-bc85-8516331df6aa by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:45.733314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Attempting to bind port dc6fb589-da0f-424a-bc85-8516331df6aa on network 5984cc6f-1675-4784-b678-18a8bd259abf {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:45.740531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.746559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Pushing event updated for resources: {'Port': ['ID=dc6fb589-da0f-424a-bc85-8516331df6aa,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.747916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 4ebfc713-9cea-450d-8101-ec30d8491adb will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:45.758190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:45.758973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:45.828365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.895509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 5984cc6f-1675-4784-b678-18a8bd259abf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:45.935268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:45.936120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Checking segment: {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:45.936707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.937278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Bound using segment: {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:45.938244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Bound port: dc6fb589-da0f-424a-bc85-8516331df6aa, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:45.940273 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.943396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:45.946583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:46.063309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-013f9589-e23c-4443-92ee-a0934d39cff6 req-e39be6d1-2d80-4197-a98a-da9d74dc179e tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1264601 Jan 18 23:00:46.106065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:46.136384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.199453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=4ebfc713-9cea-450d-8101-ec30d8491adb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:46.210594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.299696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3a3e5523-05b8-4612-9631-f3e523d28472 None None] Provisioning for port ad2c6b12-d25d-4b7e-a60f-04885321cb55 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:46.378276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3a3e5523-05b8-4612-9631-f3e523d28472 None None] Provisioning complete for port ad2c6b12-d25d-4b7e-a60f-04885321cb55 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:46.378651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5523-05b8-4612-9631-f3e523d28472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.442501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e5523-05b8-4612-9631-f3e523d28472 None None] Port ad2c6b12-d25d-4b7e-a60f-04885321cb55 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:46.463343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.505701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d2896-7977-4c58-a351-6fe9522dd984 None None] Pushing event updated for resources: {'Port': ['ID=6c3e406f-98fa-40fe-950f-bbeb0705fe31,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:46.536964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.551993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.571300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] For port dc6fb589-da0f-424a-bc85-8516331df6aa, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:46.605985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] For port dc6fb589-da0f-424a-bc85-8516331df6aa, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dc6fb589-da0f-424a-bc85-8516331df6aa,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:46.626037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.760584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a128c-99a8-4d2c-b554-bf232b20f095 None None] Pushing event updated for resources: {'Port': ['ID=dc6fb589-da0f-424a-bc85-8516331df6aa,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:46.769442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:44Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:46.775374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e8f4d-b966-4815-bfa9-0201d66412fc None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:44Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:46.832373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.929075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.266148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Pushing event updated for resources: {'Port': ['ID=ad2c6b12-d25d-4b7e-a60f-04885321cb55,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:47.405998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.462801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.503434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:47.597110 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-977e5f52-f873-4aed-8301-bc65f6f9ae5f req-ed819184-088e-4679-8144-e5aca5d1edd5 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1730714 Jan 18 23:00:47.685634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-110793545-network', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:47.694646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:47.695094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=4ebfc713-9cea-450d-8101-ec30d8491adb,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:47.720574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Usage tracker for resource:network and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:47.724300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:47.729391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:47.730959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:47.731148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.755149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:47.764557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Made reservation on behalf of e9b30aa1e4d049d88b4fa90055a0bac5 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:47.767456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.804394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.850394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:47.859755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:47.870257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:47.881660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:48.134145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.147980 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.229920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:48.242820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b4c9a3-0593-47bb-bcd5-ce58c45f9940,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.248583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.248974 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Added segment f9af836b-80fd-43d3-9891-149fd524d2e0 of type vlan for network 1bce845c-1334-4679-bc2c-cc55bd24f831 Jan 18 23:00:48.318005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.358501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.360996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:48.362559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.411773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff6ed852-62cd-42c4-9e5a-102f0ac681e0 None None] Provisioning complete for port ad2c6b12-d25d-4b7e-a60f-04885321cb55 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:48.412206 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed852-62cd-42c4-9e5a-102f0ac681e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.540818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 5984cc6f-1675-4784-b678-18a8bd259abf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:48.549683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:48.557809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ed852-62cd-42c4-9e5a-102f0ac681e0 None None] Port ad2c6b12-d25d-4b7e-a60f-04885321cb55 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:00:48.595351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6cae4e-9978-4601-b78a-11f5cb648007 None None] Network 5984cc6f-1675-4784-b678-18a8bd259abf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:48.725174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:48.737760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-263a4a52-c256-42aa-8730-f3c0f0f229ef None None] Provisioning for port dc6fb589-da0f-424a-bc85-8516331df6aa completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:48.765490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] Pushing event updated for resources: {'Network': ['ID=1bce845c-1334-4679-bc2c-cc55bd24f831,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.774784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1ac8711-0fd6-4ac9-ac98-8ad8cf646234 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2684898 Jan 18 23:00:48.775880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41954) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:48.787051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Request body: {'subnet': {'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-subnet', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:48.798049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:48.806292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Usage tracker for resource:subnet and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:48.814806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:48.827571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:48.855556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Made reservation on behalf of e9b30aa1e4d049d88b4fa90055a0bac5 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:48.858057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.885252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:48.900776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6c3e406f-98fa-40fe-950f-bbeb0705fe31 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:49.004494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-16d70464-a3cc-4fc6-a290-9a50a2be3fa1 req-db4103e9-38b1-47d2-bf76-534b7982cc15 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1200783 Jan 18 23:00:49.021524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Router 70928366-e415-482f-9f47-15eb2836f6ae has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:00:49.061107 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.099639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:49.116124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Usage tracker for resource:security_group_rule and tenant:2b20b57636f54149a024fd7bd772c9c3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:49.119864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:49.131279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:49.277137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:49.283837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:49.284256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.347341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:00:49.397238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.398854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:49.440795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.461378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6c3e406f-98fa-40fe-950f-bbeb0705fe31, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6c3e406f-98fa-40fe-950f-bbeb0705fe31,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:49.471101 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.471951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dc6fb589-da0f-424a-bc85-8516331df6aa up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:49.481305 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.499122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.546038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20749c4-238c-4161-881a-5ba86fff464a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:49.575394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:49.602147 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b20b57636f54149a024fd7bd772c9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687797 Jan 18 23:00:49.607106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d22fe-ed44-4d4e-978f-1d29398b8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f1e220-a186-4fbf-8dfc-a7409358ba15,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:49.610015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:49.617549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6c3e406f-98fa-40fe-950f-bbeb0705fe31,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:49.626005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-36e2bd82-a043-4475-9f45-65b24c3f1e8d admin admin] 10.222.0.78 "PUT /v2.0/routers/70928366-e415-482f-9f47-15eb2836f6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6694443 Jan 18 23:00:49.646314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port dc6fb589-da0f-424a-bc85-8516331df6aa completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:49.651697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dc6fb589-da0f-424a-bc85-8516331df6aa triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:49.652077 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.663164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Checking segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:49.663662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Network hostable DHCP agents. Network: 1bce845c-1334-4679-bc2c-cc55bd24f831, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:49.672402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:49.686079 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:49.687744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dd517053-6fd7-48b1-a48c-9b65cf3bac24 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4200006 Jan 18 23:00:49.688624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41978) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:49.699039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1738051720'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:49.701920 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:49.702806 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:49.708597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:49.719856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:49.724309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:49.738386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:49.770411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:49.774684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.790274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:49.840862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71026465-5942-4490-b6b6-b2715058dbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.854565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:49.867309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 1bce845c-1334-4679-bc2c-cc55bd24f831) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:49.881432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:49.884287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.884419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.886025 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment 5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e of type vlan for network 2692445c-8956-4fa9-a231-4df6fb2a88a3 Jan 18 23:00:49.923318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f2cc2ef-4e5b-4708-9797-7bc28c3300bf None None] Provisioning complete for port dc6fb589-da0f-424a-bc85-8516331df6aa triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:49.923728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc2ef-4e5b-4708-9797-7bc28c3300bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.937594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.955461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71026465-5942-4490-b6b6-b2715058dbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.973897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92c88e-1b8c-497b-a255-5f3c28c9e432 None None] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:50.018638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.037029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:50.037703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.096116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.116923 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:50.135030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4736787d-d2ac-403b-844d-7eac524763eb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3581069 Jan 18 23:00:50.145419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41988) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:50.169786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:50.190638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Usage tracker for resource:security_group_rule and tenant:8fdace3bea7a4ebd95d8e6d675675d44 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:50.206253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:50.217581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:50.276759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71026465-5942-4490-b6b6-b2715058dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.334788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026465-5942-4490-b6b6-b2715058dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f1e220-a186-4fbf-8dfc-a7409358ba15,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:50.363390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71026465-5942-4490-b6b6-b2715058dbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.374871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-71026465-5942-4490-b6b6-b2715058dbb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f1e220-a186-4fbf-8dfc-a7409358ba15 HTTP/1.1" status: 204 len: 168 time: 0.7418191 Jan 18 23:00:50.526685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:50.530446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.540715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.600661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:50.610199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49ebb45f-4db0-4407-aa2b-861944919bd8 req-6e915685-f5f6-4ee7-801f-d867a2f13393 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0778980 Jan 18 23:00:50.614820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Usage tracker for resource:router and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:50.624687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9349568 Jan 18 23:00:50.626114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:50.629268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41994) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:50.630012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a68125-b558-4743-92f4-1ae530e24501 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=2692445c-8956-4fa9-a231-4df6fb2a88a3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:50.655484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:50.668432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8fdace3bea7a4ebd95d8e6d675675d44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0651493 Jan 18 23:00:50.670266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:50.671223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41998) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:50.674070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f54e0-c129-4404-8def-37fd44e3ce32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2df830-a3e0-4a83-9269-f77e1b0f493c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:50.686830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:50.697528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:50.789712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.790700 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.805184 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:00:46Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:46Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:50.809014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d82cbf52-b465-4f93-be0c-948964d4320a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.811716 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:50.812393 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Updating router ea1a198c-4674-4ff8-83b4-f9067e95063d port 4ebfc713-9cea-450d-8101-ec30d8491adb binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:00:50.817342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.820691 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.858925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:50.861272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:50.870978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d82cbf52-b465-4f93-be0c-948964d4320a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.904691 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.975955 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d82cbf52-b465-4f93-be0c-948964d4320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.005533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cbf52-b465-4f93-be0c-948964d4320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2df830-a3e0-4a83-9269-f77e1b0f493c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:51.014651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d82cbf52-b465-4f93-be0c-948964d4320a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.018753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d82cbf52-b465-4f93-be0c-948964d4320a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea2df830-a3e0-4a83-9269-f77e1b0f493c HTTP/1.1" status: 204 len: 168 time: 0.3464723 Jan 18 23:00:51.120912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:51.151642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.190442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:51.197924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Usage tracker for resource:security_group_rule and tenant:e19e43f138a74578827ad7ea69aa2359 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:51.201271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42012) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:51.204061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:51.209914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176450084', 'description': 'tempest-description--1606335637'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:51.219551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:51.225396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:51.230286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:51.237192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:51.247746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:51.291418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.292135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.299461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:51.304701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:51.308394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:51.336657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:51.350477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:51.356502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:51.363411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:51.371303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:51.388987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:51.429967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.443848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.458875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:51.463294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.527048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e19e43f138a74578827ad7ea69aa2359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026475 Jan 18 23:00:51.541474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42018) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:51.577611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-1bce845c-1334-4679-bc2c-cc55bd24f831', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:00:51.578459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.649352 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.659379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.663187 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Transition to ACTIVE for port object 4ebfc713-9cea-450d-8101-ec30d8491adb will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:51.671602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd5e33-10b0-4732-be45-274a77ef40fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e835ea-96cb-4161-9284-4b8859cfc5d8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:51.674669 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.674937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.741154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42024) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:51.745364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce1d28-66a7-449d-a241-4eb37cc88a5d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:51.806010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.810878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-064fcc59-f7fa-4845-ac16-ce4872574fa4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6083233 Jan 18 23:00:51.812517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:51.823156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'security_group_rule': {'security_group_id': '91ce1d28-66a7-449d-a241-4eb37cc88a5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:51.829308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port dc6fb589-da0f-424a-bc85-8516331df6aa, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dc6fb589-da0f-424a-bc85-8516331df6aa,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:51.832398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:51.838177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:51.842081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:51.849837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:51.879607 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efc3267c-2ee1-477d-af6e-dd08bb3c4add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.910445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.924827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.933370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.044303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6c3e406f-98fa-40fe-950f-bbeb0705fe31 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:52.047145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efc3267c-2ee1-477d-af6e-dd08bb3c4add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.077511 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Pushing event updated for resources: {'Port': ['ID=4ebfc713-9cea-450d-8101-ec30d8491adb,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.093578 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.094446 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.094635 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.095032 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.095426 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.095965 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.096350 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.096737 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.097552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.097691 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.098028 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.098409 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.110620 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Attempting to bind port 4ebfc713-9cea-450d-8101-ec30d8491adb on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:52.111049 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Attempting to bind port 4ebfc713-9cea-450d-8101-ec30d8491adb by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:52.111461 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Attempting to bind port 4ebfc713-9cea-450d-8101-ec30d8491adb on network 5984cc6f-1675-4784-b678-18a8bd259abf {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:52.118856 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:52.119407 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Checking segment: {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:52.120245 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.120782 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Bound using segment: {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:52.121378 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Bound port: 4ebfc713-9cea-450d-8101-ec30d8491adb, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf14269a-70bc-4ba4-8532-e48ef629d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:52.122523 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.135697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.145656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.190222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe63281-8204-4688-a097-bea2bf226c48,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.222845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:52.224519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efc3267c-2ee1-477d-af6e-dd08bb3c4add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.227109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efc3267c-2ee1-477d-af6e-dd08bb3c4add admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.232285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-efc3267c-2ee1-477d-af6e-dd08bb3c4add admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27e835ea-96cb-4161-9284-4b8859cfc5d8 HTTP/1.1" status: 204 len: 168 time: 0.6887434 Jan 18 23:00:52.242624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.244055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-22359f30-266b-46f8-a157-9a2a441c76d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4277453 Jan 18 23:00:52.244357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Usage tracker for resource:security_group_rule and tenant:37a69f5aaab4495194bfd02424c59375 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:52.246704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3267c-2ee1-477d-af6e-dd08bb3c4add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e835ea-96cb-4161-9284-4b8859cfc5d8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.248318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:52.254609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'security_group_rule': {'security_group_id': '91ce1d28-66a7-449d-a241-4eb37cc88a5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:52.255224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:52.260238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] For port 4ebfc713-9cea-450d-8101-ec30d8491adb, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:52.261604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:52.266975 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] For port 4ebfc713-9cea-450d-8101-ec30d8491adb, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4ebfc713-9cea-450d-8101-ec30d8491adb,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:52.267154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:52.270506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:52.277528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:52.282176 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.306815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.326991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf90d095-03df-4099-95c0-85f84790f1b2 req-9b4058cc-7c48-4f9b-89b5-d0b956e85e2c tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.4043255 Jan 18 23:00:52.329552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.331015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=dc6fb589-da0f-424a-bc85-8516331df6aa,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.347523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.347973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.348239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.348567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.348890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.349237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.349566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.349888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.350206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.350525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.350864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.351162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:52.384472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:52.384854 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.396271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:52.413958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.414202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f2cc2ef-4e5b-4708-9797-7bc28c3300bf None None] Provisioning for port 4ebfc713-9cea-450d-8101-ec30d8491adb completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:52.477679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.484386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.489751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Allocated IP 172.20.0.2 (1bce845c-1334-4679-bc2c-cc55bd24f831/f20749c4-238c-4161-881a-5ba86fff464a/58f11787-814b-4495-aa9b-18b0afcc805f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:52.507056 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:52.507687 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:52.534874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f85ebcf-8c07-48fe-867c-2e4f5b693222,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.538526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.539799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6cdfb1a0-2e63-42f0-ab4f-a2fc87062a89 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898674 Jan 18 23:00:52.543115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42042) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:52.550954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:52.558648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:52.563755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:floatingip and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:52.571842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:52.584494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:52.612438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.675628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.711577 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da78f-0bfe-4520-97fe-6024ccfe1f20 None None] Pushing event updated for resources: {'Port': ['ID=4ebfc713-9cea-450d-8101-ec30d8491adb,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.787015 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:52.891232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42048) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:53.041242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:46Z', 'revision_number': 2, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:53.049744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:53.050508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Updating router 70928366-e415-482f-9f47-15eb2836f6ae port ad2c6b12-d25d-4b7e-a60f-04885321cb55 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:00:53.065387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.087608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:53.097275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a976353a684a088645ce9c908202bf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:53.101995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.136443 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:00:46Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:52Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:53.140889 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.142134 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f8d50-7b8b-4e56-b938-c3fac9c6f5ca None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:00:46Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:52Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:53.180939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.190253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:53.199006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Transition to ACTIVE for port object 58f11787-814b-4495-aa9b-18b0afcc805f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:53.202718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:53.235786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=430517ad-8f8b-4cf6-a61b-8220ed5e4de6,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:53.259428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:53.260096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: 2692445c-8956-4fa9-a231-4df6fb2a88a3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:53.269442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Transition to ACTIVE for port object 58f11787-814b-4495-aa9b-18b0afcc805f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:53.306232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.314128 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.317999 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.319904 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.320267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Allocated IP 172.25.4.189 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/c6390cd1-0fb2-4ccb-8286-06752be1d9ac) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:53.323605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:53.340237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.369566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4a976353a684a088645ce9c908202bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743707 Jan 18 23:00:53.371371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6fc36-9968-42eb-95c6-bc45c378e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f042e-b974-494a-b608-466d47e441b7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:53.374770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:53.392357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2692445c-8956-4fa9-a231-4df6fb2a88a3) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:53.442524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:53.443120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.470202 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965b6c5e-4b1e-48dc-8f2f-72b7d4b6a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.549244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965b6c5e-4b1e-48dc-8f2f-72b7d4b6a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.584396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b02275-5145-4dec-8430-f40906c515ee None None] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:53.614511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:53.617255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Pushing event updated for resources: {'Port': ['ID=58f11787-814b-4495-aa9b-18b0afcc805f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:53.628038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965b6c5e-4b1e-48dc-8f2f-72b7d4b6a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.633912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37a69f5aaab4495194bfd02424c59375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8916898 Jan 18 23:00:53.637595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:53.641617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd8d46-a09e-46ee-9637-aed3553a50f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a80633-529a-46a4-9c4e-469e79063066,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:53.659921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6c5e-4b1e-48dc-8f2f-72b7d4b6a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f042e-b974-494a-b608-466d47e441b7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:53.697055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:53.703541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965b6c5e-4b1e-48dc-8f2f-72b7d4b6a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.704673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-965b6c5e-4b1e-48dc-8f2f-72b7d4b6a6e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e36f042e-b974-494a-b608-466d47e441b7 HTTP/1.1" status: 204 len: 168 time: 0.3290458 Jan 18 23:00:53.728678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25266af-9793-4631-813b-771e3bad7ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.729956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:53.773148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25266af-9793-4631-813b-771e3bad7ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.838261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07ce47ee-caeb-4cb1-9af8-c1a98bb1d76d req-bdfec11d-adb7-4c6e-bb53-2e85d157dc75 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.2220676 Jan 18 23:00:53.839583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e96eeea0-264e-420e-8fb0-eb26ec4ff23e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1948457 Jan 18 23:00:53.842817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:53.858300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.895530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Attempting to bind port 58f11787-814b-4495-aa9b-18b0afcc805f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:53.895905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Attempting to bind port 58f11787-814b-4495-aa9b-18b0afcc805f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:53.896266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Attempting to bind port 58f11787-814b-4495-aa9b-18b0afcc805f on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:53.922915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:53.923322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Checking segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:53.923707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.924103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Bound using segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:53.924585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Bound port: 58f11787-814b-4495-aa9b-18b0afcc805f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:53.924997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.929022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.029948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:54.039253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:54.050130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:54.072405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25266af-9793-4631-813b-771e3bad7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.143748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Pushing event updated for resources: {'Port': ['ID=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:54.225346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4ebfc713-9cea-450d-8101-ec30d8491adb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:54.267212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2692445c-8956-4fa9-a231-4df6fb2a88a3', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:00:54.268053 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.297911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25266af-9793-4631-813b-771e3bad7ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a80633-529a-46a4-9c4e-469e79063066,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:54.312005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25266af-9793-4631-813b-771e3bad7ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.316401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d25266af-9793-4631-813b-771e3bad7ac7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3a80633-529a-46a4-9c4e-469e79063066 HTTP/1.1" status: 204 len: 168 time: 0.6762238 Jan 18 23:00:54.356840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Allocated IP 172.25.4.228 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/45528298-18cc-4a1e-b8d1-0c21ec4c7dea) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:54.473340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Allocated IP 172.21.0.2 (2692445c-8956-4fa9-a231-4df6fb2a88a3/430517ad-8f8b-4cf6-a61b-8220ed5e4de6/3e37a88d-beba-49a2-863e-6abe154b1011) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:54.577421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.695633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] For port 58f11787-814b-4495-aa9b-18b0afcc805f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:54.700180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Transition to ACTIVE for port object ad2c6b12-d25d-4b7e-a60f-04885321cb55 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:54.721366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4ebfc713-9cea-450d-8101-ec30d8491adb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:54.735700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] For port 58f11787-814b-4495-aa9b-18b0afcc805f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=58f11787-814b-4495-aa9b-18b0afcc805f,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:54.740959 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.878906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.971367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4ebfc713-9cea-450d-8101-ec30d8491adb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:54.971861 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.048323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.184432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.203377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.254141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70a8c701-d381-4e7c-80aa-aafa19c070b1 req-c0d4dfd9-36ee-4b7d-9d63-46807eded944 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.0575471 Jan 18 23:00:55.364746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:55.370676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:55.374879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'Port': ['ID=45528298-18cc-4a1e-b8d1-0c21ec4c7dea,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:55.379076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:55.417352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa0707-4c76-4c77-bf4a-17aa818a463a None None] Pushing event updated for resources: {'Port': ['ID=ad2c6b12-d25d-4b7e-a60f-04885321cb55,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:55.421949 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.519553 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.558449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e503107-1e52-4fed-98bd-745b1d5d8cdf None None] Pushing event updated for resources: {'Port': ['ID=58f11787-814b-4495-aa9b-18b0afcc805f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:55.719966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Attempting to bind port ad2c6b12-d25d-4b7e-a60f-04885321cb55 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:55.720780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Attempting to bind port ad2c6b12-d25d-4b7e-a60f-04885321cb55 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:55.721356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Attempting to bind port ad2c6b12-d25d-4b7e-a60f-04885321cb55 on network be4f4ede-82fa-4550-9619-53a2eb4735b0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:55.767302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:55.767680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Checking segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:55.768106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.768581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Bound using segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:55.769100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Bound port: ad2c6b12-d25d-4b7e-a60f-04885321cb55, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:55.769534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.802771 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.930914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] For port ad2c6b12-d25d-4b7e-a60f-04885321cb55, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:55.938543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] For port ad2c6b12-d25d-4b7e-a60f-04885321cb55, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ad2c6b12-d25d-4b7e-a60f-04885321cb55,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:55.952136 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.970060 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.022110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42120) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:56.036472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Transition to ACTIVE for port object 3e37a88d-beba-49a2-863e-6abe154b1011 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:56.180977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Transition to ACTIVE for port object 3e37a88d-beba-49a2-863e-6abe154b1011 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:56.207481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4ebfc713-9cea-450d-8101-ec30d8491adb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4ebfc713-9cea-450d-8101-ec30d8491adb,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:00:56.211590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:56.212319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:56.230270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Router d371cd8e-5a83-403a-b494-7f9b53876899 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:00:56.315350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.459989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.21.0.1 (2692445c-8956-4fa9-a231-4df6fb2a88a3/430517ad-8f8b-4cf6-a61b-8220ed5e4de6/93103f58-2156-44df-bfb1-b8f7dda7a171) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:56.499197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.605069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:56.658435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.668464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:00:56.684061 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:00:56.686100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03feed72-5004-418f-9467-3c6449b7c950 req-9839af63-bda5-49ce-8a64-57b9ad57ac91 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1071279 Jan 18 23:00:56.694755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:56.701559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Usage tracker for resource:security_group_rule and tenant:f93b0ee522f24b619b75cf8f61599703 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:56.705176 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:56.705840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:56.706724 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:56.712705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:56.716035 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.720731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0fc18872-5bcc-4c4d-9e97-402710aa3acd admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2058747 Jan 18 23:00:56.722851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42136) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:56.833570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.843121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.847327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dc6fb589-da0f-424a-bc85-8516331df6aa up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:56.971002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.051968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa0707-4c76-4c77-bf4a-17aa818a463a None None] Pushing event updated for resources: {'Port': ['ID=ad2c6b12-d25d-4b7e-a60f-04885321cb55,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.071633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 93103f58-2156-44df-bfb1-b8f7dda7a171 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:57.112656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.128433 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.235418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'Port': ['ID=45528298-18cc-4a1e-b8d1-0c21ec4c7dea,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.240572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.266915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:57.287367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.326707 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:00:57.360100 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.399330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:57.403217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:57.492997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:57.498183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:57.503981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:00:57.512640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2b91f9-9670-4d14-9f43-945a214cd5e9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.545551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7ad6c40d-c1e0-4303-849d-4225b07fac78 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f93b0ee522f24b619b75cf8f61599703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5210345 Jan 18 23:00:57.554443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42152) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:57.575024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc610ca-224b-422a-8aa1-978bf3df82c5 None None] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:00:57.577090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.654550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=93103f58-2156-44df-bfb1-b8f7dda7a171,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.669950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.701184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Attempting to bind port 3e37a88d-beba-49a2-863e-6abe154b1011 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:57.702353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Attempting to bind port 3e37a88d-beba-49a2-863e-6abe154b1011 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:57.702968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Attempting to bind port 3e37a88d-beba-49a2-863e-6abe154b1011 on network 2692445c-8956-4fa9-a231-4df6fb2a88a3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:57.709264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Pushing event updated for resources: {'Port': ['ID=3e37a88d-beba-49a2-863e-6abe154b1011,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.757240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.766877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8fb98a65-a720-495c-98bd-16022f6dff14 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2126696 Jan 18 23:00:57.766877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.818816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4ebfc713-9cea-450d-8101-ec30d8491adb,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.828661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:57.829371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Checking segment: {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:57.830252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.830879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Bound using segment: {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:57.831736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Bound port: 3e37a88d-beba-49a2-863e-6abe154b1011, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:57.832380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.851350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a1f29980-deaa-44cb-ba72-cc2ef1231600 None None] Provisioning for port 58f11787-814b-4495-aa9b-18b0afcc805f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:57.938516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dc6fb589-da0f-424a-bc85-8516331df6aa triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:57.939362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.154543 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:00:54Z', 'revision_number': 3, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:58.166803 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:00:58.167198 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Updating router d371cd8e-5a83-403a-b494-7f9b53876899 port c6390cd1-0fb2-4ccb-8286-06752be1d9ac binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:00:58.206760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:58.233183 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.236479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33cdaebf-6796-4389-8a96-4a77f312af38 req-50c3c0b5-788b-4f29-8233-dc2a838ba25d tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.2119133 Jan 18 23:00:58.281585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860f91d-ba1a-408a-9ee4-9d4d33620b1b None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:00:58.310785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] For port 3e37a88d-beba-49a2-863e-6abe154b1011, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:58.327540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] For port 3e37a88d-beba-49a2-863e-6abe154b1011, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e37a88d-beba-49a2-863e-6abe154b1011,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:58.352532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.558227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-451bedbe-b502-4f98-bda8-66b7e082ad11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.644681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.656371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.759219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4ebfc713-9cea-450d-8101-ec30d8491adb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:58.782218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-451bedbe-b502-4f98-bda8-66b7e082ad11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.933414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab17a-2590-4aab-8c58-43d189c1e470 None None] Pushing event updated for resources: {'Port': ['ID=3e37a88d-beba-49a2-863e-6abe154b1011,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.026617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4ebfc713-9cea-450d-8101-ec30d8491adb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:59.026993 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.069296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.213684 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.247882 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Transition to ACTIVE for port object c6390cd1-0fb2-4ccb-8286-06752be1d9ac will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:59.250114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-451bedbe-b502-4f98-bda8-66b7e082ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.265363 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.449469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 58f11787-814b-4495-aa9b-18b0afcc805f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:59.457519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b827e9de-280a-4277-93cf-9449551ce6ea req-f3ebb101-3b23-42de-8833-00dccb727c66 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:59.461699 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d835-a3aa-4247-a4a1-20c6898c131c None None] Pushing event updated for resources: {'Port': ['ID=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.465931 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Attempting to bind port c6390cd1-0fb2-4ccb-8286-06752be1d9ac on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:59.467207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Attempting to bind port c6390cd1-0fb2-4ccb-8286-06752be1d9ac by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:59.467673 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Attempting to bind port c6390cd1-0fb2-4ccb-8286-06752be1d9ac on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:00:59.473378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.475554 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:00:59.476066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:00:59.476564 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.477095 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:00:59.477657 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Bound port: c6390cd1-0fb2-4ccb-8286-06752be1d9ac, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:59.478197 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.517157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b827e9de-280a-4277-93cf-9449551ce6ea req-f3ebb101-3b23-42de-8833-00dccb727c66 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:59.524422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-f3ebb101-3b23-42de-8833-00dccb727c66 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--176450084&fields=id&tenant_id=833598e4634b42449668d5af63ec7a9d HTTP/1.1" status: 200 len: 267 time: 0.3335884 Jan 18 23:00:59.533859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=93103f58-2156-44df-bfb1-b8f7dda7a171,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.600255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 58f11787-814b-4495-aa9b-18b0afcc805f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:59.606493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 58f11787-814b-4495-aa9b-18b0afcc805f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:59.607060 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.630969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] For port c6390cd1-0fb2-4ccb-8286-06752be1d9ac, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:00:59.634605 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] For port c6390cd1-0fb2-4ccb-8286-06752be1d9ac, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:00:59.645004 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.740409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aacea09d-2a4d-4276-a2c8-eafe1c5073fa req-70ef0a8d-bb63-4208-8f3c-1d20231e03a9 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1157575 Jan 18 23:00:59.741200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bedbe-b502-4f98-bda8-66b7e082ad11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2b91f9-9670-4d14-9f43-945a214cd5e9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.790503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-451bedbe-b502-4f98-bda8-66b7e082ad11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.792051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-451bedbe-b502-4f98-bda8-66b7e082ad11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c2b91f9-9670-4d14-9f43-945a214cd5e9 HTTP/1.1" status: 204 len: 168 time: 2.2352879 Jan 18 23:00:59.823518 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:00:59.824150 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:59.838304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:59.842314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:00.049316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.070467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Allocated IP 172.20.0.1 (1bce845c-1334-4679-bc2c-cc55bd24f831/f20749c4-238c-4161-881a-5ba86fff464a/b1ab0d0b-31e9-47dd-b0a5-034aaeeae578) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:00.107904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 58f11787-814b-4495-aa9b-18b0afcc805f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=58f11787-814b-4495-aa9b-18b0afcc805f,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:00.114288 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.115518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad2c6b12-d25d-4b7e-a60f-04885321cb55 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:00.155168 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d835-a3aa-4247-a4a1-20c6898c131c None None] Pushing event updated for resources: {'Port': ['ID=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:00.273502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ad2c6b12-d25d-4b7e-a60f-04885321cb55 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:00.283795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ad2c6b12-d25d-4b7e-a60f-04885321cb55 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:00.284178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.369546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f5d2a-05b2-45b1-b811-501e517f86fd None None] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:00.394526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=58f11787-814b-4495-aa9b-18b0afcc805f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:00.404240 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:00.437730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:00.459845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.486904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-254f5f2b-d660-48db-8c7b-b1f0595199d8 None None] Provisioning for port 3e37a88d-beba-49a2-863e-6abe154b1011 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:00.499763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42210) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:00.514587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Transition to ACTIVE for port object b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:00.570928 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.585708 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.650600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:00.652786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ad2c6b12-d25d-4b7e-a60f-04885321cb55, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ad2c6b12-d25d-4b7e-a60f-04885321cb55,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:00.660577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:00.666088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:00.669788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:00.680481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-272a1194-e204-4414-a09e-8db76fe61c05 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.681862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b827e9de-280a-4277-93cf-9449551ce6ea req-272a1194-e204-4414-a09e-8db76fe61c05 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:00.692099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.774036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.832499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:00.842137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:58bd9ba7fd174844a265101f7d8a9f54 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:00.863677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ad2c6b12-d25d-4b7e-a60f-04885321cb55,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:00.867457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:00.891844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:00.980243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:01.001336 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-52340671-4bc2-48c1-9386-8456a7c37fdd tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1566260 Jan 18 23:01:01.003432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:01.004044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:01.032498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-515571006'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:01.047012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:01.052900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 58f11787-814b-4495-aa9b-18b0afcc805f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:01.056683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:01.068249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:01.079849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:01.100761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.116183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b827e9de-280a-4277-93cf-9449551ce6ea req-272a1194-e204-4414-a09e-8db76fe61c05 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:01.118538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-272a1194-e204-4414-a09e-8db76fe61c05 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 810 time: 1.5925603 Jan 18 23:01:01.120017 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:00:54Z', 'revision_number': 3, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:01.124159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:01.129231 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144fe1e-a728-4074-887d-317d50e6fe04 None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:00:54Z', 'revision_number': 3, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:01.130371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.157585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-35ad09f3-1d7e-4152-abe7-9008385f96b2 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/quotas/833598e4634b42449668d5af63ec7a9d HTTP/1.1" status: 200 len: 375 time: 0.0156369 Jan 18 23:01:01.196588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:01.197986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:01.210039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.255728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:01:01.276107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23407d1c-ab0e-4003-82a8-bdc99853821b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:01.304692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b95e8ac4-a112-443b-851f-249977c841b8 req-54182730-3f42-4cb5-8c56-58a17b4dea7e tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1956894 Jan 18 23:01:01.305571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.306171 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment 320db124-066c-4e20-a7a8-77b185c7b678 of type vlan for network 2134141a-9d5f-4f98-ae4e-92ab180dc41e Jan 18 23:01:01.355062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.374471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.388202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-96da5e94-1f48-4b8c-b1ae-0462e21eb5a8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222366 Jan 18 23:01:01.446932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5d924c42-e684-4672-80d1-c97ca014d2d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58bd9ba7fd174844a265101f7d8a9f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458086 Jan 18 23:01:01.447967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42238) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:01.460650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-107ccfc2-310d-40f3-9401-464dddc90737 None None] Provisioning for port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:01.506451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 58f11787-814b-4495-aa9b-18b0afcc805f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:01.507152 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.557702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-107ccfc2-310d-40f3-9401-464dddc90737 None None] Provisioning complete for port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:01.558413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-107ccfc2-310d-40f3-9401-464dddc90737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.567538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.609749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-2a9818d0-5956-46b0-80ee-b1a88a67b202 service neutron] 10.222.0.78 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022691 Jan 18 23:01:01.810465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:01.847082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-574841c5-8cd0-4ddc-a6a5-09ac6e1a50c4 service neutron] 10.222.0.78 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307913 Jan 18 23:01:01.863190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.885120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.886654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.917683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c00f5c49-de16-495e-9ffd-f356d81a99d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.975388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c00f5c49-de16-495e-9ffd-f356d81a99d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.160127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-107ccfc2-310d-40f3-9401-464dddc90737 None None] Port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:02.250829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.254597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2055d88d-cbe6-4fc7-96cc-3045c50f41c5 req-a9931163-50a6-4b8c-9a94-14a4c106e9bd tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:02.287361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2738707 Jan 18 23:01:02.290383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42256) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:02.296057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.308974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1dcec-0b8b-44fb-be67-0d91dd2a2bef tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=2134141a-9d5f-4f98-ae4e-92ab180dc41e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:02.389124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:01:02.471445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.480822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c00f5c49-de16-495e-9ffd-f356d81a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.484904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2055d88d-cbe6-4fc7-96cc-3045c50f41c5 req-a9931163-50a6-4b8c-9a94-14a4c106e9bd tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:02.485755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2055d88d-cbe6-4fc7-96cc-3045c50f41c5 req-a9931163-50a6-4b8c-9a94-14a4c106e9bd tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 210 time: 0.3424156 Jan 18 23:01:02.495601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:02.520995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:02.607152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5c49-de16-495e-9ffd-f356d81a99d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23407d1c-ab0e-4003-82a8-bdc99853821b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:02.624188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c00f5c49-de16-495e-9ffd-f356d81a99d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.631365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c00f5c49-de16-495e-9ffd-f356d81a99d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23407d1c-ab0e-4003-82a8-bdc99853821b HTTP/1.1" status: 204 len: 168 time: 1.1822536 Jan 18 23:01:02.707684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-757041a5-6dcf-4555-a59b-7f9338cd3f61 req-abd8e049-7eac-4742-9b8e-565d7a866765 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1270578 Jan 18 23:01:02.845634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:02.974045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b4ae679f-1e21-4b66-9d51-4df4ed3d09f8 None None] Provisioning for port 93103f58-2156-44df-bfb1-b8f7dda7a171 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:02.975286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:02.991849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:02.998994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e37a88d-beba-49a2-863e-6abe154b1011 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:03.001546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:03.007467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:03.009714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:03.100274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b4ae679f-1e21-4b66-9d51-4df4ed3d09f8 None None] Provisioning complete for port 93103f58-2156-44df-bfb1-b8f7dda7a171 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:03.101097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4ae679f-1e21-4b66-9d51-4df4ed3d09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.199838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:03.203596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.282619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae679f-1e21-4b66-9d51-4df4ed3d09f8 None None] Port 93103f58-2156-44df-bfb1-b8f7dda7a171 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:03.362351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:03.385112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.397099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 3e37a88d-beba-49a2-863e-6abe154b1011 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:03.402278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:03.406661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Usage tracker for resource:security_group_rule and tenant:89c83b9ba64742dbb40350e992b495b7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:03.408748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:00:57Z', 'revision_number': 3, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:00:58Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:03.409885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:03.415650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:03.422645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3e37a88d-beba-49a2-863e-6abe154b1011 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:03.423042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.484713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8cc31e3a-772a-49f1-b704-c8b58b1ff18d None None] Provisioning complete for port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:03.485201 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cc31e3a-772a-49f1-b704-c8b58b1ff18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.521177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:03.521607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Updating router ea1a198c-4674-4ff8-83b4-f9067e95063d port 93103f58-2156-44df-bfb1-b8f7dda7a171 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:01:03.631190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.640975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.641839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Router d371cd8e-5a83-403a-b494-7f9b53876899 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:03.723526 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.798550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8cc31e3a-772a-49f1-b704-c8b58b1ff18d None None] Port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:03.963788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89c83b9ba64742dbb40350e992b495b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991158 Jan 18 23:01:03.971694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42342) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:03.998842 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.076030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be464ea7-616f-4020-81a1-4d6c9be334a3 req-66b417bd-39de-4e73-91fe-442584b72d98 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 210 time: 0.1031687 Jan 18 23:01:04.107011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6bfe-d461-40ea-8fb1-27733dc2dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1acd3b-7874-4e0f-94ac-c45bd1fd0260,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:04.161931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8cc31e3a-772a-49f1-b704-c8b58b1ff18d None None] Provisioning complete for port 93103f58-2156-44df-bfb1-b8f7dda7a171 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:04.162388 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cc31e3a-772a-49f1-b704-c8b58b1ff18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.185328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e81a4eff-d87a-4454-8b02-139dcac87f5c req-d2463878-98ed-4953-a56c-64459de8938e tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1720345 Jan 18 23:01:04.286282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 3e37a88d-beba-49a2-863e-6abe154b1011, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e37a88d-beba-49a2-863e-6abe154b1011,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:04.295089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:04.302976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.312287 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:04.347116 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:04.347905 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:04.371437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-112039ce-8dbb-489b-a8f7-10c48ae35238 admin admin] 10.222.0.78 "PUT /v2.0/routers/d371cd8e-5a83-403a-b494-7f9b53876899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6472249 Jan 18 23:01:04.429348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=4fcb8251-ec32-44f6-9b79-b0f76fdd9016,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:04.432557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:04.432931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: 2134141a-9d5f-4f98-ae4e-92ab180dc41e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:01:04.464498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:01:04.484334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2134141a-9d5f-4f98-ae4e-92ab180dc41e) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:04.491292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:04.493169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.542140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3b5f4213-12cc-47c4-9ecc-aa17c6b75ac1 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2457051 Jan 18 23:01:04.544121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42374) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:04.617898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6308ce98-e0c8-4486-a90f-4e98017a39e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.653002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6308ce98-e0c8-4486-a90f-4e98017a39e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.681074 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:04.714192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-a4e822f3-9ce3-4795-ac80-39f88e31aad0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:04.715975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-a4e822f3-9ce3-4795-ac80-39f88e31aad0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 810 time: 0.6106021 Jan 18 23:01:04.760419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6308ce98-e0c8-4486-a90f-4e98017a39e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.818375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6308ce98-e0c8-4486-a90f-4e98017a39e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.822353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6308ce98-e0c8-4486-a90f-4e98017a39e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca1acd3b-7874-4e0f-94ac-c45bd1fd0260 HTTP/1.1" status: 204 len: 168 time: 0.8449905 Jan 18 23:01:04.823689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ce98-e0c8-4486-a90f-4e98017a39e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1acd3b-7874-4e0f-94ac-c45bd1fd0260,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:04.829174 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.842299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Transition to ACTIVE for port object 93103f58-2156-44df-bfb1-b8f7dda7a171 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:04.857408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac5dd0-8490-4829-9dfc-95b860a747a3 None None] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:04.867597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-dcc96902-21f0-4e23-9a3b-08232abbab2d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=833598e4634b42449668d5af63ec7a9d HTTP/1.1" status: 200 len: 379 time: 0.1424332 Jan 18 23:01:04.891906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:04.897364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'port': {'device_id': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'admin_state_up': True, 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'security_groups': ['91ce1d28-66a7-449d-a241-4eb37cc88a5d']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:05.067943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:05.192261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e19dcb-dd44-45dc-992e-f85708ca44ac None None] Pushing event updated for resources: {'Port': ['ID=93103f58-2156-44df-bfb1-b8f7dda7a171,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:05.204861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:05.216975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:05.258640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:05.303310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Made reservation on behalf of 833598e4634b42449668d5af63ec7a9d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:05.314130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:05.454785 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 2, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:05.461403 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:05.461800 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Updating router d371cd8e-5a83-403a-b494-7f9b53876899 port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:01:05.588754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Allocated IP 172.20.0.7 (be4f4ede-82fa-4550-9619-53a2eb4735b0/76a3631e-1c4e-4e26-a947-38dec22060e4/f6449e35-90e5-45db-a2a6-8a674adae32d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:05.596646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8cc31e3a-772a-49f1-b704-c8b58b1ff18d None None] Port 93103f58-2156-44df-bfb1-b8f7dda7a171 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:05.600609 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:05.613705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=3e37a88d-beba-49a2-863e-6abe154b1011,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:05.631344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c6390cd1-0fb2-4ccb-8286-06752be1d9ac up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:05.861657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:05.909151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:05.990423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:06.081787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Attempting to bind port 93103f58-2156-44df-bfb1-b8f7dda7a171 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:06.082580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Attempting to bind port 93103f58-2156-44df-bfb1-b8f7dda7a171 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:06.083279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Attempting to bind port 93103f58-2156-44df-bfb1-b8f7dda7a171 on network 2692445c-8956-4fa9-a231-4df6fb2a88a3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:06.105837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:06.106532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Checking segment: {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:06.107233 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.107838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Bound using segment: {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:06.108543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Bound port: 93103f58-2156-44df-bfb1-b8f7dda7a171, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:06.109167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.110381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.128610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Transition to ACTIVE for port object f6449e35-90e5-45db-a2a6-8a674adae32d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:06.183492 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90191687-afa1-4346-90a6-852bca4e5fdd req-0559f76b-93ad-40fe-b5de-f35a3d429f3e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 210 time: 0.5406568 Jan 18 23:01:06.184890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.186823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.230151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] For port 93103f58-2156-44df-bfb1-b8f7dda7a171, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:06.242260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] For port 93103f58-2156-44df-bfb1-b8f7dda7a171, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=93103f58-2156-44df-bfb1-b8f7dda7a171,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:06.246485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port c6390cd1-0fb2-4ccb-8286-06752be1d9ac completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:06.259612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c6390cd1-0fb2-4ccb-8286-06752be1d9ac triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:06.262259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.320556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:06.324574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:06.335619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:06.346459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809732978', 'description': 'tempest-description--2063135251'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:06.364264 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.367216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3eec1f97bf4d2982ce9b07a28c5952 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:06.378497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:06.453207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.453968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.463286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:06.473135 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.479929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:06.482520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'Port': ['ID=f6449e35-90e5-45db-a2a6-8a674adae32d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:06.512928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:06.514478 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Transition to ACTIVE for port object b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:06.520798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:06.527056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d6cbc0c5-e36c-40c7-886f-c33dc47f7030 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6466377 Jan 18 23:01:06.528537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:06.535087 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.542189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:06.554208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-896c495a-07a6-4c8d-9180-416d108248a9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:01:06.564047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-896c495a-07a6-4c8d-9180-416d108248a9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053813 Jan 18 23:01:06.634192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:06.634754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:06.638446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.753577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1bbddb2a-d7a3-4c18-8b5c-a39f67dedefd req-b2981123-f60d-4c71-bb3e-86b55aa637e1 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.3978896 Jan 18 23:01:06.767169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.773691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:06.780844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:06.781674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.784730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:06.819896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:06.912030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff3eec1f97bf4d2982ce9b07a28c5952&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7060606 Jan 18 23:01:06.919625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c62b3-0b41-4b9d-b313-6bc4b67a0e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea6848-fed2-4dcc-9da7-48a365ada135,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:06.927478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:07.037010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Request body: {'port': {'device_id': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:07.072987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f472a73-36b0-4e83-8911-4a7ce08e67f2 None None] Pushing event updated for resources: {'Port': ['ID=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.088827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Attempting to bind port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:07.089229 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Attempting to bind port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:07.089579 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Attempting to bind port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:07.104590 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:07.104590 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Checking segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:07.104590 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.104590 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Bound using segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:07.108153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Bound port: b1ab0d0b-31e9-47dd-b0a5-034aaeeae578, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:07.108612 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.127634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e19dcb-dd44-45dc-992e-f85708ca44ac None None] Pushing event updated for resources: {'Port': ['ID=93103f58-2156-44df-bfb1-b8f7dda7a171,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.145883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:01:07.146713 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.286114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.22.0.1 (2134141a-9d5f-4f98-ae4e-92ab180dc41e/4fcb8251-ec32-44f6-9b79-b0f76fdd9016/a0120225-554f-460d-b3b5-2c091654e614) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:07.315663 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] For port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:07.315663 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] For port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:07.315891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.319842 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.340801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.342285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.354051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.383466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72a627c1-561a-45d5-a50a-de7684315757 None None] Provisioning for port f6449e35-90e5-45db-a2a6-8a674adae32d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:07.399783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port c6390cd1-0fb2-4ccb-8286-06752be1d9ac, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:07.404527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:07.420280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a478597-f4b9-414e-a947-40e0745c895c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.515688 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:07.516653 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:07.522262 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.523137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad2c6b12-d25d-4b7e-a60f-04885321cb55 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:07.576810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.578058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5795062 Jan 18 23:01:07.582957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a478597-f4b9-414e-a947-40e0745c895c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.583675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42444) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:07.621785 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f472a73-36b0-4e83-8911-4a7ce08e67f2 None None] Pushing event updated for resources: {'Port': ['ID=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.646798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'security_group_rule': {'security_group_id': '216c300d-a9c8-4aa0-90cc-51bd42ed9900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:07.648725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.676161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6b42-5c86-4e76-92f5-b9a58c5a261a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216c300d-a9c8-4aa0-90cc-51bd42ed9900,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.682829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:07.700174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:07.705487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:07.733075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:07.757054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72a627c1-561a-45d5-a50a-de7684315757 None None] Provisioning complete for port f6449e35-90e5-45db-a2a6-8a674adae32d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:07.757652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72a627c1-561a-45d5-a50a-de7684315757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.801914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.815773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.839149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.846263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object a0120225-554f-460d-b3b5-2c091654e614 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:07.917796 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:07.957087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44bb8-0150-40f4-a4d7-39b1f03be6a6 req-585eeb6e-0267-4eb3-b667-b3c907e6f198 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:07.958023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bbd44bb8-0150-40f4-a4d7-39b1f03be6a6 req-585eeb6e-0267-4eb3-b667-b3c907e6f198 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:07.988274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-72a627c1-561a-45d5-a50a-de7684315757 None None] Port f6449e35-90e5-45db-a2a6-8a674adae32d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:08.013877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a478597-f4b9-414e-a947-40e0745c895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.037317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-bbd44bb8-0150-40f4-a4d7-39b1f03be6a6 req-585eeb6e-0267-4eb3-b667-b3c907e6f198 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:08.038615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd44bb8-0150-40f4-a4d7-39b1f03be6a6 req-585eeb6e-0267-4eb3-b667-b3c907e6f198 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 931 time: 0.5546279 Jan 18 23:01:08.115660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ad2c6b12-d25d-4b7e-a60f-04885321cb55 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:08.115939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.156082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.186517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5719523c-0f5e-48f4-aaf2-d25b5df3da94 req-031bfef9-031b-4acf-bd88-f196d4b4d23c tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1294689 Jan 18 23:01:08.188718 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.239162 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.243196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6385005 Jan 18 23:01:08.245691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42456) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:08.277574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'security_group_rule': {'security_group_id': '216c300d-a9c8-4aa0-90cc-51bd42ed9900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:08.293847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:08.304554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:08.308335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:08.314826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:08.322964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6075d86-d701-43d9-aa28-9554e5dfa650 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1073ec2-9ad5-4186-84a9-f65ae47a5c79,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.330694 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.393583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.398540 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbd44bb8-0150-40f4-a4d7-39b1f03be6a6 req-ffa46563-1806-41c2-9360-4d96caf18904 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300743 Jan 18 23:01:08.399400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a478597-f4b9-414e-a947-40e0745c895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea6848-fed2-4dcc-9da7-48a365ada135,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.431313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a478597-f4b9-414e-a947-40e0745c895c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.440575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4a478597-f4b9-414e-a947-40e0745c895c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7cea6848-fed2-4dcc-9da7-48a365ada135 HTTP/1.1" status: 204 len: 168 time: 1.5105045 Jan 18 23:01:08.513362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Allocated IP 172.22.0.2 (2134141a-9d5f-4f98-ae4e-92ab180dc41e/4fcb8251-ec32-44f6-9b79-b0f76fdd9016/d626aa36-dc5b-4932-adeb-e88235be9204) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:08.561734 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:08.571615 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60eff38-06d0-4b2c-8c37-71381b2dc8f5 None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:08.577676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:08.599237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:08.614013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:08.695323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:00:57Z', 'revision_number': 3, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:06Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:08.705324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98f645-4c9d-403b-89a5-da7e530eb813 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:00:57Z', 'revision_number': 3, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:06Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:08.741178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=a0120225-554f-460d-b3b5-2c091654e614,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.747275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6449e35-90e5-45db-a2a6-8a674adae32d {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:08.779475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.831809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Transition to ACTIVE for port object f6449e35-90e5-45db-a2a6-8a674adae32d will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:08.845489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.969005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6449e35-90e5-45db-a2a6-8a674adae32d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:09.016670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c6390cd1-0fb2-4ccb-8286-06752be1d9ac up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:09.077005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.082597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.116133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.148013 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.173659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Transition to ACTIVE for port object d626aa36-dc5b-4932-adeb-e88235be9204 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:09.207574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Transition to ACTIVE for port object d626aa36-dc5b-4932-adeb-e88235be9204 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:09.230257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.270976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273c4658-6a30-4236-95ab-46a6290f072d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:09.295279 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.301710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-668a1f21-840d-4c97-9f35-f99e0ba22baa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0520666 Jan 18 23:01:09.336349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:09.356144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Attempting to bind port f6449e35-90e5-45db-a2a6-8a674adae32d on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:09.357081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Attempting to bind port f6449e35-90e5-45db-a2a6-8a674adae32d by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:09.357637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Attempting to bind port f6449e35-90e5-45db-a2a6-8a674adae32d on network be4f4ede-82fa-4550-9619-53a2eb4735b0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:09.364065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:09.379515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Port f6449e35-90e5-45db-a2a6-8a674adae32d on network be4f4ede-82fa-4550-9619-53a2eb4735b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:01:09.380109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Attempting to bind port f6449e35-90e5-45db-a2a6-8a674adae32d on network be4f4ede-82fa-4550-9619-53a2eb4735b0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:09.386084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:09.403470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:09.404171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Checking segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:09.404867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Bound using segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:09.405549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Bound port: f6449e35-90e5-45db-a2a6-8a674adae32d, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:09.406152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.419612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:floatingip and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:09.445179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:09.478289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:09.489169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b06a7ae9-01bc-4c54-98af-c69795c1db52 req-1beb6256-8dd5-45c4-a1d3-19ae54c110db service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.6674294 Jan 18 23:01:09.578198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:09.586806 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.588078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:09.599217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:09.671470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Pushing event updated for resources: {'Port': ['ID=d626aa36-dc5b-4932-adeb-e88235be9204,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:09.680562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:09.745277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ba94db1-bcbe-489e-972e-d177883bdcfd req-17aeef66-8a93-443f-a421-9b7c37f0da29 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1596487 Jan 18 23:01:09.752125 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.788829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Attempting to bind port d626aa36-dc5b-4932-adeb-e88235be9204 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:09.789236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Attempting to bind port d626aa36-dc5b-4932-adeb-e88235be9204 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:09.789601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Attempting to bind port d626aa36-dc5b-4932-adeb-e88235be9204 on network 2134141a-9d5f-4f98-ae4e-92ab180dc41e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:09.797864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:09.798242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Checking segment: {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:09.798647 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.799041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Bound using segment: {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:09.799512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Bound port: d626aa36-dc5b-4932-adeb-e88235be9204, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:09.799883 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.867062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c6390cd1-0fb2-4ccb-8286-06752be1d9ac triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:09.867062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.876309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.883169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:09.935858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] For port f6449e35-90e5-45db-a2a6-8a674adae32d, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:09.945495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] For port f6449e35-90e5-45db-a2a6-8a674adae32d, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f6449e35-90e5-45db-a2a6-8a674adae32d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:09.960297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Usage tracker for resource:security_group_rule and tenant:ca60379dc1cb43a58a5a9067d7a312b8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:09.972859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.989868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:10.059556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] For port d626aa36-dc5b-4932-adeb-e88235be9204, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:10.084803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:10.140164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568ffe-41b7-4206-a998-de61d586c6c1 req-5ee51a4b-5206-4616-be6b-d0d33bb3d0f6 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:10.140321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e37a88d-beba-49a2-863e-6abe154b1011 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:10.147774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d568ffe-41b7-4206-a998-de61d586c6c1 req-5ee51a4b-5206-4616-be6b-d0d33bb3d0f6 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 943 time: 0.4870737 Jan 18 23:01:10.187663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:10.188448 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.189958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 1091 time: 3.6250646 Jan 18 23:01:10.194427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:10.248099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] For port d626aa36-dc5b-4932-adeb-e88235be9204, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d626aa36-dc5b-4932-adeb-e88235be9204,segment=NetworkSegment(320db124-066c-4e20-a7a8-77b185c7b678),segment_id=320db124-066c-4e20-a7a8-77b185c7b678)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:10.267320 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.379972 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'status': 'completed', 'code': 200} Jan 18 23:01:10.464704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3e37a88d-beba-49a2-863e-6abe154b1011 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:10.467380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.552066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf63a8-11a4-487b-ad68-bf5f4740a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6449e35-90e5-45db-a2a6-8a674adae32d,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:10.569699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.571409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d568ffe-41b7-4206-a998-de61d586c6c1 req-c921a3b0-7e61-4929-abfb-81c08e6ca92d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200363 Jan 18 23:01:10.702148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54defacf-f3a9-4dd4-a93a-17bae9f2e89f None None] Pushing event updated for resources: {'Port': ['ID=d626aa36-dc5b-4932-adeb-e88235be9204,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:10.803491 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:01:10.947659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Allocated IP 172.25.4.35 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/917a37c8-077d-4757-a43f-275a5ae46723) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:11.244815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.256079 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.305463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d626aa36-dc5b-4932-adeb-e88235be9204 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:11.325981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8f20d26-c3b3-4990-b239-2e2b0867cc9d req-ce9e6c63-dd4e-4ab0-abe1-ea125016046b tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.2006803 Jan 18 23:01:11.332396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.382096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.443068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1be2f6-274a-416f-affc-0f905f0435f5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:11.448042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-67e9b550-6c9c-41d8-8876-5edd71301963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.449945 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-67e9b550-6c9c-41d8-8876-5edd71301963 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1094 time: 1.1537399 Jan 18 23:01:11.472030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port d626aa36-dc5b-4932-adeb-e88235be9204 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:11.483821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 93103f58-2156-44df-bfb1-b8f7dda7a171 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:11.555529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-4f552e1c-c4b6-4a74-aaa8-240da0346eb7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 217 time: 0.0962210 Jan 18 23:01:11.571717 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4029114e-c050-49ae-bd8f-bf22c7c5aca9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca60379dc1cb43a58a5a9067d7a312b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8717782 Jan 18 23:01:11.622573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:11.689814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 93103f58-2156-44df-bfb1-b8f7dda7a171 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:11.696665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 93103f58-2156-44df-bfb1-b8f7dda7a171 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:11.697098 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.698264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.774045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=a0120225-554f-460d-b3b5-2c091654e614,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:11.780250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.810111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d9cf0277-733e-42d6-90ad-af9ceea89b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.821037 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-d9cf0277-733e-42d6-90ad-af9ceea89b51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.2442760 Jan 18 23:01:12.019216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.047870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:12.051387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:12.154349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.239628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 93103f58-2156-44df-bfb1-b8f7dda7a171, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=93103f58-2156-44df-bfb1-b8f7dda7a171,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:12.247494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7b63-727f-46d2-998c-60f69037ef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.256231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.257102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:12.399703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08602fab-21a4-478b-9306-81c8cb58c61b req-2cb98e30-691f-4ee6-aef3-1b6af3230eee tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0&device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.1508005 Jan 18 23:01:12.444447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd5bfe-7afe-4834-bf8e-b0edbe17138c None None] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:12.480007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:12.500683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=93103f58-2156-44df-bfb1-b8f7dda7a171,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:12.556000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:12.572363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:12.581460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:12.633395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'Port': ['ID=917a37c8-077d-4757-a43f-275a5ae46723,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:12.635892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f235727d-93f9-443c-865d-401fc89c9aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.701982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f235727d-93f9-443c-865d-401fc89c9aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.754551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] Provisioning for port d626aa36-dc5b-4932-adeb-e88235be9204 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:12.758020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e9de-280a-4277-93cf-9449551ce6ea req-362a507c-b253-47b7-9bf5-0eb6121fdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.766619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-362a507c-b253-47b7-9bf5-0eb6121fdf2a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9416766 Jan 18 23:01:12.775811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:12.776670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] Provisioning complete for port d626aa36-dc5b-4932-adeb-e88235be9204 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:12.777316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.795956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-576ce7ca-eb0d-45bf-b28e-c3048c4e12ab tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2497604 Jan 18 23:01:12.796928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42538) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:12.802752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1140558259'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:12.819610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:12.831881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:network and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:12.835233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:12.840140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:12.854983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb11a8-e033-4553-9114-accf24636f69 req-67f85a2e-f870-460d-8246-64a7326d4398 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.856674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0aeb11a8-e033-4553-9114-accf24636f69 req-67f85a2e-f870-460d-8246-64a7326d4398 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 943 time: 0.8265176 Jan 18 23:01:12.867937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:12.963689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.002751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:13.006745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:13.008051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:00:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:13.009569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.027576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe636c6a-4aa9-48a6-90d1-d13021743a43 req-4024a88b-b767-411e-b2cf-47e6792bd62a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3f13742fb7db40c9a7343c24fb110936&device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1322453 Jan 18 23:01:13.061100 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f235727d-93f9-443c-865d-401fc89c9aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.090753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0aeb11a8-e033-4553-9114-accf24636f69 req-fed33ac7-2056-40d3-88e1-50ee2f38ecb1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730666 Jan 18 23:01:13.114505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235727d-93f9-443c-865d-401fc89c9aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1be2f6-274a-416f-affc-0f905f0435f5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:13.123071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe636c6a-4aa9-48a6-90d1-d13021743a43 req-be9af2aa-9eec-4262-980a-3c7aa5bd33fe service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=3f13742fb7db40c9a7343c24fb110936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867949 Jan 18 23:01:13.133078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d697937a-2ae9-4e30-8b4f-9cafea7a30db req-fdcf36a1-427a-43f7-9478-7d8419e39ab2 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1018445 Jan 18 23:01:13.135426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-19d861fa-bd70-406f-a6d9-2151d0e33379 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538361 Jan 18 23:01:13.244613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:01:13.259821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.277334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:13.278065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.278529 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added segment e5f5cf75-55d2-403b-9b6f-762f3ef39679 of type vlan for network faf0075f-6fc2-4005-96c7-eb368cee85a9 Jan 18 23:01:13.299548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:13.299945 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.342462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f235727d-93f9-443c-865d-401fc89c9aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.346286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f235727d-93f9-443c-865d-401fc89c9aae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a1be2f6-274a-416f-affc-0f905f0435f5 HTTP/1.1" status: 204 len: 168 time: 1.7224867 Jan 18 23:01:13.364459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.395244 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b827e9de-280a-4277-93cf-9449551ce6ea req-0175d6fc-f4e7-460f-b12b-031f4573ee3a service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497652 Jan 18 23:01:13.395745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636c6a-4aa9-48a6-90d1-d13021743a43 req-a46ac8a2-0aa2-426e-a71e-7e3f2256cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.397232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe636c6a-4aa9-48a6-90d1-d13021743a43 req-a46ac8a2-0aa2-426e-a71e-7e3f2256cd0c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2674253 Jan 18 23:01:13.450101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.457619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:13.461247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.462287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.533153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7349172 Jan 18 23:01:13.534296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42548) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:13.621276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'subnet': {'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:13.704229 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.766920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] For port d626aa36-dc5b-4932-adeb-e88235be9204, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d626aa36-dc5b-4932-adeb-e88235be9204,segment=NetworkSegment(320db124-066c-4e20-a7a8-77b185c7b678),segment_id=320db124-066c-4e20-a7a8-77b185c7b678)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:13.768583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abfba0-3a79-4ce3-83ff-1aa0032a1f86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Network': ['ID=faf0075f-6fc2-4005-96c7-eb368cee85a9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:13.797247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:13.801909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:subnet and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:13.805417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:13.812339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:13.826706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Made reservation on behalf of c519d4fc11744f6e84ed06d982fcc9ea for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:13.835344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.879316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.881164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:01:13.970102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.995960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.190054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.228080 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.246248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.323682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'Port': ['ID=917a37c8-077d-4757-a43f-275a5ae46723,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.343797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.347643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.348129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.348480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.348820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.349184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.349529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.349846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.350190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.350494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.350810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.351131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:14.359148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.360406 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1e8b95c-9f09-45fd-ba31-9cee271b559a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0061448 Jan 18 23:01:14.369945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e3bf1-211f-4c38-b439-d958aae62f09 None None] Pushing event updated for resources: {'Port': ['ID=d626aa36-dc5b-4932-adeb-e88235be9204,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.393872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443249-d6e7-4032-8174-ce1884f740f8 req-6f968083-40e9-48ac-bb63-fd661af2da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.395622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-6f968083-40e9-48ac-bb63-fd661af2da93 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1094 time: 0.9410517 Jan 18 23:01:14.559456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8c79-c458-48f6-bcbc-6aaaf48074c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.571760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:14.583455 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.607610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Subnet': ['ID=ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.706883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ae234500-c73f-461a-9104-1968cea93ced req-5674df21-f114-4f01-a554-4ed87391ec44 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.2253361 Jan 18 23:01:14.788905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.828800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1152191f-f9ac-4708-916a-8e5287eb00cd None None] Provisioning for port a0120225-554f-460d-b3b5-2c091654e614 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:14.842771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d626aa36-dc5b-4932-adeb-e88235be9204 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:14.854268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443249-d6e7-4032-8174-ce1884f740f8 req-94d51821-d2af-4086-a51a-bec1a88510d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.855940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-94d51821-d2af-4086-a51a-bec1a88510d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.4522500 Jan 18 23:01:14.869235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe636c6a-4aa9-48a6-90d1-d13021743a43 req-029f5ab5-138d-40d9-8359-8910bed4bbb5 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.85 "GET /v2.0/ports?device_id=7a446c3d-842e-423a-838e-2684db2732c0 HTTP/1.1" status: 200 len: 210 time: 0.1789391 Jan 18 23:01:14.940709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Checking segment: {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:14.941091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network hostable DHCP agents. Network: faf0075f-6fc2-4005-96c7-eb368cee85a9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:01:14.955528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1152191f-f9ac-4708-916a-8e5287eb00cd None None] Provisioning complete for port a0120225-554f-460d-b3b5-2c091654e614 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:14.968258 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1152191f-f9ac-4708-916a-8e5287eb00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.997770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462fb10-b3ce-455b-95a0-65ba83ae0a54 req-5ee5230e-c3d6-4b31-9376-604f06dfb5a1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.999361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b462fb10-b3ce-455b-95a0-65ba83ae0a54 req-5ee5230e-c3d6-4b31-9376-604f06dfb5a1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 943 time: 0.3881967 Jan 18 23:01:15.012007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:01:15.081744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-b1bd4e9d-3eb0-4d4c-bf54-4f5331b3ea11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 217 time: 0.2184217 Jan 18 23:01:15.132410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:09Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:10Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:15.134825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, faf0075f-6fc2-4005-96c7-eb368cee85a9) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:15.144749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.145352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.180533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109ee2d-3b9c-4d8f-8505-7b08ac320378 None None] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:15.217648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b462fb10-b3ce-455b-95a0-65ba83ae0a54 req-81e42cee-08fb-4d89-bbc1-714db787b8cc tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060981 Jan 18 23:01:15.222188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-48ec1d57-0c9d-4dbd-be22-c6089e4dc4d8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:15.253231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42602) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:15.254920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:15.255058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b5b57d7c-bfe2-478e-92cb-968363b90ec9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7100024 Jan 18 23:01:15.259122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Updating router ea1a198c-4674-4ff8-83b4-f9067e95063d port a0120225-554f-460d-b3b5-2c091654e614 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:01:15.329344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-48ec1d57-0c9d-4dbd-be22-c6089e4dc4d8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:15.338789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-48ec1d57-0c9d-4dbd-be22-c6089e4dc4d8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1809732978&fields=id&tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 267 time: 0.3708270 Jan 18 23:01:15.551444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1152191f-f9ac-4708-916a-8e5287eb00cd None None] Port a0120225-554f-460d-b3b5-2c091654e614 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:15.593207 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.725688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1152191f-f9ac-4708-916a-8e5287eb00cd None None] Provisioning complete for port d626aa36-dc5b-4932-adeb-e88235be9204 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:15.726451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1152191f-f9ac-4708-916a-8e5287eb00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.743754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443249-d6e7-4032-8174-ce1884f740f8 req-b7702625-9964-47de-80ce-7cd29427ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.745743 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-b7702625-9964-47de-80ce-7cd29427ac0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.6473131 Jan 18 23:01:15.833731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.844074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.958733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d626aa36-dc5b-4932-adeb-e88235be9204 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:15.959190 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:16.046570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-4d0f110d-1f1b-4450-a704-69e081218a75 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:16.047551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-4d0f110d-1f1b-4450-a704-69e081218a75 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:16.147414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-faf0075f-6fc2-4005-96c7-eb368cee85a9', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:01:16.148226 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:16.186052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443249-d6e7-4032-8174-ce1884f740f8 req-0ca2514b-f9b2-48ba-8b44-32f53966271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:16.193903 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-0ca2514b-f9b2-48ba-8b44-32f53966271c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4378457 Jan 18 23:01:16.387087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-4d0f110d-1f1b-4450-a704-69e081218a75 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:16.388223 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-4d0f110d-1f1b-4450-a704-69e081218a75 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 816 time: 1.0484080 Jan 18 23:01:16.466309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98c7eefd-40af-4818-bece-30de4831a2eb req-01827163-b837-464b-96b7-d3485753298a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3f13742fb7db40c9a7343c24fb110936&device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.1023190 Jan 18 23:01:16.491586 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-04bff548-04b5-497a-91c6-0a9af477dc48 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/quotas/e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 375 time: 0.0956063 Jan 18 23:01:16.527728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98c7eefd-40af-4818-bece-30de4831a2eb req-53d07b17-4d51-44cf-b071-f137b232760d service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=3f13742fb7db40c9a7343c24fb110936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544569 Jan 18 23:01:16.646869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 93103f58-2156-44df-bfb1-b8f7dda7a171 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:16.750938 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-730a3cd0-3d70-4651-b388-654fe36ee95a service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617656 Jan 18 23:01:16.773009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2631-e106-4787-bf02-c350afe6d6ad req-1caccf17-ebac-4442-89b1-8138f8a28e92 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:16.780417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-709b2631-e106-4787-bf02-c350afe6d6ad req-1caccf17-ebac-4442-89b1-8138f8a28e92 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 943 time: 0.2145517 Jan 18 23:01:16.783586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eefd-40af-4818-bece-30de4831a2eb req-d7c54bd3-5ddf-47db-8d87-38be7b1516d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:16.785031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98c7eefd-40af-4818-bece-30de4831a2eb req-d7c54bd3-5ddf-47db-8d87-38be7b1516d5 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2511730 Jan 18 23:01:16.801964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-694dd4b9-8b18-4eb6-a623-ed960df2a7ea None None] Provisioning complete for port a0120225-554f-460d-b3b5-2c091654e614 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:16.802343 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694dd4b9-8b18-4eb6-a623-ed960df2a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:16.869569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-709b2631-e106-4787-bf02-c350afe6d6ad req-408d4ec0-a135-40a7-a1ab-a00d29a582c1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881708 Jan 18 23:01:16.941633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78443249-d6e7-4032-8174-ce1884f740f8 req-2ac66003-2610-4889-a61c-7369c7e2090b service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752038 Jan 18 23:01:16.950690 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-2a7280dc-786a-4a88-9a46-6c23e19171bd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4471471 Jan 18 23:01:16.953543 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.017151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Allocated IP 172.23.0.2 (faf0075f-6fc2-4005-96c7-eb368cee85a9/ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4/103d6900-d114-4011-a26a-4a86ba0fbd84) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:17.034844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f6449e35-90e5-45db-a2a6-8a674adae32d details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:17.093202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-694dd4b9-8b18-4eb6-a623-ed960df2a7ea None None] Port a0120225-554f-460d-b3b5-2c091654e614 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:17.095015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.112388 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.144078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0d884a6-c973-40ca-9c0d-47f192fe011d req-e1eca766-c773-4344-89a2-92a0b9a53e44 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.0964379 Jan 18 23:01:17.194245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 93103f58-2156-44df-bfb1-b8f7dda7a171 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:17.194896 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.302468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Transition to ACTIVE for port object a0120225-554f-460d-b3b5-2c091654e614 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:17.338904 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.371544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d1b0d2e9-03a2-4170-ba97-c84d6fbe7569 service neutron] 10.222.0.78 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026122 Jan 18 23:01:17.629072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50129-d3be-4c6f-b9f3-d03aac0d0bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0120225-554f-460d-b3b5-2c091654e614,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:17.983065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-a0552d26-664d-4148-8eb2-0b33c44fa524 service neutron] 10.222.0.78 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947201 Jan 18 23:01:18.031206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:18.116053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98c7eefd-40af-4818-bece-30de4831a2eb req-fc9f91d1-2fa2-4aea-b808-0095c7ecf9e5 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.85 "GET /v2.0/ports?device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.1151519 Jan 18 23:01:18.147721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f6449e35-90e5-45db-a2a6-8a674adae32d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f6449e35-90e5-45db-a2a6-8a674adae32d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:18.238727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5339ad-c7b5-47b3-8fa3-38db0f8b6b2c req-98cbfb8c-53ff-40be-8b86-b98c69e715d3 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:18.240235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c5339ad-c7b5-47b3-8fa3-38db0f8b6b2c req-98cbfb8c-53ff-40be-8b86-b98c69e715d3 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 943 time: 0.1232951 Jan 18 23:01:18.244314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:18.311911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.318443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'port_id': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'mac_address': 'fa:16:3e:76:78:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:18.320167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Attempting to bind port a0120225-554f-460d-b3b5-2c091654e614 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:18.320530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Attempting to bind port a0120225-554f-460d-b3b5-2c091654e614 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:18.320886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Attempting to bind port a0120225-554f-460d-b3b5-2c091654e614 on network 2134141a-9d5f-4f98-ae4e-92ab180dc41e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:18.332158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.348935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:18.353292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Usage tracker for resource:security_group_rule and tenant:0ef892b3b43c41a6a938439b7f4d54dd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:18.357350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:18.364776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:18.405215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:18.405600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Checking segment: {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:18.408435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.408435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Bound using segment: {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:18.409404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Bound port: a0120225-554f-460d-b3b5-2c091654e614, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320db124-066c-4e20-a7a8-77b185c7b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:18.410976 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.439113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c5339ad-c7b5-47b3-8fa3-38db0f8b6b2c req-2dd6295d-8044-4cc4-8bd0-41d028adcc1c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808465 Jan 18 23:01:18.507556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.518003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.528754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Transition to ACTIVE for port object 103d6900-d114-4011-a26a-4a86ba0fbd84 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:18.560976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Transition to ACTIVE for port object 103d6900-d114-4011-a26a-4a86ba0fbd84 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:18.573682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.601652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6449e35-90e5-45db-a2a6-8a674adae32d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:18.615077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2bf62293-e5fb-40f7-84f6-5b77c5907415 req-b7279c30-a387-4077-9353-f946316a5b58 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:18.615243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.649738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2bf62293-e5fb-40f7-84f6-5b77c5907415 req-b7279c30-a387-4077-9353-f946316a5b58 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:18.650982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bf62293-e5fb-40f7-84f6-5b77c5907415 req-b7279c30-a387-4077-9353-f946316a5b58 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 210 time: 0.1310818 Jan 18 23:01:18.705670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Pushing event updated for resources: {'Port': ['ID=103d6900-d114-4011-a26a-4a86ba0fbd84,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:18.744751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5baeb0-ed23-4f74-b407-b344c1bf7007,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:18.759653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ebb07853-48fe-44b0-b593-69f2e360875d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ef892b3b43c41a6a938439b7f4d54dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277038 Jan 18 23:01:18.762876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42700) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:18.788291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f6449e35-90e5-45db-a2a6-8a674adae32d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f6449e35-90e5-45db-a2a6-8a674adae32d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:18.826349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-51ac2c9b-f5d4-4536-96eb-486aa88b868c req-262b6391-0a5a-45b9-b2c8-e0e973849ff5 tempest-ServerShowV247Test-1389628139 tempest-ServerShowV247Test-1389628139-project] 10.222.0.78 "GET /v2.0/ports?device_id=27213f0a-3e97-4903-b862-ff4986dd0675 HTTP/1.1" status: 200 len: 210 time: 0.2789342 Jan 18 23:01:18.847521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.855214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:18.872782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Allocated IP 172.23.0.1 (faf0075f-6fc2-4005-96c7-eb368cee85a9/ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4/04b80e5e-442a-47ee-87dc-de1a7f4c604d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:18.904855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be3b8a1e-f833-4446-be0d-7665e4339460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.923766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:18.933027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:18.976355 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be3b8a1e-f833-4446-be0d-7665e4339460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.075053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be3b8a1e-f833-4446-be0d-7665e4339460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.101733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be3b8a1e-f833-4446-be0d-7665e4339460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.104087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-be3b8a1e-f833-4446-be0d-7665e4339460 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac5baeb0-ed23-4f74-b407-b344c1bf7007 HTTP/1.1" status: 204 len: 168 time: 0.3396814 Jan 18 23:01:19.120557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b8a1e-f833-4446-be0d-7665e4339460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5baeb0-ed23-4f74-b407-b344c1bf7007,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:19.193790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] For port a0120225-554f-460d-b3b5-2c091654e614, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:19.201849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Attempting to bind port 103d6900-d114-4011-a26a-4a86ba0fbd84 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:19.202410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Attempting to bind port 103d6900-d114-4011-a26a-4a86ba0fbd84 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:19.202929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Attempting to bind port 103d6900-d114-4011-a26a-4a86ba0fbd84 on network faf0075f-6fc2-4005-96c7-eb368cee85a9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:19.208028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:19.208400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.215656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.236286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Transition to ACTIVE for port object 04b80e5e-442a-47ee-87dc-de1a7f4c604d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:19.245567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['f6449e35-90e5-45db-a2a6-8a674adae32d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:01:19.270287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.272615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] For port a0120225-554f-460d-b3b5-2c091654e614, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0120225-554f-460d-b3b5-2c091654e614,segment=NetworkSegment(320db124-066c-4e20-a7a8-77b185c7b678),segment_id=320db124-066c-4e20-a7a8-77b185c7b678)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:19.285510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f6449e35-90e5-45db-a2a6-8a674adae32d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:19.303671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:19.304308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Checking segment: {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:19.305411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.305822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Bound using segment: {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:19.306297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Bound port: 103d6900-d114-4011-a26a-4a86ba0fbd84, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:19.306693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.324618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.364280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:19.367958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:19.391615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:19.441063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50129-d3be-4c6f-b9f3-d03aac0d0bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0120225-554f-460d-b3b5-2c091654e614,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:19.450110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=04b80e5e-442a-47ee-87dc-de1a7f4c604d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:19.528495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.665182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:19.666740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:19.749058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42718) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:19.772414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.794603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:19.800194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Usage tracker for resource:security_group_rule and tenant:c1e0c64255f743ca9392a84f26065968 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:19.803737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:19.816115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:19.840655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.929756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b33c63-fde6-4a97-8d48-9ec32e3e07e5 req-bb23b51b-9136-4b24-9a8a-a8b82e110a0e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:19.931704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4b33c63-fde6-4a97-8d48-9ec32e3e07e5 req-bb23b51b-9136-4b24-9a8a-a8b82e110a0e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 944 time: 0.1978190 Jan 18 23:01:19.951138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] For port 103d6900-d114-4011-a26a-4a86ba0fbd84, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:19.955449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] For port 103d6900-d114-4011-a26a-4a86ba0fbd84, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=103d6900-d114-4011-a26a-4a86ba0fbd84,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:19.957338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:20.016613 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-827d4512-ba15-4503-9b2f-2616a43e54e2 req-bf074363-7473-4485-8e15-eae9c35315bf tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 210 time: 0.0656607 Jan 18 23:01:20.019978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.027362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.047223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.190466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab48a28-bbe1-49fb-9129-63236c75888e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:20.194799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e3ab0317-8dde-4696-a5c2-c288fdb4c45e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1e0c64255f743ca9392a84f26065968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447610 Jan 18 23:01:20.200503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42728) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:20.314088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df0bb0-9bf1-4982-a331-96bf64faefa1 None None] Pushing event updated for resources: {'Port': ['ID=103d6900-d114-4011-a26a-4a86ba0fbd84,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:20.331791 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-396ed70f-32df-4fb7-93c9-d7232802f934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.358288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-396ed70f-32df-4fb7-93c9-d7232802f934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.385086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a4b33c63-fde6-4a97-8d48-9ec32e3e07e5 req-a1410947-0b6f-4ff3-85a0-979db9091dad tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4468868 Jan 18 23:01:20.418612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-a9480d80-c007-4598-8e52-c84f68f4574a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:20.420139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-a9480d80-c007-4598-8e52-c84f68f4574a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 816 time: 0.3431478 Jan 18 23:01:20.424602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-396ed70f-32df-4fb7-93c9-d7232802f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.466317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ed70f-32df-4fb7-93c9-d7232802f934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab48a28-bbe1-49fb-9129-63236c75888e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:20.476696 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-396ed70f-32df-4fb7-93c9-d7232802f934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.478100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-396ed70f-32df-4fb7-93c9-d7232802f934 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aab48a28-bbe1-49fb-9129-63236c75888e HTTP/1.1" status: 204 len: 168 time: 0.2590387 Jan 18 23:01:20.500291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-2d1541a1-2947-4430-84e9-da70cc4c641e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:20.502989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.513474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-2d1541a1-2947-4430-84e9-da70cc4c641e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:20.514849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-2d1541a1-2947-4430-84e9-da70cc4c641e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 380 time: 0.0811338 Jan 18 23:01:20.515462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.526842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'port': {'device_id': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'admin_state_up': True, 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'security_groups': ['216c300d-a9c8-4aa0-90cc-51bd42ed9900']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:20.702738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:20.704269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:20.719782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:20.736387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event updated for resources: {'Port': ['ID=04b80e5e-442a-47ee-87dc-de1a7f4c604d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:20.738520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Made reservation on behalf of e9b30aa1e4d049d88b4fa90055a0bac5 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:20.742339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.767523 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.861365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:19Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:18Z', 'revision_number': 1, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:19Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:20.875590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11348fc-5fa0-45b5-85e8-5d9ac9c15471 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:19Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:18Z', 'revision_number': 1, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:19Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:21.050385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:21.052222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:21.295212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:21.491894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-758cac29-9867-4091-baf5-2c8fcc62fe17 req-15920246-937e-43d2-a03b-6437d3032796 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 210 time: 0.1735032 Jan 18 23:01:21.496382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:21.518051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Usage tracker for resource:security_group_rule and tenant:3f13742fb7db40c9a7343c24fb110936 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:21.533093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:21.558226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:21.564332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Allocated IP 172.20.0.10 (1bce845c-1334-4679-bc2c-cc55bd24f831/f20749c4-238c-4161-881a-5ba86fff464a/787d0b0e-3cc2-4984-acf9-e4f00c931f37) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:21.628675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:22.077584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:22.182670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566934-92d7-4803-be60-4b477006dd9e req-189382ad-4f3a-4ceb-bd0e-7609f9fd94ff tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:22.199146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c566934-92d7-4803-be60-4b477006dd9e req-189382ad-4f3a-4ceb-bd0e-7609f9fd94ff tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 944 time: 0.4759421 Jan 18 23:01:22.243051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ad94a487-8aaf-485d-8940-430e438a183c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9788821 Jan 18 23:01:22.256619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42778) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:22.276436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:22.315354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 103d6900-d114-4011-a26a-4a86ba0fbd84 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:22.347092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c566934-92d7-4803-be60-4b477006dd9e req-2c91ab78-7e9a-4730-909c-0d44021d3c26 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453645 Jan 18 23:01:22.464276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71476401-b6a0-4f5e-9e6f-f5f3669bd390 None None] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:22.628093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-590ed8ab-069c-4f36-9b0f-882894691a1d None None] Provisioning for port 103d6900-d114-4011-a26a-4a86ba0fbd84 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:22.673222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 103d6900-d114-4011-a26a-4a86ba0fbd84 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:22.686910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 103d6900-d114-4011-a26a-4a86ba0fbd84 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:22.687284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.801137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45e7e23a-866b-4583-b8e4-d10dbc7f83a2 req-be3c82f0-3058-474f-9939-d5d8f5045fd8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 210 time: 0.0808377 Jan 18 23:01:22.946161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.950777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.975740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.052041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f6449e35-90e5-45db-a2a6-8a674adae32d up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:23.076875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0b2491-2582-4bbf-bc90-e7faa53725ba,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:23.088054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.093270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Transition to ACTIVE for port object 787d0b0e-3cc2-4984-acf9-e4f00c931f37 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:23.103305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.103647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.103994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.104324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.104655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.105051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.105328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.105650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.105971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.106285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.106636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.106955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:23.154388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a26dc693-e06d-47cf-a497-bff43a184f18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f13742fb7db40c9a7343c24fb110936&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4489784 Jan 18 23:01:23.154528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:23.190332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 103d6900-d114-4011-a26a-4a86ba0fbd84, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=103d6900-d114-4011-a26a-4a86ba0fbd84,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:23.213557 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.214763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0120225-554f-460d-b3b5-2c091654e614 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:23.253352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf27830-a5cf-442a-9c22-c3469d22edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.293572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf27830-a5cf-442a-9c22-c3469d22edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.301142 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:23.331960 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:23.332878 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:23.360432 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.376876 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf27830-a5cf-442a-9c22-c3469d22edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.421997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port f6449e35-90e5-45db-a2a6-8a674adae32d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:23.449204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf27830-a5cf-442a-9c22-c3469d22edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.452294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port f6449e35-90e5-45db-a2a6-8a674adae32d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:23.452671 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.456797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5cf27830-a5cf-442a-9c22-c3469d22edbe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe0b2491-2582-4bbf-bc90-e7faa53725ba HTTP/1.1" status: 204 len: 168 time: 0.3003056 Jan 18 23:01:23.459693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf27830-a5cf-442a-9c22-c3469d22edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0b2491-2582-4bbf-bc90-e7faa53725ba,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:23.569685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:23.570968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:23.578064 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:23.591787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:23.677062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a0120225-554f-460d-b3b5-2c091654e614 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:23.698812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a0120225-554f-460d-b3b5-2c091654e614 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:23.702092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.861502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 18 23:01:23.891603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Removed routes are [] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 18 23:01:23.893371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.910687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=103d6900-d114-4011-a26a-4a86ba0fbd84,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:24.256336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:24.289684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b3a8e5ec-f4dc-48f6-9e20-5c172927ff01 None None] Provisioning for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:24.313401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.324309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b3a8e5ec-f4dc-48f6-9e20-5c172927ff01 None None] Provisioning complete for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:24.324759 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3a8e5ec-f4dc-48f6-9e20-5c172927ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.418845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.464398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:24.464935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.465072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:24.474833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8e5ec-f4dc-48f6-9e20-5c172927ff01 None None] Port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:24.491470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f6449e35-90e5-45db-a2a6-8a674adae32d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f6449e35-90e5-45db-a2a6-8a674adae32d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:24.498329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a0120225-554f-460d-b3b5-2c091654e614, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0120225-554f-460d-b3b5-2c091654e614,segment=NetworkSegment(320db124-066c-4e20-a7a8-77b185c7b678),segment_id=320db124-066c-4e20-a7a8-77b185c7b678)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:24.506340 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.521209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78f39-aec7-4637-b9f5-ce7c35ff8e26 req-9fbf8d0f-02e9-4728-b8fc-790be375f459 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:24.531911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ec78f39-aec7-4637-b9f5-ce7c35ff8e26 req-9fbf8d0f-02e9-4728-b8fc-790be375f459 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 932 time: 0.2273860 Jan 18 23:01:24.597396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.600233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-d78bc602-c7cf-4a66-806d-165c3fcafb33 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0798705 Jan 18 23:01:24.623227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-2b1d4f47-9506-4e59-9ab5-56dd70caf9f7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:01:24.635374 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:19Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:20Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:19Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:24.645827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-2b1d4f47-9506-4e59-9ab5-56dd70caf9f7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251393 Jan 18 23:01:24.648179 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:24.648717 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Updating router ea1a198c-4674-4ff8-83b4-f9067e95063d port 04b80e5e-442a-47ee-87dc-de1a7f4c604d binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:01:24.694924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Request body: {'port': {'device_id': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:24.718812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ec78f39-aec7-4637-b9f5-ce7c35ff8e26 req-ce13b1e0-86f7-4dcd-93b9-91124979f649 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858108 Jan 18 23:01:24.761568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-802a3760-f198-4bd7-bfd6-3b4a8ed5769f None None] Provisioning complete for port 103d6900-d114-4011-a26a-4a86ba0fbd84 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:24.761958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-802a3760-f198-4bd7-bfd6-3b4a8ed5769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.774327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c4c01-77d7-4fcb-a86e-6fb3abb6f2b4 req-b791b956-fd55-4f8e-af1f-24c9f04646ef tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:24.775797 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.783534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e77c4c01-77d7-4fcb-a86e-6fb3abb6f2b4 req-b791b956-fd55-4f8e-af1f-24c9f04646ef tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 944 time: 1.1121910 Jan 18 23:01:24.849318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 103d6900-d114-4011-a26a-4a86ba0fbd84 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:25.019539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f6449e35-90e5-45db-a2a6-8a674adae32d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:25.283252 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'code': 200} Jan 18 23:01:25.300171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a0120225-554f-460d-b3b5-2c091654e614,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:25.307475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 103d6900-d114-4011-a26a-4a86ba0fbd84 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:25.308075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:25.382502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-802a3760-f198-4bd7-bfd6-3b4a8ed5769f None None] Provisioning for port 04b80e5e-442a-47ee-87dc-de1a7f4c604d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:25.465180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-802a3760-f198-4bd7-bfd6-3b4a8ed5769f None None] Provisioning complete for port 04b80e5e-442a-47ee-87dc-de1a7f4c604d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:25.466326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-802a3760-f198-4bd7-bfd6-3b4a8ed5769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:25.480105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:25.505754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:25.536353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e77c4c01-77d7-4fcb-a86e-6fb3abb6f2b4 req-5a3cc503-6ac5-4f30-9ccc-38568fe360ee tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7517345 Jan 18 23:01:25.548026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ce8d0-224b-486e-9aed-edf449b09827 req-38009f13-e453-4090-8bb0-aad3e8057aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:25.552092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-748ce8d0-224b-486e-9aed-edf449b09827 req-38009f13-e453-4090-8bb0-aad3e8057aa9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1096 time: 0.2176623 Jan 18 23:01:25.643563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-748ce8d0-224b-486e-9aed-edf449b09827 req-640882dd-c10e-44c9-97c9-148f487b3517 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838521 Jan 18 23:01:25.649721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-802a3760-f198-4bd7-bfd6-3b4a8ed5769f None None] Port 04b80e5e-442a-47ee-87dc-de1a7f4c604d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:01:25.699833 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:25.729465 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Transition to ACTIVE for port object 04b80e5e-442a-47ee-87dc-de1a7f4c604d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:25.742708 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:25.827891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0146d6-f022-460e-903d-26646a4f37ab None None] Pushing event updated for resources: {'Port': ['ID=04b80e5e-442a-47ee-87dc-de1a7f4c604d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:25.935226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:25.959855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:26.092633 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Attempting to bind port 04b80e5e-442a-47ee-87dc-de1a7f4c604d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:26.093687 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Attempting to bind port 04b80e5e-442a-47ee-87dc-de1a7f4c604d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:26.094154 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Attempting to bind port 04b80e5e-442a-47ee-87dc-de1a7f4c604d on network faf0075f-6fc2-4005-96c7-eb368cee85a9 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:26.110376 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:26.110949 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Checking segment: {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:26.111414 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:26.111928 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Bound using segment: {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:26.112506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Bound port: 04b80e5e-442a-47ee-87dc-de1a7f4c604d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f5cf75-55d2-403b-9b6f-762f3ef39679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:26.113794 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:26.279054 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] For port 04b80e5e-442a-47ee-87dc-de1a7f4c604d, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:26.283308 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] For port 04b80e5e-442a-47ee-87dc-de1a7f4c604d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=04b80e5e-442a-47ee-87dc-de1a7f4c604d,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:26.296819 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:26.418290 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0146d6-f022-460e-903d-26646a4f37ab None None] Pushing event updated for resources: {'Port': ['ID=04b80e5e-442a-47ee-87dc-de1a7f4c604d,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:26.449713 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:26.450386 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:26.608665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:26.627851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:26.632004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:26.651218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ee8f09f5-741f-4884-a187-3d4443e4a6c9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 934 time: 4.3919356 Jan 18 23:01:26.789636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f3c4-b24c-4d87-b41a-404cbd0dc274 req-5f5fc723-6cc3-4b6c-8a19-08abff45c15a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:26.789636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4ba8f3c4-b24c-4d87-b41a-404cbd0dc274 req-5f5fc723-6cc3-4b6c-8a19-08abff45c15a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:26.803687 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:26.912552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 04b80e5e-442a-47ee-87dc-de1a7f4c604d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:27.124563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4ba8f3c4-b24c-4d87-b41a-404cbd0dc274 req-5f5fc723-6cc3-4b6c-8a19-08abff45c15a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:27.128373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ba8f3c4-b24c-4d87-b41a-404cbd0dc274 req-5f5fc723-6cc3-4b6c-8a19-08abff45c15a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 932 time: 1.1024973 Jan 18 23:01:27.193552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42984) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:27.199139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 04b80e5e-442a-47ee-87dc-de1a7f4c604d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:27.211958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 04b80e5e-442a-47ee-87dc-de1a7f4c604d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:27.213442 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:27.271841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92adc867-b497-4139-b07f-6e786f0759ee tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 934 time: 0.6385534 Jan 18 23:01:27.287400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:27.304238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'routes': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:27.326714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ba8f3c4-b24c-4d87-b41a-404cbd0dc274 req-6138039a-3597-48f2-9dc0-fbae36b5b982 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845133 Jan 18 23:01:27.479033 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:23Z', 'revision_number': 6, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:26Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:27.480334 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:27.486003 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad78266d-70ca-4a7f-9a8b-ca7fe038ce3f None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:23Z', 'revision_number': 6, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:26Z', 'revision_number': 4, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:27.541670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 04b80e5e-442a-47ee-87dc-de1a7f4c604d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=04b80e5e-442a-47ee-87dc-de1a7f4c604d,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:27.574980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:27.578312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:27.581500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0120225-554f-460d-b3b5-2c091654e614 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:27.622853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:27.629792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:27.635853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0524ef27083e4f2aa9c197ebd01571dc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:27.642010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:27.646524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:27.674668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:27.686000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Transition to ACTIVE for port object 787d0b0e-3cc2-4984-acf9-e4f00c931f37 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:27.702958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:27.969406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a0120225-554f-460d-b3b5-2c091654e614 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:27.969953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.026426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6f09-0d8c-408a-8039-ce351ca89e77 req-af1fa2b4-91e9-4d35-ba2b-4b039d6b8edd tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:28.038808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-153e6f09-0d8c-408a-8039-ce351ca89e77 req-af1fa2b4-91e9-4d35-ba2b-4b039d6b8edd tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.9879463 Jan 18 23:01:28.160720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:28.176295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=04b80e5e-442a-47ee-87dc-de1a7f4c604d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:28.208019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:28.208805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:28.270958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:28.466051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:28.466654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:28.470859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:28.500841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:01:28.501289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:28.510803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.516209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:28.525718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:28.526341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Checking segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:28.526886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Bound using segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:28.528351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Bound port: 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:28.528827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.610950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-153e6f09-0d8c-408a-8039-ce351ca89e77 req-3147e2a4-49fb-48ea-8460-651690a6e706 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5709035 Jan 18 23:01:28.637440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.975233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0524ef27083e4f2aa9c197ebd01571dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7673976 Jan 18 23:01:28.982922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:29.019049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565e426-be40-46f8-b7b1-316f7b0cf8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a9e1f-3f45-4c11-b17a-602d6c3adc83,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:29.031885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43076) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:29.048151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:29.052719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:29.080421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaaae1-b18f-4bb5-8078-3e6446919f56 req-4b5a4322-82b0-4926-abc0-77f7dd596fb9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:29.082045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68eaaae1-b18f-4bb5-8078-3e6446919f56 req-4b5a4322-82b0-4926-abc0-77f7dd596fb9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.5118911 Jan 18 23:01:29.087147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.096843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d131d40f-422d-4f4b-9926-9807858410e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.132392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d131d40f-422d-4f4b-9926-9807858410e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.213807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d131d40f-422d-4f4b-9926-9807858410e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.289337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:29.298428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.300312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] 10.222.0.85 "PUT /v2.0/ports/787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 1092 time: 4.6333251 Jan 18 23:01:29.312200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:29.319560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 04b80e5e-442a-47ee-87dc-de1a7f4c604d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:29.343360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d40f-422d-4f4b-9926-9807858410e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a9e1f-3f45-4c11-b17a-602d6c3adc83,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:29.356572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d131d40f-422d-4f4b-9926-9807858410e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.357742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d131d40f-422d-4f4b-9926-9807858410e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc4a9e1f-3f45-4c11-b17a-602d6c3adc83 HTTP/1.1" status: 204 len: 168 time: 0.3676975 Jan 18 23:01:29.393392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added routes are [] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 18 23:01:29.393710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 18 23:01:29.427228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68eaaae1-b18f-4bb5-8078-3e6446919f56 req-fd38c231-e8f2-449d-8e16-24cb5fe56686 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346844 Jan 18 23:01:29.486034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.518760 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.565640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c38c1c-2c21-4307-9f08-90280242b3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:29.589837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:29.596198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:23b5e8badbc74a5f9f8558584c2ebc63 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:29.600323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:29.609378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:29.628715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:23Z', 'revision_number': 6, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:27Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:29.637549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 04b80e5e-442a-47ee-87dc-de1a7f4c604d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:29.639950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.731722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:29.790819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:29.792448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:29.807299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.824370 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'status': 'completed', 'code': 200} Jan 18 23:01:29.828599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.888286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23b5e8badbc74a5f9f8558584c2ebc63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552263 Jan 18 23:01:29.901598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43132) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:29.932540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8dd09-91e4-4c6e-8ecc-b5936bebf7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e58bfa1-3ae1-435d-92f3-176ed85b376a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:29.994300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-44c7533a-861b-4e54-ac3a-08f2559539e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:29.995867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-44c7533a-861b-4e54-ac3a-08f2559539e6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1095 time: 0.5916758 Jan 18 23:01:30.010316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febecce-8258-4460-b8a1-8c9d86902546 req-ed2cd865-186a-4c77-9569-49ac4db1bf7d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.012470 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3febecce-8258-4460-b8a1-8c9d86902546 req-ed2cd865-186a-4c77-9569-49ac4db1bf7d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1534457 Jan 18 23:01:30.078025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.082300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.094566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:30.106820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-35bf7f3a-e273-473d-9f59-02fc7283c213 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 217 time: 0.0931795 Jan 18 23:01:30.194313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3febecce-8258-4460-b8a1-8c9d86902546 req-4b036958-d57c-431e-b756-1d9e78a4afb2 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182070 Jan 18 23:01:30.206422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-dfdef397-615e-401e-9afc-5477f435188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.208161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-dfdef397-615e-401e-9afc-5477f435188a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.0919225 Jan 18 23:01:30.299581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-b9c8ba1a-50af-4237-8a5b-d395132e5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.301449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-b9c8ba1a-50af-4237-8a5b-d395132e5d97 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873492 Jan 18 23:01:30.511337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:30.530404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1884e148-d30d-4755-847f-2cb9aabb97ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.654144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e790fe-5a77-451d-9cef-cccda3f5375b req-7760f3f4-56e5-40a0-b57f-5604cc34b25e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.654144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d2e790fe-5a77-451d-9cef-cccda3f5375b req-7760f3f4-56e5-40a0-b57f-5604cc34b25e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.2651880 Jan 18 23:01:30.667537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-4d1f02d6-3507-486e-b165-bba6dfe3211a service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503945 Jan 18 23:01:30.668198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43174) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:30.708105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:29Z', 'revision_number': 7, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:27Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:30.713047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b1c41-0e46-4bf5-bb7f-5928a696b7d0 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:29Z', 'revision_number': 7, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:27Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:30.714905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'floatingip': {'port_id': 'f6449e35-90e5-45db-a2a6-8a674adae32d'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:30.866857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1884e148-d30d-4755-847f-2cb9aabb97ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.896054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.969508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:30.977749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.981769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a5baf199-d2f7-4fc7-9516-5b82674e5c96 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 700 time: 3.6891842 Jan 18 23:01:30.987974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43188) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:31.178457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:31.193845 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:31.194699 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:31.242971 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca96f02f-23fb-4160-ae9b-47d00acbf588 req-1fe31fac-8ef0-453d-b742-d1aca7ec8902 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644653 Jan 18 23:01:31.394957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affee8-e681-4fd0-a659-5cd8ed963b17 req-0bc6769d-d1f7-4073-84f0-2aec16a259fa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:31.397028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61affee8-e681-4fd0-a659-5cd8ed963b17 req-0bc6769d-d1f7-4073-84f0-2aec16a259fa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.7001352 Jan 18 23:01:31.442296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1884e148-d30d-4755-847f-2cb9aabb97ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.471245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884e148-d30d-4755-847f-2cb9aabb97ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e58bfa1-3ae1-435d-92f3-176ed85b376a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:31.473350 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:31.514551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6bf13a66-71b0-4add-beb9-e33f6e36bfa8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 700 time: 0.5240986 Jan 18 23:01:31.515806 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1884e148-d30d-4755-847f-2cb9aabb97ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.519877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1884e148-d30d-4755-847f-2cb9aabb97ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e58bfa1-3ae1-435d-92f3-176ed85b376a HTTP/1.1" status: 204 len: 168 time: 1.6168649 Jan 18 23:01:31.523348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43214) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:31.681860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-61affee8-e681-4fd0-a659-5cd8ed963b17 req-561cb79e-2abb-4d93-8ea0-a2878c68741a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682757 Jan 18 23:01:31.999039 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:29Z', 'revision_number': 7, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:27Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:32.004158 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:32.014670 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:32.015295 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:32.208404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-d087b0ab-8a78-4acf-b6ee-3e5bac70eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:32.210156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-d087b0ab-8a78-4acf-b6ee-3e5bac70eb05 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1095 time: 0.6517313 Jan 18 23:01:32.297726 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:32.359822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:32.390871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.418708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:32.427198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Usage tracker for resource:security_group_rule and tenant:a386cf395d2b4070a93f96c7bf36fac0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:32.433961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:32.441974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:32.471591 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.521271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-32ce244f-2482-45fa-bce0-57e8fbba9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:32.522838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-32ce244f-2482-45fa-bce0-57e8fbba9d90 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.3052793 Jan 18 23:01:32.524021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.594834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.786035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-8f0756e7-464f-41e3-9d5b-ae3b8d247347 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 217 time: 0.1923969 Jan 18 23:01:32.820453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.842327 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.926591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-64388fbf-ce87-4e59-a557-ae98489d263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:32.928080 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-64388fbf-ce87-4e59-a557-ae98489d263b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.1357827 Jan 18 23:01:33.069638 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a386cf395d2b4070a93f96c7bf36fac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033503 Jan 18 23:01:33.071008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dbfaa-07f6-4b06-a98e-a74e525fe052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1027e46a-aa44-41f7-a97f-165766560af5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:33.073642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:33.113617 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:29Z', 'revision_number': 7, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:27Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:33.127028 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b7e26-095e-4ffc-a4e1-29519f226c06 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:29Z', 'revision_number': 7, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '04b80e5e-442a-47ee-87dc-de1a7f4c604d', 'name': '', 'network_id': 'faf0075f-6fc2-4005-96c7-eb368cee85a9', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:3c:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:17Z', 'updated_at': '2022-01-18T23:01:27Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': 'ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:33.144084 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Floating IP 1112de35-edf1-4a26-9dba-514a7c4644f4 associated. External IP: 172.25.4.228, port: f6449e35-90e5-45db-a2a6-8a674adae32d. Jan 18 23:01:33.280193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-95ff62c3-c77e-41a6-98f2-f385daa33d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:33.282778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-95ff62c3-c77e-41a6-98f2-f385daa33d89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481612 Jan 18 23:01:33.298464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af408a84-e11c-4b07-85b0-69f3b52c16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.348302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af408a84-e11c-4b07-85b0-69f3b52c16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.369755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9db9a-a267-42f1-843a-f1d4a843dff9 req-322688a9-ebbc-4525-8e6b-fb3257d4d6e9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:33.371433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed9db9a-a267-42f1-843a-f1d4a843dff9 req-322688a9-ebbc-4525-8e6b-fb3257d4d6e9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.4426503 Jan 18 23:01:33.499347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 04b80e5e-442a-47ee-87dc-de1a7f4c604d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:33.499347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.525435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed9db9a-a267-42f1-843a-f1d4a843dff9 req-6e1ebede-3be8-4438-a657-fe1749fb2ff6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134841 Jan 18 23:01:33.573126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af408a84-e11c-4b07-85b0-69f3b52c16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.609452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-d514d4c1-71fd-48de-abdc-d872196c6ffb service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172395 Jan 18 23:01:33.800424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af408a84-e11c-4b07-85b0-69f3b52c16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1027e46a-aa44-41f7-a97f-165766560af5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:33.815516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af408a84-e11c-4b07-85b0-69f3b52c16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.816643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af408a84-e11c-4b07-85b0-69f3b52c16ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1027e46a-aa44-41f7-a97f-165766560af5 HTTP/1.1" status: 204 len: 168 time: 0.7336044 Jan 18 23:01:33.863643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:33.879504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 04b80e5e-442a-47ee-87dc-de1a7f4c604d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=04b80e5e-442a-47ee-87dc-de1a7f4c604d,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:33.879982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.070733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 04b80e5e-442a-47ee-87dc-de1a7f4c604d owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:34.131938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ff4f09c-a7b1-4035-b7df-f4e7ca9c087d req-1f876277-6fd2-49c9-9455-93f25f363e68 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134153 Jan 18 23:01:34.137409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:34.154408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Router 70928366-e415-482f-9f47-15eb2836f6ae has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:34.170243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:34.188043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'mac_address': 'fa:16:3e:83:f8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:34.255269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.282261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:34.301846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:34.305945 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.311989 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.405492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.409224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:34.440232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43348) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:34.452477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.468194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.478425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=04b80e5e-442a-47ee-87dc-de1a7f4c604d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:34.483652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:34.484290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:34.487758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Usage tracker for resource:security_group_rule and tenant:3a30e45848264360ab2134f118cf3129 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:34.488254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Usage tracker for resource:security_group_rule and tenant:d8462ee1700d49178fa537104853b58e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:34.490747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:34.492677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:34.498228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:34.501627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:34.519392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:34.532408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:34.552677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['787d0b0e-3cc2-4984-acf9-e4f00c931f37'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:01:34.571296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.585078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:34.585854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:34.794105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-86d3b476-f024-4122-a737-159d3dccea9f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "PUT /v2.0/floatingips/1112de35-edf1-4a26-9dba-514a7c4644f4 HTTP/1.1" status: 200 len: 991 time: 4.1228194 Jan 18 23:01:34.817096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:34.889870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ca3c-5faf-4606-9540-5edda2ece40d req-557b3296-6b3a-45be-87b9-4c330a13fd0f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:34.898075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9854ca3c-5faf-4606-9540-5edda2ece40d req-557b3296-6b3a-45be-87b9-4c330a13fd0f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.2144246 Jan 18 23:01:34.900786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.930628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.973686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:34.979718 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.023848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.055361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9854ca3c-5faf-4606-9540-5edda2ece40d req-1450a4b6-3c01-4ad2-a4c5-00f106fb1b30 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561508 Jan 18 23:01:35.065102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b570f24-ea1d-40e9-8e06-f910384f20c3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:35.074822 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'status': 'completed', 'code': 200} Jan 18 23:01:35.100345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9f81be1a-ee6f-4ded-ba3d-cb48e774a036 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8462ee1700d49178fa537104853b58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589847 Jan 18 23:01:35.103180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43364) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:35.230681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.242646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8d90092-1b74-48e8-8dc3-9724fd14e20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.316440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8d90092-1b74-48e8-8dc3-9724fd14e20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.384352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8d90092-1b74-48e8-8dc3-9724fd14e20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.407379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90092-1b74-48e8-8dc3-9724fd14e20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b570f24-ea1d-40e9-8e06-f910384f20c3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:35.418433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8d90092-1b74-48e8-8dc3-9724fd14e20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.422873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f8d90092-1b74-48e8-8dc3-9724fd14e20e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b570f24-ea1d-40e9-8e06-f910384f20c3 HTTP/1.1" status: 204 len: 168 time: 0.3163927 Jan 18 23:01:35.434672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a30e45848264360ab2134f118cf3129&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2961452 Jan 18 23:01:35.437384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43374) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:35.443474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4565be4-9c0b-4e61-9725-4baa9ca67b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c3a0a-b5f7-44bc-9f32-11b21b1ff543,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:35.467180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-5560a6ed-2490-4f11-b303-44be59fb1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:35.468674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-5560a6ed-2490-4f11-b303-44be59fb1a81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1096 time: 0.3364017 Jan 18 23:01:35.526211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '1112de35-edf1-4a26-9dba-514a7c4644f4', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'port_id': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'mac_address': 'fa:16:3e:76:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:32Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:35.530379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:35.539616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:35.540569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:35.589439 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42acae8d-3c42-42bd-b344-38b9b1244d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.645312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42acae8d-3c42-42bd-b344-38b9b1244d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.738324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42acae8d-3c42-42bd-b344-38b9b1244d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.758287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acae8d-3c42-42bd-b344-38b9b1244d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c3a0a-b5f7-44bc-9f32-11b21b1ff543,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:35.768811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-42acae8d-3c42-42bd-b344-38b9b1244d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:35.773416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-42acae8d-3c42-42bd-b344-38b9b1244d09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c6c3a0a-b5f7-44bc-9f32-11b21b1ff543 HTTP/1.1" status: 204 len: 168 time: 0.3341706 Jan 18 23:01:35.919688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:35.952288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:36.133402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:36.222648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-b6758cd3-b58a-488f-8670-6df48375450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:36.224224 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-b6758cd3-b58a-488f-8670-6df48375450e service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.7016013 Jan 18 23:01:36.250034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:36.358599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:36.359247 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.371552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:36.383500 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:36.396871 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:36.397776 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:36.434782 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-0ab439e6-1ade-41c7-96c3-e7037817bae2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 999 time: 0.1908009 Jan 18 23:01:36.531041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b72dc211-3940-4e1e-ac10-d05d4994975c tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0025566 Jan 18 23:01:36.533078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:36.538221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-75076674-f746-4647-b912-80867a5e7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:36.539787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-75076674-f746-4647-b912-80867a5e7c68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.0972486 Jan 18 23:01:36.605416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a069e4-1e2a-40c3-95a6-fa05b4abb0bb req-9747c1f8-d9be-4f7f-a3f9-a8bceecd20a0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:36.608066 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62a069e4-1e2a-40c3-95a6-fa05b4abb0bb req-9747c1f8-d9be-4f7f-a3f9-a8bceecd20a0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.2279117 Jan 18 23:01:36.682457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:01:36.686632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.767775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.792669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62a069e4-1e2a-40c3-95a6-fa05b4abb0bb req-e52f93c2-8602-4a0f-8e52-0dccc781aba5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710284 Jan 18 23:01:36.798556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-2250791a-c7a6-4023-93ae-2fe9ea28ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:36.800797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-2250791a-c7a6-4023-93ae-2fe9ea28ff1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517436 Jan 18 23:01:36.811339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.847074 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:36.925109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.938206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.938891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:36.953985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:36.968691 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.116243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-c616c907-5638-46ba-9e0b-fd5f1d4e4522 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969213 Jan 18 23:01:37.150102 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'code': 200} Jan 18 23:01:37.153254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '1112de35-edf1-4a26-9dba-514a7c4644f4', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'port_id': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'mac_address': 'fa:16:3e:76:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:32Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:37.168919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa69b9-dcbe-46a0-ad73-2a8df51f084f None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '1112de35-edf1-4a26-9dba-514a7c4644f4', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'floating_ip_address': '172.25.4.228', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'port_id': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'mac_address': 'fa:16:3e:76:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:32Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:37.179434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:37.322678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.398138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:37.415651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0fe20-eb36-45df-b29f-54b891d62437 None None] Network faf0075f-6fc2-4005-96c7-eb368cee85a9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:37.419749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.427922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94bd77-b869-420c-abba-a694551322c8 req-1e65356e-298f-4ab5-a859-facd5e3d597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:37.429472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e94bd77-b869-420c-abba-a694551322c8 req-1e65356e-298f-4ab5-a859-facd5e3d597c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1097 time: 0.2957635 Jan 18 23:01:37.437233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a0e0f82c-6262-4cc6-aa89-8a246b1cc740 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4 HTTP/1.1" status: 204 len: 168 time: 0.9027746 Jan 18 23:01:37.437933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43448) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:37.519632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45c35f55-ac35-4d3a-8968-26b1ee662b7b req-404629f5-0b3c-4b44-9b8c-9903ab6f8188 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973179 Jan 18 23:01:37.687019 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e94bd77-b869-420c-abba-a694551322c8 req-98074756-9287-4cb1-9d86-53b84ed6df26 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478328 Jan 18 23:01:37.711766 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:34Z', 'revision_number': 8, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:37.727878 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:37.762228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3a992-3c24-4865-b2cc-e6210bd53497 None None] New status for floating IP 1112de35-edf1-4a26-9dba-514a7c4644f4: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:01:37.780922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.782470 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:37.792459 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:37.851662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 103d6900-d114-4011-a26a-4a86ba0fbd84 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:37.853418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.132067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:38.232313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:38.320601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 103d6900-d114-4011-a26a-4a86ba0fbd84, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=103d6900-d114-4011-a26a-4a86ba0fbd84,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:38.320974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.339203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d26c3-0183-4205-b580-afc7da24e07b req-c2d28034-6349-4185-b41d-e5a665ef0ed5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:38.346542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-680d26c3-0183-4205-b580-afc7da24e07b req-c2d28034-6349-4185-b41d-e5a665ef0ed5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.3032091 Jan 18 23:01:38.547390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] DHCP port deletion for faf0075f-6fc2-4005-96c7-eb368cee85a9 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:01:38.557410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Deleting port 103d6900-d114-4011-a26a-4a86ba0fbd84 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:38.558054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.721775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 103d6900-d114-4011-a26a-4a86ba0fbd84 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:38.808225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-680d26c3-0183-4205-b580-afc7da24e07b req-a04701a7-4c5a-41eb-8ce6-a772c73ad44b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610064 Jan 18 23:01:38.909127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.946157 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:34Z', 'revision_number': 8, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:38.956824 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a9f6d-e2b7-4e96-9812-b7ef50ebbb45 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:34Z', 'revision_number': 8, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0120225-554f-460d-b3b5-2c091654e614', 'name': '', 'network_id': '2134141a-9d5f-4f98-ae4e-92ab180dc41e', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:b3:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:06Z', 'updated_at': '2022-01-18T23:01:24Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '4fcb8251-ec32-44f6-9b79-b0f76fdd9016', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:38.985550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.007110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:39.020447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Usage tracker for resource:security_group_rule and tenant:6ad4b96268ab42fc872df3d1eabd4479 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:39.025790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:39.040031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:39.087357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=103d6900-d114-4011-a26a-4a86ba0fbd84,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:39.093201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No DVR routers for this DVR port 103d6900-d114-4011-a26a-4a86ba0fbd84 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:39.138462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] For port 103d6900-d114-4011-a26a-4a86ba0fbd84, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=103d6900-d114-4011-a26a-4a86ba0fbd84,segment=NetworkSegment(e5f5cf75-55d2-403b-9b6f-762f3ef39679),segment_id=e5f5cf75-55d2-403b-9b6f-762f3ef39679)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:39.139098 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.218512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.231398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.322556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ad4b96268ab42fc872df3d1eabd4479&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0855424 Jan 18 23:01:39.323420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:39.343234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Calling delete_port for 103d6900-d114-4011-a26a-4a86ba0fbd84 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:39.353578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.368383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64133d9e-e40e-400f-8121-c364d019972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1248a890-cd9f-4ddb-801a-7fdb4392c2d1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:39.415478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf0075f-6fc2-4005-96c7-eb368cee85a9']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:39.429530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f5cf75-55d2-403b-9b6f-762f3ef39679') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:39.430229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f5cf75-55d2-403b-9b6f-762f3ef39679') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:39.450798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 04b80e5e-442a-47ee-87dc-de1a7f4c604d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:39.452851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.474841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.487911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:01:39.488333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.495889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d460d013-c070-4b7e-9059-87ae87859fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:01:39.509273 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:01:39.528109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 04b80e5e-442a-47ee-87dc-de1a7f4c604d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:39.528683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 04b80e5e-442a-47ee-87dc-de1a7f4c604d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:39.529415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 103d6900-d114-4011-a26a-4a86ba0fbd84 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:39.532876 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d460d013-c070-4b7e-9059-87ae87859fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.587936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 103d6900-d114-4011-a26a-4a86ba0fbd84 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:39.588765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 103d6900-d114-4011-a26a-4a86ba0fbd84 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:39.645218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:01:39.649470 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:01:39.656564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d460d013-c070-4b7e-9059-87ae87859fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.674807 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.677803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d460d013-c070-4b7e-9059-87ae87859fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.679058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d460d013-c070-4b7e-9059-87ae87859fb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1248a890-cd9f-4ddb-801a-7fdb4392c2d1 HTTP/1.1" status: 204 len: 168 time: 0.3483737 Jan 18 23:01:39.680187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d013-c070-4b7e-9059-87ae87859fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1248a890-cd9f-4ddb-801a-7fdb4392c2d1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:39.686088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.730232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=faf0075f-6fc2-4005-96c7-eb368cee85a9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:39.749809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3211146b-24ff-418a-b734-6d57dafa5dc9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/faf0075f-6fc2-4005-96c7-eb368cee85a9 HTTP/1.1" status: 204 len: 168 time: 2.3097377 Jan 18 23:01:39.752812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:40.150789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Deleting port 103d6900-d114-4011-a26a-4a86ba0fbd84 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:40.151167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:40.279166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-15c917e2-05ae-4798-97fd-748a7743002e None None] The port '103d6900-d114-4011-a26a-4a86ba0fbd84' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:01:40.425795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf934-9d70-4ff2-8e10-347d7df50c8a req-c97db9be-0287-4391-9634-d89fed84b991 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:40.432580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d08bf934-9d70-4ff2-8e10-347d7df50c8a req-c97db9be-0287-4391-9634-d89fed84b991 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.3931491 Jan 18 23:01:40.507484 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d08bf934-9d70-4ff2-8e10-347d7df50c8a req-433e8112-b97a-472f-b911-ed4bd4dab6eb tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738246 Jan 18 23:01:40.779307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e9c1-6f5b-42ae-8fe2-9e15e721eaf0 req-bb09ac71-ea19-4272-9fd9-341d5dfd903d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:40.780804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ec4e9c1-6f5b-42ae-8fe2-9e15e721eaf0 req-bb09ac71-ea19-4272-9fd9-341d5dfd903d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.1541579 Jan 18 23:01:40.792620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:40.800230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'floatingip': {'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:40.830423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:40.950841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:41.316429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port a0120225-554f-460d-b3b5-2c091654e614 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:41.317032 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:41.699669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port a0120225-554f-460d-b3b5-2c091654e614, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0120225-554f-460d-b3b5-2c091654e614,segment=NetworkSegment(320db124-066c-4e20-a7a8-77b185c7b678),segment_id=320db124-066c-4e20-a7a8-77b185c7b678)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:41.700299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:41.929829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43658) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:41.937354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:41.953302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:41.965330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for a0120225-554f-460d-b3b5-2c091654e614 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:42.118799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d04c-ee3e-4c66-854b-c700d05fc18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.265852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1651584676', 'router:external': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:42.270525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:42.276373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.277761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:network and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:42.282552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:42.340428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:42.361983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=a0120225-554f-460d-b3b5-2c091654e614,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:42.388389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Made reservation on behalf of 8111080f89bc45de9fbff64d6cb2e585 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:42.391509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.411477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.436989 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Floating IP 59cfec42-502c-451a-b87a-4508d002db33 associated. External IP: 172.25.4.35, port: 787d0b0e-3cc2-4984-acf9-e4f00c931f37. Jan 18 23:01:42.495904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:42.515186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:security_group_rule and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:42.527536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:42.538366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:42.743065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.900262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.905344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Router d371cd8e-5a83-403a-b494-7f9b53876899 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:42.906840 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.997726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:01:43.007609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f21784-75b2-42e1-adc6-ec1d3d2f6e28,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:43.031171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.031522 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Added segment 06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2 of type vlan for network 0b23b024-00ea-48f5-b396-7225ac804594 Jan 18 23:01:43.089873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:43.157848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.196936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:43.214349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:43.241465 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:43.242021 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:43.273121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.315232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.316306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:43.317063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.391026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:43.406463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:43.429455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:43.430907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:43.440979 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63bb1a95-0247-4960-aa0f-799945c35060 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6869762 Jan 18 23:01:43.443723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43682) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:43.589664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-92717af5-2410-4754-bddd-c484c1f2c6f5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "PUT /v2.0/floatingips/59cfec42-502c-451a-b87a-4508d002db33 HTTP/1.1" status: 200 len: 991 time: 2.7689757 Jan 18 23:01:43.593397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:43.613743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 4fcb8251-ec32-44f6-9b79-b0f76fdd9016 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:01:43.617192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.630665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Network': ['ID=0b23b024-00ea-48f5-b396-7225ac804594,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:43.651423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c9f8a713-cc31-40fc-8e48-718d520a8f81 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7205315 Jan 18 23:01:43.656763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43696) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:43.673630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'subnet': {'network_id': '0b23b024-00ea-48f5-b396-7225ac804594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:43.700737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:43.718838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:subnet and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:43.722497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:43.725840 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:43.736141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:43.756014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.769746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:43.797082 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'status': 'completed', 'code': 200} Jan 18 23:01:43.883038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.016382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Made reservation on behalf of 8111080f89bc45de9fbff64d6cb2e585 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:44.018738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.033616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.120414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcb8251-ec32-44f6-9b79-b0f76fdd9016,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:44.130316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.138219 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-430311f2-4f66-4027-99f0-c083fc2f1d56 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/4fcb8251-ec32-44f6-9b79-b0f76fdd9016 HTTP/1.1" status: 204 len: 168 time: 0.6932383 Jan 18 23:01:44.140430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43712) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:44.282520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0b23b024-00ea-48f5-b396-7225ac804594 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:01:44.298299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.329643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port d626aa36-dc5b-4932-adeb-e88235be9204 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:44.332052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.336760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b73d63-ee2e-4866-b0b9-939ff622f63d None None] Network 2134141a-9d5f-4f98-ae4e-92ab180dc41e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:44.367461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-b7d87d8d-b317-44d9-bf67-4238cedfe7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:44.369015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-b7d87d8d-b317-44d9-bf67-4238cedfe7dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1097 time: 0.5709047 Jan 18 23:01:44.520551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '59cfec42-502c-451a-b87a-4508d002db33', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'mac_address': 'fa:16:3e:83:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:01:12Z', 'updated_at': '2022-01-18T23:01:41Z', 'revision_number': 1, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:44.555922 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:44.578000 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:44.578546 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:44.805842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-c6b3b984-5293-4d90-9b2b-29b13acfea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:44.807887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-c6b3b984-5293-4d90-9b2b-29b13acfea50 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.2102222 Jan 18 23:01:44.853052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port d626aa36-dc5b-4932-adeb-e88235be9204, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d626aa36-dc5b-4932-adeb-e88235be9204,segment=NetworkSegment(320db124-066c-4e20-a7a8-77b185c7b678),segment_id=320db124-066c-4e20-a7a8-77b185c7b678)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:44.853052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.980515 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:45.076381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for d626aa36-dc5b-4932-adeb-e88235be9204 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:45.130621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee38be76-f758-482f-ac51-bd9a61a6ef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.193615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:42Z', 'revision_number': 9, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:45.197094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.205972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:45.217455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:45.218080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:45.236818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-595eaab7-f60d-4f12-be21-fb2c1e68d661 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 999 time: 0.4135189 Jan 18 23:01:45.343372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823609aa-c595-42bf-b727-5efef65a1785 None None] DHCP port deletion for 2134141a-9d5f-4f98-ae4e-92ab180dc41e request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:01:45.423815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-329ca44a-e3a0-49f1-aec0-3b1b463982e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:45.425416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-329ca44a-e3a0-49f1-aec0-3b1b463982e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.1786647 Jan 18 23:01:45.466069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:45.494493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=d626aa36-dc5b-4932-adeb-e88235be9204,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:45.505202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No DVR routers for this DVR port d626aa36-dc5b-4932-adeb-e88235be9204 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:45.568107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-c910a81b-4ac1-4de0-bea5-0638bb1f30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:45.570297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-c910a81b-4ac1-4de0-bea5-0638bb1f30a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370504 Jan 18 23:01:45.741405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.801317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2134141a-9d5f-4f98-ae4e-92ab180dc41e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:45.819224 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '59cfec42-502c-451a-b87a-4508d002db33', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'mac_address': 'fa:16:3e:83:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:01:12Z', 'updated_at': '2022-01-18T23:01:41Z', 'revision_number': 1, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:45.830136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320db124-066c-4e20-a7a8-77b185c7b678') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:45.830362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320db124-066c-4e20-a7a8-77b185c7b678') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:45.832396 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7598d-813a-4f6a-8235-003f6b621bce None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '59cfec42-502c-451a-b87a-4508d002db33', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'mac_address': 'fa:16:3e:83:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:01:12Z', 'updated_at': '2022-01-18T23:01:41Z', 'revision_number': 1, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:45.852231 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.879909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:01:45.879909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.893538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.906773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:01:45.907736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.934443 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.943799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:01:45.951697 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:01:46.007748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-7d67dd94-3c30-4df2-838e-9f9d3ee7dcf4 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920801 Jan 18 23:01:46.132353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.153925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.187173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:42Z', 'revision_number': 9, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:46.196289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=2134141a-9d5f-4f98-ae4e-92ab180dc41e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:46.202906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33181564-83a6-45c0-b6a5-bbf9c7da875c None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:42Z', 'revision_number': 9, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93103f58-2156-44df-bfb1-b8f7dda7a171', 'name': '', 'network_id': '2692445c-8956-4fa9-a231-4df6fb2a88a3', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:e5:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:55Z', 'updated_at': '2022-01-18T23:01:12Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '430517ad-8f8b-4cf6-a61b-8220ed5e4de6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:46.208280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e3a7d3d-4b33-45f2-8110-553a767ea29a tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/2134141a-9d5f-4f98-ae4e-92ab180dc41e HTTP/1.1" status: 204 len: 168 time: 2.0667694 Jan 18 23:01:46.215934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43736) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:46.229954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff35e6eb-5917-482e-ac55-18fc03b95e77,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:46.252276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Checking segment: {'id': '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:46.252937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network hostable DHCP agents. Network: 0b23b024-00ea-48f5-b396-7225ac804594, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:01:46.301181 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf47cf-4d3b-417b-972c-2a924e1476a6 None None] New status for floating IP 59cfec42-502c-451a-b87a-4508d002db33: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:01:46.348910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0b23b024-00ea-48f5-b396-7225ac804594 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:01:46.376319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4133e8b1-2791-4bdb-a4d1-46352006c5be req-9775b2b3-4a15-43b7-8d8b-2d440963d1dc service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375509 Jan 18 23:01:46.378899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0b23b024-00ea-48f5-b396-7225ac804594) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:46.391571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c0b9c5-3ce8-487c-be71-e728cc223d24 None None] Network 0b23b024-00ea-48f5-b396-7225ac804594 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:46.413635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:46.414690 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.456303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-52c88b85-1966-47c6-b269-14fea4a4c215 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7976248 Jan 18 23:01:46.456771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43742) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:46.465420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1369141133', 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:46.473254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:46.477880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:port and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:46.483230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:46.491133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:46.506066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Made reservation on behalf of 8111080f89bc45de9fbff64d6cb2e585 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:46.508867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.520749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-d4c1649c-8771-4d12-8313-d7ef258afaf5 req-f20ac67d-5a7e-416e-9212-caee91c665b9 service neutron] (87811) timed out ('10.222.0.78', 43812) {{(pid=87811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:01:46.531678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] device_id is not set on port f32e46b7-533c-41cf-b2b8-a864f4becd4c yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:01:46.774690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Allocated IP 172.20.0.10 (0b23b024-00ea-48f5-b396-7225ac804594/ff35e6eb-5917-482e-ac55-18fc03b95e77/f32e46b7-533c-41cf-b2b8-a864f4becd4c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:46.830704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d5cf8-3d24-482e-b9f6-9cfc125d642e None None] Network 0b23b024-00ea-48f5-b396-7225ac804594 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:47.084088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.134241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.144873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.241710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0b23b024-00ea-48f5-b396-7225ac804594 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:47.245054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:47.254575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:47.349869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:47.350558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.357123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Port': ['ID=f32e46b7-533c-41cf-b2b8-a864f4becd4c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:47.376734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.392409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4b9b8fb5-d6cb-4a49-990d-164c82cac48f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9344025 Jan 18 23:01:47.396129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43758) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:47.466590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d626aa36-dc5b-4932-adeb-e88235be9204 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:47.544770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: d626aa36-dc5b-4932-adeb-e88235be9204 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:47.545565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d626aa36-dc5b-4932-adeb-e88235be9204 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:47.547314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0120225-554f-460d-b3b5-2c091654e614 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:47.588536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting port f32e46b7-533c-41cf-b2b8-a864f4becd4c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:47.588880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.631763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a0120225-554f-460d-b3b5-2c091654e614 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:47.633163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0120225-554f-460d-b3b5-2c091654e614 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:47.809329 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:01:47.937781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.094855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 93103f58-2156-44df-bfb1-b8f7dda7a171 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:48.095209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.267938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Calling delete_port for f32e46b7-533c-41cf-b2b8-a864f4becd4c owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:48.433816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 93103f58-2156-44df-bfb1-b8f7dda7a171, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=93103f58-2156-44df-bfb1-b8f7dda7a171,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:48.434965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.470854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.567945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event deleted for resources: {'Port': ['ID=f32e46b7-533c-41cf-b2b8-a864f4becd4c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:48.720119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43782) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:48.751821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.766562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e602d314-f67e-4e6d-81bb-496dd228d7c5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/ports/f32e46b7-533c-41cf-b2b8-a864f4becd4c HTTP/1.1" status: 204 len: 168 time: 1.3673992 Jan 18 23:01:48.768937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43790) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:48.776404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b23b024-00ea-48f5-b396-7225ac804594', 'external_fixed_ips': [{'subnet_id': 'ff35e6eb-5917-482e-ac55-18fc03b95e77', 'ip_address': '172.20.0.10'}]}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:48.791833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:48.799381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:router and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:48.803695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:48.816319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:48.850499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.851812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.871134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 93103f58-2156-44df-bfb1-b8f7dda7a171 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:48.879844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.981146 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.066393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:49.073749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e31ec4e288df42c4924fdff637f48aaa is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:49.102903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.127090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:49.145655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:49.216985 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.233027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=93103f58-2156-44df-bfb1-b8f7dda7a171,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:49.405497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.416748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.455406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.482059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa1583-7a42-4161-8313-c763530b3348,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:49.486214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0e355c3f-b10c-46b4-b3df-6727a40690c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e31ec4e288df42c4924fdff637f48aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7651441 Jan 18 23:01:49.488923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43798) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:49.599213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-823f294b-b59c-4b61-9e45-270cc2180f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.644619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-823f294b-b59c-4b61-9e45-270cc2180f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.816939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:49.867403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.899441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-823f294b-b59c-4b61-9e45-270cc2180f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.915532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.953539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f294b-b59c-4b61-9e45-270cc2180f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa1583-7a42-4161-8313-c763530b3348,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:49.970199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-823f294b-b59c-4b61-9e45-270cc2180f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.971871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-823f294b-b59c-4b61-9e45-270cc2180f9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11aa1583-7a42-4161-8313-c763530b3348 HTTP/1.1" status: 204 len: 168 time: 0.4815795 Jan 18 23:01:50.165618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43814) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:50.184901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:50.195242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:50.202460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e6a3bf6-deba-49f1-a69d-8f2684ae8505 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9853513 Jan 18 23:01:50.205111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:50.212619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:50.213620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:50.305391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 430517ad-8f8b-4cf6-a61b-8220ed5e4de6 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:01:50.313267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.401711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:50.421813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.426912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Allocated IP 172.20.0.10 (0b23b024-00ea-48f5-b396-7225ac804594/ff35e6eb-5917-482e-ac55-18fc03b95e77/1299b406-4744-4bfb-8ce1-3abd09b5dd54) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:50.611451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.664801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.677726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:50.682259 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.696568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:50.703469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Usage tracker for resource:security_group_rule and tenant:b4f8d8a361494fc892846d40d936d1e3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:50.708839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:50.716804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:50.770582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.836715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.854439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0b23b024-00ea-48f5-b396-7225ac804594 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:50.858364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:49Z', 'revision_number': 10, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:50.863089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:50.863286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:50.864411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:50.867056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:01:50.868025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Usage tracker for resource:security_group_rule and tenant:63f390770a654a0f9f050feaa8941348 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:50.872690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:50.881114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:50.881975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:50.882166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:50.905253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.928157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Port': ['ID=1299b406-4744-4bfb-8ce1-3abd09b5dd54,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:50.954790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=430517ad-8f8b-4cf6-a61b-8220ed5e4de6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:50.962192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.985041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1436eab5-0681-49b7-a88c-ade573fea0c8 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/430517ad-8f8b-4cf6-a61b-8220ed5e4de6 HTTP/1.1" status: 204 len: 168 time: 0.7786725 Jan 18 23:01:50.985706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:50.987518 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.046917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.099966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5958e9f-fd51-4eb7-8a13-5e29fbede3bd None None] Network 2692445c-8956-4fa9-a231-4df6fb2a88a3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:51.133511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.136494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.148179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.169091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 3e37a88d-beba-49a2-863e-6abe154b1011 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:51.169434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.213240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4f8d8a361494fc892846d40d936d1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0440221 Jan 18 23:01:51.215325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:51.225897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51317f-942d-477d-b359-2c231a8eb68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deb89ab-04b7-42cb-9d22-7639da049027,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:51.289232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63f390770a654a0f9f050feaa8941348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110835 Jan 18 23:01:51.294668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012b3cc-13b2-402a-8d7e-bf624a5bc482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefed9e0-d72d-493b-bd40-3571d6c16c59,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:51.299243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:51.389464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:51.452200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5dad224-265e-4d02-adf3-198a586de5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.491878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.570160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5dad224-265e-4d02-adf3-198a586de5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.582347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d519e25-8aaf-4ab0-9749-126628c423d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.612496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 3e37a88d-beba-49a2-863e-6abe154b1011, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e37a88d-beba-49a2-863e-6abe154b1011,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:51.613244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.666208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d519e25-8aaf-4ab0-9749-126628c423d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.729893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5dad224-265e-4d02-adf3-198a586de5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.744192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] DHCP port deletion for 2692445c-8956-4fa9-a231-4df6fb2a88a3 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:01:51.757392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Deleting port 3e37a88d-beba-49a2-863e-6abe154b1011 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:51.757908 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.815346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 3e37a88d-beba-49a2-863e-6abe154b1011 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:51.862086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dad224-265e-4d02-adf3-198a586de5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deb89ab-04b7-42cb-9d22-7639da049027,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:51.869293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.889026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5dad224-265e-4d02-adf3-198a586de5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.890216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f5dad224-265e-4d02-adf3-198a586de5b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7deb89ab-04b7-42cb-9d22-7639da049027 HTTP/1.1" status: 204 len: 168 time: 0.6621876 Jan 18 23:01:51.917671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:49Z', 'revision_number': 10, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:51.933303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3045605-d085-4f6a-826c-c3075a7e57c2 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:49Z', 'revision_number': 10, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None, '_interfaces': [{'id': '4ebfc713-9cea-450d-8101-ec30d8491adb', 'name': '', 'network_id': '5984cc6f-1675-4784-b678-18a8bd259abf', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'mac_address': 'fa:16:3e:2d:09:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:00:55Z', 'revision_number': 5, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'subnets': [{'id': '8eeffc9d-210f-4b37-8546-a7e921bad5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:51.936185 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.022881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d519e25-8aaf-4ab0-9749-126628c423d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.064819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=3e37a88d-beba-49a2-863e-6abe154b1011,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:52.069601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No DVR routers for this DVR port 3e37a88d-beba-49a2-863e-6abe154b1011 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:52.083977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] For port 3e37a88d-beba-49a2-863e-6abe154b1011, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e37a88d-beba-49a2-863e-6abe154b1011,segment=NetworkSegment(5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e),segment_id=5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:52.084684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.106284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d519e25-8aaf-4ab0-9749-126628c423d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefed9e0-d72d-493b-bd40-3571d6c16c59,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:52.206282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d519e25-8aaf-4ab0-9749-126628c423d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.207517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8d519e25-8aaf-4ab0-9749-126628c423d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cefed9e0-d72d-493b-bd40-3571d6c16c59 HTTP/1.1" status: 204 len: 168 time: 0.9072094 Jan 18 23:01:52.226945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.231576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Router a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:01:52.255354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2692445c-8956-4fa9-a231-4df6fb2a88a3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:52.269305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:52.269847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdb6fd8-f8f8-4eca-b27f-778ebf2e506e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:52.283808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.306854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.318149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:01:52.318673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:01:52.343944 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:01:52.358458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Calling delete_port for 3e37a88d-beba-49a2-863e-6abe154b1011 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:52.533361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.540608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.541756 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:01:52.542362 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:01:52.579118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=2692445c-8956-4fa9-a231-4df6fb2a88a3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:52.585713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b9332c7a-5f96-416c-98e1-743f75297f4e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/2692445c-8956-4fa9-a231-4df6fb2a88a3 HTTP/1.1" status: 204 len: 168 time: 1.5979881 Jan 18 23:01:52.586992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:52.602309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:52.610989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Sync routers for ids ['a79a904e-a0b3-44c3-a48d-48b2e1c14ed0'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:52.622777 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Routers {'a79a904e-a0b3-44c3-a48d-48b2e1c14ed0'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:52.623401 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a79a904e-a0b3-44c3-a48d-48b2e1c14ed0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:52.675977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.677408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d88addd8-982a-4f0e-a2bb-3ed1529a2077 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9075630 Jan 18 23:01:52.680099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43872) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:52.896008 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Set router a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:52.938025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43882) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:52.970605 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.002873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:53.010878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Usage tracker for resource:security_group_rule and tenant:9e17f776344943698906b070a92e41fc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:53.016614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:53.026965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:53.032801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.043573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Deleting port 3e37a88d-beba-49a2-863e-6abe154b1011 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:53.044065 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.187665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-44f6ce60-8f34-4f2e-a4c9-8d03bf5ddc00 None None] The port '3e37a88d-beba-49a2-863e-6abe154b1011' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:01:53.328203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 93103f58-2156-44df-bfb1-b8f7dda7a171 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:53.335789 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79a904e-a0b3-44c3-a48d-48b2e1c14ed0', 'name': '', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b23b024-00ea-48f5-b396-7225ac804594', 'external_fixed_ips': [{'subnet_id': 'ff35e6eb-5917-482e-ac55-18fc03b95e77', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '1299b406-4744-4bfb-8ce1-3abd09b5dd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:48Z', 'updated_at': '2022-01-18T23:01:51Z', 'revision_number': 3, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port': {'id': '1299b406-4744-4bfb-8ce1-3abd09b5dd54', 'name': '', 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:45:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a904e-a0b3-44c3-a48d-48b2e1c14ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'ff35e6eb-5917-482e-ac55-18fc03b95e77', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:49Z', 'updated_at': '2022-01-18T23:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35e6eb-5917-482e-ac55-18fc03b95e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:53.343972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.346666 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Checking router: a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:53.347164 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Updating router a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 port 1299b406-4744-4bfb-8ce1-3abd09b5dd54 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:01:53.363681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.369471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting port 1299b406-4744-4bfb-8ce1-3abd09b5dd54 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:53.369471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.377342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 93103f58-2156-44df-bfb1-b8f7dda7a171 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:53.377927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 93103f58-2156-44df-bfb1-b8f7dda7a171 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:53.378480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e37a88d-beba-49a2-863e-6abe154b1011 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:53.415898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.420294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 3e37a88d-beba-49a2-863e-6abe154b1011 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:53.420632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e37a88d-beba-49a2-863e-6abe154b1011 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:53.450439 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.476896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3824df5-3129-4452-9a44-67507ac73ebe,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:53.507877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.563514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe0fe83f-3943-48e1-a803-443189c807aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e17f776344943698906b070a92e41fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220644 Jan 18 23:01:53.568267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:53.771968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.935427 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.954952 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Transition to ACTIVE for port object 1299b406-4744-4bfb-8ce1-3abd09b5dd54 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:53.966881 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.967419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78c6a57-bf60-4aee-8c3e-fa4929fbde16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.998246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Calling delete_port for 1299b406-4744-4bfb-8ce1-3abd09b5dd54 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:54.023493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78c6a57-bf60-4aee-8c3e-fa4929fbde16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.120410 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Attempting to bind port 1299b406-4744-4bfb-8ce1-3abd09b5dd54 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:54.122955 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Attempting to bind port 1299b406-4744-4bfb-8ce1-3abd09b5dd54 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:54.122955 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Attempting to bind port 1299b406-4744-4bfb-8ce1-3abd09b5dd54 on network 0b23b024-00ea-48f5-b396-7225ac804594 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:01:54.148626 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:01:54.148626 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Checking segment: {'id': '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:54.148626 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.148626 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Bound using segment: {'id': '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:01:54.148626 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Bound port: 1299b406-4744-4bfb-8ce1-3abd09b5dd54, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0b23b024-00ea-48f5-b396-7225ac804594'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:54.148626 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.149260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port 4ebfc713-9cea-450d-8101-ec30d8491adb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:54.149260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.184417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78c6a57-bf60-4aee-8c3e-fa4929fbde16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.220082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6a57-bf60-4aee-8c3e-fa4929fbde16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3824df5-3129-4452-9a44-67507ac73ebe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.220310 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] For port 1299b406-4744-4bfb-8ce1-3abd09b5dd54, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:01:54.223455 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] For port 1299b406-4744-4bfb-8ce1-3abd09b5dd54, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1299b406-4744-4bfb-8ce1-3abd09b5dd54,segment=NetworkSegment(06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2),segment_id=06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:01:54.229132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78c6a57-bf60-4aee-8c3e-fa4929fbde16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.232826 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a78c6a57-bf60-4aee-8c3e-fa4929fbde16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3824df5-3129-4452-9a44-67507ac73ebe HTTP/1.1" status: 204 len: 168 time: 0.6526706 Jan 18 23:01:54.235409 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.242999 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Pushing event updated for resources: {'Port': ['ID=1299b406-4744-4bfb-8ce1-3abd09b5dd54,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.253386 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.253727 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.254090 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.254427 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.254741 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.255178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.255570 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.255886 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.256212 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.256524 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.256862 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.257294 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.331680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:01:54.332959 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:01:54.339124 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Routers {'a79a904e-a0b3-44c3-a48d-48b2e1c14ed0'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:54.340257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a79a904e-a0b3-44c3-a48d-48b2e1c14ed0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:54.390547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port 4ebfc713-9cea-450d-8101-ec30d8491adb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4ebfc713-9cea-450d-8101-ec30d8491adb,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:54.391186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.477317 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c5b2-9f42-4aec-9544-1bb03b089d6f None None] Pushing event updated for resources: {'Port': ['ID=1299b406-4744-4bfb-8ce1-3abd09b5dd54,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.500812 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] Set router a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:54.531604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for 4ebfc713-9cea-450d-8101-ec30d8491adb owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:54.618020 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79a904e-a0b3-44c3-a48d-48b2e1c14ed0', 'name': '', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:48Z', 'updated_at': '2022-01-18T23:01:53Z', 'revision_number': 4, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:54.622298 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0bd91-630e-4dc2-b4d9-7245c87d9d66 None None] The sync data for ids ['a79a904e-a0b3-44c3-a48d-48b2e1c14ed0'] in n-d-825178-1 is: [{'id': 'a79a904e-a0b3-44c3-a48d-48b2e1c14ed0', 'name': '', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:48Z', 'updated_at': '2022-01-18T23:01:53Z', 'revision_number': 4, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:54.770574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.835728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting port 1299b406-4744-4bfb-8ce1-3abd09b5dd54 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:54.836830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.842087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=4ebfc713-9cea-450d-8101-ec30d8491adb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:55.471757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.471975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43964) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:55.493599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] For port 1299b406-4744-4bfb-8ce1-3abd09b5dd54, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1299b406-4744-4bfb-8ce1-3abd09b5dd54,segment=NetworkSegment(06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2),segment_id=06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:55.493964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.645257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Calling delete_port for 1299b406-4744-4bfb-8ce1-3abd09b5dd54 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:55.686278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1421202816-network', 'tenant_id': '6a033bbd4f17466da3215a7c837d3839'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:55.704130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:55.711987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Usage tracker for resource:network and tenant:6a033bbd4f17466da3215a7c837d3839 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:55.716221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:55.725222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:55.753219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Made reservation on behalf of 6a033bbd4f17466da3215a7c837d3839 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:55.755858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.778287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.805000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:55.814387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Usage tracker for resource:security_group_rule and tenant:6a033bbd4f17466da3215a7c837d3839 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:55.814847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:55.847942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:55.857423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:01:55.936736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.013119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event deleted for resources: {'Port': ['ID=1299b406-4744-4bfb-8ce1-3abd09b5dd54,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.047851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:01:56.059339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:56.062974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-442af6a9-8658-4705-b6af-0e9dc157fb8b tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4745891 Jan 18 23:01:56.065517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:56.074193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:56.075269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:56.142238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting subnet 8eeffc9d-210f-4b37-8546-a7e921bad5b1 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:01:56.145779 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.156531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.257071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.287962 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.293817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:56.383155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.394620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.406006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.412131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.431286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:54Z', 'revision_number': 11, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:56.435920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:01:56.437498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:56.444644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f25aae6-b4de-499e-823a-81d611bc931e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.463596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:01:56.464338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:56.469313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.469674 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Added segment 3550cbf4-ee82-497b-888a-67478676b17a of type vlan for network 48ddfd53-010d-4fde-83cb-1dcbc45107aa Jan 18 23:01:56.490000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.490502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:01:56.516982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.521043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.576110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Subnet': ['ID=8eeffc9d-210f-4b37-8546-a7e921bad5b1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.579895 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.584512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44012) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:56.585997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-425f0bb6-c173-4d39-bb5b-cd51d01d8897 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a79a904e-a0b3-44c3-a48d-48b2e1c14ed0 HTTP/1.1" status: 204 len: 168 time: 3.8996398 Jan 18 23:01:56.595755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.597270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.598397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.630335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.651007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a91d8-4954-46f0-9688-8dce622e71c1 None None] Network 5984cc6f-1675-4784-b678-18a8bd259abf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:56.663651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90d21e7b-3dce-4783-9cc8-d8669801cef9 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/8eeffc9d-210f-4b37-8546-a7e921bad5b1 HTTP/1.1" status: 204 len: 168 time: 0.5950067 Jan 18 23:01:56.666089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44018) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:56.728457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] Pushing event updated for resources: {'Network': ['ID=48ddfd53-010d-4fde-83cb-1dcbc45107aa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.731883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3aa3b42b-43c5-4b12-abb7-b361c1295337 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2590358 Jan 18 23:01:56.734775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44024) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:56.743576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Request body: {'subnet': {'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1421202816-subnet', 'tenant_id': '6a033bbd4f17466da3215a7c837d3839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:56.749319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:56.749654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 48ddfd53-010d-4fde-83cb-1dcbc45107aa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:01:56.753821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Usage tracker for resource:subnet and tenant:6a033bbd4f17466da3215a7c837d3839 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:56.757828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:56.764659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting subnet ff35e6eb-5917-482e-ac55-18fc03b95e77 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:01:56.765482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:56.767688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.781414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Made reservation on behalf of 6a033bbd4f17466da3215a7c837d3839 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:56.784806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.802643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:01:56.824087 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.882676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.986515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:54Z', 'revision_number': 11, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:57.036770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0850ba4-0cb0-40f7-9a8f-a81206374744 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:54Z', 'revision_number': 11, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:57.052109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.112845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Deleting port dc6fb589-da0f-424a-bc85-8516331df6aa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:57.113266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.114935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.157080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.210070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff35e6eb-5917-482e-ac55-18fc03b95e77,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:57.212009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.220005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9c86473d-74b2-4955-b908-5302d35171ba tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/ff35e6eb-5917-482e-ac55-18fc03b95e77 HTTP/1.1" status: 204 len: 168 time: 0.6339662 Jan 18 23:01:57.222759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:57.224333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57bad0b-6430-4072-bbaf-eb76a49d2747,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:57.232693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Checking segment: {'id': '3550cbf4-ee82-497b-888a-67478676b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:01:57.233310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Network hostable DHCP agents. Network: 48ddfd53-010d-4fde-83cb-1dcbc45107aa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:01:57.256570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Network 48ddfd53-010d-4fde-83cb-1dcbc45107aa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:01:57.273546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 48ddfd53-010d-4fde-83cb-1dcbc45107aa) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:57.278147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:57.279660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.286538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fdb5dd-ff46-4711-8ae0-3cbc48667a0a None None] Network 48ddfd53-010d-4fde-83cb-1dcbc45107aa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:57.325122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-37f37ba8-8606-41f8-8350-698da12ff3f2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5807726 Jan 18 23:01:57.430941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] DHCP port deletion for 5984cc6f-1675-4784-b678-18a8bd259abf request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:01:57.442223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Deleting port dc6fb589-da0f-424a-bc85-8516331df6aa {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:57.443037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.666869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.687872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44056) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:57.739958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4ebfc713-9cea-450d-8101-ec30d8491adb no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:57.791020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4ebfc713-9cea-450d-8101-ec30d8491adb {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:01:57.791363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4ebfc713-9cea-450d-8101-ec30d8491adb not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:57.791772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dc6fb589-da0f-424a-bc85-8516331df6aa no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:57.829410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] For port dc6fb589-da0f-424a-bc85-8516331df6aa, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dc6fb589-da0f-424a-bc85-8516331df6aa,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:57.829779 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.894988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] For port dc6fb589-da0f-424a-bc85-8516331df6aa, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dc6fb589-da0f-424a-bc85-8516331df6aa,segment=NetworkSegment(cf14269a-70bc-4ba4-8532-e48ef629d98e),segment_id=cf14269a-70bc-4ba4-8532-e48ef629d98e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:01:57.895371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.981648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Calling delete_port for dc6fb589-da0f-424a-bc85-8516331df6aa owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:58.010439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.053016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.082728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b23b024-00ea-48f5-b396-7225ac804594']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.100284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.100606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dc8004-e4ee-4f36-ab6b-ba3ab3e327b2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.111272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:58.120710 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.132343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Calling delete_port for dc6fb589-da0f-424a-bc85-8516331df6aa owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:01:58.141475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:74025a47d4334945ba6b4fe9f610e56f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:58.144918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:58.152146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:58.163877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.178913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:01:58.179313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:01:58.193148 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:01:58.200589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.225577 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No ports have port_id starting with dc6fb589-da0f-424a-bc85-8516331df6aa Jan 18 23:01:58.298159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:01:58.298742 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:01:58.303270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aebdf8-d33b-4ccf-a714-78224208bd8e None None] Network 48ddfd53-010d-4fde-83cb-1dcbc45107aa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:01:58.308600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44074) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:58.314010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Port': ['ID=dc6fb589-da0f-424a-bc85-8516331df6aa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.315526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1509721111-network', 'tenant_id': 'a9527aa5607048bca104c9422b52f2e7'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:58.321823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No DVR routers for this DVR port dc6fb589-da0f-424a-bc85-8516331df6aa on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:58.322355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:58.327513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Usage tracker for resource:network and tenant:a9527aa5607048bca104c9422b52f2e7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:58.331747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:58.338098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:58.350449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Made reservation on behalf of a9527aa5607048bca104c9422b52f2e7 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:58.353410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.368456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.391820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:58.393540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.398012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Usage tracker for resource:security_group_rule and tenant:a9527aa5607048bca104c9422b52f2e7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:58.401128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:58.407604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:58.471526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b23b024-00ea-48f5-b396-7225ac804594 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 23:01:58.491353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.507875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/networks/0b23b024-00ea-48f5-b396-7225ac804594 HTTP/1.1" status: 204 len: 168 time: 1.2841144 Jan 18 23:01:58.520983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd44a-9ab9-4b39-b365-8c9461a217a6 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b23b024-00ea-48f5-b396-7225ac804594,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.532867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.576838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5984cc6f-1675-4784-b678-18a8bd259abf']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.579261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.588904 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.599336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.603860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf14269a-70bc-4ba4-8532-e48ef629d98e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.604152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf14269a-70bc-4ba4-8532-e48ef629d98e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.608966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:01:58.613452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.641285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.651390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.651856 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Added segment e5eb34da-bfc0-48c3-8d2c-0bbae2fe0817 of type vlan for network 41be759f-07f8-4b5b-85d2-a3eccf738122 Jan 18 23:01:58.653434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cadb2f1-eb59-40fc-b18e-bbf24487e36b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.689919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.699262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.701575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74025a47d4334945ba6b4fe9f610e56f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0126781 Jan 18 23:01:58.702708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:01:58.703106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.707724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44082) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:58.718758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d5183-6a43-4475-9923-aba2a6d1e7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2bdde-ca19-4316-acc9-e1bae98c4fcb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:01:58.721355 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:01:58.791942 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.793025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:58.793638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.799445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Deleting port dc6fb589-da0f-424a-bc85-8516331df6aa {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:01:58.799831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.840636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.868664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.897243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Pushing event deleted for resources: {'Network': ['ID=5984cc6f-1675-4784-b678-18a8bd259abf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.919325 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7d0bc9a4-4816-4556-9c92-350f99dc1f7e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/networks/5984cc6f-1675-4784-b678-18a8bd259abf HTTP/1.1" status: 204 len: 168 time: 2.2519174 Jan 18 23:01:58.920086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:58.925438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'routes': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:58.990508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a309a5a4-4d09-4ce1-8c73-1d934c7d169f None None] The port 'dc6fb589-da0f-424a-bc85-8516331df6aa' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:01:59.010439 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0759ba2c-e4a3-44a8-8cb7-57524663d2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.024045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7113204 Jan 18 23:01:59.033260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44096) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:59.038190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cecf60-3b44-4ab5-ac75-3f40c95dee46 admin admin] Pushing event updated for resources: {'Network': ['ID=41be759f-07f8-4b5b-85d2-a3eccf738122,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.043687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Request body: {'subnet': {'network_id': '41be759f-07f8-4b5b-85d2-a3eccf738122', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1509721111-subnet', 'tenant_id': 'a9527aa5607048bca104c9422b52f2e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:59.051855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 41be759f-07f8-4b5b-85d2-a3eccf738122 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:01:59.057878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:59.066377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Usage tracker for resource:subnet and tenant:a9527aa5607048bca104c9422b52f2e7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:59.070052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0759ba2c-e4a3-44a8-8cb7-57524663d2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.077299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:59.086194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:59.125831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Made reservation on behalf of a9527aa5607048bca104c9422b52f2e7 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:59.135547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.159400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44102) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:59.171941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'name': 'tempest-router--27806169', 'project_id': '3d526bfe76b04b22bbc9e4bf37ce1e3e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:59.224774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:59.238811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:router and tenant:3d526bfe76b04b22bbc9e4bf37ce1e3e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:59.242801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:59.252756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0759ba2c-e4a3-44a8-8cb7-57524663d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.258814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:59.282292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ba2c-e4a3-44a8-8cb7-57524663d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2bdde-ca19-4316-acc9-e1bae98c4fcb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.299815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.300835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.308484 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0759ba2c-e4a3-44a8-8cb7-57524663d2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.309669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0759ba2c-e4a3-44a8-8cb7-57524663d2c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ff2bdde-ca19-4316-acc9-e1bae98c4fcb HTTP/1.1" status: 204 len: 168 time: 0.6010146 Jan 18 23:01:59.339359 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.468819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Added routes are [] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 18 23:01:59.469679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Removed routes are [] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 18 23:01:59.469679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.545379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.589302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.593181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2a70299d-5407-4e81-bd3b-9a76c0ed3c05 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4289026 Jan 18 23:01:59.593418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44112) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:59.735337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:59.737925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.763608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.765446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.780056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.783694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:59.797843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.837529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Usage tracker for resource:security_group_rule and tenant:6981285993a8431caa9552b2a794db5c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:59.845526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:59.935261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:59.941160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898c7a6d-f05a-44a0-8ccd-c61533fcd51c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.963568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router ea1a198c-4674-4ff8-83b4-f9067e95063d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:02:00.118045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:00.129911 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] Sync routers for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:00.142031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Checking segment: {'id': 'e5eb34da-bfc0-48c3-8d2c-0bbae2fe0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41be759f-07f8-4b5b-85d2-a3eccf738122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:02:00.142325 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:00.142444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Network hostable DHCP agents. Network: 41be759f-07f8-4b5b-85d2-a3eccf738122, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:02:00.143000 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:00.152858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.153688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.156879 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b80fd70f-b32b-4059-9e6d-ed8b6add258f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 701 time: 1.2357397 Jan 18 23:02:00.157565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:00.158841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.187502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Network 41be759f-07f8-4b5b-85d2-a3eccf738122 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:02:00.191792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.192275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b39cacc-0dc2-4fad-8c49-e4d8d90bc50d {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:00.204336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.208437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a8910bd6-629c-4b62-a4a7-4d6a54824cbd tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9b39cacc-0dc2-4fad-8c49-e4d8d90bc50d HTTP/1.1" status: 204 len: 168 time: 0.6116424 Jan 18 23:02:00.209973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.212855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 41be759f-07f8-4b5b-85d2-a3eccf738122) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:00.219768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d3c8d0b-dfc4-42e4-874e-370ed7704751 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:00.223483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.224806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d21b1-4650-4286-a806-3cabd90172c3 None None] Network 41be759f-07f8-4b5b-85d2-a3eccf738122 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:02:00.229651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:00.230250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.259174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d529d3e1-903b-44b8-a69b-7e04daaba707 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2171597 Jan 18 23:02:00.281625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6981285993a8431caa9552b2a794db5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458834 Jan 18 23:02:00.282543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d3c8d0b-dfc4-42e4-874e-370ed7704751 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:00.284881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44132) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:00.286599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d3c8d0b-dfc4-42e4-874e-370ed7704751 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 205 time: 0.1260464 Jan 18 23:02:00.288116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:00.291177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9c579-131e-440c-9ad0-1707ccc2de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdef551-fc04-4caf-9132-4ae4eeb07839,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:00.340153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:00.429465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.432900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6ad7-4e96-4779-937f-0d9f8db7c8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.470005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6ad7-4e96-4779-937f-0d9f8db7c8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.549277 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:54Z', 'revision_number': 11, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:00.550992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6ad7-4e96-4779-937f-0d9f8db7c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.566260 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] Checking router: ea1a198c-4674-4ff8-83b4-f9067e95063d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:02:00.580125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc6ad7-4e96-4779-937f-0d9f8db7c8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdef551-fc04-4caf-9132-4ae4eeb07839,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:00.581993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] Routers {'ea1a198c-4674-4ff8-83b4-f9067e95063d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:00.582676 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ea1a198c-4674-4ff8-83b4-f9067e95063d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:00.596117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6ad7-4e96-4779-937f-0d9f8db7c8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.600114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a7cc6ad7-4e96-4779-937f-0d9f8db7c8dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cdef551-fc04-4caf-9132-4ae4eeb07839 HTTP/1.1" status: 204 len: 168 time: 0.3142860 Jan 18 23:02:00.733696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7d20d-639f-410e-b313-fa2f0bcfb76e None None] Network 41be759f-07f8-4b5b-85d2-a3eccf738122 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:02:00.746834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44152) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:00.765251 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] Set router ea1a198c-4674-4ff8-83b4-f9067e95063d gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:00.905048 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:54Z', 'revision_number': 11, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:00.917862 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036621e9-cdc0-4923-9574-00dc034a19c0 None None] The sync data for ids ['ea1a198c-4674-4ff8-83b4-f9067e95063d'] in n-d-825178-1 is: [{'id': 'ea1a198c-4674-4ff8-83b4-f9067e95063d', 'name': 'tempest-RoutersTest-router-1857018025', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:40Z', 'updated_at': '2022-01-18T23:01:54Z', 'revision_number': 11, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:01.117415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.119935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.147842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.148389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router ea1a198c-4674-4ff8-83b4-f9067e95063d {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:01.174777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.180595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44166) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:01.181128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a10f3446-a1d1-426e-9fa6-5c095ae07a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 204 len: 168 time: 0.8916724 Jan 18 23:02:01.186015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2129392221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:01.194897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:01.199493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Usage tracker for resource:router and tenant:c519d4fc11744f6e84ed06d982fcc9ea is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:01.203006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:01.209827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:01.242843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.243965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.272900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.295660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.353411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.357657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6b390b36-c183-4b99-bac4-cfce2cc36cc0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1759934 Jan 18 23:02:01.358263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44176) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:01.363547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:01.443373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-aab80d08-999c-4406-84ef-10ac0a3342ea tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:01.444851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-aab80d08-999c-4406-84ef-10ac0a3342ea tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/networks?id=48ddfd53-010d-4fde-83cb-1dcbc45107aa HTTP/1.1" status: 200 len: 809 time: 0.1954041 Jan 18 23:02:01.474900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-762b4d3c-249a-4e52-9068-b3371b87fa33 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/quotas/6a033bbd4f17466da3215a7c837d3839 HTTP/1.1" status: 200 len: 375 time: 0.0240920 Jan 18 23:02:01.521396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-cba0d201-045b-4cbc-82bb-a67575e288c4 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6a033bbd4f17466da3215a7c837d3839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454648 Jan 18 23:02:01.533322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-ac3d6724-b4a3-4659-92d4-ee49c5b79b31 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:02:01.534518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-ac3d6724-b4a3-4659-92d4-ee49c5b79b31 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054834 Jan 18 23:02:01.588754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1281457686', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:01.658486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:01.672927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Usage tracker for resource:router and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:01.677293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:01.682126 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-e2df299f-00e4-4647-8707-de69203d7731 service neutron] 10.222.0.78 "GET /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412482 Jan 18 23:02:01.739244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:01.831345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.833601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-6e952181-e688-41d6-b711-bb1053b8f0fa service neutron] 10.222.0.78 "GET /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504893 Jan 18 23:02:01.835828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.837342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.856852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.862258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.085834 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdd9b6ff-a007-449f-90bc-9efb75df19fc req-2db5500d-c40a-4f96-8944-ae85deccb06f tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 210 time: 0.0624931 Jan 18 23:02:02.319707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Router 7c4623ab-8deb-46b6-a0ef-0c51866d7a7a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:02.581286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.588344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:02.599974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.601098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b1860cf3-183b-4d88-b4f7-48d27d8fc3c3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "PUT /v2.0/routers/7c4623ab-8deb-46b6-a0ef-0c51866d7a7a HTTP/1.1" status: 200 len: 694 time: 1.2418830 Jan 18 23:02:02.603903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:02.606699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] Sync routers for ids ['7c4623ab-8deb-46b6-a0ef-0c51866d7a7a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:02.638038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] Routers {'7c4623ab-8deb-46b6-a0ef-0c51866d7a7a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:02.639886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7c4623ab-8deb-46b6-a0ef-0c51866d7a7a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:02.815435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ad746267-802e-47ad-b639-65dd176031a3 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/routers/7c4623ab-8deb-46b6-a0ef-0c51866d7a7a HTTP/1.1" status: 200 len: 700 time: 0.2055709 Jan 18 23:02:02.817972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:02.834072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] Set router 7c4623ab-8deb-46b6-a0ef-0c51866d7a7a gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:02.896141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3bed5ac9-f08c-4ecc-ade7-b4e90a11e353 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4623ab-8deb-46b6-a0ef-0c51866d7a7a HTTP/1.1" status: 200 len: 205 time: 0.0701065 Jan 18 23:02:02.896802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:03.076761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4623ab-8deb-46b6-a0ef-0c51866d7a7a', 'name': 'tempest-RoutersTest-router-2129392221', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:01Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:03.083063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] Checking router: 7c4623ab-8deb-46b6-a0ef-0c51866d7a7a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:02:03.087104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:03.093069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] Routers {'7c4623ab-8deb-46b6-a0ef-0c51866d7a7a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:03.093932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7c4623ab-8deb-46b6-a0ef-0c51866d7a7a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:03.146569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:03.194291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:03.252060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] Set router 7c4623ab-8deb-46b6-a0ef-0c51866d7a7a gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:03.371215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4623ab-8deb-46b6-a0ef-0c51866d7a7a', 'name': 'tempest-RoutersTest-router-2129392221', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:01Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:03.376009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49107f14-c589-47e0-ac54-8a0939d73283 None None] The sync data for ids ['7c4623ab-8deb-46b6-a0ef-0c51866d7a7a'] in n-d-825178-1 is: [{'id': '7c4623ab-8deb-46b6-a0ef-0c51866d7a7a', 'name': 'tempest-RoutersTest-router-2129392221', 'tenant_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:01Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 2, 'project_id': 'c519d4fc11744f6e84ed06d982fcc9ea', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:03.388413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Allocated IP 172.25.4.17 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/0f3235c3-a45a-4b62-8b18-e24d692b778c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:03.611175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:03.659129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:03.770689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-412c55b3-16e4-4653-b851-e96528c14b93 req-a54614ab-572a-460a-8ef8-0fb54b9ccfb7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 210 time: 0.4470661 Jan 18 23:02:03.924784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:03.927661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:03.931902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:03.976993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event updated for resources: {'Port': ['ID=0f3235c3-a45a-4b62-8b18-e24d692b778c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:04.042976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.049014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.221894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.221894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4623ab-8deb-46b6-a0ef-0c51866d7a7a {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:04.237625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-ebd0c31d-f8fe-4c4c-9767-ea4c933b0869 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:04.239116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-ebd0c31d-f8fe-4c4c-9767-ea4c933b0869 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.86 "GET /v2.0/networks?id=48ddfd53-010d-4fde-83cb-1dcbc45107aa HTTP/1.1" status: 200 len: 809 time: 0.2590921 Jan 18 23:02:04.246686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.250063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5629da98-8cb6-4e5e-ad7a-0d15b4b2c851 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/7c4623ab-8deb-46b6-a0ef-0c51866d7a7a HTTP/1.1" status: 204 len: 168 time: 1.3514750 Jan 18 23:02:04.253515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44278) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:04.260893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Request body: {'port': {'device_id': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa', 'admin_state_up': True, 'tenant_id': '6a033bbd4f17466da3215a7c837d3839'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:04.262266 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.384128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4466c6c9-8b97-4c45-8fcd-7295dd2728b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Synchronizing usage tracker for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:04.439305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:04.445943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Usage tracker for resource:port and tenant:6a033bbd4f17466da3215a7c837d3839 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:04.449044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:04.455050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:04.469200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4466c6c9-8b97-4c45-8fcd-7295dd2728b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] Unset dirty status for tenant:c519d4fc11744f6e84ed06d982fcc9ea on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:04.470249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4466c6c9-8b97-4c45-8fcd-7295dd2728b6 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c4623ab-8deb-46b6-a0ef-0c51866d7a7a HTTP/1.1" status: 200 len: 205 time: 0.2156975 Jan 18 23:02:04.470646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Made reservation on behalf of 6a033bbd4f17466da3215a7c837d3839 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:04.475198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.478324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:04.600026 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-c6bc4dfd-3934-4f9e-81e2-e1ee626733ae tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:04.611057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c6bc4dfd-3934-4f9e-81e2-e1ee626733ae tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/7c4623ab-8deb-46b6-a0ef-0c51866d7a7a HTTP/1.1" status: 404 len: 336 time: 0.1317065 Jan 18 23:02:04.611646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44296) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:04.665236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.726085 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1b6396-2216-4009-8a62-b5377ff23a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:04.726605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1b6396-2216-4009-8a62-b5377ff23a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:04.742732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-de1b6396-2216-4009-8a62-b5377ff23a38 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/ac642d9e-40af-4e4d-a0d7-c54b5cbd0aa4 HTTP/1.1" status: 404 len: 337 time: 0.1272380 Jan 18 23:02:04.743748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44302) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:04.784180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Allocated IP 172.20.0.12 (48ddfd53-010d-4fde-83cb-1dcbc45107aa/c57bad0b-6430-4072-bbaf-eb76a49d2747/86208b31-a310-4a02-bf94-865a3db84a2f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:04.798456 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bb4d48-c120-47fa-8aff-fe6838c2110e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:04.798916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bb4d48-c120-47fa-8aff-fe6838c2110e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:04.803302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d2bb4d48-c120-47fa-8aff-fe6838c2110e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/4fcb8251-ec32-44f6-9b79-b0f76fdd9016 HTTP/1.1" status: 404 len: 337 time: 0.0558381 Jan 18 23:02:04.803893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44310) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:04.849392 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aa9b20-3f70-435a-84df-3b00d3982b08 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:04.849844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aa9b20-3f70-435a-84df-3b00d3982b08 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:04.854334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-77aa9b20-3f70-435a-84df-3b00d3982b08 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/430517ad-8f8b-4cf6-a61b-8220ed5e4de6 HTTP/1.1" status: 404 len: 337 time: 0.0473316 Jan 18 23:02:04.854775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:04.962995 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a318534-b5ab-4d34-bc6d-d4f1a30ce2ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:04.963382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a318534-b5ab-4d34-bc6d-d4f1a30ce2ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:04.967913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0a318534-b5ab-4d34-bc6d-d4f1a30ce2ce tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/8eeffc9d-210f-4b37-8546-a7e921bad5b1 HTTP/1.1" status: 404 len: 337 time: 0.1100399 Jan 18 23:02:04.970627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44318) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.020315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bd771f42-cf95-4bb7-be04-57c06cf1a310 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 200 len: 205 time: 0.0465128 Jan 18 23:02:05.021764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.081445 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-55b4587d-7fc2-487e-815e-326d670a0b32 req-0d78336f-c414-4089-9894-c4be13a9ae5a tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 210 time: 0.0701458 Jan 18 23:02:05.144205 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-45eb8d3a-dd59-464d-8cbb-56dc51e5e386 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:05.147718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-45eb8d3a-dd59-464d-8cbb-56dc51e5e386 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/ea1a198c-4674-4ff8-83b4-f9067e95063d HTTP/1.1" status: 404 len: 336 time: 0.1226163 Jan 18 23:02:05.149839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.185443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.206364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-59864e33-d1ce-4050-8121-6ccf5f2011df tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=76182788-8f22-4d4e-b774-3005cf4efd8d HTTP/1.1" status: 200 len: 205 time: 0.0554104 Jan 18 23:02:05.209092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.288376 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-7a9d35ba-3084-424c-983a-57b74d82b448 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:05.289425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7a9d35ba-3084-424c-983a-57b74d82b448 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/76182788-8f22-4d4e-b774-3005cf4efd8d HTTP/1.1" status: 404 len: 336 time: 0.0794461 Jan 18 23:02:05.292635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44342) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.312117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.339695 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3984a473-c2b9-4dd9-8ee8-e295f7203e92 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:05.340192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3984a473-c2b9-4dd9-8ee8-e295f7203e92 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:05.350724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3984a473-c2b9-4dd9-8ee8-e295f7203e92 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/94892faa-b7b4-44a8-a443-c5573ea9d94c HTTP/1.1" status: 404 len: 337 time: 0.0547941 Jan 18 23:02:05.351104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.391440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.406133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1182a3d5-ed0d-4477-997b-9e98f5e79bb7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 200 len: 205 time: 0.0515611 Jan 18 23:02:05.435697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.556227 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-702647f6-1adb-47b1-a6b1-300b5f8a22fe tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:05.560468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-702647f6-1adb-47b1-a6b1-300b5f8a22fe tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/ade235ee-b00d-4be1-a8d4-dc0c3573eb7e HTTP/1.1" status: 404 len: 336 time: 0.1147130 Jan 18 23:02:05.562200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Network 48ddfd53-010d-4fde-83cb-1dcbc45107aa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:05.562200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.567837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:05.605871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:05.652983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Pushing event updated for resources: {'Port': ['ID=86208b31-a310-4a02-bf94-865a3db84a2f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:05.660675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0128cd9b-cb91-4995-9e87-b294f2be4bcb tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d HTTP/1.1" status: 200 len: 205 time: 0.0952454 Jan 18 23:02:05.661084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44364) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.694075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:05.694718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.717936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-3174b61e-153e-48e0-aeb1-a326a3a29f94 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4660447 Jan 18 23:02:05.731440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Request body: {'port': {'device_id': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:05.740723 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-4939fd8b-b09f-4053-93ac-938874a99fcb tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:05.741994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4939fd8b-b09f-4053-93ac-938874a99fcb tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/4e9ca71e-b599-4b34-a8f0-99f7a8f7f20d HTTP/1.1" status: 404 len: 336 time: 0.0788362 Jan 18 23:02:05.746998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44370) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.781724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Router 0cdc931c-f85b-4552-915b-ed3842e33e62 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:05.792289 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3818068a-31f2-4b86-96a9-dc5af2be116e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:05.792764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3818068a-31f2-4b86-96a9-dc5af2be116e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:05.794622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3818068a-31f2-4b86-96a9-dc5af2be116e tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/4a16f148-5ef7-476c-b7f3-1ae80eb4d207 HTTP/1.1" status: 404 len: 337 time: 0.0466216 Jan 18 23:02:05.797409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44376) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.980470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e536e88-4475-447d-9e48-1b0ac0cc398f tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=68769566-229b-4944-aed8-5719dd9765eb HTTP/1.1" status: 200 len: 205 time: 0.1811702 Jan 18 23:02:05.982961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44382) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.037303 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.057357 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-c0371613-ec10-4491-8c50-20e7930d7e86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:06.058373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c0371613-ec10-4491-8c50-20e7930d7e86 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/68769566-229b-4944-aed8-5719dd9765eb HTTP/1.1" status: 404 len: 336 time: 0.0740385 Jan 18 23:02:06.061237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.065987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:06.075958 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] Sync routers for ids ['0cdc931c-f85b-4552-915b-ed3842e33e62'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:06.086772 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] Routers {'0cdc931c-f85b-4552-915b-ed3842e33e62'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:06.087897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0cdc931c-f85b-4552-915b-ed3842e33e62'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:06.092924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.096921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0593e030-40d5-48ae-b471-912f06ebf486 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3465910 Jan 18 23:02:06.105242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44394) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.154796 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:06.165425 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] Routers {'0cdc931c-f85b-4552-915b-ed3842e33e62'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:06.166258 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['0cdc931c-f85b-4552-915b-ed3842e33e62'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:06.234283 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:06.234867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13213c17-32b6-43e1-99ab-e4d3949f337c None None] The sync data for ids ['0cdc931c-f85b-4552-915b-ed3842e33e62'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:06.304420 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-84513cb4-37c4-44d9-923d-94ba4a44b8d0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:06.304965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84513cb4-37c4-44d9-923d-94ba4a44b8d0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:06.307035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-84513cb4-37c4-44d9-923d-94ba4a44b8d0 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/3bd34de2-3573-466a-9d65-793db564b58d HTTP/1.1" status: 404 len: 337 time: 0.2447355 Jan 18 23:02:06.309990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44406) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.364176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b3f9acb6-fce3-4b37-98ea-29fe28071391 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a92c0f0-4f75-42cf-accd-d3236e8e8c39 HTTP/1.1" status: 200 len: 205 time: 0.0530086 Jan 18 23:02:06.367533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.430016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-672a405f-33ec-4bea-9589-23cdd2bb0735 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/0cdc931c-f85b-4552-915b-ed3842e33e62 HTTP/1.1" status: 200 len: 920 time: 0.3211472 Jan 18 23:02:06.431468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.436397 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-4cb0f6d5-2c56-4467-92b5-53adbb6c3c23 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] delete failed (client error): The resource could not be found. Jan 18 23:02:06.439701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4cb0f6d5-2c56-4467-92b5-53adbb6c3c23 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/routers/7a92c0f0-4f75-42cf-accd-d3236e8e8c39 HTTP/1.1" status: 404 len: 336 time: 0.0697708 Jan 18 23:02:06.439949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44420) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.481476 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b3e086-3ac3-466d-a60f-95909fd02223 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:06.481949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b3e086-3ac3-466d-a60f-95909fd02223 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:06.483788 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-06b3e086-3ac3-466d-a60f-95909fd02223 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/3f107005-0836-4cf1-8721-c5328d8ea512 HTTP/1.1" status: 404 len: 337 time: 0.0428951 Jan 18 23:02:06.486379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d4bd06d-2fe2-47ea-b550-b2265e7d3ef0 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cdc931c-f85b-4552-915b-ed3842e33e62 HTTP/1.1" status: 200 len: 205 time: 0.0549569 Jan 18 23:02:06.486606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44424) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.497655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.526353 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce5d262-8066-444b-ba45-08dfe97dd7c7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] DELETE failed (client error): The resource could not be found. Jan 18 23:02:06.526810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce5d262-8066-444b-ba45-08dfe97dd7c7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:06.528579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cce5d262-8066-444b-ba45-08dfe97dd7c7 tempest-RoutersTest-2017582163 tempest-RoutersTest-2017582163-project] 10.222.0.78 "DELETE /v2.0/subnets/35549505-6ecd-420d-b06d-0252b172a569 HTTP/1.1" status: 404 len: 337 time: 0.0410521 Jan 18 23:02:06.707608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea213-85d0-44f2-af63-2ff6b07bbcf7 req-df2b82f2-a5e0-4e91-8a1d-39d4abc636cf tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:06.708307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ab2ea213-85d0-44f2-af63-2ff6b07bbcf7 req-df2b82f2-a5e0-4e91-8a1d-39d4abc636cf tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Synchronizing usage tracker for tenant:6a033bbd4f17466da3215a7c837d3839 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:06.758593 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.813100 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.847703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44444) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.869131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ab2ea213-85d0-44f2-af63-2ff6b07bbcf7 req-df2b82f2-a5e0-4e91-8a1d-39d4abc636cf tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Unset dirty status for tenant:6a033bbd4f17466da3215a7c837d3839 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:06.870295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab2ea213-85d0-44f2-af63-2ff6b07bbcf7 req-df2b82f2-a5e0-4e91-8a1d-39d4abc636cf tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 932 time: 0.5591564 Jan 18 23:02:06.879820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86208b31-a310-4a02-bf94-865a3db84a2f {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:06.915216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.968241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab2ea213-85d0-44f2-af63-2ff6b07bbcf7 req-0429b363-4a8e-41aa-9f48-d2f75a2f01a7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836697 Jan 18 23:02:06.969520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Transition to ACTIVE for port object 86208b31-a310-4a02-bf94-865a3db84a2f will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:07.030184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.068679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-60e9d9f4-4139-45d3-80ff-c6fb304fa437 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c519d4fc11744f6e84ed06d982fcc9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174771 Jan 18 23:02:07.068896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44456) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:07.133998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5449d3bf-7ef9-4069-871f-1f5144cc3c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.165015 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5449d3bf-7ef9-4069-871f-1f5144cc3c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.192588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Pushing event updated for resources: {'Port': ['ID=86208b31-a310-4a02-bf94-865a3db84a2f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:07.233712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5449d3bf-7ef9-4069-871f-1f5144cc3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.252208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449d3bf-7ef9-4069-871f-1f5144cc3c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833077c-f5a9-47b8-a92c-e83b48020358,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:07.261692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5449d3bf-7ef9-4069-871f-1f5144cc3c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.265727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5449d3bf-7ef9-4069-871f-1f5144cc3c65 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8833077c-f5a9-47b8-a92c-e83b48020358 HTTP/1.1" status: 204 len: 168 time: 0.1934164 Jan 18 23:02:07.297490 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.309291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Attempting to bind port 86208b31-a310-4a02-bf94-865a3db84a2f on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:07.309713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Attempting to bind port 86208b31-a310-4a02-bf94-865a3db84a2f by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '3550cbf4-ee82-497b-888a-67478676b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:07.309982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Attempting to bind port 86208b31-a310-4a02-bf94-865a3db84a2f on network 48ddfd53-010d-4fde-83cb-1dcbc45107aa {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:02:07.314309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Deleting port 0f3235c3-a45a-4b62-8b18-e24d692b778c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:07.314563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.346228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Port 86208b31-a310-4a02-bf94-865a3db84a2f on network 48ddfd53-010d-4fde-83cb-1dcbc45107aa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:02:07.346550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Attempting to bind port 86208b31-a310-4a02-bf94-865a3db84a2f on network 48ddfd53-010d-4fde-83cb-1dcbc45107aa {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:02:07.363583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:02:07.363920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Checking segment: {'id': '3550cbf4-ee82-497b-888a-67478676b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:02:07.364303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Bound using segment: {'id': '3550cbf4-ee82-497b-888a-67478676b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:02:07.364735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Bound port: 86208b31-a310-4a02-bf94-865a3db84a2f, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3550cbf4-ee82-497b-888a-67478676b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:07.365106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.681429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] For port 86208b31-a310-4a02-bf94-865a3db84a2f, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:02:07.686438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] For port 86208b31-a310-4a02-bf94-865a3db84a2f, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=86208b31-a310-4a02-bf94-865a3db84a2f,segment=NetworkSegment(3550cbf4-ee82-497b-888a-67478676b17a),segment_id=3550cbf4-ee82-497b-888a-67478676b17a)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:02:07.694542 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.818522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:07.820041 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.821726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] 10.222.0.86 "PUT /v2.0/ports/86208b31-a310-4a02-bf94-865a3db84a2f HTTP/1.1" status: 200 len: 1092 time: 2.0952146 Jan 18 23:02:07.822379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'tag': '86208b31-a310-4a02-bf94-865a3db84a2f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:07.834089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.023291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Calling delete_port for 0f3235c3-a45a-4b62-8b18-e24d692b778c owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:08.074715 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'tag': '86208b31-a310-4a02-bf94-865a3db84a2f', 'status': 'completed', 'code': 200} Jan 18 23:02:08.083806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a38a2-44c6-4cf8-a33f-b1f46c3f2de0 service neutron] Pushing event updated for resources: {'Port': ['ID=86208b31-a310-4a02-bf94-865a3db84a2f,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:08.138585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-0cb37a77-799a-4591-8804-1561b631b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:08.140086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-0cb37a77-799a-4591-8804-1561b631b0cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a033bbd4f17466da3215a7c837d3839&device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 1095 time: 0.2365031 Jan 18 23:02:08.251518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-70ca487c-42a4-43d6-917b-f55137131490 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86208b31-a310-4a02-bf94-865a3db84a2f HTTP/1.1" status: 200 len: 217 time: 0.1040897 Jan 18 23:02:08.379251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-918e7880-1ae4-48e3-ba5a-1fc3a2f7391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:08.380926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-918e7880-1ae4-48e3-ba5a-1fc3a2f7391a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c57bad0b-6430-4072-bbaf-eb76a49d2747 HTTP/1.1" status: 200 len: 849 time: 0.1182008 Jan 18 23:02:08.443154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-78239a37-4c0d-4847-8e2e-f47a5979407f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48ddfd53-010d-4fde-83cb-1dcbc45107aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559375 Jan 18 23:02:08.528081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.539497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b515681-ab1e-4bcb-9d70-6d804917220e req-0342311f-8615-4e6a-adce-f5b5b5e7176c tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:08.547193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b515681-ab1e-4bcb-9d70-6d804917220e req-0342311f-8615-4e6a-adce-f5b5b5e7176c tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 944 time: 0.3462813 Jan 18 23:02:08.673880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event deleted for resources: {'Port': ['ID=0f3235c3-a45a-4b62-8b18-e24d692b778c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:08.758002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44516) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:08.776032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b515681-ab1e-4bcb-9d70-6d804917220e req-a5d25357-30d6-49b7-a3fb-5229853ae686 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279775 Jan 18 23:02:08.778385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-a691c3f6-78fa-4e27-a5af-6255673432ec service neutron] 10.222.0.86 "GET /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268127 Jan 18 23:02:08.909392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.942207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.957479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:08.961834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Usage tracker for resource:security_group_rule and tenant:a609c9fd49ae4e68b3540a49be59496d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:08.964085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:08.970920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:09.068179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.075969 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.136776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a609c9fd49ae4e68b3540a49be59496d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768497 Jan 18 23:02:09.138301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44536) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:09.138645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afac89f-5c03-4460-8ec1-c547833aad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec0bce1-0cd2-410f-83af-1be13ac0b19c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:09.223790 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12a619e4-c794-4012-98c5-18af1e49f438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.252908 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12a619e4-c794-4012-98c5-18af1e49f438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.270504 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.274347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.305643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64f67e32-e84b-4e94-bee0-e8c01a5785bd req-e653f9af-9a6c-4295-ab34-340e3ac2dbca service neutron] 10.222.0.86 "GET /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194776 Jan 18 23:02:09.309818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12a619e4-c794-4012-98c5-18af1e49f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.314444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.315124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Fanout notify agent at l3_agent the message router_deleted on router 0cdc931c-f85b-4552-915b-ed3842e33e62 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:09.326106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a619e4-c794-4012-98c5-18af1e49f438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec0bce1-0cd2-410f-83af-1be13ac0b19c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:09.333868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12a619e4-c794-4012-98c5-18af1e49f438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.337757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12a619e4-c794-4012-98c5-18af1e49f438 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ec0bce1-0cd2-410f-83af-1be13ac0b19c HTTP/1.1" status: 204 len: 168 time: 0.1923800 Jan 18 23:02:09.343282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.347951 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0839bbb0-71dc-4e3b-9c14-bd433bfcc543 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/0cdc931c-f85b-4552-915b-ed3842e33e62 HTTP/1.1" status: 204 len: 168 time: 2.8458233 Jan 18 23:02:09.348089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:09.353689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784207153', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:09.369064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:09.412430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:router and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:09.416562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:09.428876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:09.453489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.454554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.475385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-226e88d3-08ca-44ea-bf5c-20ee78f6ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:09.478806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-226e88d3-08ca-44ea-bf5c-20ee78f6ad97 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a033bbd4f17466da3215a7c837d3839&device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 1095 time: 0.1108201 Jan 18 23:02:09.483217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.739957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44560) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:09.762601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.781445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:09.785367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Usage tracker for resource:security_group_rule and tenant:f9373901091b4b16ab89c5e5e791c6d8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:09.788179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:09.794738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:09.860548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-d8133e40-e6c5-4e4a-b689-f70fbe8fda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:09.869497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-d8133e40-e6c5-4e4a-b689-f70fbe8fda0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=48ddfd53-010d-4fde-83cb-1dcbc45107aa HTTP/1.1" status: 200 len: 910 time: 0.3845627 Jan 18 23:02:09.927853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.941445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.017997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9373901091b4b16ab89c5e5e791c6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736843 Jan 18 23:02:10.017997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696241-c3d2-43d0-a376-7e048061794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c8229a-2dd2-4a15-bd03-c120118916d3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:10.020204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44570) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:10.034037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.044075 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-b0f708d1-b0d6-41a7-94e2-6a8f583c9e3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86208b31-a310-4a02-bf94-865a3db84a2f HTTP/1.1" status: 200 len: 217 time: 0.1480200 Jan 18 23:02:10.205400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f040df-4875-45ec-8e02-677a3306b591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.211207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-afa632c9-44f4-44de-8fb3-67bbfb1a7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:10.212801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-afa632c9-44f4-44de-8fb3-67bbfb1a7cdc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c57bad0b-6430-4072-bbaf-eb76a49d2747 HTTP/1.1" status: 200 len: 849 time: 0.1606348 Jan 18 23:02:10.235798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f040df-4875-45ec-8e02-677a3306b591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.279494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556bdf4-f00d-44fd-9e02-222059c90087 req-42a1faf1-ae1f-4ed0-a3ee-f3d4d794179e tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:10.282585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e556bdf4-f00d-44fd-9e02-222059c90087 req-42a1faf1-ae1f-4ed0-a3ee-f3d4d794179e tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 944 time: 0.2968206 Jan 18 23:02:10.285766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-94a3144a-f038-4545-9b71-a23feeab3ce9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48ddfd53-010d-4fde-83cb-1dcbc45107aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611267 Jan 18 23:02:10.302976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f040df-4875-45ec-8e02-677a3306b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.322174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f040df-4875-45ec-8e02-677a3306b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c8229a-2dd2-4a15-bd03-c120118916d3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:10.326072 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f040df-4875-45ec-8e02-677a3306b591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.327349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e7f040df-4875-45ec-8e02-677a3306b591 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6c8229a-2dd2-4a15-bd03-c120118916d3 HTTP/1.1" status: 204 len: 168 time: 0.3062882 Jan 18 23:02:10.429697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e556bdf4-f00d-44fd-9e02-222059c90087 req-65174a30-3de5-48c3-803b-292690cfba97 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412659 Jan 18 23:02:10.496973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-8cd8d588-fba8-4dc6-941c-5b19db64ad33 service neutron] 10.222.0.86 "GET /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933196 Jan 18 23:02:10.947933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d314d956-a34e-4d6b-8f9b-6cb54a851947 req-5bc81921-aad7-4b33-b6ba-046069f3a995 service neutron] 10.222.0.86 "GET /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414487 Jan 18 23:02:10.947933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.979534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.165109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Allocated IP 172.25.4.163 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/79772284-501d-4d0f-9b72-6d2b33defe32) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:11.301424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 86208b31-a310-4a02-bf94-865a3db84a2f details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:11.329040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.373525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.434417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:11.447014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:11.453315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:11.507920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 86208b31-a310-4a02-bf94-865a3db84a2f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=86208b31-a310-4a02-bf94-865a3db84a2f,segment=NetworkSegment(3550cbf4-ee82-497b-888a-67478676b17a),segment_id=3550cbf4-ee82-497b-888a-67478676b17a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:11.525878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '86208b31-a310-4a02-bf94-865a3db84a2f', 'network_id': '48ddfd53-010d-4fde-83cb-1dcbc45107aa', 'port_id': '86208b31-a310-4a02-bf94-865a3db84a2f', 'mac_address': 'fa:16:3e:9d:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57bad0b-6430-4072-bbaf-eb76a49d2747', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:11.586907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Port': ['ID=79772284-501d-4d0f-9b72-6d2b33defe32,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:11.599456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.619867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86208b31-a310-4a02-bf94-865a3db84a2f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:11.641709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 86208b31-a310-4a02-bf94-865a3db84a2f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=86208b31-a310-4a02-bf94-865a3db84a2f,segment=NetworkSegment(3550cbf4-ee82-497b-888a-67478676b17a),segment_id=3550cbf4-ee82-497b-888a-67478676b17a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:11.650059 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.758175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=86208b31-a310-4a02-bf94-865a3db84a2f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:11.782144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.782457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.784860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.786839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.786839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.786839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.787261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.787970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.788528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.788841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.789408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.790103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:11.886034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b617ee-67eb-4267-882d-031d46c04ce4 req-229ea9f6-06ec-445f-89ee-17199c82fdbe tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:11.893319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28b617ee-67eb-4267-882d-031d46c04ce4 req-229ea9f6-06ec-445f-89ee-17199c82fdbe tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 945 time: 0.2741919 Jan 18 23:02:11.978570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['86208b31-a310-4a02-bf94-865a3db84a2f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:02:12.031655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28b617ee-67eb-4267-882d-031d46c04ce4 req-c113bdd3-5254-47fd-9c60-89ee8e84c4ba tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373036 Jan 18 23:02:12.147200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e0e46bc-aad2-4103-9505-e26aa1d6caba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.147871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.535371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.973652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Router a315ca6d-3803-4019-8673-c9ea5415a6b0 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:13.157036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44672) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:13.188177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:13.203329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Sync routers for ids ['a315ca6d-3803-4019-8673-c9ea5415a6b0'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:13.218811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Routers {'a315ca6d-3803-4019-8673-c9ea5415a6b0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:13.234427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:01:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a315ca6d-3803-4019-8673-c9ea5415a6b0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:13.242556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.244005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-76a748c1-6037-4963-b7c1-7355e84ea893 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8949316 Jan 18 23:02:13.246980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:13.404161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1a05-b95a-4b17-9455-64cd84e37f6e req-a9782d24-ce73-4d50-8a84-8fac023c9ecc tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.405713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96aa1a05-b95a-4b17-9455-64cd84e37f6e req-a9782d24-ce73-4d50-8a84-8fac023c9ecc tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 945 time: 0.1736233 Jan 18 23:02:13.406639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.486935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 86208b31-a310-4a02-bf94-865a3db84a2f up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:13.501219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:13.505756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4173eb8e8f4a0fb0a25263ed5bc0e2 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:13.530634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:13.537608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:13.560290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-46bd86fa-296d-45f9-83da-5c3b696fff65 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/a315ca6d-3803-4019-8673-c9ea5415a6b0 HTTP/1.1" status: 200 len: 909 time: 0.3105726 Jan 18 23:02:13.561214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:13.577682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Set router a315ca6d-3803-4019-8673-c9ea5415a6b0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:13.580782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1784207153', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': True}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:13.601554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:13.608153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Usage tracker for resource:router and tenant:8111080f89bc45de9fbff64d6cb2e585 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:13.615028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:13.635585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:13.654833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.654833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96aa1a05-b95a-4b17-9455-64cd84e37f6e req-7e2c4833-a619-4d7d-aab0-397f78703f56 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Synchronizing usage tracker for tenant:6a033bbd4f17466da3215a7c837d3839 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:13.654833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.701434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.711078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.716540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f4173eb8e8f4a0fb0a25263ed5bc0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570421 Jan 18 23:02:13.717262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44694) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:13.719143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.727569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.734022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.741058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.747559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.755877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cd7df7dd-81a2-4de2-a574-429f54ab60a8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.2455392 Jan 18 23:02:13.764744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96aa1a05-b95a-4b17-9455-64cd84e37f6e req-7e2c4833-a619-4d7d-aab0-397f78703f56 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Unset dirty status for tenant:6a033bbd4f17466da3215a7c837d3839 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:13.773699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96aa1a05-b95a-4b17-9455-64cd84e37f6e req-7e2c4833-a619-4d7d-aab0-397f78703f56 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456333 Jan 18 23:02:13.774374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dff1d-534b-460f-aa3a-13dfda2e9450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dbf1c6-abcb-439e-afa1-f1092779e376,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:13.813869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.815012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.840011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 86208b31-a310-4a02-bf94-865a3db84a2f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:13.842574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2486dbdb-206d-49d9-ab4c-54f5580a0f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.848964 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a36ec80a-e656-486f-a150-e54fe6169c4a req-cf434a18-fb4a-4f46-8e5d-6d563a4f7fe2 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919495 Jan 18 23:02:13.909433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 86208b31-a310-4a02-bf94-865a3db84a2f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:13.916184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.921785 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.954557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2486dbdb-206d-49d9-ab4c-54f5580a0f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.103117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2486dbdb-206d-49d9-ab4c-54f5580a0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.127460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486dbdb-206d-49d9-ab4c-54f5580a0f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dbf1c6-abcb-439e-afa1-f1092779e376,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:14.135976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2486dbdb-206d-49d9-ab4c-54f5580a0f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.139906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2486dbdb-206d-49d9-ab4c-54f5580a0f4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62dbf1c6-abcb-439e-afa1-f1092779e376 HTTP/1.1" status: 204 len: 168 time: 0.4180555 Jan 18 23:02:14.212296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.267336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86208b31-a310-4a02-bf94-865a3db84a2f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:14.325769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 86208b31-a310-4a02-bf94-865a3db84a2f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=86208b31-a310-4a02-bf94-865a3db84a2f,segment=NetworkSegment(3550cbf4-ee82-497b-888a-67478676b17a),segment_id=3550cbf4-ee82-497b-888a-67478676b17a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:14.341899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.412860 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86208b31-a310-4a02-bf94-865a3db84a2f', 'code': 200} Jan 18 23:02:14.445262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.482132 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5aead7d6-f98b-4356-b598-2a104a1bacb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.529766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=86208b31-a310-4a02-bf94-865a3db84a2f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:14.550895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a315ca6d-3803-4019-8673-c9ea5415a6b0', 'name': 'tempest-snat-router-1784207153', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.163'}], 'enable_snat': False}, 'gw_port_id': '79772284-501d-4d0f-9b72-6d2b33defe32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:09Z', 'updated_at': '2022-01-18T23:02:11Z', 'revision_number': 3, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port': {'id': '79772284-501d-4d0f-9b72-6d2b33defe32', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a315ca6d-3803-4019-8673-c9ea5415a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:11Z', 'updated_at': '2022-01-18T23:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:14.550895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Checking router: a315ca6d-3803-4019-8673-c9ea5415a6b0 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:02:14.550895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Updating router a315ca6d-3803-4019-8673-c9ea5415a6b0 port 79772284-501d-4d0f-9b72-6d2b33defe32 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:02:14.638598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.698111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44708) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:14.730761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.764570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:14.776161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Usage tracker for resource:security_group_rule and tenant:56f7b0326c5c42da81ef601c586f5e2d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:14.781245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:14.791309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:14.860064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0d755-a2e6-49a3-ba36-18959af2764f req-d59d491c-4b7e-4e73-adfb-b84151cd37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.863240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60f0d755-a2e6-49a3-ba36-18959af2764f req-d59d491c-4b7e-4e73-adfb-b84151cd37cc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 1097 time: 0.3531601 Jan 18 23:02:14.874094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.894937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.911290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.931785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60f0d755-a2e6-49a3-ba36-18959af2764f req-fdd9b709-5347-402e-b7f7-bf70e420057c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626051 Jan 18 23:02:14.944862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.973096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.990143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.009840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.012219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-2629131c-a1d5-438f-b421-6b369221d88a tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.3925622 Jan 18 23:02:15.225950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.249541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.273126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.287058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Transition to ACTIVE for port object 79772284-501d-4d0f-9b72-6d2b33defe32 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:15.297910 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.328593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-37003abd-21a2-4b36-a2f7-be58693764e6 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.330222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-37003abd-21a2-4b36-a2f7-be58693764e6 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "GET /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2043638 Jan 18 23:02:15.335777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56f7b0326c5c42da81ef601c586f5e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365666 Jan 18 23:02:15.361824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44720) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:15.366135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8069d-add7-4e1e-bae1-b90514e7c15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e94f4-4a49-48de-b8ea-d7efdd3dd707,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:15.377968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Attempting to bind port 79772284-501d-4d0f-9b72-6d2b33defe32 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:15.378341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Attempting to bind port 79772284-501d-4d0f-9b72-6d2b33defe32 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:15.378703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Attempting to bind port 79772284-501d-4d0f-9b72-6d2b33defe32 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:02:15.386592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:02:15.387405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:02:15.388145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.388849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:02:15.389628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Bound port: 79772284-501d-4d0f-9b72-6d2b33defe32, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:15.390345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.411709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.421560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab64669-e3b5-4a7f-98fe-158d3ab6989f None None] Pushing event updated for resources: {'Port': ['ID=79772284-501d-4d0f-9b72-6d2b33defe32,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:15.467528 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.482947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] For port 79772284-501d-4d0f-9b72-6d2b33defe32, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:02:15.488011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] For port 79772284-501d-4d0f-9b72-6d2b33defe32, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79772284-501d-4d0f-9b72-6d2b33defe32,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:02:15.506085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.509507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b7be1-ba08-4c6b-ac90-0d0b920a6f8c req-fdadf52e-1cb5-4dce-a3ba-39ede40eabde tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.511349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-176b7be1-ba08-4c6b-ac90-0d0b920a6f8c req-fdadf52e-1cb5-4dce-a3ba-39ede40eabde tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 946 time: 0.3840256 Jan 18 23:02:15.569322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.576025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.583448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.584680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12dfb41b-9b71-41d6-a2a8-dc696130fbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.589815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.596137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.602094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.608005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.614873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-ed27eca4-afbc-4a6c-b9e6-fc6cc8117693 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "GET /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2773683 Jan 18 23:02:15.616393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-17173d2b-13f9-4aaf-a02d-108868b1119f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 5445 time: 0.4693429 Jan 18 23:02:15.634324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:15.660467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Routers {'a315ca6d-3803-4019-8673-c9ea5415a6b0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:15.661457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a315ca6d-3803-4019-8673-c9ea5415a6b0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:15.667653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-176b7be1-ba08-4c6b-ac90-0d0b920a6f8c req-1c283974-c5ab-4337-a9a2-08eb08dae367 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192234 Jan 18 23:02:15.688851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12dfb41b-9b71-41d6-a2a8-dc696130fbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.709629 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9980ad75-00a6-4b82-ada4-e440a47aa6da req-39f0bea3-4146-46d1-91ec-7169c7158ebc tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922699 Jan 18 23:02:15.793095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.799969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Allocated IP 172.25.4.242 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/698d8f86-f144-45c9-b465-6b644d643680) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:15.882592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] Set router a315ca6d-3803-4019-8673-c9ea5415a6b0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:15.897720 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12dfb41b-9b71-41d6-a2a8-dc696130fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.028921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab64669-e3b5-4a7f-98fe-158d3ab6989f None None] Pushing event updated for resources: {'Port': ['ID=79772284-501d-4d0f-9b72-6d2b33defe32,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:16.051662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.131710 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.140415 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.177295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.181353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfb41b-9b71-41d6-a2a8-dc696130fbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e94f4-4a49-48de-b8ea-d7efdd3dd707,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:16.193042 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12dfb41b-9b71-41d6-a2a8-dc696130fbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.199366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12dfb41b-9b71-41d6-a2a8-dc696130fbd9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c39e94f4-4a49-48de-b8ea-d7efdd3dd707 HTTP/1.1" status: 204 len: 168 time: 0.8346093 Jan 18 23:02:16.279231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:16.284005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b503f925-8279-4589-a9ea-24a55299422d,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:16.286031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:16.298740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:16.344780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Port': ['ID=698d8f86-f144-45c9-b465-6b644d643680,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:16.347618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] For port b503f925-8279-4589-a9ea-24a55299422d, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:02:16.364525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.365226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.365715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.366485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.366968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.367517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.369228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.369769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.370540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.371016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.371681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.372161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:16.474550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] device_id is not set on port b503f925-8279-4589-a9ea-24a55299422d yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:02:16.485188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a315ca6d-3803-4019-8673-c9ea5415a6b0', 'name': 'tempest-snat-router-1784207153', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.163'}], 'enable_snat': False}, 'gw_port_id': '79772284-501d-4d0f-9b72-6d2b33defe32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:09Z', 'updated_at': '2022-01-18T23:02:11Z', 'revision_number': 3, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port': {'id': '79772284-501d-4d0f-9b72-6d2b33defe32', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a315ca6d-3803-4019-8673-c9ea5415a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:11Z', 'updated_at': '2022-01-18T23:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:16.492459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.494064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a8bc-0d25-4e76-adfc-ff60892175fc None None] The sync data for ids ['a315ca6d-3803-4019-8673-c9ea5415a6b0'] in n-d-825178-1 is: [{'id': 'a315ca6d-3803-4019-8673-c9ea5415a6b0', 'name': 'tempest-snat-router-1784207153', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.163'}], 'enable_snat': False}, 'gw_port_id': '79772284-501d-4d0f-9b72-6d2b33defe32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:09Z', 'updated_at': '2022-01-18T23:02:11Z', 'revision_number': 3, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port': {'id': '79772284-501d-4d0f-9b72-6d2b33defe32', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a315ca6d-3803-4019-8673-c9ea5415a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:11Z', 'updated_at': '2022-01-18T23:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:16.521731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.610421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:16.772264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] No DVR routers for this DVR port b503f925-8279-4589-a9ea-24a55299422d on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:16.882668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] In _notify_port_updated(), no bound segment for port b503f925-8279-4589-a9ea-24a55299422d on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:02:16.884805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:16.888567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.890302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-3a99e556-6d1c-4a8b-b120-172efec00bb2 service neutron] 10.222.0.86 "PUT /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 200 len: 1032 time: 1.2665217 Jan 18 23:02:17.151906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.161433 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.177188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d7f31ff1-4268-49bd-856d-b69c36100885 None None] Provisioning complete for port b503f925-8279-4589-a9ea-24a55299422d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:17.177188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7f31ff1-4268-49bd-856d-b69c36100885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.197490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-e722cf6c-b47a-4245-8654-6f852beed591 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.205696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-e722cf6c-b47a-4245-8654-6f852beed591 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "GET /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2950768 Jan 18 23:02:17.288865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:17.390430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0867169f-4c14-45bb-996b-c6833b1849c1 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:17.445936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79772284-501d-4d0f-9b72-6d2b33defe32 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:17.494016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.532083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b53c0-599e-4477-a1e1-523da503aa94 req-a1bc9507-2eef-454a-982c-b7bd67cf2028 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.549602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-121b53c0-599e-4477-a1e1-523da503aa94 req-a1bc9507-2eef-454a-982c-b7bd67cf2028 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 946 time: 0.3352292 Jan 18 23:02:17.604626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d7f31ff1-4268-49bd-856d-b69c36100885 None None] Port b503f925-8279-4589-a9ea-24a55299422d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:02:17.804929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.845881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.853086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.864462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.876936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.884171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.886634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-9092bcd7-6785-4496-b1ec-cca1392e95a1 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 4666 time: 0.5861413 Jan 18 23:02:17.895955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 79772284-501d-4d0f-9b72-6d2b33defe32 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:17.903959 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.916377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 79772284-501d-4d0f-9b72-6d2b33defe32 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:17.917022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.936491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e778542e-6df7-4dc4-a290-ea420563c4ae,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:17.999920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f0fcf16-b028-4e21-a81e-f698c0830711 req-39493e53-f89c-47b7-ac14-2c3b2b03d60e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e97715e-c306-42b2-9247-713095d14c6b&id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778995 Jan 18 23:02:18.011012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] For port e778542e-6df7-4dc4-a290-ea420563c4ae, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:02:18.036262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:18.063596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0867169f-4c14-45bb-996b-c6833b1849c1,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:18.093692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.094414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b503f925-8279-4589-a9ea-24a55299422d no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:18.144136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-121b53c0-599e-4477-a1e1-523da503aa94 req-b78128f8-9c2b-482c-b9af-7a05b7a63df4 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933723 Jan 18 23:02:18.162806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] device_id is not set on port e778542e-6df7-4dc4-a290-ea420563c4ae yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:02:18.178823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.199642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.222352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.452176 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1', 'code': 200} Jan 18 23:02:18.574078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] No DVR routers for this DVR port e778542e-6df7-4dc4-a290-ea420563c4ae on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:18.599459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.615729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:18.627325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b503f925-8279-4589-a9ea-24a55299422d not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:18.627895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f175724e-ae7a-49da-bef8-d457e3b536b6 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:18.640627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:18.675773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 79772284-501d-4d0f-9b72-6d2b33defe32, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79772284-501d-4d0f-9b72-6d2b33defe32,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:18.687392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] In _notify_port_updated(), no bound segment for port e778542e-6df7-4dc4-a290-ea420563c4ae on network c851667c-bfdf-49d6-be51-be8f0629d2f0 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:02:18.688698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:18.689556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.691107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-4d0ae57c-70ce-4385-8a82-71e7e2d546b8 service neutron] 10.222.0.86 "PUT /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 200 len: 1032 time: 1.4177203 Jan 18 23:02:18.695250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.868363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port 0be50557-1844-4ee5-884d-073d6041880f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:18.868856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.030621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5110aec5-d21f-4452-ad76-a69330b24ff1 None None] Provisioning complete for port e778542e-6df7-4dc4-a290-ea420563c4ae triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:19.031106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5110aec5-d21f-4452-ad76-a69330b24ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.123012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Router a8baf481-8ce5-465f-adf9-e694fd9eed01 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:19.131337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=79772284-501d-4d0f-9b72-6d2b33defe32,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:19.171867 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.261636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5110aec5-d21f-4452-ad76-a69330b24ff1 None None] Port e778542e-6df7-4dc4-a290-ea420563c4ae cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:02:19.308223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f175724e-ae7a-49da-bef8-d457e3b536b6,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:19.321016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.321826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e778542e-6df7-4dc4-a290-ea420563c4ae no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:19.506355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79772284-501d-4d0f-9b72-6d2b33defe32 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:19.574711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] For port 0be50557-1844-4ee5-884d-073d6041880f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0be50557-1844-4ee5-884d-073d6041880f,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:19.575719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.728245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:19.732657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e778542e-6df7-4dc4-a290-ea420563c4ae not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:19.733994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 78f92070-ad91-4281-bd00-9f7cd8883f7c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:19.746679 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Sync routers for ids ['a8baf481-8ce5-465f-adf9-e694fd9eed01'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:19.763211 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Routers {'a8baf481-8ce5-465f-adf9-e694fd9eed01'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:19.763913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a8baf481-8ce5-465f-adf9-e694fd9eed01'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:19.772337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-b7796fe3-bdba-4dbd-b4b8-22624733a090 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.791594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-b7796fe3-bdba-4dbd-b4b8-22624733a090 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.797754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-b7796fe3-bdba-4dbd-b4b8-22624733a090 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.806887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-b7796fe3-bdba-4dbd-b4b8-22624733a090 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.813165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:19.828638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-b7796fe3-bdba-4dbd-b4b8-22624733a090 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.836232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-b7796fe3-bdba-4dbd-b4b8-22624733a090 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 3883 time: 0.4791389 Jan 18 23:02:19.862443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for 0be50557-1844-4ee5-884d-073d6041880f owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:19.901468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 79772284-501d-4d0f-9b72-6d2b33defe32 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:19.905425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.942368 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10e04972-22a3-4daf-a5b7-f70837626d87 req-7e82e849-1248-4597-99d8-8e78a6fdf6ae tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048768 Jan 18 23:02:19.978340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.979908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-67a271ca-24f6-4f11-9a5a-0f9751119715 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4103796 Jan 18 23:02:19.982950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:20.161080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.192377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.250127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:20.264515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=0be50557-1844-4ee5-884d-073d6041880f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:20.284183 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Set router a8baf481-8ce5-465f-adf9-e694fd9eed01 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:20.306623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-088cd875-d6cd-4775-ac18-4029b5015877 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/a8baf481-8ce5-465f-adf9-e694fd9eed01 HTTP/1.1" status: 200 len: 908 time: 0.3222792 Jan 18 23:02:20.310039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:20.327175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.330828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e88408a1-3e76-4585-86a7-25ba92bfbb8a no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:20.633213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6'}, {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:20.764090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] No DVR routers for this DVR port 0be50557-1844-4ee5-884d-073d6041880f on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:20.764090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.764651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': '0be50557-1844-4ee5-884d-073d6041880f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:20.796781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.814000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-ad58aa5d-c5a7-4c60-8b72-1c7d6b2db3a0 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "DELETE /v2.0/ports/0be50557-1844-4ee5-884d-073d6041880f HTTP/1.1" status: 204 len: 173 time: 2.1171184 Jan 18 23:02:21.010712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port 0867169f-4c14-45bb-996b-c6833b1849c1 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:21.011058 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.061516 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6', 'code': 200} Jan 18 23:02:21.062373 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c', 'code': 200} Jan 18 23:02:21.065411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.109186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:21.114254 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': '0be50557-1844-4ee5-884d-073d6041880f', 'status': 'completed', 'code': 200} Jan 18 23:02:21.130281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.155542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8baf481-8ce5-465f-adf9-e694fd9eed01', 'name': 'tempest-snat-router-1784207153', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '698d8f86-f144-45c9-b465-6b644d643680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:13Z', 'updated_at': '2022-01-18T23:02:16Z', 'revision_number': 3, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port': {'id': '698d8f86-f144-45c9-b465-6b644d643680', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8baf481-8ce5-465f-adf9-e694fd9eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:15Z', 'updated_at': '2022-01-18T23:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:21.160489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting port 698d8f86-f144-45c9-b465-6b644d643680 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:21.160963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.161711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:21.167587 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Checking router: a8baf481-8ce5-465f-adf9-e694fd9eed01 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:02:21.168219 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Updating router a8baf481-8ce5-465f-adf9-e694fd9eed01 port 698d8f86-f144-45c9-b465-6b644d643680 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:02:21.178494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:21.187305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.189752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0be50557-1844-4ee5-884d-073d6041880f no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:21.283609 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.372892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 0be50557-1844-4ee5-884d-073d6041880f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:02:21.376029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 0be50557-1844-4ee5-884d-073d6041880f not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:21.396505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:21.440329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.582872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] For port 0867169f-4c14-45bb-996b-c6833b1849c1, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=0867169f-4c14-45bb-996b-c6833b1849c1,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:21.583149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.656904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.728572 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.743166 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Transition to ACTIVE for port object 698d8f86-f144-45c9-b465-6b644d643680 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:21.753518 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.805047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Calling delete_port for 698d8f86-f144-45c9-b465-6b644d643680 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:21.856200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:21.860187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:baa2539d96ae44258850119db1b5e4a6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:21.869763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:21.876156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:21.886305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Attempting to bind port 698d8f86-f144-45c9-b465-6b644d643680 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:21.887195 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Attempting to bind port 698d8f86-f144-45c9-b465-6b644d643680 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:21.887859 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Attempting to bind port 698d8f86-f144-45c9-b465-6b644d643680 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:02:21.896029 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:02:21.896678 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:02:21.897279 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.897819 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:02:21.898457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Bound port: 698d8f86-f144-45c9-b465-6b644d643680, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:21.898990 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.981663 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2320e-30d2-4e3c-a510-7468240e2282 None None] Pushing event updated for resources: {'Port': ['ID=698d8f86-f144-45c9-b465-6b644d643680,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:22.001345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.004465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.005798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.006905 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Floating IP 847a027b-c149-4d6e-b1bb-8ca4be883bdf disassociated. External IP: 172.25.4.249, port: 0867169f-4c14-45bb-996b-c6833b1849c1. Jan 18 23:02:22.008797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for 0867169f-4c14-45bb-996b-c6833b1849c1 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:22.025211 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.086712 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] For port 698d8f86-f144-45c9-b465-6b644d643680, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:02:22.090444 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] For port 698d8f86-f144-45c9-b465-6b644d643680, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=698d8f86-f144-45c9-b465-6b644d643680,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:02:22.103883 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.160885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=baa2539d96ae44258850119db1b5e4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0408933 Jan 18 23:02:22.176361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:22.195938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b37b82-2d1b-4baa-beb7-34393dd49062 req-e76dc407-b6de-47f4-b16e-7be35aedccac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:22.217243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b37b82-2d1b-4baa-beb7-34393dd49062 req-e76dc407-b6de-47f4-b16e-7be35aedccac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:22.223247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b37b82-2d1b-4baa-beb7-34393dd49062 req-e76dc407-b6de-47f4-b16e-7be35aedccac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:22.238953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b37b82-2d1b-4baa-beb7-34393dd49062 req-e76dc407-b6de-47f4-b16e-7be35aedccac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:22.258154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68b37b82-2d1b-4baa-beb7-34393dd49062 req-e76dc407-b6de-47f4-b16e-7be35aedccac tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 3144 time: 0.9323783 Jan 18 23:02:22.269408 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Routers {'a8baf481-8ce5-465f-adf9-e694fd9eed01'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:22.270022 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a8baf481-8ce5-465f-adf9-e694fd9eed01'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:22.296455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ed093-b5e8-4ef6-a797-5f6d72487ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec545990-d4c6-4760-bae8-1f66b2fefd3c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:22.327549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5cfac8b-6721-4cb0-9b38-401e2fe04aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.361988 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.365775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5cfac8b-6721-4cb0-9b38-401e2fe04aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.392648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68b37b82-2d1b-4baa-beb7-34393dd49062 req-39c2a0bc-ef44-4970-a7c3-270846a994c8 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331968 Jan 18 23:02:22.408072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:02:22.408445 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:02:22.445641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=0867169f-4c14-45bb-996b-c6833b1849c1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:22.506350 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] Set router a8baf481-8ce5-465f-adf9-e694fd9eed01 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:22.633887 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8baf481-8ce5-465f-adf9-e694fd9eed01', 'name': 'tempest-snat-router-1784207153', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:13Z', 'updated_at': '2022-01-18T23:02:21Z', 'revision_number': 4, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:22.641614 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2320e-30d2-4e3c-a510-7468240e2282 None None] Pushing event updated for resources: {'Port': ['ID=698d8f86-f144-45c9-b465-6b644d643680,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:22.647127 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e54a49-c97c-4ac7-ab63-db8916a152b2 None None] The sync data for ids ['a8baf481-8ce5-465f-adf9-e694fd9eed01'] in n-d-825178-1 is: [{'id': 'a8baf481-8ce5-465f-adf9-e694fd9eed01', 'name': 'tempest-snat-router-1784207153', 'tenant_id': '8111080f89bc45de9fbff64d6cb2e585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:13Z', 'updated_at': '2022-01-18T23:02:21Z', 'revision_number': 4, 'project_id': '8111080f89bc45de9fbff64d6cb2e585', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:22.651762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5cfac8b-6721-4cb0-9b38-401e2fe04aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.680976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfac8b-6721-4cb0-9b38-401e2fe04aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec545990-d4c6-4760-bae8-1f66b2fefd3c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:22.697762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:02:22.710503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c5cfac8b-6721-4cb0-9b38-401e2fe04aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.711988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c5cfac8b-6721-4cb0-9b38-401e2fe04aab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec545990-d4c6-4760-bae8-1f66b2fefd3c HTTP/1.1" status: 204 len: 168 time: 0.5344989 Jan 18 23:02:22.909859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting port 698d8f86-f144-45c9-b465-6b644d643680 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:22.910333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.061559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:23.063626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:23.080763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] Sync routers for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:23.101475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:23.102119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:23.277153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] No DVR routers for this DVR port 0867169f-4c14-45bb-996b-c6833b1849c1 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:23.284001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.291085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-87d670f0-2838-4a2e-b46c-35e97e78c099 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "DELETE /v2.0/ports/0867169f-4c14-45bb-996b-c6833b1849c1 HTTP/1.1" status: 204 len: 173 time: 2.4679482 Jan 18 23:02:23.291726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:23.368381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:23.438301 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a', 'code': 200} Jan 18 23:02:23.453484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.527122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:23.540845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc57bfecc9f24a34ac84090f8e5d4f9b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:23.544419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:23.581186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:23.733057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:23.774256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port e88408a1-3e76-4585-86a7-25ba92bfbb8a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:23.774605 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.828175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] For port 698d8f86-f144-45c9-b465-6b644d643680, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=698d8f86-f144-45c9-b465-6b644d643680,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:23.828289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.847589 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': '0867169f-4c14-45bb-996b-c6833b1849c1', 'status': 'completed', 'code': 200} Jan 18 23:02:24.173872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] For port e88408a1-3e76-4585-86a7-25ba92bfbb8a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e88408a1-3e76-4585-86a7-25ba92bfbb8a,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:24.174468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.202738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Calling delete_port for 698d8f86-f144-45c9-b465-6b644d643680 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:24.317248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for e88408a1-3e76-4585-86a7-25ba92bfbb8a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:24.387141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44950) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:24.421884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:17Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:24.430140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] Checking router: 808e9cd3-5e77-44fc-87e9-92f6abb82d2a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:02:24.439677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.452703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:24.454941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:24.464515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.487475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda4b1-cbe5-4377-b427-811e8915dfaa req-40859508-dd2e-44a6-a2bc-fa56b801db37 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:24.493562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda4b1-cbe5-4377-b427-811e8915dfaa req-40859508-dd2e-44a6-a2bc-fa56b801db37 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:24.499469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda4b1-cbe5-4377-b427-811e8915dfaa req-40859508-dd2e-44a6-a2bc-fa56b801db37 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:24.506552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d8bda4b1-cbe5-4377-b427-811e8915dfaa req-40859508-dd2e-44a6-a2bc-fa56b801db37 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 2410 time: 0.7700326 Jan 18 23:02:24.586885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa412ff-039b-4299-9a0b-9aad28e72fa8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:24.601686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.626812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90081715-aeb6-4de8-a4b3-e639a1a01ad6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc57bfecc9f24a34ac84090f8e5d4f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2573380 Jan 18 23:02:24.647179 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d8bda4b1-cbe5-4377-b427-811e8915dfaa req-d98dabde-c0cf-464c-adaa-290ec32a5045 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397033 Jan 18 23:02:24.673341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:24.706297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.725685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:24.733085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Usage tracker for resource:security_group_rule and tenant:6aa1d3693a144fa9939929b424821f53 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:24.746838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:24.750303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=e88408a1-3e76-4585-86a7-25ba92bfbb8a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:24.752308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:24.758452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:24.770917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.771530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.772048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.772590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.773170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.773687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.774201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.774708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.775247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.775750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.776254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.776761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:24.809945 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:02:24.844082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] No DVR routers for this DVR port e88408a1-3e76-4585-86a7-25ba92bfbb8a on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:24.846594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.862561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-d2e945fc-b35b-4b83-8a51-76232efe757f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "DELETE /v2.0/ports/e88408a1-3e76-4585-86a7-25ba92bfbb8a HTTP/1.1" status: 204 len: 173 time: 1.5566745 Jan 18 23:02:24.919123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.924546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.942689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port 78f92070-ad91-4281-bd00-9f7cd8883f7c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:24.943044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.971752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.008198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event deleted for resources: {'Port': ['ID=698d8f86-f144-45c9-b465-6b644d643680,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.087258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d32eef1-12ec-4fe2-ae8c-4e3c921212c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.114685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb2a39-ea54-40f6-9318-0f47a0b4ed75,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.214222 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d32eef1-12ec-4fe2-ae8c-4e3c921212c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.228337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:17Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:25.268264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac54bfb-ea53-49d0-be1c-e1ccf38a1b81 None None] The sync data for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 is: [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T22:51:07Z', 'revision_number': 4, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af35aeb-c5ad-4349-9355-9455a523c60d', 'name': '', 'network_id': 'ef090220-0f12-4e79-b6f3-cca6384bc642', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'mac_address': 'fa:16:3e:2f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:05Z', 'updated_at': '2022-01-18T22:51:17Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'subnets': [{'id': '663041fd-7e8b-486b-af81-83e8ce24a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:25.313501 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ea580961-2ea9-4c8c-a763-e565a50a390b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6aa1d3693a144fa9939929b424821f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150805 Jan 18 23:02:25.314911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.357410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] For port 78f92070-ad91-4281-bd00-9f7cd8883f7c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=78f92070-ad91-4281-bd00-9f7cd8883f7c,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:25.357894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.360802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:25.365821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d32eef1-12ec-4fe2-ae8c-4e3c921212c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.492799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for 78f92070-ad91-4281-bd00-9f7cd8883f7c owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:25.609128 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ccad62-dd9b-48d4-b6c3-26fbcd707f38 None None] New status for floating IP 847a027b-c149-4d6e-b1bb-8ca4be883bdf: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:02:25.673300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.682895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32eef1-12ec-4fe2-ae8c-4e3c921212c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa412ff-039b-4299-9a0b-9aad28e72fa8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.723468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.739220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.779610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d32eef1-12ec-4fe2-ae8c-4e3c921212c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.780553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d32eef1-12ec-4fe2-ae8c-4e3c921212c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ffa412ff-039b-4299-9a0b-9aad28e72fa8 HTTP/1.1" status: 204 len: 168 time: 1.1060331 Jan 18 23:02:25.814725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0266be04-6144-46ca-bbd2-b84df38cfee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.818882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.819417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8baf481-8ce5-465f-adf9-e694fd9eed01 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:25.859623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.860884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ea47321-d680-4cab-a070-b3853e6323ab tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a8baf481-8ce5-465f-adf9-e694fd9eed01 HTTP/1.1" status: 204 len: 168 time: 5.5498374 Jan 18 23:02:25.865490 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0266be04-6144-46ca-bbd2-b84df38cfee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.872664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:25.905202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:25.969931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd49df-ec66-4366-8a9d-af0a206f46c2 req-f3d6ffa5-b79b-438d-bb58-3eafb336b47a tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:25.971449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-05cd49df-ec66-4366-8a9d-af0a206f46c2 req-f3d6ffa5-b79b-438d-bb58-3eafb336b47a tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 946 time: 0.3873730 Jan 18 23:02:26.128487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=78f92070-ad91-4281-bd00-9f7cd8883f7c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:26.132370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] No DVR routers for this DVR port 78f92070-ad91-4281-bd00-9f7cd8883f7c on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:26.135325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.152370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-b02c30bf-41eb-4ef4-9753-381e747f336e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "DELETE /v2.0/ports/78f92070-ad91-4281-bd00-9f7cd8883f7c HTTP/1.1" status: 204 len: 173 time: 1.2825050 Jan 18 23:02:26.187564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-05cd49df-ec66-4366-8a9d-af0a206f46c2 req-36ab1399-7993-432b-9245-7505becf451e tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840684 Jan 18 23:02:26.205818 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.243833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port f175724e-ae7a-49da-bef8-d457e3b536b6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:26.244183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.317056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0266be04-6144-46ca-bbd2-b84df38cfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.357811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266be04-6144-46ca-bbd2-b84df38cfee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb2a39-ea54-40f6-9318-0f47a0b4ed75,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:26.377113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0266be04-6144-46ca-bbd2-b84df38cfee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.378561 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0266be04-6144-46ca-bbd2-b84df38cfee2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cffb2a39-ea54-40f6-9318-0f47a0b4ed75 HTTP/1.1" status: 204 len: 168 time: 1.0095932 Jan 18 23:02:26.383135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2f6da-d148-45f6-82a9-cc16a2a8eb81 req-49ab5f1d-01bb-4fd0-9e0b-eb39cd704010 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:26.383885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2ac2f6da-d148-45f6-82a9-cc16a2a8eb81 req-49ab5f1d-01bb-4fd0-9e0b-eb39cd704010 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:26.418359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2ac2f6da-d148-45f6-82a9-cc16a2a8eb81 req-49ab5f1d-01bb-4fd0-9e0b-eb39cd704010 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:26.425388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ac2f6da-d148-45f6-82a9-cc16a2a8eb81 req-49ab5f1d-01bb-4fd0-9e0b-eb39cd704010 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 943 time: 0.4911168 Jan 18 23:02:26.523563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.536389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Deleting port 79772284-501d-4d0f-9b72-6d2b33defe32 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:26.536878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.540576 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': 'e88408a1-3e76-4585-86a7-25ba92bfbb8a', 'status': 'completed', 'code': 200} Jan 18 23:02:26.593883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2ac2f6da-d148-45f6-82a9-cc16a2a8eb81 req-3ed4dac1-fdb7-4b7c-a845-cbdf70f7859e tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups?id=ede8b331-0e17-46c6-b4ba-da41dfa0599a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676307 Jan 18 23:02:26.656364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] For port f175724e-ae7a-49da-bef8-d457e3b536b6, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f175724e-ae7a-49da-bef8-d457e3b536b6,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:26.656830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.794928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for f175724e-ae7a-49da-bef8-d457e3b536b6 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:26.841596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] For port 79772284-501d-4d0f-9b72-6d2b33defe32, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79772284-501d-4d0f-9b72-6d2b33defe32,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:26.841959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.982922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-fce38f42-98e4-45b2-b4a4-f9f8f7bbdd1c tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:26.984977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-fce38f42-98e4-45b2-b4a4-f9f8f7bbdd1c tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.86 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 946 time: 0.2756541 Jan 18 23:02:26.992232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Calling delete_port for 79772284-501d-4d0f-9b72-6d2b33defe32 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:27.008195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:27.030423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.052395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:27.060149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Usage tracker for resource:security_group_rule and tenant:76773deb114d4358af2f6228167f0696 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:27.063664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:27.070482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:27.072702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.110673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Deleting port 86208b31-a310-4a02-bf94-865a3db84a2f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:27.111066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.138975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=f175724e-ae7a-49da-bef8-d457e3b536b6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.236546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] No DVR routers for this DVR port f175724e-ae7a-49da-bef8-d457e3b536b6 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:27.239277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.279918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a3753cd-7e80-477f-989a-1675942e750f req-24510415-2a42-4f60-b9e3-62a32f707b38 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.86 "DELETE /v2.0/ports/f175724e-ae7a-49da-bef8-d457e3b536b6 HTTP/1.1" status: 204 len: 173 time: 1.1145365 Jan 18 23:02:27.334247 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.342436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.437226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc1a91-6911-4d3c-8856-35e4cc085394,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.496328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-24a21135-00e9-4c47-b0a6-c78f53c03f85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76773deb114d4358af2f6228167f0696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870181 Jan 18 23:02:27.502824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45036) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:27.621892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.645535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08498dc0-133b-4879-925a-25a81b0bcbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.689055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event deleted for resources: {'Port': ['ID=79772284-501d-4d0f-9b72-6d2b33defe32,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.696787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] For port 86208b31-a310-4a02-bf94-865a3db84a2f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=86208b31-a310-4a02-bf94-865a3db84a2f,segment=NetworkSegment(3550cbf4-ee82-497b-888a-67478676b17a),segment_id=3550cbf4-ee82-497b-888a-67478676b17a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:27.697174 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.738120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08498dc0-133b-4879-925a-25a81b0bcbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.846201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e506f-e1c1-4ce1-a90a-e9e44d6d9ff2 req-6ad38bc6-6633-4d29-9f2b-75acbb651884 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:27.847908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-591e506f-e1c1-4ce1-a90a-e9e44d6d9ff2 req-6ad38bc6-6633-4d29-9f2b-75acbb651884 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 946 time: 0.4562767 Jan 18 23:02:27.864404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08498dc0-133b-4879-925a-25a81b0bcbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.914136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08498dc0-133b-4879-925a-25a81b0bcbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc1a91-6911-4d3c-8856-35e4cc085394,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.930857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08498dc0-133b-4879-925a-25a81b0bcbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.936172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08498dc0-133b-4879-925a-25a81b0bcbff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bbbc1a91-6911-4d3c-8856-35e4cc085394 HTTP/1.1" status: 204 len: 168 time: 0.4310148 Jan 18 23:02:27.952449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Calling delete_port for 86208b31-a310-4a02-bf94-865a3db84a2f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:27.967274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-591e506f-e1c1-4ce1-a90a-e9e44d6d9ff2 req-90d30c9e-8fae-4e68-907f-d01426e4fa97 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f25aae6-b4de-499e-823a-81d611bc931e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837305 Jan 18 23:02:28.058172 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fb305c7d-6e80-4c86-98b4-952966c47a7f req-d0fc32d5-9362-4e79-a88b-1af54135615f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 210 time: 0.1156521 Jan 18 23:02:28.083616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.318611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.321276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.393177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.393709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a315ca6d-3803-4019-8673-c9ea5415a6b0 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:28.437060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.528772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Pushing event deleted for resources: {'Port': ['ID=86208b31-a310-4a02-bf94-865a3db84a2f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:28.541852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c'}, {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:28.637748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.643772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a7aed3cf-270b-4765-9588-5237b82e22b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a315ca6d-3803-4019-8673-c9ea5415a6b0 HTTP/1.1" status: 204 len: 168 time: 2.7661364 Jan 18 23:02:28.660756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:28.682671 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': '78f92070-ad91-4281-bd00-9f7cd8883f7c', 'status': 'completed', 'code': 200} Jan 18 23:02:28.682940 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751022-a438-4514-b30c-5efb68dd165a', 'name': 'network-vif-deleted', 'tag': 'f175724e-ae7a-49da-bef8-d457e3b536b6', 'status': 'completed', 'code': 200} Jan 18 23:02:28.740190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-273ac83c-0122-44ba-8ce8-0ba2171bd4c2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390641 Jan 18 23:02:28.760818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-161886896', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:28.784624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] No DVR routers for this DVR port 86208b31-a310-4a02-bf94-865a3db84a2f on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:28.788070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.791900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db38c1e1-77cd-476d-83e6-8ede1e2f9af2 req-7fdcebfa-abde-49ba-9dee-bad00a2ba5c7 tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.86 "DELETE /v2.0/ports/86208b31-a310-4a02-bf94-865a3db84a2f HTTP/1.1" status: 204 len: 173 time: 1.7715969 Jan 18 23:02:28.793600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:28.797403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'name': 'network-vif-deleted', 'tag': '86208b31-a310-4a02-bf94-865a3db84a2f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:28.831784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Usage tracker for resource:router and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:28.837362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:28.861203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:28.885976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.887141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.910257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.938522 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dab1ac9-754f-4f44-9b9a-3eec90428177', 'name': 'network-vif-deleted', 'tag': '86208b31-a310-4a02-bf94-865a3db84a2f', 'status': 'completed', 'code': 200} Jan 18 23:02:29.039631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-0160caec-4d3d-4168-bac4-d9bab9b9dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:29.044425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-0160caec-4d3d-4168-bac4-d9bab9b9dbca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1097 time: 0.1982548 Jan 18 23:02:29.347050 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97bb1946-326a-4d46-9bad-1756b54ea884 req-014bdeac-e3a8-4996-870d-e7cdacd1ab95 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 210 time: 0.1053641 Jan 18 23:02:29.373577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79772284-501d-4d0f-9b72-6d2b33defe32 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:29.462923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 79772284-501d-4d0f-9b72-6d2b33defe32 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:02:29.465928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79772284-501d-4d0f-9b72-6d2b33defe32 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:29.468971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 86208b31-a310-4a02-bf94-865a3db84a2f no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:29.477986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-220b306b-ca8f-477f-891c-8741725fcac6 req-3609ff6d-721a-4bca-9d21-be5b2e936e9f tempest-VolumesActionsTest-271162490 tempest-VolumesActionsTest-271162490-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dab1ac9-754f-4f44-9b9a-3eec90428177 HTTP/1.1" status: 200 len: 210 time: 0.1655827 Jan 18 23:02:29.559232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 86208b31-a310-4a02-bf94-865a3db84a2f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:02:29.563801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 86208b31-a310-4a02-bf94-865a3db84a2f not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:29.574249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-1a43f58e-18cb-42d2-b584-ad875d79a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:29.578100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-1a43f58e-18cb-42d2-b584-ad875d79a35f service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.5123651 Jan 18 23:02:29.826617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-13ce0c10-a9a4-462b-bd0d-4b095fe95ad7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 1001 time: 0.2345285 Jan 18 23:02:29.899321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.008472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-109813cc-9c35-42a8-9e99-9971df02a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:30.010356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-109813cc-9c35-42a8-9e99-9971df02a1a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.1769981 Jan 18 23:02:30.264888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-b2063e8d-4bf4-489a-9842-71799c040271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:30.267529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-b2063e8d-4bf4-489a-9842-71799c040271 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487633 Jan 18 23:02:30.400143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.428565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-51ced5f4-cf2e-4ec4-9773-377c2f824718 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556058 Jan 18 23:02:30.432559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.618266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Allocated IP 172.25.4.188 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/63e043d1-78e9-4f77-b695-ffb0b7f9d7ec) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:30.661314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-054a7370-2f03-4303-a915-f698920b1bf7 req-c8da6efd-5ff2-4e4b-ab22-0a196293a793 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Synchronizing usage tracker for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:30.668351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6d9460e-242d-4f95-ae52-eda4373b6b2a req-41527edf-c63c-40da-98ae-0e7932537d23 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346396 Jan 18 23:02:30.686916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-054a7370-2f03-4303-a915-f698920b1bf7 req-c8da6efd-5ff2-4e4b-ab22-0a196293a793 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Unset dirty status for tenant:f4bc2610e5444658aabc556a0e5c765f on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:30.696192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-054a7370-2f03-4303-a915-f698920b1bf7 req-c8da6efd-5ff2-4e4b-ab22-0a196293a793 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7751022-a438-4514-b30c-5efb68dd165a HTTP/1.1" status: 200 len: 210 time: 0.0835207 Jan 18 23:02:30.860613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.905216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:31.060202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:31.082719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:31.086869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:31.360074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event updated for resources: {'Port': ['ID=63e043d1-78e9-4f77-b695-ffb0b7f9d7ec,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:31.697929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:31.965752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45206) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:32.061490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49303e1f-0e23-456d-af47-51438d2bec5b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.104972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49303e1f-0e23-456d-af47-51438d2bec5b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.209680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49303e1f-0e23-456d-af47-51438d2bec5b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.232315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45218) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:32.246379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49303e1f-0e23-456d-af47-51438d2bec5b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8b331-0e17-46c6-b4ba-da41dfa0599a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:32.255078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49303e1f-0e23-456d-af47-51438d2bec5b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.259191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-49303e1f-0e23-456d-af47-51438d2bec5b tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/security-groups/ede8b331-0e17-46c6-b4ba-da41dfa0599a HTTP/1.1" status: 204 len: 168 time: 0.2880859 Jan 18 23:02:32.259736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45226) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:32.293352 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-e2d2269c-53d8-482f-873f-fba16986cb4f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] show failed (client error): The resource could not be found. Jan 18 23:02:32.296741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e2d2269c-53d8-482f-873f-fba16986cb4f tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "GET /v2.0/security-groups/ede8b331-0e17-46c6-b4ba-da41dfa0599a HTTP/1.1" status: 404 len: 347 time: 0.0341661 Jan 18 23:02:32.298303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45232) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:32.566951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.647602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.658624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port 4dcb5c35-dcb3-442d-a8d0-4aa92146f08a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:32.658962 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.695093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:32.704865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2f6b4fbc6a4a048f43b417d69302e0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:32.714288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:32.723381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:32.840801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Router a0a576a3-9afe-425c-ab54-7517df50fb4b is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:32.985833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.986335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.128537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:33.139948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] Sync routers for ids ['a0a576a3-9afe-425c-ab54-7517df50fb4b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:33.154990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] Routers {'a0a576a3-9afe-425c-ab54-7517df50fb4b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:33.155607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a0a576a3-9afe-425c-ab54-7517df50fb4b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:33.170253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-e6f134c4-65a1-4013-9b5b-9f126326b49b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2237232 Jan 18 23:02:33.189387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for 4dcb5c35-dcb3-442d-a8d0-4aa92146f08a owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:33.234446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.238259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36376d26-f2b7-4bbf-9550-12eedd1f4c5a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4888678 Jan 18 23:02:33.238442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45262) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:33.243457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:33.330897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:33.342174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] Routers {'a0a576a3-9afe-425c-ab54-7517df50fb4b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:33.343013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a0a576a3-9afe-425c-ab54-7517df50fb4b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:33.412065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:33.413414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395c294-aa6b-4544-bea4-c467da97e132 None None] The sync data for ids ['a0a576a3-9afe-425c-ab54-7517df50fb4b'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:33.501390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.508678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.544762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.672761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=4dcb5c35-dcb3-442d-a8d0-4aa92146f08a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:33.679472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.680024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.680408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.680871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.681006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a2f6b4fbc6a4a048f43b417d69302e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4460661 Jan 18 23:02:33.681378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.681831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.682288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.685091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63f0c23a-bece-479a-97a9-e0e844a98710 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6489 time: 0.3275070 Jan 18 23:02:33.685684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:33.699491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea13d3-7f5d-4b76-bfe5-130e0d2788c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383d9c5e-b998-4389-b9ab-d502c012f329,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:33.827104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.861913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.863390 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0b4edbc6-33d7-4f41-85d0-b3d325fd1abe tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/floatingips/847a027b-c149-4d6e-b1bb-8ca4be883bdf HTTP/1.1" status: 204 len: 168 time: 1.5632906 Jan 18 23:02:33.866669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45286) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:33.933762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44d243dd-f323-48e8-a329-06ae73c3c9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.974857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port e778542e-6df7-4dc4-a290-ea420563c4ae {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:33.975538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.251633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.285203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44d243dd-f323-48e8-a329-06ae73c3c9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.312088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-4a4e9d76-cd93-4086-904f-1e16c13eaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.312560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-4a4e9d76-cd93-4086-904f-1e16c13eaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.313047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-4a4e9d76-cd93-4086-904f-1e16c13eaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.314930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-4a4e9d76-cd93-4086-904f-1e16c13eaa7a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=46e18224-8a01-4e1f-b61c-673795a452ed&id=46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 200 len: 2293 time: 0.5976655 Jan 18 23:02:34.431330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-e20bfac6-61c1-413d-8117-dcb372ca07db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 200 len: 1001 time: 0.1050198 Jan 18 23:02:34.443512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.589828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.597482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-fdbc9505-2215-40ab-ba6b-21fc5c7c8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.598948 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-fdbc9505-2215-40ab-ba6b-21fc5c7c8e7a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aff3e469-546f-4725-b2e6-07d04f57ba29 HTTP/1.1" status: 200 len: 851 time: 0.1549804 Jan 18 23:02:34.664895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for e778542e-6df7-4dc4-a290-ea420563c4ae owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:34.669353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44d243dd-f323-48e8-a329-06ae73c3c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.692763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d243dd-f323-48e8-a329-06ae73c3c9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383d9c5e-b998-4389-b9ab-d502c012f329,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:34.815263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44d243dd-f323-48e8-a329-06ae73c3c9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.819460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-44d243dd-f323-48e8-a329-06ae73c3c9cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/383d9c5e-b998-4389-b9ab-d502c012f329 HTTP/1.1" status: 204 len: 168 time: 1.1190159 Jan 18 23:02:34.840679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-fd8379e6-d3c8-4d09-82b9-7545d54c4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.842237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-fd8379e6-d3c8-4d09-82b9-7545d54c4159 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372785 Jan 18 23:02:34.936589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.058732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=e778542e-6df7-4dc4-a290-ea420563c4ae,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:35.130745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.141739 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5b284631-4352-4b88-ad93-95e7f90060eb tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/ports/e778542e-6df7-4dc4-a290-ea420563c4ae HTTP/1.1" status: 204 len: 168 time: 1.2739522 Jan 18 23:02:35.144394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45330) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:35.195330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-7ea2e300-9053-41aa-925a-2763db8c9afe service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333764 Jan 18 23:02:35.219047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port b503f925-8279-4589-a9ea-24a55299422d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:35.219324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.658371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:35.716277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.796617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.821453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-c1d897ee-f5f6-492a-9c5f-a526cf84a471 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173356 Jan 18 23:02:35.965614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:36.016803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for b503f925-8279-4589-a9ea-24a55299422d owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:36.121015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-446786da-0754-4302-8287-7d36959a2d50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 217 time: 0.2815704 Jan 18 23:02:36.122075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Usage tracker for resource:security_group_rule and tenant:59dccb977e064f7695f4260bd9bca4b0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:36.135130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:36.236558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.403305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Port': ['ID=b503f925-8279-4589-a9ea-24a55299422d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:36.440766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:36.477467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.492514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1508fd39-6ac2-49e0-b13e-5dfa506484c9 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/ports/b503f925-8279-4589-a9ea-24a55299422d HTTP/1.1" status: 204 len: 168 time: 1.3467467 Jan 18 23:02:36.494728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45368) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:36.589741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting subnet f1eb4e15-f898-40fd-9154-3ec67b319a48 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:02:36.591432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-313204d8-405c-471a-b26a-1fa983167aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.592973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-313204d8-405c-471a-b26a-1fa983167aea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.4612501 Jan 18 23:02:36.594039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.658717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.679033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.696386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.765323 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.955092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.978099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-0af5136e-10dd-4853-9fb9-780f165dccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.979963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-0af5136e-10dd-4853-9fb9-780f165dccea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3789091 Jan 18 23:02:36.984976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.061249 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.176780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.226403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eb4e15-f898-40fd-9154-3ec67b319a48,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:37.230253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.236723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-476cddb1-937c-45fe-8e6b-72925504002d tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/subnets/f1eb4e15-f898-40fd-9154-3ec67b319a48 HTTP/1.1" status: 204 len: 168 time: 0.7400844 Jan 18 23:02:37.239302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45386) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:37.247056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483c7762-9a24-4b4e-9c5e-13edfe2eb64a None None] Network 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:02:37.317197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59dccb977e064f7695f4260bd9bca4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6508813 Jan 18 23:02:37.318241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac108be7-bbea-4dfd-b5c6-f062c39208e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464dad7b-4088-4612-9add-c4606c26125a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:37.322203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Router a0a576a3-9afe-425c-ab54-7517df50fb4b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:02:37.322858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:37.326761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting subnet 7bc3df89-924a-4825-b323-8ccba9e7386d {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:02:37.330386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.391476 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.486450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.494387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-9732e47e-bed5-48b8-b044-b05ee76bd0e1 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927003 Jan 18 23:02:37.587817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.628257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc3df89-924a-4825-b323-8ccba9e7386d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:37.628671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] DHCP port deletion for 84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:02:37.639317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] Deleting port fae3177b-6f58-4706-98af-bb509d003ef1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:37.639937 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.650688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36b80793-b6a3-4a9e-8bcd-f5d889582cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.650953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.670641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992737a-9096-4f31-a8f0-5098dbe7b340 None None] Network c851667c-bfdf-49d6-be51-be8f0629d2f0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:02:37.672792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f103d483-7bcd-403b-8fb2-e61b1eee3e80 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/subnets/7bc3df89-924a-4825-b323-8ccba9e7386d HTTP/1.1" status: 204 len: 168 time: 0.4321606 Jan 18 23:02:37.675317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:37.683006 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36b80793-b6a3-4a9e-8bcd-f5d889582cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.757780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36b80793-b6a3-4a9e-8bcd-f5d889582cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.792769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b80793-b6a3-4a9e-8bcd-f5d889582cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464dad7b-4088-4612-9add-c4606c26125a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:37.807707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:37.822443 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] Sync routers for ids ['a0a576a3-9afe-425c-ab54-7517df50fb4b'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:37.823029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.824153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-34062e70-4cac-4ecb-9cda-0dde4fcbed15 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "PUT /v2.0/routers/a0a576a3-9afe-425c-ab54-7517df50fb4b HTTP/1.1" status: 200 len: 921 time: 4.5846913 Jan 18 23:02:37.827219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36b80793-b6a3-4a9e-8bcd-f5d889582cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.830535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36b80793-b6a3-4a9e-8bcd-f5d889582cf2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/464dad7b-4088-4612-9add-c4606c26125a HTTP/1.1" status: 204 len: 168 time: 0.5024941 Jan 18 23:02:37.830535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:37.835810 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-d9266875-2f46-4f58-89a5-e8ed996dbe7d service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315651 Jan 18 23:02:37.857473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] Routers {'a0a576a3-9afe-425c-ab54-7517df50fb4b'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:37.864761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a0a576a3-9afe-425c-ab54-7517df50fb4b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:37.869118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.904131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port fae3177b-6f58-4706-98af-bb509d003ef1 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:37.904979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.988201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] For port fae3177b-6f58-4706-98af-bb509d003ef1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fae3177b-6f58-4706-98af-bb509d003ef1,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:37.990320 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.046188 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:38.068848 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] Routers {'a0a576a3-9afe-425c-ab54-7517df50fb4b'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:38.069733 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a0a576a3-9afe-425c-ab54-7517df50fb4b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:38.156852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-90be10af-45c1-46df-9e1f-80d58f1b2d41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 217 time: 0.1690357 Jan 18 23:02:38.179738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] Calling delete_port for fae3177b-6f58-4706-98af-bb509d003ef1 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:38.196233 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:38.196733 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bb9b8-3946-4e46-be99-36cc6b033e1f None None] The sync data for ids ['a0a576a3-9afe-425c-ab54-7517df50fb4b'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:38.250660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-bfd8e174-39e2-4e7a-ac93-5576a7d67a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:38.252147 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-bfd8e174-39e2-4e7a-ac93-5576a7d67a37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.0826550 Jan 18 23:02:38.358634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.431144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] For port fae3177b-6f58-4706-98af-bb509d003ef1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fae3177b-6f58-4706-98af-bb509d003ef1,segment=NetworkSegment(b2e9846b-29a4-4d40-a751-86073e4ebaef),segment_id=b2e9846b-29a4-4d40-a751-86073e4ebaef)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:38.431789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.494619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] No DVR routers for this DVR port fae3177b-6f58-4706-98af-bb509d003ef1 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:38.506987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6c7bf-df0c-476d-aa3b-9c4ec04c0b4b None None] Pushing event deleted for resources: {'Port': ['ID=fae3177b-6f58-4706-98af-bb509d003ef1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:38.678714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Calling delete_port for fae3177b-6f58-4706-98af-bb509d003ef1 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:38.708331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] DHCP port deletion for c851667c-bfdf-49d6-be51-be8f0629d2f0 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:02:38.713795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] Deleting port 6db50516-7f0f-4d4d-816a-13ea2223bc44 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:38.714178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.730353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bc6899ba-0a5c-47b5-96c3-b529abee9f25 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/a0a576a3-9afe-425c-ab54-7517df50fb4b HTTP/1.1" status: 200 len: 921 time: 0.8984740 Jan 18 23:02:38.734321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:38.772379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:02:38.772624 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:02:38.803353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-0376e0e9-6170-4cd9-b96f-7b030ce3ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:38.805059 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-0376e0e9-6170-4cd9-b96f-7b030ce3ffd0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5452404 Jan 18 23:02:38.906911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1152ea0-89b3-433a-a3fe-8602500bc2a2 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:38.908424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1152ea0-89b3-433a-a3fe-8602500bc2a2 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=a0a576a3-9afe-425c-ab54-7517df50fb4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1731675 Jan 18 23:02:38.911126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45444) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:39.058706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] For port 6db50516-7f0f-4d4d-816a-13ea2223bc44, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6db50516-7f0f-4d4d-816a-13ea2223bc44,segment=NetworkSegment(b1e0a2ae-d7f3-4167-acd2-61fe633df8bc),segment_id=b1e0a2ae-d7f3-4167-acd2-61fe633df8bc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:39.059236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.162801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-90c22dee-447e-437b-bb92-6c4fb3366f31 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511782 Jan 18 23:02:39.236402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] Calling delete_port for 6db50516-7f0f-4d4d-816a-13ea2223bc44 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:39.273578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Deleting port fae3177b-6f58-4706-98af-bb509d003ef1 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:39.273844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.410125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fae3177b-6f58-4706-98af-bb509d003ef1 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:39.442195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.448754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] The port 'fae3177b-6f58-4706-98af-bb509d003ef1' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:02:39.461800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-46328305-e6ed-4027-a28b-c28c50af593c service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812474 Jan 18 23:02:39.468143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02544aa5-12f5-4453-8b06-b31aa79dc88c tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:39.468975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-02544aa5-12f5-4453-8b06-b31aa79dc88c tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Synchronizing usage tracker for tenant:8111080f89bc45de9fbff64d6cb2e585 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:39.496189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: fae3177b-6f58-4706-98af-bb509d003ef1 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:02:39.496540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fae3177b-6f58-4706-98af-bb509d003ef1 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:39.496980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6db50516-7f0f-4d4d-816a-13ea2223bc44 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:39.572925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-63942961-b364-4796-b472-12e01e1d5156 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5 HTTP/1.1" status: 200 len: 217 time: 0.0970602 Jan 18 23:02:39.578032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] No DVR routers for this DVR port 6db50516-7f0f-4d4d-816a-13ea2223bc44 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:39.586163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddd3ab-6f94-4a98-a671-714ac58e1083 None None] Pushing event deleted for resources: {'Port': ['ID=6db50516-7f0f-4d4d-816a-13ea2223bc44,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:39.593125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6db50516-7f0f-4d4d-816a-13ea2223bc44 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:02:39.603208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6db50516-7f0f-4d4d-816a-13ea2223bc44 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:39.685572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-02544aa5-12f5-4453-8b06-b31aa79dc88c tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Unset dirty status for tenant:8111080f89bc45de9fbff64d6cb2e585 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:39.687151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-02544aa5-12f5-4453-8b06-b31aa79dc88c tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.7751305 Jan 18 23:02:39.690846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:39.718409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.764461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-f39878c9-9327-444a-86ea-dccc19069855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:39.767062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-f39878c9-9327-444a-86ea-dccc19069855 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1861656 Jan 18 23:02:39.770768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-714037d9-cb34-4c33-b412-fdb2d49d41c1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0a576a3-9afe-425c-ab54-7517df50fb4b HTTP/1.1" status: 200 len: 205 time: 0.0786057 Jan 18 23:02:39.776103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45480) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:39.779922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bbcc44-0a86-4773-9a7e-d09c6bfa98f7']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:39.861878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e9846b-29a4-4d40-a751-86073e4ebaef') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:39.862370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e9846b-29a4-4d40-a751-86073e4ebaef') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:39.864567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-b910897d-e594-478f-bafc-ce13e0d44e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:39.866133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-b910897d-e594-478f-bafc-ce13e0d44e66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933769 Jan 18 23:02:39.904104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.028113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.064139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-f3432c04-3d7f-4417-976f-5ff89db03b2a service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901922 Jan 18 23:02:40.175934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:02:40.176182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:02:40.191843 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:02:40.290057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.349892 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-1feb3289-781f-4cdc-b782-2400a7895f08 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751906 Jan 18 23:02:40.431918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.484248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.490040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-3ac115d6-8daa-422d-869d-62ee8ac9f013 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=774cbf6b-97a1-4520-aa22-25103b1188c4 HTTP/1.1" status: 200 len: 217 time: 0.1325634 Jan 18 23:02:40.505123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Network': ['ID=84bbcc44-0a86-4773-9a7e-d09c6bfa98f7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:40.599436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-cf50bbc4-20f9-4455-aa69-a1a5a2ab1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:40.600890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-cf50bbc4-20f9-4455-aa69-a1a5a2ab1a1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1052525 Jan 18 23:02:40.631966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-27e43edc-dae4-4ca4-95b9-0bb714b1bf16 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/networks/84bbcc44-0a86-4773-9a7e-d09c6bfa98f7 HTTP/1.1" status: 204 len: 168 time: 2.9548044 Jan 18 23:02:40.634907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45510) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:40.695478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-ab2f5b33-0631-40f6-81ce-403202b31bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:40.697463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-ab2f5b33-0631-40f6-81ce-403202b31bf6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902300 Jan 18 23:02:40.809542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.865951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.895007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Deleting port 63e043d1-78e9-4f77-b695-ffb0b7f9d7ec {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:40.895376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.908151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-bce30b7c-5c9b-4d86-bc54-190d5495d8e9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038171 Jan 18 23:02:41.267272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.309690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c851667c-bfdf-49d6-be51-be8f0629d2f0']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:41.328969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:41.329351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e0a2ae-d7f3-4167-acd2-61fe633df8bc') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:41.354301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-7a425013-759d-4e28-9807-25d7b073fc24 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391072 Jan 18 23:02:41.366371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.397016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.405720 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.469464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-4c64a5fc-2389-4cf9-9b50-c77e96c90c83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68bf7070-9898-4094-8eeb-38014ec2793a HTTP/1.1" status: 200 len: 217 time: 0.0941930 Jan 18 23:02:41.592798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-2f5bb1c1-30b0-4535-85a1-4c41a3de96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:41.595092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-2f5bb1c1-30b0-4535-85a1-4c41a3de96d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.1248345 Jan 18 23:02:41.623006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:02:41.624664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.716494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-6a649058-eb91-415f-be4e-92cf251ca0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:41.718382 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-6a649058-eb91-415f-be4e-92cf251ca0fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175430 Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:02:41.722510 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:02:41.739960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Calling delete_port for 63e043d1-78e9-4f77-b695-ffb0b7f9d7ec owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:41.975708 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-d0bded84-cbb5-4cab-b92a-43e4492ae4f9 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490678 Jan 18 23:02:42.061535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.113575 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e9e77d77-70bd-49e8-9ef4-9d36770c19c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.243525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event deleted for resources: {'Port': ['ID=63e043d1-78e9-4f77-b695-ffb0b7f9d7ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:42.252186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.296840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-c36c7c37-54c6-4a84-9781-241bc6034144 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136325 Jan 18 23:02:42.332189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.345398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] 10.222.0.78 "DELETE /v2.0/networks/c851667c-bfdf-49d6-be51-be8f0629d2f0 HTTP/1.1" status: 204 len: 168 time: 1.7094748 Jan 18 23:02:42.361093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce002-9b8d-4bc9-acb0-aa3d5f253744 tempest-TaggedBootDevicesTest_v242-1050527398 tempest-TaggedBootDevicesTest_v242-1050527398-project] Pushing event deleted for resources: {'Network': ['ID=c851667c-bfdf-49d6-be51-be8f0629d2f0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:42.379301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-6ccfbef9-6e31-4c0f-b1d0-6101942efe7a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 200 len: 217 time: 0.0760987 Jan 18 23:02:42.387238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.461886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-d8db9628-0d1e-4366-8556-f1dd1d21f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:42.468038 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-d8db9628-0d1e-4366-8556-f1dd1d21f99f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.0818102 Jan 18 23:02:42.600178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-76de6d2a-4e89-4e04-9416-1de2754ae191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:42.601875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-76de6d2a-4e89-4e04-9416-1de2754ae191 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278579 Jan 18 23:02:43.037566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.038040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-7dbb539a-bd46-4d77-b14b-a93f814cc9e8 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256418 Jan 18 23:02:43.045984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.112780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.113308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Fanout notify agent at l3_agent the message router_deleted on router a0a576a3-9afe-425c-ab54-7517df50fb4b {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:43.130961 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.132199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1d04932f-99ff-47a4-b078-e6da5ad655f1 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/a0a576a3-9afe-425c-ab54-7517df50fb4b HTTP/1.1" status: 204 len: 168 time: 3.3550332 Jan 18 23:02:43.136147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45582) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:43.158573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1857241682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:43.175216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:43.182252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Usage tracker for resource:router and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:43.189008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:43.200925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:43.230359 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.231456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.257279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a7d09e8-b53d-4d6f-9a7f-6fa139f767b8 req-ce118fa3-b713-4dad-af14-1b5aefff8467 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129304 Jan 18 23:02:43.257793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.324078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.437515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.455893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d4135e93-f872-49cc-ac94-8906c2cc4523 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3154209 Jan 18 23:02:43.456274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:43.464125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:44.219018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.355610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e328cba-2291-4f15-bf1d-8bd22ebdf614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.592473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.624652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.820027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Allocated IP 172.25.4.26 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/a16878c8-0316-4656-a317-98b44b8c0cc3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:45.039830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.083509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.197363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event updated for resources: {'Port': ['ID=a16878c8-0316-4656-a317-98b44b8c0cc3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:45.215448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:45.217540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:45.220570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:45.599639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.649146 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.862344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.914481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45662) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:46.069331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.088913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:46.093993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:07caa95d1d2444e98303750a4d5434ab is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:46.097882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:46.104725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:46.204725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.214303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.278771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07caa95d1d2444e98303750a4d5434ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626046 Jan 18 23:02:46.280346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d28f1-129d-4a66-a829-20844bae7bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4908a335-e912-44b1-ba84-626468080f90,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:46.283052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45668) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:46.359141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25b54dae-f6ec-412d-a71f-636daa7e3cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.394385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25b54dae-f6ec-412d-a71f-636daa7e3cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.453060 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25b54dae-f6ec-412d-a71f-636daa7e3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.483885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25b54dae-f6ec-412d-a71f-636daa7e3cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.487439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-25b54dae-f6ec-412d-a71f-636daa7e3cdc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4908a335-e912-44b1-ba84-626468080f90 HTTP/1.1" status: 204 len: 168 time: 0.2009082 Jan 18 23:02:46.487439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b54dae-f6ec-412d-a71f-636daa7e3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4908a335-e912-44b1-ba84-626468080f90,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:46.593596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.597561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.946392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.988108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Router 28c898cc-cd3f-43ca-9f5d-c330035e63ea is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:47.060063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45692) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:47.109037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.166573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:47.180164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Usage tracker for resource:security_group_rule and tenant:23e2ef0dd069496abd5572bcfe554745 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:47.193909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:47.217320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:47.450843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.452216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:47.461772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.463168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] Sync routers for ids ['28c898cc-cd3f-43ca-9f5d-c330035e63ea'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:47.485241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.491982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1db1910f-f7e3-489d-a71c-f6ab5066c7a6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "PUT /v2.0/routers/28c898cc-cd3f-43ca-9f5d-c330035e63ea HTTP/1.1" status: 200 len: 879 time: 4.0332978 Jan 18 23:02:47.492669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45702) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:47.504535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] Routers {'28c898cc-cd3f-43ca-9f5d-c330035e63ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:47.505190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['28c898cc-cd3f-43ca-9f5d-c330035e63ea'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:47.581325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23e2ef0dd069496abd5572bcfe554745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200102 Jan 18 23:02:47.586524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45706) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:47.591652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140764a9-bb39-48ef-b64b-d9ba89d235bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80825ba2-abb3-4b5d-8b5b-c5811fde380b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:47.697956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58012df4-3a16-4f59-bf46-b53e67774974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.769495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:47.790998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] Routers {'28c898cc-cd3f-43ca-9f5d-c330035e63ea'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:47.791805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['28c898cc-cd3f-43ca-9f5d-c330035e63ea'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:47.811722 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58012df4-3a16-4f59-bf46-b53e67774974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.832270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7fc0b370-9b96-4f22-9c6d-180f3bc82a4f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/28c898cc-cd3f-43ca-9f5d-c330035e63ea HTTP/1.1" status: 200 len: 920 time: 0.3383515 Jan 18 23:02:47.833232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:47.926640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:47.927264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c7dde-942a-4e5a-849c-496b55710697 None None] The sync data for ids ['28c898cc-cd3f-43ca-9f5d-c330035e63ea'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:47.962522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58012df4-3a16-4f59-bf46-b53e67774974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.978301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012df4-3a16-4f59-bf46-b53e67774974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80825ba2-abb3-4b5d-8b5b-c5811fde380b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:47.992811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58012df4-3a16-4f59-bf46-b53e67774974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.994188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-58012df4-3a16-4f59-bf46-b53e67774974 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80825ba2-abb3-4b5d-8b5b-c5811fde380b HTTP/1.1" status: 204 len: 168 time: 0.4065349 Jan 18 23:02:47.994317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ff5a0-1d09-453f-bfc6-cf7f57fb2dd4 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:47.998490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-666ff5a0-1d09-453f-bfc6-cf7f57fb2dd4 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=28c898cc-cd3f-43ca-9f5d-c330035e63ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1615682 Jan 18 23:02:47.998899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45722) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:48.168760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab398bfd-cb14-4b26-b816-b4a594a6f892 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:48.172997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab398bfd-cb14-4b26-b816-b4a594a6f892 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.1562893 Jan 18 23:02:48.173506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45726) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:48.225215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7527bebd-37b8-4fe0-ab72-f3699f235b7f tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=28c898cc-cd3f-43ca-9f5d-c330035e63ea HTTP/1.1" status: 200 len: 205 time: 0.0481317 Jan 18 23:02:48.225861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45730) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:48.537708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.076406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.098177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Deleting port a16878c8-0316-4656-a317-98b44b8c0cc3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:49.098527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.384798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.583612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Calling delete_port for a16878c8-0316-4656-a317-98b44b8c0cc3 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:49.860496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.919648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event deleted for resources: {'Port': ['ID=a16878c8-0316-4656-a317-98b44b8c0cc3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:50.040140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.260159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.265088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.317487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.318167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Fanout notify agent at l3_agent the message router_deleted on router 28c898cc-cd3f-43ca-9f5d-c330035e63ea {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:50.340399 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.344351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1b605dbb-4f90-4807-961d-f9a2c27cf4c7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/28c898cc-cd3f-43ca-9f5d-c330035e63ea HTTP/1.1" status: 204 len: 168 time: 2.1170127 Jan 18 23:02:50.348353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:50.355800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441021992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:50.374243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:50.378419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Usage tracker for resource:router and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:50.386105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:50.393710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:50.421502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.423664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.464017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.505848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.538233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.543470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:50.543698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e26d46a5-8477-494d-9e99-1cdff5c325cc tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1936469 Jan 18 23:02:50.549123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': True}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:50.684500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45826) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:51.000261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.044619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:51.049944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a601b256235e4a45adbdb20a7b7e94e5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:51.054019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:51.070283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:51.226471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.265094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.278896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.352920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da47aca2-fdf8-4661-812b-144084447b52,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:51.395265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-890e4fa2-0479-4af7-a1c8-0a84ac9fbdd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a601b256235e4a45adbdb20a7b7e94e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069604 Jan 18 23:02:51.405624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:51.515102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d688e0a5-955a-4bc4-b3c9-cba5ba6a0aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.545121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d688e0a5-955a-4bc4-b3c9-cba5ba6a0aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.654986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d688e0a5-955a-4bc4-b3c9-cba5ba6a0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.692500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e0a5-955a-4bc4-b3c9-cba5ba6a0aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47aca2-fdf8-4661-812b-144084447b52,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:51.718679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d688e0a5-955a-4bc4-b3c9-cba5ba6a0aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.725538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d688e0a5-955a-4bc4-b3c9-cba5ba6a0aa0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da47aca2-fdf8-4661-812b-144084447b52 HTTP/1.1" status: 204 len: 168 time: 0.3187184 Jan 18 23:02:51.922883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.994296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:52.162507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Allocated IP 172.25.4.136 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/0163e54e-b9ee-4352-84e9-a123cf800064) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:52.369987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:52.404797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:52.461489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:52.468815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:52.482042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:02:52.587626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Port': ['ID=0163e54e-b9ee-4352-84e9-a123cf800064,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:53.032743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:53.649659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45910) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:53.887922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:53.926379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:53.933884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4903b714308492bba66887739896c97 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:53.943745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:53.957130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:54.073899 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.076719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.081349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.085466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.158350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4903b714308492bba66887739896c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069535 Jan 18 23:02:54.162568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45924) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:54.178569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85128c-68d6-4563-b474-b5a14a69c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4744d-242c-4867-896f-8310e0e1eb35,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:54.254082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6b01678-45d7-42ca-adaf-51d9d8f4719e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.349180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6b01678-45d7-42ca-adaf-51d9d8f4719e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.400464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Router 3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:02:54.429726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6b01678-45d7-42ca-adaf-51d9d8f4719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.488924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6b01678-45d7-42ca-adaf-51d9d8f4719e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.493202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a6b01678-45d7-42ca-adaf-51d9d8f4719e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1cd4744d-242c-4867-896f-8310e0e1eb35 HTTP/1.1" status: 204 len: 168 time: 0.3271952 Jan 18 23:02:54.493202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01678-45d7-42ca-adaf-51d9d8f4719e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4744d-242c-4867-896f-8310e0e1eb35,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:54.759135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:54.775220 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] Sync routers for ids ['3714fca4-6daf-4437-86eb-5fa0c8a8d6e8'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:54.775911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45944) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:54.778494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.792474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45950) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:54.801958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ceb69a9-bd0a-43c8-87f7-107f2bc6ad39 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "PUT /v2.0/routers/3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 HTTP/1.1" status: 200 len: 914 time: 4.2561953 Jan 18 23:02:54.818862 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] Routers {'3714fca4-6daf-4437-86eb-5fa0c8a8d6e8'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:54.819700 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3714fca4-6daf-4437-86eb-5fa0c8a8d6e8'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:54.954703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.047282 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:55.079378 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] Routers {'3714fca4-6daf-4437-86eb-5fa0c8a8d6e8'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:55.079987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3714fca4-6daf-4437-86eb-5fa0c8a8d6e8'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:55.174283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45966) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.217333 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:55.217736 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c541e1-9c08-49c9-af46-0c60a52c5848 None None] The sync data for ids ['3714fca4-6daf-4437-86eb-5fa0c8a8d6e8'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:02:55.224940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.250915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:55.255798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Usage tracker for resource:security_group_rule and tenant:208e1b13eecd49bf87ed0ae7ae046828 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:55.259649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:55.266488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:55.271529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5ee92c6d-0ab4-4881-a8af-c90a22e5010f tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 HTTP/1.1" status: 200 len: 920 time: 0.4760706 Jan 18 23:02:55.274618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45970) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.279287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0decceb3-986e-4123-a2f5-6c806cab88b1 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:55.385440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0decceb3-986e-4123-a2f5-6c806cab88b1 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "PUT /v2.0/quotas/3513869fded945c6927c3f479581d322 HTTP/1.1" status: 200 len: 368 time: 0.6059515 Jan 18 23:02:55.388842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45974) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.397665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Request body: {'network': {'project_id': '3513869fded945c6927c3f479581d322'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:55.403960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:55.408057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d956d-7421-41c3-9d0a-644c4be4ac85 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.409239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8d7d956d-7421-41c3-9d0a-644c4be4ac85 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Synchronizing usage tracker for tenant:8111080f89bc45de9fbff64d6cb2e585 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:55.418346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Usage tracker for resource:network and tenant:3513869fded945c6927c3f479581d322 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:55.422705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:55.432091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:55.443117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8d7d956d-7421-41c3-9d0a-644c4be4ac85 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Unset dirty status for tenant:8111080f89bc45de9fbff64d6cb2e585 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:55.444870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8d7d956d-7421-41c3-9d0a-644c4be4ac85 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=3714fca4-6daf-4437-86eb-5fa0c8a8d6e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1618075 Jan 18 23:02:55.445274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.447591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45978) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.451798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.478306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Made reservation on behalf of 3513869fded945c6927c3f479581d322 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:55.481118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.501305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.580474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:55.605181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Usage tracker for resource:security_group_rule and tenant:3513869fded945c6927c3f479581d322 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:55.609644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:55.618225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:55.703890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=208e1b13eecd49bf87ed0ae7ae046828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285165 Jan 18 23:02:55.709793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.713023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2300ce-9d94-4d3e-a13e-e1ae80f3d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeadb0a-0109-40e3-9fe5-8b8fa8b016d8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:55.805968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68f2fc-4ef7-4473-9c8c-bde8db941ece tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.806534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bf68f2fc-4ef7-4473-9c8c-bde8db941ece tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Synchronizing usage tracker for tenant:8111080f89bc45de9fbff64d6cb2e585 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:55.846202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bf68f2fc-4ef7-4473-9c8c-bde8db941ece tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Unset dirty status for tenant:8111080f89bc45de9fbff64d6cb2e585 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:55.847425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bf68f2fc-4ef7-4473-9c8c-bde8db941ece tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.3977456 Jan 18 23:02:55.856692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45994) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:55.893781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78f4e68e-cb80-427b-8730-333438b617db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.929791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-80b6d27d-0f42-43fd-adb4-8f0df81a461d tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 HTTP/1.1" status: 200 len: 205 time: 0.0720360 Jan 18 23:02:55.938458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45998) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:56.180862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78f4e68e-cb80-427b-8730-333438b617db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.230491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.302687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.311744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.341371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:02:56.369886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56562f83-47b3-4987-a433-89ffde3e5f5a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:56.379318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.443107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78f4e68e-cb80-427b-8730-333438b617db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.447321 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.447633 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Added segment 0b855b26-4ed1-4340-ac47-278d1a96244f of type vlan for network 57d64df4-cd08-48f2-8141-93dc10ec3247 Jan 18 23:02:56.484532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4e68e-cb80-427b-8730-333438b617db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeadb0a-0109-40e3-9fe5-8b8fa8b016d8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:56.520768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.604390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78f4e68e-cb80-427b-8730-333438b617db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.608244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-78f4e68e-cb80-427b-8730-333438b617db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2aeadb0a-0109-40e3-9fe5-8b8fa8b016d8 HTTP/1.1" status: 204 len: 168 time: 0.8896811 Jan 18 23:02:56.651187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.652235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.652823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.675742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.816250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Pushing event updated for resources: {'Network': ['ID=57d64df4-cd08-48f2-8141-93dc10ec3247,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:56.829149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 57d64df4-cd08-48f2-8141-93dc10ec3247 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:02:56.830084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Deleting port 0163e54e-b9ee-4352-84e9-a123cf800064 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:56.830549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.967900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Deleting port 6af35aeb-c5ad-4349-9355-9455a523c60d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:02:56.968470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.981502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f52f84fd-cc38-438e-8063-a569787981d3 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5901928 Jan 18 23:02:56.986712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46018) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:56.992999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Request body: {'network': {'project_id': '3513869fded945c6927c3f479581d322'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:57.001704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:57.010103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Usage tracker for resource:network and tenant:3513869fded945c6927c3f479581d322 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:57.029102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:57.136511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:57.171556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Made reservation on behalf of 3513869fded945c6927c3f479581d322 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:57.174863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.290954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] For port 6af35aeb-c5ad-4349-9355-9455a523c60d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6af35aeb-c5ad-4349-9355-9455a523c60d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:02:57.291549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.313475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.462147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Calling delete_port for 0163e54e-b9ee-4352-84e9-a123cf800064 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:57.487457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Calling delete_port for 6af35aeb-c5ad-4349-9355-9455a523c60d owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:02:57.521200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:02:57.538286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.538409 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Added segment 2412be19-a357-4357-ae08-f1d185402f37 of type vlan for network 038bfa2b-f596-4321-83df-098f4decc54a Jan 18 23:02:57.655721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.704291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.755178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.759783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.760766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:57.761513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.827991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af35aeb-c5ad-4349-9355-9455a523c60d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:57.891654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Pushing event updated for resources: {'Network': ['ID=038bfa2b-f596-4321-83df-098f4decc54a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:57.895173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d5ae848d-ea30-4da3-8911-8abf9aaf545e tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9071193 Jan 18 23:02:57.896209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event deleted for resources: {'Port': ['ID=0163e54e-b9ee-4352-84e9-a123cf800064,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:57.899001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46052) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:57.910183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 038bfa2b-f596-4321-83df-098f4decc54a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:02:57.989021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Request body: {'network': {'project_id': '3513869fded945c6927c3f479581d322'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:58.068082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:58.122367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Usage tracker for resource:network and tenant:3513869fded945c6927c3f479581d322 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:58.133229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:58.148182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:58.226216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.313673 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 23:02:58.314159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:02:58.317961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e3020a0a-cfe0-4557-943e-79a4660e80ca tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3516912 Jan 18 23:02:58.318725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46072) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:58.361784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.541678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6bda51fb-8c2f-49ba-b172-763734dbf520 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3513869fded945c6927c3f479581d322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223933 Jan 18 23:02:58.542440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46084) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:58.621523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.623919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.658154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.658650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Fanout notify agent at l3_agent the message router_deleted on router 3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:02:58.675046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.676451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a3fd76a-e5f9-46ff-b618-4b526f22f1de tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 HTTP/1.1" status: 204 len: 168 time: 2.7368317 Jan 18 23:02:58.685428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46090) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:58.694571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-418770458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:58.703335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:58.710118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Usage tracker for resource:router and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:58.714650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:02:58.716278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:58.724124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:58.736991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d7678a1-3398-4098-b461-bb4ff280f391 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.775630 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d7678a1-3398-4098-b461-bb4ff280f391 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.804134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.805238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.841511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d7678a1-3398-4098-b461-bb4ff280f391 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.866008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7678a1-3398-4098-b461-bb4ff280f391 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56562f83-47b3-4987-a433-89ffde3e5f5a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:58.873167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d7678a1-3398-4098-b461-bb4ff280f391 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.874385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d7678a1-3398-4098-b461-bb4ff280f391 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/56562f83-47b3-4987-a433-89ffde3e5f5a HTTP/1.1" status: 204 len: 168 time: 0.2703216 Jan 18 23:02:58.877068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:59.005288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.015569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.170650 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.186952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:02:59.189207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.198819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] Sync routers for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:02:59.208584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038bfa2b-f596-4321-83df-098f4decc54a']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:59.212703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:02:59.213379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:59.232103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9ee69d42-3cd1-4ffb-a774-ca6ba6117874 admin admin] 10.222.0.78 "PUT /v2.0/routers/808e9cd3-5e77-44fc-87e9-92f6abb82d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2758226 Jan 18 23:02:59.234580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:59.246274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2412be19-a357-4357-ae08-f1d185402f37') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:59.247688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2412be19-a357-4357-ae08-f1d185402f37') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:59.295092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.330980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.338628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:02:59.339344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.363565 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.365305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-237c4553-c94b-451f-bfbd-f93971841774 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6824248 Jan 18 23:02:59.371850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:02:59.372230 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:02:59.411664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:02:59.545443 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.574833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:02:59.595658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.607998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Pushing event deleted for resources: {'Network': ['ID=038bfa2b-f596-4321-83df-098f4decc54a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:59.621187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ecf7cd16-e9a3-4ccc-8bb4-9886d48dc2cd tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "DELETE /v2.0/networks/038bfa2b-f596-4321-83df-098f4decc54a HTTP/1.1" status: 204 len: 168 time: 0.7407172 Jan 18 23:02:59.626362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46126) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:59.809393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.986031 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.019869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d64df4-cd08-48f2-8141-93dc10ec3247']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:00.033430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b855b26-4ed1-4340-ac47-278d1a96244f') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:00.034044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b855b26-4ed1-4340-ac47-278d1a96244f') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:00.047614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.065231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.073048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:03:00.073582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.099616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T23:02:57Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:00.103962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] Checking router: 808e9cd3-5e77-44fc-87e9-92f6abb82d2a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:00.112888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] Routers {'808e9cd3-5e77-44fc-87e9-92f6abb82d2a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:00.113731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:00.124009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.148915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:00.169831 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:00.184310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.220935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.235481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] 10.222.0.78 "DELETE /v2.0/networks/57d64df4-cd08-48f2-8141-93dc10ec3247 HTTP/1.1" status: 204 len: 168 time: 0.6078918 Jan 18 23:03:00.254012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f717d43-a58b-4679-8cd3-4ffeb84f8e57 tempest-QuotasNegativeTest-946104374 tempest-QuotasNegativeTest-946104374-project-admin] Pushing event deleted for resources: {'Network': ['ID=57d64df4-cd08-48f2-8141-93dc10ec3247,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:00.343819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] Set router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:00.379284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.445540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Deleting port f67775ae-5565-4e1e-988a-6701f3559b7e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:00.446287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:00.787634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T23:02:57Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:00.801390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267dab09-363c-47d8-aa4f-d7eeb375053e None None] The sync data for ids ['808e9cd3-5e77-44fc-87e9-92f6abb82d2a'] in n-d-825178-1 is: [{'id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1231464137-router', 'tenant_id': 'f4bc2610e5444658aabc556a0e5c765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:53Z', 'updated_at': '2022-01-18T23:02:57Z', 'revision_number': 5, 'project_id': 'f4bc2610e5444658aabc556a0e5c765f', 'gw_port': {'id': 'f67775ae-5565-4e1e-988a-6701f3559b7e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808e9cd3-5e77-44fc-87e9-92f6abb82d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:00.911154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] For port f67775ae-5565-4e1e-988a-6701f3559b7e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f67775ae-5565-4e1e-988a-6701f3559b7e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:00.911848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.067654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Calling delete_port for f67775ae-5565-4e1e-988a-6701f3559b7e owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:01.199102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46152) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:01.311158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af35aeb-c5ad-4349-9355-9455a523c60d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:01.355954 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.380283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6af35aeb-c5ad-4349-9355-9455a523c60d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:01.381262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af35aeb-c5ad-4349-9355-9455a523c60d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:01.388490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:01.399461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.401014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Usage tracker for resource:security_group_rule and tenant:5dbccf7f2f164cea9832c0047c26ea3d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:01.404845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:01.433933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:01.469775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.593118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.601446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.606788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.659868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67775ae-5565-4e1e-988a-6701f3559b7e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:01.672832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5dbccf7f2f164cea9832c0047c26ea3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709046 Jan 18 23:03:01.673874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f24d98-ad71-414a-ac08-d113c3228181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd1a7d-d57a-441d-bf3f-1f5370730ca1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:01.676355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46166) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:01.741957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Allocated IP 172.25.4.221 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/90e35515-b5ce-472d-88bb-a434ea9ff501) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:01.752435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f3a098e-0dbd-485c-967a-78744b7ad4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.782215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f3a098e-0dbd-485c-967a-78744b7ad4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.810017 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:03:01.841950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.861098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f3a098e-0dbd-485c-967a-78744b7ad4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.880324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a098e-0dbd-485c-967a-78744b7ad4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd1a7d-d57a-441d-bf3f-1f5370730ca1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:01.886032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f3a098e-0dbd-485c-967a-78744b7ad4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.887220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4f3a098e-0dbd-485c-967a-78744b7ad4bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46cd1a7d-d57a-441d-bf3f-1f5370730ca1 HTTP/1.1" status: 204 len: 168 time: 0.2007909 Jan 18 23:03:02.032272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.037271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.101694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.102222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808e9cd3-5e77-44fc-87e9-92f6abb82d2a {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:03:02.110789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.131226 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.135684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-609de7ea-4929-4021-8dd6-2f558ca86ef2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/808e9cd3-5e77-44fc-87e9-92f6abb82d2a HTTP/1.1" status: 204 len: 168 time: 2.9000137 Jan 18 23:03:02.135867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:02.173635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.283081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:02.286446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:02.290387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:02.338423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Pushing event updated for resources: {'Port': ['ID=90e35515-b5ce-472d-88bb-a434ea9ff501,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:02.422332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46186) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:02.476586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Deleting subnet 663041fd-7e8b-486b-af81-83e8ce24a2fc {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:03:02.481558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.547664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.645338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.784153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.787191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.826914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663041fd-7e8b-486b-af81-83e8ce24a2fc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:02.830710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.837038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:02.839519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6109ff3-c9dd-46d4-ac5a-72f77e989591 None None] Network ef090220-0f12-4e79-b6f3-cca6384bc642 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:02.846730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Usage tracker for resource:security_group_rule and tenant:df5803bc90e74851ba6172a59ab689d9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:02.850449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d34ff10-1fc7-4654-9a4f-d65cc9d6da4e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/663041fd-7e8b-486b-af81-83e8ce24a2fc HTTP/1.1" status: 204 len: 168 time: 0.7133214 Jan 18 23:03:02.851152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46208) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:02.864559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:02.884297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:03.098908 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.133126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Deleting port e81c2fe7-d9d1-4f37-8490-f05a0d18645d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:03.134626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.177192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.343769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.384857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f67775ae-5565-4e1e-988a-6701f3559b7e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:03.437716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f67775ae-5565-4e1e-988a-6701f3559b7e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:03.438322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f67775ae-5565-4e1e-988a-6701f3559b7e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:03.445291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] DHCP port deletion for ef090220-0f12-4e79-b6f3-cca6384bc642 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:03:03.446893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.452062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Deleting port e81c2fe7-d9d1-4f37-8490-f05a0d18645d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:03.452877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.497869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df5803bc90e74851ba6172a59ab689d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0744243 Jan 18 23:03:03.506714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46224) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:03.547318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e00388-c565-4a4a-bfa7-1d8ae23322ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cfe8a1-aefd-4986-a181-8b26485ba6f0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:03.567641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] For port e81c2fe7-d9d1-4f37-8490-f05a0d18645d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:03.568182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.698580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Calling delete_port for e81c2fe7-d9d1-4f37-8490-f05a0d18645d owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:03.772405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.776194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b479ed-79df-4955-becb-1b8cd5b3ffa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.787452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.826460 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b479ed-79df-4955-becb-1b8cd5b3ffa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.858731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] For port e81c2fe7-d9d1-4f37-8490-f05a0d18645d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,segment=NetworkSegment(2f3482d6-8c43-460a-ae6b-534aae6be4fb),segment_id=2f3482d6-8c43-460a-ae6b-534aae6be4fb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:03.861106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.876422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.999405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=e81c2fe7-d9d1-4f37-8490-f05a0d18645d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:04.012378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] No DVR routers for this DVR port e81c2fe7-d9d1-4f37-8490-f05a0d18645d on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:04.081747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Calling delete_port for e81c2fe7-d9d1-4f37-8490-f05a0d18645d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:04.171204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:03:04.171790 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:03:04.192505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Router b1df053b-0d0b-4163-8a4c-42ea45d08a8e is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:03:04.202608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b479ed-79df-4955-becb-1b8cd5b3ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.250186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.264246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b479ed-79df-4955-becb-1b8cd5b3ffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cfe8a1-aefd-4986-a181-8b26485ba6f0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:04.269561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.315269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-81b479ed-79df-4955-becb-1b8cd5b3ffa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.319476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-81b479ed-79df-4955-becb-1b8cd5b3ffa3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14cfe8a1-aefd-4986-a181-8b26485ba6f0 HTTP/1.1" status: 204 len: 168 time: 0.8093102 Jan 18 23:03:04.323244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef090220-0f12-4e79-b6f3-cca6384bc642']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.349798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3482d6-8c43-460a-ae6b-534aae6be4fb') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.354340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3482d6-8c43-460a-ae6b-534aae6be4fb') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.381652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.409715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.429710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:03:04.430475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:04.446367 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:04.543740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:04.557812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.558393 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] Sync routers for ids ['b1df053b-0d0b-4163-8a4c-42ea45d08a8e'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:04.575393 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] Routers {'b1df053b-0d0b-4163-8a4c-42ea45d08a8e'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:04.577703 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b1df053b-0d0b-4163-8a4c-42ea45d08a8e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.579782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.586025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.592415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf04d0ac-f569-4151-800d-a6040f039b23 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "PUT /v2.0/routers/b1df053b-0d0b-4163-8a4c-42ea45d08a8e HTTP/1.1" status: 200 len: 915 time: 5.2154081 Jan 18 23:03:04.593523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:04.594961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=ef090220-0f12-4e79-b6f3-cca6384bc642,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:04.603302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-58892ac9-cb8b-4e50-be99-471eeb515ccc admin admin] 10.222.0.78 "DELETE /v2.0/networks/ef090220-0f12-4e79-b6f3-cca6384bc642 HTTP/1.1" status: 204 len: 168 time: 1.7484133 Jan 18 23:03:04.603433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46246) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:04.673447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Deleting port e81c2fe7-d9d1-4f37-8490-f05a0d18645d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:04.673834 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.734432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.753861 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] Routers {'b1df053b-0d0b-4163-8a4c-42ea45d08a8e'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:04.756026 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b1df053b-0d0b-4163-8a4c-42ea45d08a8e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.833396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-64f6b3c4-adb3-46ca-a344-b0cfad63eb4d None None] The port 'e81c2fe7-d9d1-4f37-8490-f05a0d18645d' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:03:04.895871 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:04.896266 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da897e80-7963-47ca-a8b9-20c70679fd22 None None] The sync data for ids ['b1df053b-0d0b-4163-8a4c-42ea45d08a8e'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:05.213504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46264) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:05.214344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cf7b0667-4950-41a9-8a1a-3f2e9f2398b3 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/b1df053b-0d0b-4163-8a4c-42ea45d08a8e HTTP/1.1" status: 200 len: 921 time: 0.6180067 Jan 18 23:03:05.382767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e81c2fe7-d9d1-4f37-8490-f05a0d18645d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:05.563887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e81c2fe7-d9d1-4f37-8490-f05a0d18645d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:05.564230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e81c2fe7-d9d1-4f37-8490-f05a0d18645d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:05.690955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c0786-435a-42a8-8c3a-ec6e938e5206 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.695847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-873c0786-435a-42a8-8c3a-ec6e938e5206 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=b1df053b-0d0b-4163-8a4c-42ea45d08a8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4778738 Jan 18 23:03:05.697293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46286) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:05.892288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.894063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783a5c1-4d23-40de-acf5-0b48c16e2fc5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.898725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2783a5c1-4d23-40de-acf5-0b48c16e2fc5 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/networks/0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 881 time: 0.2023032 Jan 18 23:03:05.899567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:05.959749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8de75643-19d8-40e1-aafa-c8d117db3ae4 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1df053b-0d0b-4163-8a4c-42ea45d08a8e HTTP/1.1" status: 200 len: 205 time: 0.0588834 Jan 18 23:03:05.961131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46296) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:06.201006 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.427162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Deleting port 55e65d0a-69a5-48be-8938-928ba852ec71 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:06.427805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.568604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.611372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Deleting port 90e35515-b5ce-472d-88bb-a434ea9ff501 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:06.611869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.769774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] For port 55e65d0a-69a5-48be-8938-928ba852ec71, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=55e65d0a-69a5-48be-8938-928ba852ec71,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:06.770290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.798925 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.988846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:07.155379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Calling delete_port for 55e65d0a-69a5-48be-8938-928ba852ec71 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:07.284617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Deleting subnet c57bad0b-6430-4072-bbaf-eb76a49d2747 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:03:07.298678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46338) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:07.303024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.338892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:07.348316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.500619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Calling delete_port for 90e35515-b5ce-472d-88bb-a434ea9ff501 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:07.537435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.612341 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.633197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.674646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:07.681323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.689284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e65d0a-69a5-48be-8938-928ba852ec71,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:07.723991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Usage tracker for resource:security_group_rule and tenant:f29bf8052cd7449db91f7496cb7d8dca is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:07.737536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:07.750247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:07.763450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1691663216'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:07.860913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:07.938534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.975912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Usage tracker for resource:network and tenant:787eafbed79a494db0d87270ef9d7d03 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:07.986332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:08.068664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57bad0b-6430-4072-bbaf-eb76a49d2747,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:08.086771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.113537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.186655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event deleted for resources: {'Port': ['ID=90e35515-b5ce-472d-88bb-a434ea9ff501,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:08.198970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.201914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0afe371f-bfe0-4512-b905-45bc5491dae3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c57bad0b-6430-4072-bbaf-eb76a49d2747 HTTP/1.1" status: 204 len: 168 time: 1.2102947 Jan 18 23:03:08.204568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:08.234146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:08.304000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Made reservation on behalf of 787eafbed79a494db0d87270ef9d7d03 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:08.307441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.339249 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.363481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:08.372322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Usage tracker for resource:security_group_rule and tenant:787eafbed79a494db0d87270ef9d7d03 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:08.376575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:08.383322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.392785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:08.393023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.563980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f29bf8052cd7449db91f7496cb7d8dca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2239285 Jan 18 23:03:08.566760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46366) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:08.568066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c94fb9-c1de-4f5c-a23b-1adeb56a0247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a08a6f-dda5-4370-872f-966ff9a986e8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:08.576037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.589752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.782875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b19abad9-e8cf-40c1-85bd-f0163327322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.790123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.801600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.861662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.873573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.886846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.908129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b19abad9-e8cf-40c1-85bd-f0163327322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.924427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ddfd53-010d-4fde-83cb-1dcbc45107aa']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:08.927379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:08.935467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.935981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Fanout notify agent at l3_agent the message router_deleted on router b1df053b-0d0b-4163-8a4c-42ea45d08a8e {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:03:08.953888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3550cbf4-ee82-497b-888a-67478676b17a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:08.954414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3550cbf4-ee82-497b-888a-67478676b17a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:08.960229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9190d414-c5eb-483a-b10c-2df1c323c130,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:08.970249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.971581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d4c090a-08e5-4701-8ac5-4f099241217c tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/b1df053b-0d0b-4163-8a4c-42ea45d08a8e HTTP/1.1" status: 204 len: 168 time: 3.0091593 Jan 18 23:03:08.973833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.978660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.979016 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Added segment 4b74bf41-cba9-4bfa-a53c-9c980c302187 of type vlan for network 4d5b8951-bd54-4b38-8054-19d5e09c865c Jan 18 23:03:08.980339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46376) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:08.994845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.996012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1772376080', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:09.007024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:03:09.007683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.009445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:09.013774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:03:09.024187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Usage tracker for resource:router and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:09.024735 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:09.029730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:09.067082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:09.071969 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.111312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.118105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.149837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] 10.222.0.78 "DELETE /v2.0/networks/48ddfd53-010d-4fde-83cb-1dcbc45107aa HTTP/1.1" status: 204 len: 168 time: 0.9440238 Jan 18 23:03:09.150734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2477f-5970-41fc-ace2-6131223c9a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=48ddfd53-010d-4fde-83cb-1dcbc45107aa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.152508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46382) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:09.169287 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.170306 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.179109 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b19abad9-e8cf-40c1-85bd-f0163327322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.231919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Deleting subnet 898c7a6d-f05a-44a0-8ccd-c61533fcd51c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:03:09.235460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.291621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19abad9-e8cf-40c1-85bd-f0163327322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a08a6f-dda5-4370-872f-966ff9a986e8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.307761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.312190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.319164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.319891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.320216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.410800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.473698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b19abad9-e8cf-40c1-85bd-f0163327322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.477491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b19abad9-e8cf-40c1-85bd-f0163327322d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23a08a6f-dda5-4370-872f-966ff9a986e8 HTTP/1.1" status: 204 len: 168 time: 0.9072678 Jan 18 23:03:09.491910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.524146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:09.533069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] Sync routers for ids ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:09.539154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dda335f2-f1b5-4674-bf3a-38073f141fd2 admin admin] 10.222.0.78 "PUT /v2.0/routers/fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9343526 Jan 18 23:03:09.540163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Pushing event updated for resources: {'Network': ['ID=4d5b8951-bd54-4b38-8054-19d5e09c865c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.550765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46390) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:09.552116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898c7a6d-f05a-44a0-8ccd-c61533fcd51c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.552247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab9311f8-fe98-4f8a-961b-9af2f8e2c340 tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2463973 Jan 18 23:03:09.556350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 4d5b8951-bd54-4b38-8054-19d5e09c865c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:09.558209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.577592 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6a85b049-1ad1-453d-8ce5-57dee3be5598 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/898c7a6d-f05a-44a0-8ccd-c61533fcd51c HTTP/1.1" status: 204 len: 168 time: 0.4237542 Jan 18 23:03:09.580430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:09.594664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] Routers {'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:09.595301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:09.827198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.897374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] Set router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:10.032123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:10.106518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.123759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.149935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:10.159284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.165393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Usage tracker for resource:security_group_rule and tenant:14796b3bc2b74ab69d0255624bb99dff is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:10.168419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:10.182933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:10.227086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:10.248998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Request body: {'port': {'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c', 'binding:host_id': 'n-h2-825178-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-235504933'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:10.261516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:10.273326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41be759f-07f8-4b5b-85d2-a3eccf738122']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:10.277341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Usage tracker for resource:port and tenant:ae5870352e5043a2b9ae37af92f1e491 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:10.289051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:10.296769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eb34da-bfc0-48c3-8d2c-0bbae2fe0817') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:10.297086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eb34da-bfc0-48c3-8d2c-0bbae2fe0817') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:10.316504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:10.329235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.359366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.366895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.371603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:03:10.371603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:10.384700 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:10.414848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.433727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.656970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T23:03:07Z', 'revision_number': 5, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:10.661090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] Checking router: fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:10.671249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] Routers {'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:10.672008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:02:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:10.698313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f289665-1efa-4916-b482-06682db17f7e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:10.701484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Made reservation on behalf of ae5870352e5043a2b9ae37af92f1e491 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:10.704356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.721867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.760473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:10.767730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e180b8e6-b166-4c6d-bb7c-79ec9d162b91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14796b3bc2b74ab69d0255624bb99dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322392 Jan 18 23:03:10.769243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46418) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:10.775067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Usage tracker for resource:security_group_rule and tenant:ae5870352e5043a2b9ae37af92f1e491 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:10.786618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:10.820520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.822683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:10.828740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.893258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.924026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] Pushing event deleted for resources: {'Network': ['ID=41be759f-07f8-4b5b-85d2-a3eccf738122,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:10.934530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] Set router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:10.951526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Deleting port f4578baf-7b54-4a63-92b2-f14d5257b520 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:10.952253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.989411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-905a0c53-bb4e-4061-9a7e-fd0e516f2045 admin admin] 10.222.0.78 "DELETE /v2.0/networks/41be759f-07f8-4b5b-85d2-a3eccf738122 HTTP/1.1" status: 204 len: 168 time: 1.4045746 Jan 18 23:03:11.076736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b3f60ca-68ac-4e37-a953-d50a5fe7fae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.166137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b3f60ca-68ac-4e37-a953-d50a5fe7fae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.273237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T23:03:07Z', 'revision_number': 5, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:11.284138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf9816-be82-437e-a144-d1d3d3440f16 None None] The sync data for ids ['fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6'] in n-d-825178-1 is: [{'id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1867409018-router', 'tenant_id': '615fcc4d28d84946896ff9442ac65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:16Z', 'updated_at': '2022-01-18T23:03:07Z', 'revision_number': 5, 'project_id': '615fcc4d28d84946896ff9442ac65270', 'gw_port': {'id': 'f4578baf-7b54-4a63-92b2-f14d5257b520', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:19Z', 'updated_at': '2022-01-18T22:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:11.340363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.347246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.351835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port c0794566-665f-4403-9ac5-62e1914936d4 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:11.367632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] For port f4578baf-7b54-4a63-92b2-f14d5257b520, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f4578baf-7b54-4a63-92b2-f14d5257b520,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:11.368250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.399747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:11.415143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.475007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b3f60ca-68ac-4e37-a953-d50a5fe7fae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.482343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b17d3cd-6228-4f86-a246-46272986572b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:11.533790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f60ca-68ac-4e37-a953-d50a5fe7fae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f289665-1efa-4916-b482-06682db17f7e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:11.590728 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-41beac90-41b9-4944-b759-4d9b9dffdce3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a033bbd4f17466da3215a7c837d3839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830726 Jan 18 23:03:11.595321 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.597726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46436) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:11.605043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Calling delete_port for f4578baf-7b54-4a63-92b2-f14d5257b520 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:11.626887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b3f60ca-68ac-4e37-a953-d50a5fe7fae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.626887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0b3f60ca-68ac-4e37-a953-d50a5fe7fae7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f289665-1efa-4916-b482-06682db17f7e HTTP/1.1" status: 204 len: 168 time: 0.8515437 Jan 18 23:03:11.914217 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-328b12e4-93ff-4078-a0f0-b877bd1de117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.936576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port c0794566-665f-4403-9ac5-62e1914936d4 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:11.953027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.969679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Allocated IP 172.25.4.144 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/ce27cd34-6ef5-4b89-a533-babef3356160) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:11.973289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-328b12e4-93ff-4078-a0f0-b877bd1de117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.974659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Transition to ACTIVE for port object c0794566-665f-4403-9ac5-62e1914936d4 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:11.988233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.079220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=c0794566-665f-4403-9ac5-62e1914936d4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:12.094705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Checking segment: {'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:12.094836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Network hostable DHCP agents. Network: 4d5b8951-bd54-4b38-8054-19d5e09c865c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:12.117548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Network 4d5b8951-bd54-4b38-8054-19d5e09c865c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:12.125958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a533d748-61ad-4a19-86ed-fee949406e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.135287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 4d5b8951-bd54-4b38-8054-19d5e09c865c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:12.138105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:12.147634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a30b0-83a6-4c27-b03d-1aac5390fd03 None None] Network 4d5b8951-bd54-4b38-8054-19d5e09c865c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:12.157206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.157615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.157908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.164007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.164359 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.164758 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 2 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.181759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.182538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.182538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.188486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.189000 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.189623 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 3 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.214541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.215410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.215972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.222917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.223571 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.224447 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 4 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.243777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.244752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.245377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.252302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.253085 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.254672 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 5 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.284761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.285732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.288364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.300530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.300895 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.301287 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 6 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.312241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-328b12e4-93ff-4078-a0f0-b877bd1de117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.320651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.324603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.324980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.327712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.330816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.331151 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.331545 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 7 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.350679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.351020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.351360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.357478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.358021 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.358417 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 8 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.379981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.380329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.380667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.386090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.386420 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.386815 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 9 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.400906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b12e4-93ff-4078-a0f0-b877bd1de117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f25aae6-b4de-499e-823a-81d611bc931e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:12.402767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4578baf-7b54-4a63-92b2-f14d5257b520,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:12.416419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.416770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.417166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.432173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.432807 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.437787 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 10 to bind port c0794566-665f-4403-9ac5-62e1914936d4 Jan 18 23:03:12.459770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:12.460348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:12.460810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:12.467040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port c0794566-665f-4403-9ac5-62e1914936d4 on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:12.467378 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port c0794566-665f-4403-9ac5-62e1914936d4 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:12.468101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.522136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.528536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-328b12e4-93ff-4078-a0f0-b877bd1de117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.529709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-328b12e4-93ff-4078-a0f0-b877bd1de117 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f25aae6-b4de-499e-823a-81d611bc931e HTTP/1.1" status: 204 len: 168 time: 0.8918800 Jan 18 23:03:12.540376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.569803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] For port c0794566-665f-4403-9ac5-62e1914936d4, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:12.570147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 18 23:03:12.576792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.629507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.630120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.663777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.4334214 Jan 18 23:03:12.667024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46464) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:12.729065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.732469 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.738677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22db7fd-5f44-4acc-b08e-83aceff61d76 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=c0794566-665f-4403-9ac5-62e1914936d4,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:12.746867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Deleting port c0794566-665f-4403-9ac5-62e1914936d4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:12.747210 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.760392 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.838867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.839409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:03:12.882214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:12.886799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:12.902474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.906037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-400b42ae-0066-41f1-b3af-8be2f87fc101 admin admin] 10.222.0.78 "DELETE /v2.0/routers/fbad11f4-7b4d-494d-9b9d-4bf2bde72bd6 HTTP/1.1" status: 204 len: 168 time: 3.3527205 Jan 18 23:03:12.907223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:12.959729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46478) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:13.057928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event updated for resources: {'Port': ['ID=ce27cd34-6ef5-4b89-a533-babef3356160,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.084874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] For port c0794566-665f-4403-9ac5-62e1914936d4, host n-h2-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:13.085755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.217549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46488) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:13.236343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Calling delete_port for c0794566-665f-4403-9ac5-62e1914936d4 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:13.245833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Deleting subnet a669e307-50aa-4db7-b02c-74d541447d92 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:03:13.257406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.322960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.374105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0794566-665f-4403-9ac5-62e1914936d4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.379742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-717ad8e5-7337-49b5-84bb-26a776864df9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9527aa5607048bca104c9422b52f2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610236 Jan 18 23:03:13.382374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.382935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:13.384482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.405006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-be610d74-e784-4106-a7ee-0984144c71c8 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "DELETE /v2.0/ports/c0794566-665f-4403-9ac5-62e1914936d4 HTTP/1.1" status: 204 len: 168 time: 0.7358186 Jan 18 23:03:13.406963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:13.458478 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b0575c-adc5-4bc3-aa6d-618e326a4059 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:03:13.459022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36b0575c-adc5-4bc3-aa6d-618e326a4059 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Synchronizing usage tracker for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:13.497854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36b0575c-adc5-4bc3-aa6d-618e326a4059 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Unset dirty status for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:13.504139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36b0575c-adc5-4bc3-aa6d-618e326a4059 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "GET /v2.0/ports/c0794566-665f-4403-9ac5-62e1914936d4 HTTP/1.1" status: 404 len: 333 time: 0.0912282 Jan 18 23:03:13.504899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:13.513455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Request body: {'port': {'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-378052204'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:13.540296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:13.543130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8b5f-4855-4ea6-8956-17fd1ff5617d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.557818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55e65d0a-69a5-48be-8938-928ba852ec71 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:13.572010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8b5f-4855-4ea6-8956-17fd1ff5617d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.605685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 55e65d0a-69a5-48be-8938-928ba852ec71 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:13.606302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 55e65d0a-69a5-48be-8938-928ba852ec71 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:13.607134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f4578baf-7b54-4a63-92b2-f14d5257b520 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:13.668624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f4578baf-7b54-4a63-92b2-f14d5257b520 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:13.670101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f4578baf-7b54-4a63-92b2-f14d5257b520 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:13.672712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.679566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8b5f-4855-4ea6-8956-17fd1ff5617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.683397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:13.704853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b8b5f-4855-4ea6-8956-17fd1ff5617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cadb2f1-eb59-40fc-b18e-bbf24487e36b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.711446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8b5f-4855-4ea6-8956-17fd1ff5617d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.714925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a5b8b5f-4855-4ea6-8956-17fd1ff5617d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0cadb2f1-eb59-40fc-b18e-bbf24487e36b HTTP/1.1" status: 204 len: 168 time: 0.3240292 Jan 18 23:03:13.720390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.726926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Made reservation on behalf of ae5870352e5043a2b9ae37af92f1e491 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:13.734253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.757539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port b3b213bb-ed54-4192-89b3-4026ad18b9dc yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:14.069119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.091967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.109271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.199263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a669e307-50aa-4db7-b02c-74d541447d92,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:14.206190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Network 4d5b8951-bd54-4b38-8054-19d5e09c865c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:14.214792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:14.217689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:14.218872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:14.219493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.223454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af0843-1521-458b-8717-44b15ef82edd None None] Network 9a411e48-5946-4eaf-b066-f94e9e71c54e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:14.235042 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.258469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f6904a2c-408d-41ba-a33c-512dcd52c847 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a669e307-50aa-4db7-b02c-74d541447d92 HTTP/1.1" status: 204 len: 168 time: 1.2815406 Jan 18 23:03:14.262237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46534) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:14.263826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=b3b213bb-ed54-4192-89b3-4026ad18b9dc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:14.275961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5148ef37-87e5-4d35-867e-cf51229aae4c tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7688575 Jan 18 23:03:14.277868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46538) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:14.285994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:14.434307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e013968-9bba-43e9-be6a-94139fb25719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.486035 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.490154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.589195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Deleting port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:14.589539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.640890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.733927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] DHCP port deletion for 9a411e48-5946-4eaf-b066-f94e9e71c54e request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:03:14.738655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Deleting port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:14.739034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.912464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46568) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:15.026194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Router d0661dc2-b195-468f-abd0-4ca6b28d563c is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:03:15.046900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] For port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:15.047404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.139355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port b3b213bb-ed54-4192-89b3-4026ad18b9dc yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:15.149864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.170766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Transition to ACTIVE for port object b3b213bb-ed54-4192-89b3-4026ad18b9dc will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:15.176820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.201511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] For port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,segment=NetworkSegment(ea962928-b9b0-4a89-941b-2ecfed65b8e3),segment_id=ea962928-b9b0-4a89-941b-2ecfed65b8e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:15.201909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.246745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Calling delete_port for 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:15.249169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1010605453-network', 'tenant_id': '371888f701ea4891b0da69d5026a9389'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:15.328596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:15.357774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Usage tracker for resource:network and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:15.368210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:15.396508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:15.413000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=b3b213bb-ed54-4192-89b3-4026ad18b9dc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:15.420396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Made reservation on behalf of 371888f701ea4891b0da69d5026a9389 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:15.422790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.428167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:15.438632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.438945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.439286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.441980 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.443435 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] Sync routers for ids ['d0661dc2-b195-468f-abd0-4ca6b28d563c'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:15.456734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.457104 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.457481 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 2 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.458086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:15.461327 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] Routers {'d0661dc2-b195-468f-abd0-4ca6b28d563c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:15.464158 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d0661dc2-b195-468f-abd0-4ca6b28d563c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:15.469590 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.478020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:15.481403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.481692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.482037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.484389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:15.488394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:15.495637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:15.497565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.497892 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.499330 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 3 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.510362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Calling delete_port for 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:15.529198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.529503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.529847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.544588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.545226 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.547028 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 4 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.552096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:15.552439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:15.571167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.571700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.572200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.574913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:15.582148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.582726 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.584307 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 5 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.588626 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] Routers {'d0661dc2-b195-468f-abd0-4ca6b28d563c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:15.589634 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d0661dc2-b195-468f-abd0-4ca6b28d563c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:15.593175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.597545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f045950a-dfce-4fd1-a697-080b48c3f8c6 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6145184 Jan 18 23:03:15.600506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46588) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:15.613618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.614250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.614752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.628247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.628855 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.629520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df7a8bf-0e8f-4c26-a504-d4254d7dfe90,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:15.635176 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 6 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.651352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:15.658880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.662341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.662910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.663756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.680221 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.680771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.681301 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.684317 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 7 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.697521 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.705122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.716727 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:03:15.717213 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:03:15.718282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46592) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:15.721471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:15.721900 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61387a-92c1-4339-98e3-6262c0dc1cf9 None None] The sync data for ids ['d0661dc2-b195-468f-abd0-4ca6b28d563c'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:15.723842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.724285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.724515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.748219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.748559 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.754354 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 8 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.763197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:15.778078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e93faa-9716-4704-8324-974d608e1a91,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:15.784567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.784916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.785760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.792097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.792456 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Added segment f136fb1c-6b4f-42f3-b182-d9d8b2dc9440 of type vlan for network 050ec660-078d-42f1-8171-a0a6b1a2a074 Jan 18 23:03:15.798916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.799253 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.800397 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 9 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.833900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.834229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.834575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.842606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.846486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.846820 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.848043 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 10 to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc Jan 18 23:03:15.909362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:15.909703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:15.910045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:15.934905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:15.935238 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port b3b213bb-ed54-4192-89b3-4026ad18b9dc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:15.935603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.956242 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.967723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.969133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:15.969261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.001951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] No DVR routers for this DVR port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:16.099754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:16.117163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Usage tracker for resource:security_group_rule and tenant:7d218eca35584eb083c9fe52812a89e5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:16.121551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:16.140881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:16.160029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] Pushing event updated for resources: {'Network': ['ID=050ec660-078d-42f1-8171-a0a6b1a2a074,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:16.166727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-44bf7f2f-8b71-436b-b5fa-eb46f55626ac admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2525017 Jan 18 23:03:16.171862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:16.174209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:16.184057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Request body: {'subnet': {'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1010605453-subnet', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:16.200652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:16.204667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] For port b3b213bb-ed54-4192-89b3-4026ad18b9dc, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:16.205051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 18 23:03:16.214092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Usage tracker for resource:subnet and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:16.217073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:16.221451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.238201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.266466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:16.272190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a411e48-5946-4eaf-b066-f94e9e71c54e']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:16.289306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Deleting port 6df7a8bf-0e8f-4c26-a504-d4254d7dfe90 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:16.289866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.293380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea962928-b9b0-4a89-941b-2ecfed65b8e3') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:16.293888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea962928-b9b0-4a89-941b-2ecfed65b8e3') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:16.308526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] In _notify_port_updated(), no bound segment for port b3b213bb-ed54-4192-89b3-4026ad18b9dc on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:03:16.308818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.309457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.310794 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "PUT /v2.0/ports/b3b213bb-ed54-4192-89b3-4026ad18b9dc HTTP/1.1" status: 200 len: 974 time: 2.0319886 Jan 18 23:03:16.314255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:16.316578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.325368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Made reservation on behalf of 371888f701ea4891b0da69d5026a9389 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:16.327747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.364629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.378302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:03:16.379363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.396973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-40f06eb3-f967-49a3-b5a2-f8e9a8602506 None None] The port '6df7a8bf-0e8f-4c26-a504-d4254d7dfe90' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:16.406273 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:16.457238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=b3b213bb-ed54-4192-89b3-4026ad18b9dc,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:16.487924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.488274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.488621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.488978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.489320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.489659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.489986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.490314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.490640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.490967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.491290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.491617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe6c0e-2fd4-45a3-a2de-8cd9b5129376 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:16.565875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.576300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.576619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.581190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.653922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.654316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.654934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.655245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.655754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.656149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.656618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.657787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.657787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.657968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.658431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.658879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.659329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.659847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.660226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.660672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.661149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.662807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.662807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.662807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.663065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a411e48-5946-4eaf-b066-f94e9e71c54e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:16.663148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.663653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.664296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.664753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.665229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.665683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.668807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.668979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6547a19a-e2aa-4a49-88dc-13418ad680c0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9a411e48-5946-4eaf-b066-f94e9e71c54e HTTP/1.1" status: 204 len: 168 time: 2.4029808 Jan 18 23:03:16.669085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.669085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.669085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.669085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.669085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.671459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Synchronizing usage tracker for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:16.683347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d218eca35584eb083c9fe52812a89e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9610660 Jan 18 23:03:16.686343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46618) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:16.713203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e376b47-8884-4d39-ad51-19e5912d01ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839ef337-57e6-40bb-819d-ebf3dbb84281,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:16.740362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Unset dirty status for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:16.747520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9c07dddf-a773-4f70-9170-9ef9b5a90bdb tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28708 time: 0.4230256 Jan 18 23:03:16.751735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46622) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:16.863860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Deleting port b3b213bb-ed54-4192-89b3-4026ad18b9dc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:16.863860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.866614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.869065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8728d99-d153-49ff-bdfa-1aae2c011a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.882311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:16.895972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.898502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8728d99-d153-49ff-bdfa-1aae2c011a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.943658 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.957853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.976196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Deleting port ce27cd34-6ef5-4b89-a533-babef3356160 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:16.977992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.017281 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8728d99-d153-49ff-bdfa-1aae2c011a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.097234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8728d99-d153-49ff-bdfa-1aae2c011a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ef337-57e6-40bb-819d-ebf3dbb84281,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:17.139261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8728d99-d153-49ff-bdfa-1aae2c011a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.139261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e8728d99-d153-49ff-bdfa-1aae2c011a6b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/839ef337-57e6-40bb-819d-ebf3dbb84281 HTTP/1.1" status: 204 len: 168 time: 0.4443858 Jan 18 23:03:17.193412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37490921-c436-482a-a81f-63cb943d8123,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:17.218589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Checking segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:17.219206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Network hostable DHCP agents. Network: 050ec660-078d-42f1-8171-a0a6b1a2a074, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:17.235673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43146dcb-7066-48e4-af36-d829f6fbcd56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f4bc2610e5444658aabc556a0e5c765f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475366 Jan 18 23:03:17.252919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:17.360523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:17.387528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.457558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] For port b3b213bb-ed54-4192-89b3-4026ad18b9dc, host n-h2-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:17.463727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.472565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 050ec660-078d-42f1-8171-a0a6b1a2a074) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:17.482564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848c649-670a-40b4-aeda-58c58f78ef0a None None] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:17.560130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:17.560933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.564627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce03e197-020e-40fc-98f1-5ad15e3b2045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.652216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Calling delete_port for b3b213bb-ed54-4192-89b3-4026ad18b9dc owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:17.686855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Calling delete_port for ce27cd34-6ef5-4b89-a533-babef3356160 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:17.742859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ae015ff3-ebe9-4f09-9dc0-547e4a0c2f11 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5662150 Jan 18 23:03:17.749205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:17.774800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:17.781497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-050ec660-078d-42f1-8171-a0a6b1a2a074', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:03:17.784294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.785902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce03e197-020e-40fc-98f1-5ad15e3b2045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.812621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:17.840288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Usage tracker for resource:router and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:17.847176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:17.857301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:17.868318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:17.891842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.893263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.904222 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.971846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce03e197-020e-40fc-98f1-5ad15e3b2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.991496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3b213bb-ed54-4192-89b3-4026ad18b9dc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:18.016310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03e197-020e-40fc-98f1-5ad15e3b2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97715e-c306-42b2-9247-713095d14c6b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:18.030707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.054201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Allocated IP 172.20.0.2 (050ec660-078d-42f1-8171-a0a6b1a2a074/37490921-c436-482a-a81f-63cb943d8123/112e33b7-a1b5-4ceb-b9e5-e1a66079ad30) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:18.060782 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53067464-cfdd-4e46-8b64-679104edec24 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b3b213bb-ed54-4192-89b3-4026ad18b9dc HTTP/1.1" status: 204 len: 168 time: 1.3084111 Jan 18 23:03:18.063657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce03e197-020e-40fc-98f1-5ad15e3b2045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.065044 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ce03e197-020e-40fc-98f1-5ad15e3b2045 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e97715e-c306-42b2-9247-713095d14c6b HTTP/1.1" status: 204 len: 168 time: 0.8109679 Jan 18 23:03:18.065999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46656) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:18.113982 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f33642-2e2b-4908-9b56-080a25f6933b tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:03:18.114612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-78f33642-2e2b-4908-9b56-080a25f6933b tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Synchronizing usage tracker for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:18.140500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-78f33642-2e2b-4908-9b56-080a25f6933b tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Unset dirty status for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:18.145998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-78f33642-2e2b-4908-9b56-080a25f6933b tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "GET /v2.0/ports/b3b213bb-ed54-4192-89b3-4026ad18b9dc HTTP/1.1" status: 404 len: 333 time: 0.0748394 Jan 18 23:03:18.146564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:18.157326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-170798841', 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:18.173003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:18.179478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.197463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:18.215714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:18.222819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Made reservation on behalf of ae5870352e5043a2b9ae37af92f1e491 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:18.224918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Usage tracker for resource:security_group_rule and tenant:a05ecb9bd2f74086ba713fbfc612deb3 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:18.226809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.230180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:18.240494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:18.263117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.311869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.335106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port eab1a095-3101-466e-a342-dab5217e305b yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:18.335352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Pushing event deleted for resources: {'Port': ['ID=ce27cd34-6ef5-4b89-a533-babef3356160,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:18.420092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.434646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Transition to ACTIVE for port object 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:18.459238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Transition to ACTIVE for port object 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:18.468532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.562985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Pushing event updated for resources: {'Port': ['ID=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:18.577297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.578305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.578804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.579296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.580161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.580653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.581295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.581833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.582333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.582813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.583292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.584262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:18.608015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:18.609856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:18.611551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.618411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:18.762849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Attempting to bind port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:18.763219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Attempting to bind port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:18.763584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Attempting to bind port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 on network 050ec660-078d-42f1-8171-a0a6b1a2a074 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:18.769980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:18.770431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Checking segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:18.770832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.771226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Bound using segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:18.771861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Bound port: 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:18.772241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.859035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46680) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:18.884508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] For port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:18.890490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] For port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:18.904478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.948940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.971515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.011987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.042663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f4062-24f8-4588-90ca-cc3394b9c341 None None] Pushing event updated for resources: {'Port': ['ID=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:19.193403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a05ecb9bd2f74086ba713fbfc612deb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3196778 Jan 18 23:03:19.210135 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.210399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a93beb4e-7a36-4880-acf0-fbf71b29a43e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=615fcc4d28d84946896ff9442ac65270&name=default HTTP/1.1" status: 200 len: 2980 time: 0.3322346 Jan 18 23:03:19.210399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46686) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:19.210580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:19.220019 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.225643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458433d9-dd7b-4ecc-8588-c72e37c32515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29786c7c-a46c-4476-885c-4c7b1e895dab,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:19.238627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.360758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb6b-7a75-42a7-b021-f11d2af5381d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.426584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.429520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Router d0661dc2-b195-468f-abd0-4ca6b28d563c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:03:19.429890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb6b-7a75-42a7-b021-f11d2af5381d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.446708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a8b4d-6fa0-468c-8972-63b248846c86 req-3318fb5f-f103-48f6-9f16-7d6bf8bda09b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:19.449808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-608a8b4d-6fa0-468c-8972-63b248846c86 req-3318fb5f-f103-48f6-9f16-7d6bf8bda09b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.3016860 Jan 18 23:03:19.472605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:19.554712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f618fb7-f977-4232-9548-b1c79c023bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.556799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:19.587662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f618fb7-f977-4232-9548-b1c79c023bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.698557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Network 4d5b8951-bd54-4b38-8054-19d5e09c865c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:19.708440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:19.723288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:19.730805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.734435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a90539c1-f0cb-4afa-8e6c-8c5aae121a8a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "PUT /v2.0/routers/d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 200 len: 706 time: 4.1113505 Jan 18 23:03:19.736781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46702) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:19.739422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:19.740394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:19.741004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.749958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] Sync routers for ids ['d0661dc2-b195-468f-abd0-4ca6b28d563c'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:19.763019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] Routers {'d0661dc2-b195-468f-abd0-4ca6b28d563c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:19.764411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d0661dc2-b195-468f-abd0-4ca6b28d563c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:19.807120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-608a8b4d-6fa0-468c-8972-63b248846c86 req-3311183c-971b-4af0-bb06-9cc2a879fc7a tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555259 Jan 18 23:03:19.820538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6704373 Jan 18 23:03:19.823153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46712) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:19.827284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b4d63-983b-4e9c-9ea5-b90b8705db2a tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=eab1a095-3101-466e-a342-dab5217e305b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:19.946005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f618fb7-f977-4232-9548-b1c79c023bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.948485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f618fb7-f977-4232-9548-b1c79c023bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.953042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:19.960290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5f618fb7-f977-4232-9548-b1c79c023bd4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29786c7c-a46c-4476-885c-4c7b1e895dab HTTP/1.1" status: 204 len: 168 time: 0.7519929 Jan 18 23:03:19.967811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] Routers {'d0661dc2-b195-468f-abd0-4ca6b28d563c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:19.968871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d0661dc2-b195-468f-abd0-4ca6b28d563c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:20.013305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f618fb7-f977-4232-9548-b1c79c023bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29786c7c-a46c-4476-885c-4c7b1e895dab,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:20.036078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-595fb21c-3354-4533-87b5-8763e2d14895 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/routers/d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 200 len: 741 time: 0.2967350 Jan 18 23:03:20.046219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46720) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:20.117475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:20.118286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88843c4-f843-47be-8e79-f684a9a58f83 None None] The sync data for ids ['d0661dc2-b195-468f-abd0-4ca6b28d563c'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:20.171025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43175b6d-e46e-42f3-bee0-d709f3decdd5 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:20.171647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-43175b6d-e46e-42f3-bee0-d709f3decdd5 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Synchronizing usage tracker for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:20.181152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb6b-7a75-42a7-b021-f11d2af5381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.246357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39fb6b-7a75-42a7-b021-f11d2af5381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ebeb73-8bcc-4e3f-b0cd-77b2252b04a3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:20.253552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-43175b6d-e46e-42f3-bee0-d709f3decdd5 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Unset dirty status for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:20.257486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43175b6d-e46e-42f3-bee0-d709f3decdd5 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "GET /v2.0/ports/eab1a095-3101-466e-a342-dab5217e305b HTTP/1.1" status: 200 len: 954 time: 0.4306228 Jan 18 23:03:20.262439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb6b-7a75-42a7-b021-f11d2af5381d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.265979 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8e39fb6b-7a75-42a7-b021-f11d2af5381d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12ebeb73-8bcc-4e3f-b0cd-77b2252b04a3 HTTP/1.1" status: 204 len: 168 time: 1.0532019 Jan 18 23:03:20.266797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46724) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:20.309043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-14642993-2cd9-4713-b8b6-237db1246627 tempest-RoutersAdminTest-1671712757 tempest-RoutersAdminTest-1671712757-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&device_id=d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 200 len: 205 time: 0.2613423 Jan 18 23:03:20.311723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46730) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:20.387900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.414933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca146f16-93e2-46ce-a165-fd859ab06357 req-a137dacb-ba3d-4756-aa3c-f8a713c9455e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:20.418561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca146f16-93e2-46ce-a165-fd859ab06357 req-a137dacb-ba3d-4756-aa3c-f8a713c9455e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.1079440 Jan 18 23:03:20.447398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b3962-1374-4e78-973a-33b96d7bb1f8 None None] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:20.453259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a84a7aa7-f8de-4551-bd9a-8b8bbc99f883 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 200 len: 205 time: 0.1401315 Jan 18 23:03:20.461163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:20.466140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.479122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca146f16-93e2-46ce-a165-fd859ab06357 req-d0db2294-6021-4cdb-b688-a4e43a7020a3 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483377 Jan 18 23:03:20.615750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] Provisioning for port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:20.625584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] Provisioning complete for port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:20.626167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.637371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Deleting port eab1a095-3101-466e-a342-dab5217e305b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:20.637714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.722754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.873492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.957618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] For port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:20.964021 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.117559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4b68d-aa7a-4b3a-9253-e0c90f8367a7 None None] Pushing event updated for resources: {'Port': ['ID=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:21.289383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0df789a0-825b-4c7b-a57f-398b9d87da04 None None] Provisioning complete for port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:21.289999 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0df789a0-825b-4c7b-a57f-398b9d87da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.425712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:21.466254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46780) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:21.540436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.550445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.571083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:21.571469 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.585445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Allocated IP 172.25.4.183 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/32300c0a-bca6-4cbe-9d74-5f45124f4c2d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:21.625643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.771613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Calling delete_port for eab1a095-3101-466e-a342-dab5217e305b owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:21.778131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-888544719-network', 'tenant_id': 'f1f5634f62f44c20b1d3ecc0baf0e97f'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:21.786726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:21.794914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Usage tracker for resource:network and tenant:f1f5634f62f44c20b1d3ecc0baf0e97f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:21.800033 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.800846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Fanout notify agent at l3_agent the message router_deleted on router d0661dc2-b195-468f-abd0-4ca6b28d563c {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:03:21.803297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:21.825448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f91c44-d13c-4eec-af6f-0f8bfa750494 req-d0b83639-67cb-404a-bcba-a97ad4441634 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.827075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f91c44-d13c-4eec-af6f-0f8bfa750494 req-d0b83639-67cb-404a-bcba-a97ad4441634 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.1627042 Jan 18 23:03:21.827981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:21.862680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Made reservation on behalf of f1f5634f62f44c20b1d3ecc0baf0e97f for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:21.864966 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.881917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.911930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbe933-5add-4f89-932b-cb10d39f72ce req-7ae84c50-5d33-44a1-af2d-6fb7954b9a15 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.913735 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d1fbe933-5add-4f89-932b-cb10d39f72ce req-7ae84c50-5d33-44a1-af2d-6fb7954b9a15 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.8722482 Jan 18 23:03:21.933022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:21.943857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f5634f62f44c20b1d3ecc0baf0e97f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:21.943857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:21.948548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:21.955398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.959860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7ac8b374-cade-4fda-936f-5655878403c8 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 204 len: 168 time: 1.4944012 Jan 18 23:03:21.963037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:21.969599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f91c44-d13c-4eec-af6f-0f8bfa750494 req-5254686d-831e-42ad-8509-c39ca34f640d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324480 Jan 18 23:03:22.053575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ae535ba-174c-4077-b671-4435f252ee29 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 200 len: 205 time: 0.0826926 Jan 18 23:03:22.056012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46806) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.080292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d1fbe933-5add-4f89-932b-cb10d39f72ce req-da582d57-508d-4ae9-87b9-13bc4e60cecb tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528981 Jan 18 23:03:22.088653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.133176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.134341 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-b63e4961-d6b3-4eab-8b11-9ce18463d79b tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] delete failed (client error): The resource could not be found. Jan 18 23:03:22.135454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b63e4961-d6b3-4eab-8b11-9ce18463d79b tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/d0661dc2-b195-468f-abd0-4ca6b28d563c HTTP/1.1" status: 404 len: 336 time: 0.0784340 Jan 18 23:03:22.138313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46814) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.152261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.157459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event deleted for resources: {'Port': ['ID=eab1a095-3101-466e-a342-dab5217e305b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:22.170454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.178857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.190257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d71de70-9980-4c94-9e00-78f38f42b1e2 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "DELETE /v2.0/ports/eab1a095-3101-466e-a342-dab5217e305b HTTP/1.1" status: 204 len: 168 time: 1.9223917 Jan 18 23:03:22.193207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.209115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6b24584d-1699-404b-ad9d-034effe9455a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1df053b-0d0b-4163-8a4c-42ea45d08a8e HTTP/1.1" status: 200 len: 205 time: 0.0664568 Jan 18 23:03:22.218707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46824) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.241859 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6340dd0d-98ea-453f-8d45-25b0e2143f67 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:03:22.242400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6340dd0d-98ea-453f-8d45-25b0e2143f67 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Synchronizing usage tracker for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:22.264092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6340dd0d-98ea-453f-8d45-25b0e2143f67 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Unset dirty status for tenant:ae5870352e5043a2b9ae37af92f1e491 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:22.271862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6340dd0d-98ea-453f-8d45-25b0e2143f67 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "GET /v2.0/ports/eab1a095-3101-466e-a342-dab5217e305b HTTP/1.1" status: 404 len: 333 time: 0.0776925 Jan 18 23:03:22.272882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.276614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.283577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Request body: {'port': {'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1187332246'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:22.308905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:22.314686 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-f5ceeee0-0b92-4561-a512-60fb6fd95d33 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] delete failed (client error): The resource could not be found. Jan 18 23:03:22.318462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f5ceeee0-0b92-4561-a512-60fb6fd95d33 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/b1df053b-0d0b-4163-8a4c-42ea45d08a8e HTTP/1.1" status: 404 len: 336 time: 0.0963461 Jan 18 23:03:22.318462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078802ef-7a25-4522-ac51-14d7347219b1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:22.325915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.338089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.338440 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Added segment ee6876de-6af4-498c-be3c-46395b6b72bb of type vlan for network 14bd231e-1bd8-4670-9f74-7fc67048e1fe Jan 18 23:03:22.338827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:22.365734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.407185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:22.409140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.410366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.411769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.415465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-29816a80-180f-4a23-add2-98932de6cd9a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 HTTP/1.1" status: 200 len: 205 time: 0.0829384 Jan 18 23:03:22.416970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:22.418557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46838) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.421116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:22.423542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:22.471092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Pushing event updated for resources: {'Port': ['ID=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:22.483706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Made reservation on behalf of ae5870352e5043a2b9ae37af92f1e491 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:22.486078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.512859 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-50c1d78f-72e9-4dae-a7af-3765792d2b6d tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] delete failed (client error): The resource could not be found. Jan 18 23:03:22.513914 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50c1d78f-72e9-4dae-a7af-3765792d2b6d tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/3714fca4-6daf-4437-86eb-5fa0c8a8d6e8 HTTP/1.1" status: 404 len: 336 time: 0.0818558 Jan 18 23:03:22.557630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.591446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] Pushing event updated for resources: {'Network': ['ID=14bd231e-1bd8-4670-9f74-7fc67048e1fe,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:22.594543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bff43ff0-3719-47fb-a475-ab9cda3c8db0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1264939 Jan 18 23:03:22.597680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46846) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.603498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 14bd231e-1bd8-4670-9f74-7fc67048e1fe details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:22.604025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Request body: {'subnet': {'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-888544719-subnet', 'tenant_id': 'f1f5634f62f44c20b1d3ecc0baf0e97f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:22.608842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:22.613154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Usage tracker for resource:subnet and tenant:f1f5634f62f44c20b1d3ecc0baf0e97f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:22.616309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:22.623080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:22.639480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Made reservation on behalf of f1f5634f62f44c20b1d3ecc0baf0e97f for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:22.642001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.678088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:22.714374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a033af0-3c19-4733-be8d-dba402873d80 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=28c898cc-cd3f-43ca-9f5d-c330035e63ea HTTP/1.1" status: 200 len: 205 time: 0.1544685 Jan 18 23:03:22.718085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.897943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.953428 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-d09ef768-dcbb-4aef-bd70-0cab727b9db7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] delete failed (client error): The resource could not be found. Jan 18 23:03:22.957660 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d09ef768-dcbb-4aef-bd70-0cab727b9db7 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/28c898cc-cd3f-43ca-9f5d-c330035e63ea HTTP/1.1" status: 404 len: 336 time: 0.2068973 Jan 18 23:03:22.958242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.997267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a434a3-ca2c-4747-ab8e-69f90454364c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:23.006796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Checking segment: {'id': 'ee6876de-6af4-498c-be3c-46395b6b72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:23.007334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Network hostable DHCP agents. Network: 14bd231e-1bd8-4670-9f74-7fc67048e1fe, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:23.037050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Network 14bd231e-1bd8-4670-9f74-7fc67048e1fe is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:23.056107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 14bd231e-1bd8-4670-9f74-7fc67048e1fe) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:23.058976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c1a8591-8aa8-432c-9ff7-04cad92d9a9d tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0a576a3-9afe-425c-ab54-7517df50fb4b HTTP/1.1" status: 200 len: 205 time: 0.0815563 Jan 18 23:03:23.059959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46866) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:23.067803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576cc2a-c77f-43c2-87d1-0a920a13f768 None None] Network 14bd231e-1bd8-4670-9f74-7fc67048e1fe requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:23.165893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.166917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.234801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-caf0cdb9-dcd6-483e-85fc-6136bae3fd91 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6358171 Jan 18 23:03:23.243386 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-6c1be130-e543-4272-8662-3b9cec1ef900 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] delete failed (client error): The resource could not be found. Jan 18 23:03:23.245665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c1be130-e543-4272-8662-3b9cec1ef900 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/a0a576a3-9afe-425c-ab54-7517df50fb4b HTTP/1.1" status: 404 len: 336 time: 0.1844795 Jan 18 23:03:23.247998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46874) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:23.317341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ccf11018-2294-4082-919c-9214a99bfcb3 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cdc931c-f85b-4552-915b-ed3842e33e62 HTTP/1.1" status: 200 len: 205 time: 0.0680172 Jan 18 23:03:23.324527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5771af-41c4-48a8-958e-5a57b51a21b8 None None] Network 14bd231e-1bd8-4670-9f74-7fc67048e1fe requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:23.334343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46878) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:23.454168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975de433-614c-4162-956a-bcfa29c55f74 req-585eecb4-f642-4c0d-91e4-41e5466eb139 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.457294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-975de433-614c-4162-956a-bcfa29c55f74 req-585eecb4-f642-4c0d-91e4-41e5466eb139 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1388249 Jan 18 23:03:23.513478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-975de433-614c-4162-956a-bcfa29c55f74 req-7abb68bb-a232-4ddd-8e4b-7b7a55577ee6 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489233 Jan 18 23:03:23.569391 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-5058760a-759a-4142-8793-34f9cc46023a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] delete failed (client error): The resource could not be found. Jan 18 23:03:23.570419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5058760a-759a-4142-8793-34f9cc46023a tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/routers/0cdc931c-f85b-4552-915b-ed3842e33e62 HTTP/1.1" status: 404 len: 336 time: 0.2318230 Jan 18 23:03:23.573240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46888) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:23.613141 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8fdf36-370d-4917-bb5c-686d70009628 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] DELETE failed (client error): The resource could not be found. Jan 18 23:03:23.613857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8fdf36-370d-4917-bb5c-686d70009628 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:03:23.615752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6b8fdf36-370d-4917-bb5c-686d70009628 tempest-RoutersAdminTest-325543510 tempest-RoutersAdminTest-325543510-project] 10.222.0.78 "DELETE /v2.0/subnets/ff35e6eb-5917-482e-ac55-18fc03b95e77 HTTP/1.1" status: 404 len: 337 time: 0.0413711 Jan 18 23:03:23.664839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.683834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.859869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841302-c63e-48a7-bf85-7c8bd1c5e47e req-c0b2bca9-4413-4f6b-b8e2-8abf1ad05caf tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.861374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31841302-c63e-48a7-bf85-7c8bd1c5e47e req-c0b2bca9-4413-4f6b-b8e2-8abf1ad05caf tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.5243499 Jan 18 23:03:23.919165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.995970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31841302-c63e-48a7-bf85-7c8bd1c5e47e req-1b6d3dad-0161-4b80-9f7b-42a54eabfc8e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222134 Jan 18 23:03:24.054623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46908) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:24.102081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Network 4d5b8951-bd54-4b38-8054-19d5e09c865c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:24.107419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:24.111126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:24.113271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:24.114188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:24.114770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.137514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-2bf7e035-a991-4492-a1d5-b80f03ce90a0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:24.138217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-2bf7e035-a991-4492-a1d5-b80f03ce90a0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Synchronizing usage tracker for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:24.167805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-2bf7e035-a991-4492-a1d5-b80f03ce90a0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Unset dirty status for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:24.176599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-2bf7e035-a991-4492-a1d5-b80f03ce90a0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/networks?id=14bd231e-1bd8-4670-9f74-7fc67048e1fe HTTP/1.1" status: 200 len: 817 time: 0.2248690 Jan 18 23:03:24.197990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-7ca6d90a-de12-4fe0-8648-007fff23e610 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/quotas/f1f5634f62f44c20b1d3ecc0baf0e97f HTTP/1.1" status: 200 len: 375 time: 0.0203657 Jan 18 23:03:24.223152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30b634a5-83be-41c9-98d0-c4f61a365f26 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9461896 Jan 18 23:03:24.224194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:24.231679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:24.248448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-b53243de-d624-468c-97a7-0b8d3278158b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1f5634f62f44c20b1d3ecc0baf0e97f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486414 Jan 18 23:03:24.288709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.295126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.314632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-709f818a-4323-4823-b836-361806eb4db7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:03:24.315920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-709f818a-4323-4823-b836-361806eb4db7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603652 Jan 18 23:03:24.394278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:24.430425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1c10f92af44842f69577488a606842d9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:24.435804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:24.464744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:24.566790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.608368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-b475d200-c715-4b4e-9a8c-c858b86f4731 service neutron] 10.222.0.78 "GET /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856688 Jan 18 23:03:24.768940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-018368a0-42c1-4f8a-a165-10ffd12806ab service neutron] 10.222.0.78 "GET /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588805 Jan 18 23:03:25.044849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Router 6125273a-1a55-46be-94dd-02e5f38cb2de is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:03:25.117795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ce1c94a-8712-4899-849f-fb49e79e2afb req-b579bd0e-c966-4987-8c9c-52a9946ba023 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 210 time: 0.0614729 Jan 18 23:03:25.266654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.282874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] device_id is not set on port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:25.302474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.333759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.350513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284515-4ad6-45c1-ba69-8d9fa6466e08 req-ad135b07-2508-45eb-9375-a44e84341d1a tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:25.352137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6284515-4ad6-45c1-ba69-8d9fa6466e08 req-ad135b07-2508-45eb-9375-a44e84341d1a tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.7003140 Jan 18 23:03:25.390746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c10f92af44842f69577488a606842d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3288372 Jan 18 23:03:25.401300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e6080-dad6-4249-aad2-b81b306b449b req-52d300d9-8dc0-4983-ab35-ed50918d3c40 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:25.403091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f85e6080-dad6-4249-aad2-b81b306b449b req-52d300d9-8dc0-4983-ab35-ed50918d3c40 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.1355240 Jan 18 23:03:25.403626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46946) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:25.488470 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f85e6080-dad6-4249-aad2-b81b306b449b req-a6c841f6-295f-46b4-b9f4-4a8320128f66 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724685 Jan 18 23:03:25.503919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.509212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Transition to ACTIVE for port object 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:25.533652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.534219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac605312-7bb3-4c0e-822f-48350f09ebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788840cf-2e4b-45d8-9ad1-40148255ad58,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:25.542360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.592402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.611003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788840cf-2e4b-45d8-9ad1-40148255ad58,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:25.617958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.619076 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/788840cf-2e4b-45d8-9ad1-40148255ad58 HTTP/1.1" status: 204 len: 168 time: 0.2144749 Jan 18 23:03:25.620812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.621183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.621518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.621844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.622179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.622504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.622824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.623542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.623542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.623752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.624259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.624611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a2506-acfc-4cf7-9319-3b3881d1190f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.652312 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6284515-4ad6-45c1-ba69-8d9fa6466e08 req-961ea87c-a117-4ae6-83d6-f63d32f12790 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552490 Jan 18 23:03:25.713910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:25.727995 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Sync routers for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:25.742276 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:25.743594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:25.744273 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:25.748144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:25.748473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:25.748882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:25.756159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.760605 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ebfb180-e38b-4bf8-9ca4-56ad6403b596 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9945905 Jan 18 23:03:25.760605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:25.760605 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:25.760605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:25.761363 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 2 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:25.863629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:25.863977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:25.864316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:25.874485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:25.874819 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:25.877017 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 3 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:25.964295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:25.964553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:25.964894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:25.974693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:25.975020 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:25.978192 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 4 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:25.991532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46962) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:26.024858 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:26.083628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-60b9c06b-b51b-40f1-8cb5-50246efead2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8111080f89bc45de9fbff64d6cb2e585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885530 Jan 18 23:03:26.083865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46970) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:26.093886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.094463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.094847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:26.110906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:26.111353 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:26.114512 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 5 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:26.150918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.151416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.151877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:26.160060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:26.160543 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:26.162992 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 6 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:26.184331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-808fc546-ab84-495b-98ee-7f1f48d08e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.220040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-808fc546-ab84-495b-98ee-7f1f48d08e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.286181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-808fc546-ab84-495b-98ee-7f1f48d08e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.286453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.286882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.287354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:26.313330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:26.313710 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:26.316881 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 7 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:26.322644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc546-ab84-495b-98ee-7f1f48d08e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f21784-75b2-42e1-adc6-ec1d3d2f6e28,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:26.388679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-40a00068-dd55-4d9e-86d2-57db9a71d763 req-32a3ef33-4e46-4ce3-81ad-70e5bdd3813f tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 210 time: 0.0572011 Jan 18 23:03:26.395332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.395699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.396035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:26.404606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:26.405005 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:26.407700 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 8 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:26.469618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-808fc546-ab84-495b-98ee-7f1f48d08e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.474263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-808fc546-ab84-495b-98ee-7f1f48d08e2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3f21784-75b2-42e1-adc6-ec1d3d2f6e28 HTTP/1.1" status: 204 len: 168 time: 0.3894262 Jan 18 23:03:26.512442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.512794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.513222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:26.539466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:26.540199 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:26.543129 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 9 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:26.547196 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:22Z', 'revision_number': 3, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:26.555319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Checking router: 6125273a-1a55-46be-94dd-02e5f38cb2de for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:26.555793 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Updating router 6125273a-1a55-46be-94dd-02e5f38cb2de port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:03:26.572068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.572545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.572671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:26.644114 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.662853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-5f9f2d5c-644a-49de-9c42-e6568d49c060 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:26.666340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-5f9f2d5c-644a-49de-9c42-e6568d49c060 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.85 "GET /v2.0/networks?id=14bd231e-1bd8-4670-9f74-7fc67048e1fe HTTP/1.1" status: 200 len: 817 time: 0.3491454 Jan 18 23:03:26.698029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Request body: {'port': {'device_id': 'dcb53078-5812-4902-aff2-46808bf1be55', 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe', 'admin_state_up': True, 'tenant_id': 'f1f5634f62f44c20b1d3ecc0baf0e97f'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:26.825170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:26.825517 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:26.829824 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempt 10 to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa Jan 18 23:03:27.002090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:27.004271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:27.021817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempting to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:27.042950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:27.049130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Usage tracker for resource:port and tenant:f1f5634f62f44c20b1d3ecc0baf0e97f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:27.057350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:27.068348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:27.086004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277c19f-2cd0-4c6f-9258-083ecb3c4f42 req-fa86e623-0141-4a3b-a108-971d4fc00cce tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.093564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1277c19f-2cd0-4c6f-9258-083ecb3c4f42 req-fa86e623-0141-4a3b-a108-971d4fc00cce tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.3219938 Jan 18 23:03:27.128286 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.143322 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Transition to ACTIVE for port object 32300c0a-bca6-4cbe-9d74-5f45124f4c2d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:27.163844 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.176407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Made reservation on behalf of f1f5634f62f44c20b1d3ecc0baf0e97f for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:27.190721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.261243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1277c19f-2cd0-4c6f-9258-083ecb3c4f42 req-4bd0243e-0e0a-4889-82b4-d0014d7b002d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665225 Jan 18 23:03:27.284499 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Attempting to bind port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:27.284873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Attempting to bind port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:27.285277 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Attempting to bind port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:27.293336 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:27.293842 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:27.294092 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.294473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:27.294927 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Bound port: 32300c0a-bca6-4cbe-9d74-5f45124f4c2d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:27.295291 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.312670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:27.313296 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Failed to bind port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on host n-h2-825178-1 for vnic_type normal using segments [{'id': '4b74bf41-cba9-4bfa-a53c-9c980c302187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d5b8951-bd54-4b38-8054-19d5e09c865c'}] Jan 18 23:03:27.313692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.370625 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] For port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:27.373960 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] For port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:27.385635 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Pushing event updated for resources: {'Port': ['ID=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:27.390813 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.403384 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.403726 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.404061 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.404386 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.404714 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.405618 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.405958 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.406356 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.407124 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.407287 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.407926 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.408262 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:27.439241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] For port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:27.440127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 18 23:03:27.455250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.499873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884926-73a2-4541-b595-f7f77815c84e None None] Pushing event updated for resources: {'Port': ['ID=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:27.534564 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:27.535250 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:27.576421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] In _notify_port_updated(), no bound segment for port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa on network 4d5b8951-bd54-4b38-8054-19d5e09c865c {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:03:27.577937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.578578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.582673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "PUT /v2.0/ports/4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa HTTP/1.1" status: 200 len: 975 time: 3.3549392 Jan 18 23:03:27.588743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47012) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:27.599608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20685a15-a086-482a-8c24-f0bed3ee45db req-b1687f21-1be8-4f3f-81cb-eef8040f451c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.609027 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-20685a15-a086-482a-8c24-f0bed3ee45db req-b1687f21-1be8-4f3f-81cb-eef8040f451c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.7921925 Jan 18 23:03:27.672674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Allocated IP 172.20.0.5 (14bd231e-1bd8-4670-9f74-7fc67048e1fe/58a434a3-ca2c-4747-ab8e-69f90454364c/3fd43620-d77a-4c51-b03e-7f416d149e6d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:27.763923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:27.806550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.830569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261e475-6f2f-432f-9a2d-eb8cc52838c9 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event updated for resources: {'Port': ['ID=4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:27.842511 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:27.864795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Deleting port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:27.865176 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.007934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-20685a15-a086-482a-8c24-f0bed3ee45db req-f6d26c87-d8c6-4808-88ec-144458a13d2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944070 Jan 18 23:03:28.160715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a09347bc-33d4-4e6d-bb49-7f09bf5ac7d3 req-c1ca1ea3-49a2-4396-a2a0-c61bfe886305 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 210 time: 0.3388910 Jan 18 23:03:28.173305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1029220452'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:28.213618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:28.243238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Usage tracker for resource:network and tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:28.278232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.295092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:28.315296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.335135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:28.379290 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:22Z', 'revision_number': 3, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:28.396122 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959ef87-f450-44e6-a6be-ba4fc8f20054 None None] The sync data for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 is: [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:22Z', 'revision_number': 3, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:28.435792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Network 14bd231e-1bd8-4670-9f74-7fc67048e1fe is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:28.439217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:28.448054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:28.472490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:28.476520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.492991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] For port 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa, host n-h2-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:28.493370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.521686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.529623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:28.530701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.537514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Pushing event updated for resources: {'Port': ['ID=3fd43620-d77a-4c51-b03e-7f416d149e6d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:28.565651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-30ff0cfd-b356-4b02-ae17-afde0a3ddbe0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8875976 Jan 18 23:03:28.577186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Request body: {'port': {'device_id': 'dcb53078-5812-4902-aff2-46808bf1be55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:28.704122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Calling delete_port for 4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:28.775292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:28.793511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Usage tracker for resource:security_group_rule and tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:28.802290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:28.813684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:28.845440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Allocated IP 172.20.0.1 (050ec660-078d-42f1-8171-a0a6b1a2a074/37490921-c436-482a-a81f-63cb943d8123/bac5e544-76a4-4099-9c45-76e3ac1d2e6e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:28.880329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.893230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.947021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b0da3-e192-4c41-8a70-7414602fe7da req-d8510076-6a89-4843-9eaf-65b47724eb95 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:28.948618 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-160b0da3-e192-4c41-8a70-7414602fe7da req-d8510076-6a89-4843-9eaf-65b47724eb95 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.5457704 Jan 18 23:03:29.052791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:29.066191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.120131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30b9a245-98e3-484d-8810-a62ee6cf4069 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "DELETE /v2.0/ports/4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa HTTP/1.1" status: 204 len: 168 time: 1.5082121 Jan 18 23:03:29.157103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-160b0da3-e192-4c41-8a70-7414602fe7da req-bcb87bba-dcab-42df-8a99-49f9dd3fabbd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460307 Jan 18 23:03:29.158201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47030) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:29.220428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.239554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Transition to ACTIVE for port object bac5e544-76a4-4099-9c45-76e3ac1d2e6e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:29.283789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.285950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.354843 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0afe12-187b-4f42-9669-da0716c73172 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:03:29.360349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8d0afe12-187b-4f42-9669-da0716c73172 tempest-PortsAdminExtendedAttrsTestJSON-1225379340 tempest-PortsAdminExtendedAttrsTestJSON-1225379340-project-admin] 10.222.0.78 "GET /v2.0/ports/4dcc3aba-a0b1-4d6c-932c-1037cd93ffaa HTTP/1.1" status: 404 len: 333 time: 0.2012198 Jan 18 23:03:29.363563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47040) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:29.441735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 32300c0a-bca6-4cbe-9d74-5f45124f4c2d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:29.444363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.464112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:29.515154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:29.521754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0601b-f6b6-4694-9356-bd4b6e7a54d8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:29.530139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:29.586879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:29.592298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:29.592669 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.618529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608ee1b-e890-4d2e-bb74-64145ee93052 req-3f2f7b2e-1f5f-4e74-801e-75bdef5e482e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:29.620178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1608ee1b-e890-4d2e-bb74-64145ee93052 req-3f2f7b2e-1f5f-4e74-801e-75bdef5e482e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.4628398 Jan 18 23:03:29.684105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.852322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1608ee1b-e890-4d2e-bb74-64145ee93052 req-92bf04de-f4dd-4192-ae31-f438b5b258a7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094893 Jan 18 23:03:29.860297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:29.876086 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.876471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Pushing event updated for resources: {'Port': ['ID=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:29.896510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.896957 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Added segment 2af6e8e2-d786-4cab-af8c-871172383b1e of type vlan for network 8d9d98e2-705e-4738-b4ca-074cdcba9159 Jan 18 23:03:29.908276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:29.910525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.928067 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.967798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b23a2-ccfb-4cea-9077-d1f886a76f2f req-2cd41f70-d3aa-4406-97f1-77fea9df94c2 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:29.981527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-315b23a2-ccfb-4cea-9077-d1f886a76f2f req-2cd41f70-d3aa-4406-97f1-77fea9df94c2 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 931 time: 0.6283605 Jan 18 23:03:29.996578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd43620-d77a-4c51-b03e-7f416d149e6d {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:30.036778 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.049679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.050802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-673b05fd-8449-4d69-a1f4-ffea3e96bc2f None None] Provisioning for port bac5e544-76a4-4099-9c45-76e3ac1d2e6e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:30.069122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-673b05fd-8449-4d69-a1f4-ffea3e96bc2f None None] Provisioning complete for port bac5e544-76a4-4099-9c45-76e3ac1d2e6e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:30.069506 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-673b05fd-8449-4d69-a1f4-ffea3e96bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.153999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Transition to ACTIVE for port object 3fd43620-d77a-4c51-b03e-7f416d149e6d will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:30.156139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:30.161653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.167992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-673b05fd-8449-4d69-a1f4-ffea3e96bc2f None None] Port bac5e544-76a4-4099-9c45-76e3ac1d2e6e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:30.180726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.211745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.217812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.218556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.232290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-315b23a2-ccfb-4cea-9077-d1f886a76f2f req-dada05b3-e110-4575-a26c-99cdb7bddb43 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497265 Jan 18 23:03:30.250532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5b8951-bd54-4b38-8054-19d5e09c865c']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.346274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b74bf41-cba9-4bfa-a53c-9c980c302187') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.346575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b74bf41-cba9-4bfa-a53c-9c980c302187') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.364438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5810249 Jan 18 23:03:30.369998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:30.383621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'subnet': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:30.410694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36042a53-0e8c-4115-9394-ce964eb1ed92 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Network': ['ID=8d9d98e2-705e-4738-b4ca-074cdcba9159,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:30.424260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:30.451364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.581106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.597334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:30.603797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Usage tracker for resource:subnet and tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:30.610640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:30.619620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:30.627210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Pushing event updated for resources: {'Port': ['ID=3fd43620-d77a-4c51-b03e-7f416d149e6d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:30.644954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:03:30.645371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:30.659961 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:30.666683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:30.670664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.768548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Attempting to bind port 3fd43620-d77a-4c51-b03e-7f416d149e6d on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:30.769253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Attempting to bind port 3fd43620-d77a-4c51-b03e-7f416d149e6d by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'ee6876de-6af4-498c-be3c-46395b6b72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:30.769826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Attempting to bind port 3fd43620-d77a-4c51-b03e-7f416d149e6d on network 14bd231e-1bd8-4670-9f74-7fc67048e1fe {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:30.777619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Port 3fd43620-d77a-4c51-b03e-7f416d149e6d on network 14bd231e-1bd8-4670-9f74-7fc67048e1fe not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:03:30.778238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Attempting to bind port 3fd43620-d77a-4c51-b03e-7f416d149e6d on network 14bd231e-1bd8-4670-9f74-7fc67048e1fe {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:30.790499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:30.792230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.801154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Checking segment: {'id': 'ee6876de-6af4-498c-be3c-46395b6b72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:30.801682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Bound using segment: {'id': 'ee6876de-6af4-498c-be3c-46395b6b72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:30.802169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Bound port: 3fd43620-d77a-4c51-b03e-7f416d149e6d, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6876de-6af4-498c-be3c-46395b6b72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:30.802535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.817035 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.840021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133401b9-037d-4403-90e6-d63d2a1cfa3b req-5b91502d-4439-4d8d-8b08-e12490ce84c7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.847001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-133401b9-037d-4403-90e6-d63d2a1cfa3b req-5b91502d-4439-4d8d-8b08-e12490ce84c7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.4907782 Jan 18 23:03:30.956618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.018140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] Pushing event deleted for resources: {'Network': ['ID=4d5b8951-bd54-4b38-8054-19d5e09c865c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:31.039107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e7566dbd-12a4-405c-96fb-f65b7439799d tempest-PortsAdminExtendedAttrsTestJSON-1462837470 tempest-PortsAdminExtendedAttrsTestJSON-1462837470-project] 10.222.0.78 "DELETE /v2.0/networks/4d5b8951-bd54-4b38-8054-19d5e09c865c HTTP/1.1" status: 204 len: 168 time: 1.6719196 Jan 18 23:03:31.098437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] For port 3fd43620-d77a-4c51-b03e-7f416d149e6d, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:31.101780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] For port 3fd43620-d77a-4c51-b03e-7f416d149e6d, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d,segment=NetworkSegment(ee6876de-6af4-498c-be3c-46395b6b72bb),segment_id=ee6876de-6af4-498c-be3c-46395b6b72bb)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:31.126062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-133401b9-037d-4403-90e6-d63d2a1cfa3b req-6de3ec56-ab5a-40ca-a0be-7c71e3736bd9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781019 Jan 18 23:03:31.128518 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.310371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307cc1-b939-4c47-8cf1-ed8910e27d94 req-3000d46b-5cce-474e-9326-ccb1d92bb6f1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.319408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d307cc1-b939-4c47-8cf1-ed8910e27d94 req-3000d46b-5cce-474e-9326-ccb1d92bb6f1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.3216107 Jan 18 23:03:31.380990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.381615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.386368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] 10.222.0.85 "PUT /v2.0/ports/3fd43620-d77a-4c51-b03e-7f416d149e6d HTTP/1.1" status: 200 len: 1091 time: 2.8136694 Jan 18 23:03:31.400239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb53078-5812-4902-aff2-46808bf1be55', 'tag': '3fd43620-d77a-4c51-b03e-7f416d149e6d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:31.422531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edfa0a-9cf4-4825-8c98-fecbe2de8c3f service neutron] Pushing event updated for resources: {'Port': ['ID=3fd43620-d77a-4c51-b03e-7f416d149e6d,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:31.434013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-c15dac3c-8ab3-42b9-93a6-5d3f6f39a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.435909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-c15dac3c-8ab3-42b9-93a6-5d3f6f39a50d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1097 time: 0.5836730 Jan 18 23:03:31.459747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 32300c0a-bca6-4cbe-9d74-5f45124f4c2d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:31.464094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.493590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d307cc1-b939-4c47-8cf1-ed8910e27d94 req-de8a87e0-8502-48ec-8176-b549f1c12364 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730688 Jan 18 23:03:31.494476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.525344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.572704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:31.599218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:31.600551 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.600724 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb53078-5812-4902-aff2-46808bf1be55', 'tag': '3fd43620-d77a-4c51-b03e-7f416d149e6d', 'status': 'completed', 'code': 200} Jan 18 23:03:31.637138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.792693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-1523fbae-ccb0-40d1-8836-6eee4389381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.794366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-1523fbae-ccb0-40d1-8836-6eee4389381b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1f5634f62f44c20b1d3ecc0baf0e97f&device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 1094 time: 0.3501406 Jan 18 23:03:31.798093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-553f6e94-9ef6-4487-988e-fcc5a4d0496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.800341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-553f6e94-9ef6-4487-988e-fcc5a4d0496f service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.3089180 Jan 18 23:03:31.810634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-e16bc055-886a-471b-83d7-c53c9226b9d0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.811359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-e16bc055-886a-471b-83d7-c53c9226b9d0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Synchronizing usage tracker for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:31.897567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Pushing event updated for resources: {'Port': ['ID=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:31.899774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Subnet': ['ID=283320da-7ccb-4788-8a49-a78d388503d4,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:31.910296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Checking segment: {'id': '2af6e8e2-d786-4cab-af8c-871172383b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:31.910658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network hostable DHCP agents. Network: 8d9d98e2-705e-4738-b4ca-074cdcba9159, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:31.973064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9e9802e4-6e70-4b19-8a51-864f5b1694e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=787eafbed79a494db0d87270ef9d7d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576787 Jan 18 23:03:31.981833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47090) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:32.033918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:32.112925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-12d2811d-67cf-48a8-829b-d1f180065315 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d HTTP/1.1" status: 200 len: 217 time: 0.1663072 Jan 18 23:03:32.122287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:32.123020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 8d9d98e2-705e-4738-b4ca-074cdcba9159) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:32.129233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:32.138069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536396c-ce9b-43b3-bb76-cba7ac9c4310 None None] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:32.139415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:32.140001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.172189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-e41e72a1-8b13-41ea-955c-25622bca32c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 1001 time: 0.3577709 Jan 18 23:03:32.286523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-e16bc055-886a-471b-83d7-c53c9226b9d0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Unset dirty status for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:32.293969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-e16bc055-886a-471b-83d7-c53c9226b9d0 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 943 time: 0.7023504 Jan 18 23:03:32.418756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-15037a10-1129-4f47-a9ff-7c17e80eee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:32.430762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-15037a10-1129-4f47-a9ff-7c17e80eee16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58a434a3-ca2c-4747-ab8e-69f90454364c HTTP/1.1" status: 200 len: 857 time: 0.2471983 Jan 18 23:03:32.492181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:32.528063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-3e2a75d1-48fe-480e-b378-dc306debd63e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=14bd231e-1bd8-4670-9f74-7fc67048e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963893 Jan 18 23:03:32.553795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11af9687-d31a-482c-8fb5-2666936e08c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.581605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11af9687-d31a-482c-8fb5-2666936e08c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.649011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11af9687-d31a-482c-8fb5-2666936e08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.675634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-cbf834eb-e057-417c-af9b-410ad408f828 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Synchronizing usage tracker for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:32.679394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-82e7f119-e642-4697-b402-b51817a5b774 service neutron] 10.222.0.85 "GET /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428549 Jan 18 23:03:32.686963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11af9687-d31a-482c-8fb5-2666936e08c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.690770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-11af9687-d31a-482c-8fb5-2666936e08c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9190d414-c5eb-483a-b10c-2df1c323c130 HTTP/1.1" status: 204 len: 168 time: 0.6922445 Jan 18 23:03:32.690910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-822fa710-9538-49ad-9f63-33222e1ed45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:32.690910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-822fa710-9538-49ad-9f63-33222e1ed45f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.4397852 Jan 18 23:03:32.693142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:32.717650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'mac_address': 'fa:16:3e:83:f8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:32.791256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.822295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:32.832441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-8d9d98e2-705e-4738-b4ca-074cdcba9159', 'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'tenant_id': '79bcfb16d0b743b5ae0cd4ae1f15e402', 'fixed_ips': [{'subnet_id': '283320da-7ccb-4788-8a49-a78d388503d4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:03:32.836331 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.884290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:32.885528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-cbf834eb-e057-417c-af9b-410ad408f828 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Unset dirty status for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:32.894233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af9687-d31a-482c-8fb5-2666936e08c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190d414-c5eb-483a-b10c-2df1c323c130,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:32.916520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.927422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d01ce4f6-f27b-421c-842d-4e29729a74dc req-cbf834eb-e057-417c-af9b-410ad408f828 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314929 Jan 18 23:03:32.957703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ec82ebac-97b0-47cd-9b29-55fd17f9ec2d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5847800 Jan 18 23:03:32.962163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:32.977327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'name': 'tempest-AllowedAddressPairTestJSON-1792388111'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:33.016519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:33.043082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-52d6a580-c50e-495f-8ae2-6f94d395ec1b None None] Provisioning complete for port bac5e544-76a4-4099-9c45-76e3ac1d2e6e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:33.043592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52d6a580-c50e-495f-8ae2-6f94d395ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:33.058533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262df8-72f0-49cc-a101-8d0d00c471fb req-e27a7f49-1dca-485c-a07c-06dd7979ba16 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.083259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c262df8-72f0-49cc-a101-8d0d00c471fb req-e27a7f49-1dca-485c-a07c-06dd7979ba16 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 1.0329816 Jan 18 23:03:33.168459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-52d6a580-c50e-495f-8ae2-6f94d395ec1b None None] Port bac5e544-76a4-4099-9c45-76e3ac1d2e6e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:33.173973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['787d0b0e-3cc2-4984-acf9-e4f00c931f37'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:03:33.243698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c262df8-72f0-49cc-a101-8d0d00c471fb req-9605a38b-3e20-48ed-8125-7d192a416148 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595101 Jan 18 23:03:33.312238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb2273-e25d-44c9-9aea-925251b7730b req-911e4551-cd36-4559-ab1b-b650b47356fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.315064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-911e4551-cd36-4559-ab1b-b650b47356fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1096 time: 1.0874622 Jan 18 23:03:33.400049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Router 6125273a-1a55-46be-94dd-02e5f38cb2de has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:03:33.451602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-a12af93b-24c5-4cdb-acba-4f87016090a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.453190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-a12af93b-24c5-4cdb-acba-4f87016090a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7410610 Jan 18 23:03:33.496917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:33.548294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Allocated IP 172.20.0.2 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/0856c650-52f9-45a1-ac17-f1ee7c42f683) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:33.682027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56996346-ef39-4f5f-b128-eb30c4544fd9 req-e91414dd-6e96-4633-a6a4-1774885efd6a service neutron] 10.222.0.85 "GET /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9908895 Jan 18 23:03:33.864130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7b5b8b6f-333d-4110-ba20-61c055469a93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae5870352e5043a2b9ae37af92f1e491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934587 Jan 18 23:03:33.883865 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:33.887900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b0c4-dce9-4419-bb2e-c71a9ec39507 req-ed12964e-d750-4e44-86fd-fb2fcbb40a26 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.890054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3272b0c4-dce9-4419-bb2e-c71a9ec39507 req-ed12964e-d750-4e44-86fd-fb2fcbb40a26 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.6963084 Jan 18 23:03:33.905014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Transition to ACTIVE for port object 0856c650-52f9-45a1-ac17-f1ee7c42f683 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:33.919255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47132) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:33.937546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Transition to ACTIVE for port object 0856c650-52f9-45a1-ac17-f1ee7c42f683 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:33.946839 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:33.981851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:34.040484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb2273-e25d-44c9-9aea-925251b7730b req-7a1a18fe-e997-4cc6-8e8d-c2e9caec4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:34.042040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-7a1a18fe-e997-4cc6-8e8d-c2e9caec4b81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.7056115 Jan 18 23:03:34.110281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:34.114775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:34.115533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Usage tracker for resource:port and tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:34.123066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:34.130410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Pushing event updated for resources: {'Port': ['ID=0856c650-52f9-45a1-ac17-f1ee7c42f683,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:34.157634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:34.212066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:34.229004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Sync routers for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:34.229419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ef990a84-6845-44d7-ac6d-3006e721af47 admin admin] 10.222.0.78 "PUT /v2.0/routers/6125273a-1a55-46be-94dd-02e5f38cb2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4581313 Jan 18 23:03:34.268378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Attempting to bind port 0856c650-52f9-45a1-ac17-f1ee7c42f683 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:34.269204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Attempting to bind port 0856c650-52f9-45a1-ac17-f1ee7c42f683 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2af6e8e2-d786-4cab-af8c-871172383b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:34.269750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Attempting to bind port 0856c650-52f9-45a1-ac17-f1ee7c42f683 on network 8d9d98e2-705e-4738-b4ca-074cdcba9159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:34.341164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:34.349788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:34.399891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-1a983970-1e03-42ac-b2b7-216871ec8abe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 1001 time: 0.3500934 Jan 18 23:03:34.405260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:34.546758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-c24255ca-bd59-4075-9791-805474d03f37 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0488172 Jan 18 23:03:34.579319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:34.585930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3272b0c4-dce9-4419-bb2e-c71a9ec39507 req-ede4d3c7-e459-4b8c-8ef8-48d30697c6d4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6072443 Jan 18 23:03:34.591592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Checking segment: {'id': '2af6e8e2-d786-4cab-af8c-871172383b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:34.592034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:34.597608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Bound using segment: {'id': '2af6e8e2-d786-4cab-af8c-871172383b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:34.598085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Bound port: 0856c650-52f9-45a1-ac17-f1ee7c42f683, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af6e8e2-d786-4cab-af8c-871172383b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:34.598525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:34.599865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:34.604710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:34.618738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb2273-e25d-44c9-9aea-925251b7730b req-9c837eeb-16e7-45c7-895f-ffa072d27ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:34.624507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-9c837eeb-16e7-45c7-895f-ffa072d27ff5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.2150602 Jan 18 23:03:34.680066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:34.828567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33e157-958d-48e9-84fb-8ce1121be157 req-18d4313c-8d7d-43a8-bca6-37d6f47f3e7d tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:34.837495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:34.838429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bf33e157-958d-48e9-84fb-8ce1121be157 req-18d4313c-8d7d-43a8-bca6-37d6f47f3e7d tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 943 time: 0.6405020 Jan 18 23:03:35.002755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bf33e157-958d-48e9-84fb-8ce1121be157 req-ff168bc0-d790-4b3b-9336-4156308040f1 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475978 Jan 18 23:03:35.026464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867267c-21a1-4474-be85-42d332c75956 req-c8e5e6bc-e3fd-40cc-ba4f-aaed0b8d6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.033386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb2273-e25d-44c9-9aea-925251b7730b req-aaff4c76-f615-4966-bdfd-9390d19cd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.038924 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-aaff4c76-f615-4966-bdfd-9390d19cd3b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4009483 Jan 18 23:03:35.060472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-c8e5e6bc-e3fd-40cc-ba4f-aaed0b8d6b7c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f1f5634f62f44c20b1d3ecc0baf0e97f&device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 1094 time: 1.2525661 Jan 18 23:03:35.215962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] device_id is not set on port 855b70b9-5496-4fcc-9c3c-37fbe2de410f yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:35.386454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:35.393482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-29517123-7da9-44a3-9144-6fbec9f6dfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:35.438912 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-fabe2f49-b679-438a-a647-140c14be2e0f service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877056 Jan 18 23:03:35.557614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:35.560502 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:35.654089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] For port 0856c650-52f9-45a1-ac17-f1ee7c42f683, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:35.759753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] For port 0856c650-52f9-45a1-ac17-f1ee7c42f683, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0856c650-52f9-45a1-ac17-f1ee7c42f683,segment=NetworkSegment(2af6e8e2-d786-4cab-af8c-871172383b1e),segment_id=2af6e8e2-d786-4cab-af8c-871172383b1e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:35.767046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:35.773930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-15870249-network', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:35.781091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:35.785815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Usage tracker for resource:network and tenant:c9d5e500aa75456fb6cd4b2d61898264 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:35.790323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:35.796975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:35.827951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Made reservation on behalf of c9d5e500aa75456fb6cd4b2d61898264 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:35.830652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:35.861067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-29517123-7da9-44a3-9144-6fbec9f6dfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:35.866846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:35.905549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.037793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:36.071378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d5e500aa75456fb6cd4b2d61898264 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:36.086287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97cb2273-e25d-44c9-9aea-925251b7730b req-49be6484-63ed-44df-b4cb-188ec67911bc service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269379 Jan 18 23:03:36.087926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:36.110007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.137581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.151377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.179657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.193627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.228820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.246365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.252553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Allocated IP 172.20.0.4 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/855b70b9-5496-4fcc-9c3c-37fbe2de410f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:36.258855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-a0d695df-6920-44e5-89b9-4ea746997890 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.5711396 Jan 18 23:03:36.384053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:36.396768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.411421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe678cbd-7d3d-4150-a5ae-efb78c21f10e None None] Pushing event updated for resources: {'Port': ['ID=0856c650-52f9-45a1-ac17-f1ee7c42f683,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:36.491082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:36.503188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:36.507291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867267c-21a1-4474-be85-42d332c75956 req-3dd46580-7ee3-441f-b050-1b5282339d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.509109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-3dd46580-7ee3-441f-b050-1b5282339d9d service neutron] 10.222.0.85 "GET /v2.0/networks?id=14bd231e-1bd8-4670-9f74-7fc67048e1fe HTTP/1.1" status: 200 len: 918 time: 1.1188533 Jan 18 23:03:36.512501 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.592200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.635583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3fd43620-d77a-4c51-b03e-7f416d149e6d details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:36.636906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-29517123-7da9-44a3-9144-6fbec9f6dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.670911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.698858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:36.739346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.741495 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Added segment 4d32427e-ff36-4a8c-9628-ff2b78bb3e61 of type vlan for network aa67bea9-734c-4482-92e1-68caa60ce91d Jan 18 23:03:36.896123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.991037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.992145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.992805 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:36.997219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:37.031862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:03:37.052033 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-53784cbc-6b55-4c41-a86e-e2a3c31262b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d HTTP/1.1" status: 200 len: 217 time: 0.4514656 Jan 18 23:03:37.081805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29517123-7da9-44a3-9144-6fbec9f6dfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b17d3cd-6228-4f86-a246-46272986572b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:37.104367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e506b4ca-3f23-48e3-9d24-0e623668a5fe req-fb77781b-6173-4521-a705-ac7e3337ed14 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4997883 Jan 18 23:03:37.214225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867267c-21a1-4474-be85-42d332c75956 req-c5121f64-6bd1-4804-9cff-889c7914d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:37.215920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-c5121f64-6bd1-4804-9cff-889c7914d28e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58a434a3-ca2c-4747-ab8e-69f90454364c HTTP/1.1" status: 200 len: 857 time: 0.1283424 Jan 18 23:03:37.311110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8170a93-ed85-46ed-b267-8d81a4cb0189 req-6ef61226-5e76-4a3b-9ae9-52e089226824 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:37.312612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8170a93-ed85-46ed-b267-8d81a4cb0189 req-6ef61226-5e76-4a3b-9ae9-52e089226824 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 2.3526042 Jan 18 23:03:37.340544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-ce6a5067-0e17-4d90-8abf-18fa264dc7e6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=14bd231e-1bd8-4670-9f74-7fc67048e1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112204 Jan 18 23:03:37.352036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-29517123-7da9-44a3-9144-6fbec9f6dfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:37.353178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-29517123-7da9-44a3-9144-6fbec9f6dfa0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b17d3cd-6228-4f86-a246-46272986572b HTTP/1.1" status: 204 len: 168 time: 3.3966839 Jan 18 23:03:37.599775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:37.601961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb49c59c-fef0-4c01-8858-ee0e2812f587,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:37.618325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0856c650-52f9-45a1-ac17-f1ee7c42f683 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:37.619700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d87517c-be11-4d67-987f-2ecdb12f37c1 req-9a49e69e-ffcf-4387-8747-c789dfebf359 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0200000 Jan 18 23:03:37.622861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] Pushing event updated for resources: {'Network': ['ID=aa67bea9-734c-4482-92e1-68caa60ce91d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:37.641106 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-531d6099-39ee-4ccd-b731-35c65719e872 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8713348 Jan 18 23:03:37.651675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47194) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:37.655784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-9f41ca6b-470a-4134-ad39-75e14ba0a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:37.664783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-9f41ca6b-470a-4134-ad39-75e14ba0a4b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1096 time: 1.3942235 Jan 18 23:03:37.673671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Request body: {'subnet': {'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-15870249-subnet', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:37.698871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:37.714461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Usage tracker for resource:subnet and tenant:c9d5e500aa75456fb6cd4b2d61898264 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:37.719579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:37.740036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:37.841070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Made reservation on behalf of c9d5e500aa75456fb6cd4b2d61898264 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:37.848565 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:37.849607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:37.875021 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-b4d27d39-8889-4536-8f8d-27dd3ca35c31 service neutron] 10.222.0.85 "GET /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591727 Jan 18 23:03:37.962886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3fd43620-d77a-4c51-b03e-7f416d149e6d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d,segment=NetworkSegment(ee6876de-6af4-498c-be3c-46395b6b72bb),segment_id=ee6876de-6af4-498c-be3c-46395b6b72bb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:38.062224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network aa67bea9-734c-4482-92e1-68caa60ce91d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:38.085294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '3fd43620-d77a-4c51-b03e-7f416d149e6d', 'network_id': '14bd231e-1bd8-4670-9f74-7fc67048e1fe', 'port_id': '3fd43620-d77a-4c51-b03e-7f416d149e6d', 'mac_address': 'fa:16:3e:b8:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a434a3-ca2c-4747-ab8e-69f90454364c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:38.294815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.311445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8170a93-ed85-46ed-b267-8d81a4cb0189 req-98133bb2-fdc7-40ad-bc02-cb99eb507fef tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9675107 Jan 18 23:03:38.335330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8867267c-21a1-4474-be85-42d332c75956 req-63171e4b-421b-4a52-abf6-15e8c68b1688 service neutron] 10.222.0.85 "GET /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918591 Jan 18 23:03:38.386370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Transition to ACTIVE for port object 855b70b9-5496-4fcc-9c3c-37fbe2de410f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:38.472496 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.678999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1c102-9b6e-4f44-b8b2-6099b7f24c56 None None] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:38.752373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:38.775324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-c411de7c-3062-42c5-8bf1-7a58dfbaf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:38.776902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-c411de7c-3062-42c5-8bf1-7a58dfbaf97a service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.9994330 Jan 18 23:03:38.780098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:38.790374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:38.809185 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:03:38.856928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=855b70b9-5496-4fcc-9c3c-37fbe2de410f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:38.977362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06636-e9fc-4c15-91d5-137efd3a5ccf req-9d84b26c-cddd-49fd-ae02-65400965c836 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:38.979034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2e06636-e9fc-4c15-91d5-137efd3a5ccf req-9d84b26c-cddd-49fd-ae02-65400965c836 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 943 time: 0.4176934 Jan 18 23:03:39.001416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:39.002294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.060094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd43620-d77a-4c51-b03e-7f416d149e6d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:39.099822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3fd43620-d77a-4c51-b03e-7f416d149e6d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d,segment=NetworkSegment(ee6876de-6af4-498c-be3c-46395b6b72bb),segment_id=ee6876de-6af4-498c-be3c-46395b6b72bb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:39.110142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-627a9dce-26f6-428c-a12b-50f38eea2e27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 1001 time: 0.3166173 Jan 18 23:03:39.110920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-78343f78-09be-4930-beda-29aae0628d07 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1434886 Jan 18 23:03:39.121986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d416c3f6-b1f6-4ad1-a52a-78043e9acfcd None None] Provisioning for port 0856c650-52f9-45a1-ac17-f1ee7c42f683 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:39.128383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47220) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:39.150003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'name': 'tempest-AllowedAddressPairTestJSON-2071731233', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d4:e6:4e'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:39.194380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 2, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:39.214323 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.304290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6342d-0996-4c11-85fa-9045edb2c0dc req-b432ecf7-8361-4a76-9760-e56f94d0a313 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:39.306296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e9f6342d-0996-4c11-85fa-9045edb2c0dc req-b432ecf7-8361-4a76-9760-e56f94d0a313 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.9164939 Jan 18 23:03:39.308120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-48430720-4317-4fc4-b155-5db8dcfcb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:39.309930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-48430720-4317-4fc4-b155-5db8dcfcb5b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.1761413 Jan 18 23:03:39.312770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:39.315260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Checking router: 6125273a-1a55-46be-94dd-02e5f38cb2de for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:39.315630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Updating router 6125273a-1a55-46be-94dd-02e5f38cb2de port bac5e544-76a4-4099-9c45-76e3ac1d2e6e binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:03:39.357486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.449803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e9f6342d-0996-4c11-85fa-9045edb2c0dc req-4935c907-b5b3-4233-a23d-72c0fb1ed934 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278319 Jan 18 23:03:39.556142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3fd43620-d77a-4c51-b03e-7f416d149e6d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:03:39.623873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1834369554'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:39.631593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:39.637074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Usage tracker for resource:network and tenant:4a408dd9cedb42af96425080fe4d3361 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:39.640702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:39.645582 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'code': 200} Jan 18 23:03:39.647701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:39.673060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4994ba-5323-4487-8c46-8813d68a1ddc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:39.682168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Checking segment: {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:39.682320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Network hostable DHCP agents. Network: aa67bea9-734c-4482-92e1-68caa60ce91d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:39.689828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Made reservation on behalf of 4a408dd9cedb42af96425080fe4d3361 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:39.693864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.750020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.772320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-d337995e-f625-4557-9c66-05817541af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:39.774680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-d337995e-f625-4557-9c66-05817541af3f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4580219 Jan 18 23:03:39.775975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Network aa67bea9-734c-4482-92e1-68caa60ce91d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:39.784185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:39.785827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:39.796018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Usage tracker for resource:security_group_rule and tenant:4a408dd9cedb42af96425080fe4d3361 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:39.799588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:39.806856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2e06636-e9fc-4c15-91d5-137efd3a5ccf req-557a52ed-4d97-4b98-9636-1eba15462f8e tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999301 Jan 18 23:03:39.808027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:39.811814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Usage tracker for resource:port and tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:39.837396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:39.845940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:39.862165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0856c650-52f9-45a1-ac17-f1ee7c42f683 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:39.872238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:39.900870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0856c650-52f9-45a1-ac17-f1ee7c42f683 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:39.901321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.957116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.001475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.099111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3fd43620-d77a-4c51-b03e-7f416d149e6d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:40.134354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.138930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, aa67bea9-734c-4482-92e1-68caa60ce91d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:40.145605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.146885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.302816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.340132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2400e9-8d5f-4b9d-a03f-c56dd4a85f03,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:40.371471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] device_id is not set on port d2c16143-4802-42df-b468-243b4450f5ad yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:40.374280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdaca09-f243-4cdd-aeb4-47582370a9ad None None] Network aa67bea9-734c-4482-92e1-68caa60ce91d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:40.382049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:40.413762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.414472 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Added segment 1c56a233-3ac4-4180-9862-0d5b9c651923 of type vlan for network 835a2d4c-a9a8-497f-9198-3eeab052d676 Jan 18 23:03:40.440973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a3afe02f-c24d-4cc8-8414-5b79f835d929 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7879834 Jan 18 23:03:40.451902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47238) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:40.470671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:40.492075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:40.530907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.539590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Usage tracker for resource:router and tenant:c9d5e500aa75456fb6cd4b2d61898264 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:40.548550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-54f485e9-4efb-42f8-81b3-05b7f55b30b5 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435996 Jan 18 23:03:40.557813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:40.629222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Allocated IP 172.20.0.14 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/d2c16143-4802-42df-b468-243b4450f5ad) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:40.636491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.642707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.661808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.669266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.683075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.686195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.697502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.715369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:40.737570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f85743c2-ce15-4c24-8a6d-497e9bc98410 req-922909cf-b365-400f-9434-18f1fa06f528 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.7313693 Jan 18 23:03:40.746323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:40.778032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 0856c650-52f9-45a1-ac17-f1ee7c42f683, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0856c650-52f9-45a1-ac17-f1ee7c42f683,segment=NetworkSegment(2af6e8e2-d786-4cab-af8c-871172383b1e),segment_id=2af6e8e2-d786-4cab-af8c-871172383b1e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:40.858338 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.974994 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:03:41.011261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6db5-6f58-4b4e-866b-7034b92c50ea req-b4e21bb0-f2fc-445c-89a7-32ce8212bf4f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:41.022934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f82a6db5-6f58-4b4e-866b-7034b92c50ea req-b4e21bb0-f2fc-445c-89a7-32ce8212bf4f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 1.0030074 Jan 18 23:03:41.120114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=0856c650-52f9-45a1-ac17-f1ee7c42f683,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:41.149912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.157594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.165295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.196528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Transition to ACTIVE for port object d2c16143-4802-42df-b468-243b4450f5ad will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:41.265814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.273661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.278741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:41.288766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.372469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f82a6db5-6f58-4b4e-866b-7034b92c50ea req-faeaa4d2-baae-4b2b-b2e0-713cff3e762e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395755 Jan 18 23:03:41.542424 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.573055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=d2c16143-4802-42df-b468-243b4450f5ad,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:41.584147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:41.588783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:41.594179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:41.729823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4151859 Jan 18 23:03:41.750546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:41.773611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Request body: {'subnet': {'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:41.807078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17478b73-7f5f-44d3-b14e-ee8c5fba6f4e tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event updated for resources: {'Network': ['ID=835a2d4c-a9a8-497f-9198-3eeab052d676,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:41.833411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96198287-4bb9-415a-97c5-0baf13291dd8 req-e6f20e36-0d61-4c45-9ff7-1866a1874fa8 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2631922 Jan 18 23:03:41.877902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:41.878716 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.912694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d847dd92-c5ad-4ecb-a06e-67f1eb0ae8f4 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.7705574 Jan 18 23:03:41.919160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47256) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:42.042473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873e43e-a390-47e4-be0a-0e864b496e84 req-c728667d-58ac-4c35-b393-67b6abdc0add tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.061581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a873e43e-a390-47e4-be0a-0e864b496e84 req-c728667d-58ac-4c35-b393-67b6abdc0add tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 944 time: 0.3902795 Jan 18 23:03:42.123856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a873e43e-a390-47e4-be0a-0e864b496e84 req-b6c98cb6-434d-4fff-8e56-7af6f5b49aec tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611863 Jan 18 23:03:42.166357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2519b-b2a0-417a-8939-b3bf66823e4d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.172644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2519b-b2a0-417a-8939-b3bf66823e4d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.178607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2519b-b2a0-417a-8939-b3bf66823e4d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.179578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-33a2519b-b2a0-417a-8939-b3bf66823e4d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Synchronizing usage tracker for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:42.242589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-33a2519b-b2a0-417a-8939-b3bf66823e4d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Unset dirty status for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:42.244110 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-33a2519b-b2a0-417a-8939-b3bf66823e4d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3226404 Jan 18 23:03:42.247064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:42.342336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:42.388056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port d2c16143-4802-42df-b468-243b4450f5ad {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:42.388492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.473630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-aa67bea9-734c-4482-92e1-68caa60ce91d', 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'fixed_ips': [{'subnet_id': '0d4994ba-5323-4487-8c46-8813d68a1ddc'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:03:42.474364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.547109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:42.580090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-64211e94-ac84-4f35-af56-93f69c11968b None None] Provisioning complete for port 0856c650-52f9-45a1-ac17-f1ee7c42f683 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:42.592569 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64211e94-ac84-4f35-af56-93f69c11968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.730207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06394-32d2-4cff-ab24-646cc108b4b9 req-b8169b35-2bea-474b-b3a9-136d3d01f118 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.745095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23e06394-32d2-4cff-ab24-646cc108b4b9 req-b8169b35-2bea-474b-b3a9-136d3d01f118 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 1.6858118 Jan 18 23:03:42.755917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Usage tracker for resource:subnet and tenant:4a408dd9cedb42af96425080fe4d3361 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:42.834815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.841278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:42.879990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:42.882563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Transition to ACTIVE for port object bac5e544-76a4-4099-9c45-76e3ac1d2e6e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:42.912622 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.917888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.918120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbcd342d-4db7-48c4-bc28-11ca42cd61ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.976662 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23e06394-32d2-4cff-ab24-646cc108b4b9 req-b24e18be-94d4-4155-a585-0e952491e77e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302704 Jan 18 23:03:43.010990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Made reservation on behalf of 4a408dd9cedb42af96425080fe4d3361 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:43.015531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:43.056222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:43.157184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0856c650-52f9-45a1-ac17-f1ee7c42f683 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:43.396701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for d2c16143-4802-42df-b468-243b4450f5ad owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:43.442565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3fd43620-d77a-4c51-b03e-7f416d149e6d up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:43.695931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:43.796842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Allocated IP 172.20.0.2 (aa67bea9-734c-4482-92e1-68caa60ce91d/0d4994ba-5323-4487-8c46-8813d68a1ddc/3e8fbd03-19a1-411b-b6cf-746050b90434) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:44.026767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event updated for resources: {'Subnet': ['ID=b49737b7-00c7-4234-9525-e1ce0b809335,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:44.056113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27677dfb-23e9-43dd-b04d-5e7c29998d3e None None] Pushing event updated for resources: {'Port': ['ID=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:44.094926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-64211e94-ac84-4f35-af56-93f69c11968b None None] Provisioning for port 855b70b9-5496-4fcc-9c3c-37fbe2de410f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:44.123426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Checking segment: {'id': '1c56a233-3ac4-4180-9862-0d5b9c651923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:44.125959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Network hostable DHCP agents. Network: 835a2d4c-a9a8-497f-9198-3eeab052d676, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:44.153661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-64211e94-ac84-4f35-af56-93f69c11968b None None] Provisioning complete for port 855b70b9-5496-4fcc-9c3c-37fbe2de410f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:44.154150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64211e94-ac84-4f35-af56-93f69c11968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.264370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75b8d4-a17a-4344-872f-e0474d2fc720 req-2d0965bf-8155-4fa8-ae37-498d3eabc61c tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:44.268564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e75b8d4-a17a-4344-872f-e0474d2fc720 req-2d0965bf-8155-4fa8-ae37-498d3eabc61c tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 944 time: 0.9122639 Jan 18 23:03:44.338079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:44.343275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Attempting to bind port bac5e544-76a4-4099-9c45-76e3ac1d2e6e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:44.343756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Attempting to bind port bac5e544-76a4-4099-9c45-76e3ac1d2e6e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:44.344672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Attempting to bind port bac5e544-76a4-4099-9c45-76e3ac1d2e6e on network 050ec660-078d-42f1-8171-a0a6b1a2a074 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:44.361761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0856c650-52f9-45a1-ac17-f1ee7c42f683 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:44.362227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.391009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e75b8d4-a17a-4344-872f-e0474d2fc720 req-809500a4-fabd-4f02-8207-e58c7120b3f1 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906594 Jan 18 23:03:44.410384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.431853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:44.432843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Checking segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:44.433852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.434927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Bound using segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:44.435673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Bound port: bac5e544-76a4-4099-9c45-76e3ac1d2e6e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:44.436481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.511390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 3fd43620-d77a-4c51-b03e-7f416d149e6d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:44.634039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 835a2d4c-a9a8-497f-9198-3eeab052d676) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:44.649765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-64211e94-ac84-4f35-af56-93f69c11968b None None] Port 855b70b9-5496-4fcc-9c3c-37fbe2de410f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:44.656643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:44.658991 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.701221 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4391bda-f503-4afd-a441-84adcc5e730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.706175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64f605-a4d0-4e33-9065-b2b6a4402970 None None] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:44.750121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 3fd43620-d77a-4c51-b03e-7f416d149e6d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:44.759611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.845473 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-38487c18-0db6-47cf-aaf6-742442aedeb6 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0873032 Jan 18 23:03:44.846429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:44.860040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:44.871485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Port': ['ID=d2c16143-4802-42df-b468-243b4450f5ad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:44.887649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Request body: {'port': {'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-145814905'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:44.929679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.068307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.101770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.127257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-272bcc31-7cce-4a08-a9b5-61e50ec3bd6d tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/ports/d2c16143-4802-42df-b468-243b4450f5ad HTTP/1.1" status: 204 len: 168 time: 2.8789403 Jan 18 23:03:45.128404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47298) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:45.146825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e875438-8301-4974-8c00-89201b9eafc1 req-25314670-5e46-40b5-a1e6-29d3ceb8d5b7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:45.148397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e875438-8301-4974-8c00-89201b9eafc1 req-25314670-5e46-40b5-a1e6-29d3ceb8d5b7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.7952671 Jan 18 23:03:45.185850 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf8db0f-456e-4e6b-9b00-10da99b783aa tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] GET failed (client error): The resource could not be found. Jan 18 23:03:45.186720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4bf8db0f-456e-4e6b-9b00-10da99b783aa tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Synchronizing usage tracker for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:45.218262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4bf8db0f-456e-4e6b-9b00-10da99b783aa tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Unset dirty status for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:45.223523 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.224703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4bf8db0f-456e-4e6b-9b00-10da99b783aa tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "GET /v2.0/ports/d2c16143-4802-42df-b468-243b4450f5ad HTTP/1.1" status: 404 len: 333 time: 0.0949607 Jan 18 23:03:45.225768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47304) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:45.233093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'name': 'tempest-AllowedAddressPairTestJSON-1076724255'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:45.277351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:45.304697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Usage tracker for resource:security_group_rule and tenant:c82a83683c16408ead80e0b936c750bb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:45.312687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:45.318022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e875438-8301-4974-8c00-89201b9eafc1 req-a040da8a-6e84-41c1-9485-d1de428d465a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527324 Jan 18 23:03:45.333004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.346022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Transition to ACTIVE for port object 3e8fbd03-19a1-411b-b6cf-746050b90434 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:45.368233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Transition to ACTIVE for port object 3e8fbd03-19a1-411b-b6cf-746050b90434 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:45.422179 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.431033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:45.458119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:45.489399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:45.494387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.504495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:45.526019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:45.544530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Usage tracker for resource:port and tenant:4a408dd9cedb42af96425080fe4d3361 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:45.555470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] device_id is not set on port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:45.557140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:45.570288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:45.592071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95800225-04d8-49dd-85d5-15d1659d5150 None None] Provisioning complete for port 855b70b9-5496-4fcc-9c3c-37fbe2de410f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:45.592694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95800225-04d8-49dd-85d5-15d1659d5150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.606950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Allocated IP 172.25.4.164 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/4531789d-a884-45fa-8f22-9643fe5d8712) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:45.612156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Made reservation on behalf of 4a408dd9cedb42af96425080fe4d3361 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:45.615765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.655019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] device_id is not set on port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:45.721219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Network aa67bea9-734c-4482-92e1-68caa60ce91d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:45.734358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95800225-04d8-49dd-85d5-15d1659d5150 None None] Port 855b70b9-5496-4fcc-9c3c-37fbe2de410f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:45.736382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:45.755650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:45.825562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Allocated IP 172.20.0.14 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/9389ebf2-3b4c-4023-afb4-2f7d54ba6a14) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:45.871158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95800225-04d8-49dd-85d5-15d1659d5150 None None] Could not find standard attr ID for object d2c16143-4802-42df-b468-243b4450f5ad. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:03:45.873675 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.874629 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.960002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.996699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.093418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c82a83683c16408ead80e0b936c750bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2400644 Jan 18 23:03:46.095976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47316) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:46.118895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] For port bac5e544-76a4-4099-9c45-76e3ac1d2e6e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:46.128835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] For port bac5e544-76a4-4099-9c45-76e3ac1d2e6e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:46.149781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.152248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13147878-f7b8-4a4a-9428-38d23b0a36a9 req-ad52663f-da6c-4158-a402-2d79f499a1b3 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:46.159379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13147878-f7b8-4a4a-9428-38d23b0a36a9 req-ad52663f-da6c-4158-a402-2d79f499a1b3 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 944 time: 0.2494364 Jan 18 23:03:46.161957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Pushing event updated for resources: {'Port': ['ID=3e8fbd03-19a1-411b-b6cf-746050b90434,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:46.177419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.236092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.256360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13147878-f7b8-4a4a-9428-38d23b0a36a9 req-2ae6701e-ec28-4443-851e-b24b87c4132d tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958099 Jan 18 23:03:46.272265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Attempting to bind port 3e8fbd03-19a1-411b-b6cf-746050b90434 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:46.272637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Attempting to bind port 3e8fbd03-19a1-411b-b6cf-746050b90434 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:46.273063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Attempting to bind port 3e8fbd03-19a1-411b-b6cf-746050b90434 on network aa67bea9-734c-4482-92e1-68caa60ce91d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:46.283264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Allocated IP 2001:db8::2ac (835a2d4c-a9a8-497f-9198-3eeab052d676/b49737b7-00c7-4234-9525-e1ce0b809335/bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:46.283264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33622357-e073-4b2a-8a58-9e97d89e6cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.283264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1f13d-d973-4996-a7da-8d0e3ab0b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1f93d-8a9b-4060-8743-8c0c77729547,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:46.290769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Transition to ACTIVE for port object 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:46.305605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.309902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-835a2d4c-a9a8-497f-9198-3eeab052d676', 'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676', 'tenant_id': '4a408dd9cedb42af96425080fe4d3361', 'fixed_ips': [{'subnet_id': 'b49737b7-00c7-4234-9525-e1ce0b809335'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:03:46.311550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.323514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.340961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47326) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:46.380856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:46.381373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Checking segment: {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:46.381790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.382185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Bound using segment: {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:46.382687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Bound port: 3e8fbd03-19a1-411b-b6cf-746050b90434, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:46.387551 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.399267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33622357-e073-4b2a-8a58-9e97d89e6cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.466032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb53078-5812-4902-aff2-46808bf1be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd43620-d77a-4c51-b03e-7f416d149e6d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:46.475162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:46.483907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:46.486454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:46.575069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:46.575744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.632573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=9389ebf2-3b4c-4023-afb4-2f7d54ba6a14,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:46.652118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-52d5bbb3-9446-41e4-ad2f-30880bb37859 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4249327 Jan 18 23:03:46.653103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47336) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:46.660103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d4:e6:4e'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:46.764119 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb53078-5812-4902-aff2-46808bf1be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd43620-d77a-4c51-b03e-7f416d149e6d', 'code': 200} Jan 18 23:03:46.765694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3fd43620-d77a-4c51-b03e-7f416d149e6d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d,segment=NetworkSegment(ee6876de-6af4-498c-be3c-46395b6b72bb),segment_id=ee6876de-6af4-498c-be3c-46395b6b72bb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:46.797422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.829616 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.845684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Transition to ACTIVE for port object bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:46.853188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:46.853860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:46.984547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27677dfb-23e9-43dd-b04d-5e7c29998d3e None None] Pushing event updated for resources: {'Port': ['ID=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:47.046401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.136394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.145148 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.153794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ef180-afdc-4aa4-839b-de45f7940830 req-c8e4b6cf-c5c0-468c-97af-1a746ef5ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.154057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f0ce607d-3fb5-4425-bdb2-4e20844802fb None None] Provisioning for port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:47.155826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e9ef180-afdc-4aa4-839b-de45f7940830 req-c8e4b6cf-c5c0-468c-97af-1a746ef5ad02 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 1096 time: 0.1926212 Jan 18 23:03:47.205983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:47.213781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:47.215047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e9ef180-afdc-4aa4-839b-de45f7940830 req-2bdc6d47-0e5c-43e6-8bae-99e23e88fd4b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Jan 18 23:03:47.229352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:47.234357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f0ce607d-3fb5-4425-bdb2-4e20844802fb None None] Provisioning complete for port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:47.235217 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0ce607d-3fb5-4425-bdb2-4e20844802fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.236460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.239760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.263487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.307834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:47.327185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:47.331668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:47.373151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Allocated IP 2001:db8::2 (835a2d4c-a9a8-497f-9198-3eeab052d676/b49737b7-00c7-4234-9525-e1ce0b809335/9c398ebd-e473-4fab-9f19-322c363471ef) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:47.387627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3fd43620-d77a-4c51-b03e-7f416d149e6d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:47.395751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] For port 3e8fbd03-19a1-411b-b6cf-746050b90434, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:47.403471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce607d-3fb5-4425-bdb2-4e20844802fb None None] Port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:47.406980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event updated for resources: {'Port': ['ID=bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:47.423586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] For port 3e8fbd03-19a1-411b-b6cf-746050b90434, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e8fbd03-19a1-411b-b6cf-746050b90434,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:47.457971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.525175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:47.526995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Pushing event updated for resources: {'Port': ['ID=4531789d-a884-45fa-8f22-9643fe5d8712,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:47.573929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33622357-e073-4b2a-8a58-9e97d89e6cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.646379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a173-b921-4282-9c7b-d99cacd9120e req-501668de-bb04-4641-ae63-d59cd3e66614 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.648560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84b0a173-b921-4282-9c7b-d99cacd9120e req-501668de-bb04-4641-ae63-d59cd3e66614 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.6579390 Jan 18 23:03:47.655233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.656032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.656682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.657606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.658271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.658900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.659771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.668977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0771e68-b946-4f02-bc18-b0555f926821 req-8f1b2e7c-ab51-4a1e-b227-89156b79c7e1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6489 time: 1.3269532 Jan 18 23:03:47.785750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d645-9467-4176-a6fc-96302e1ccfcc req-4b1c8644-a839-4901-8ac3-cdc2522601c7 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.788204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50c6d645-9467-4176-a6fc-96302e1ccfcc req-4b1c8644-a839-4901-8ac3-cdc2522601c7 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 945 time: 0.1770623 Jan 18 23:03:47.856515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.862811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50c6d645-9467-4176-a6fc-96302e1ccfcc req-6bee06ba-f17a-4b49-867e-afadc835328b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Jan 18 23:03:47.869491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.954417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33622357-e073-4b2a-8a58-9e97d89e6cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.955892 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-33622357-e073-4b2a-8a58-9e97d89e6cf3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ea1f93d-8a9b-4060-8743-8c0c77729547 HTTP/1.1" status: 204 len: 168 time: 1.8383348 Jan 18 23:03:47.957302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33622357-e073-4b2a-8a58-9e97d89e6cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1f93d-8a9b-4060-8743-8c0c77729547,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:47.961110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b34679d0-eb0f-4e83-8ea5-58083efac2c5 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0965047 Jan 18 23:03:47.969602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0771e68-b946-4f02-bc18-b0555f926821 req-90ece6d5-a7c3-4f88-a619-9ea71d691665 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eeef4737-7010-4e47-9199-7846a0081f48&id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2989292 Jan 18 23:03:47.970127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:47.992145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf771aa-9671-4ca8-8292-d20289e56528 None None] Pushing event updated for resources: {'Port': ['ID=3e8fbd03-19a1-411b-b6cf-746050b90434,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:48.077567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=9389ebf2-3b4c-4023-afb4-2f7d54ba6a14,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:48.105984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] In _notify_port_updated(), no bound segment for port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 on network 8d9d98e2-705e-4738-b4ca-074cdcba9159 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:03:48.130640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:48.131350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.133106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b38911eb-255a-46d7-9617-026c40c86b75 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "PUT /v2.0/ports/9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 HTTP/1.1" status: 200 len: 994 time: 1.4783661 Jan 18 23:03:48.135576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47350) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:48.144894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Request body: {'port': {'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1150463339', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:48.147448 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] bootfile-name is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:03:48.148224 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] tftp-server is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:03:48.148659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] server-ip-address is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:03:48.273929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:48.280628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.351291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84b0a173-b921-4282-9c7b-d99cacd9120e req-0907762f-a828-46e8-9e84-47adcdaad29c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6091466 Jan 18 23:03:48.658155 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.697377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Transition to ACTIVE for port object 9c398ebd-e473-4fab-9f19-322c363471ef will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:48.755941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Transition to ACTIVE for port object 9c398ebd-e473-4fab-9f19-322c363471ef will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:48.801366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47358) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:48.803737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:48.844317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.851836 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.883563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:48.892339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.901167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4446ecbfb243b9844d4e37d9cb3c01 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:48.907861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:48.910156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Usage tracker for resource:port and tenant:4a408dd9cedb42af96425080fe4d3361 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:48.950605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:48.987079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:49.016910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:49.032579 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.142623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:49.160712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:49.166227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:49.168069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3585e62b-fdfe-4ab9-8481-44fe682c2b9b None None] Provisioning complete for port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:49.168446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3585e62b-fdfe-4ab9-8481-44fe682c2b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.210186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:49.298157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Made reservation on behalf of 4a408dd9cedb42af96425080fe4d3361 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:49.302204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.380792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Pushing event updated for resources: {'Port': ['ID=9c398ebd-e473-4fab-9f19-322c363471ef,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:49.410483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3585e62b-fdfe-4ab9-8481-44fe682c2b9b None None] Port 9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:49.439328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] device_id is not set on port 690cbdac-0243-4813-a1a9-049baed1c496 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:49.439995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Attempting to bind port 9c398ebd-e473-4fab-9f19-322c363471ef on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:49.440361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Attempting to bind port 9c398ebd-e473-4fab-9f19-322c363471ef by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1c56a233-3ac4-4180-9862-0d5b9c651923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:49.442741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Attempting to bind port 9c398ebd-e473-4fab-9f19-322c363471ef on network 835a2d4c-a9a8-497f-9198-3eeab052d676 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:49.459658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:49.461190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Checking segment: {'id': '1c56a233-3ac4-4180-9862-0d5b9c651923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:49.461593 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.462917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Bound using segment: {'id': '1c56a233-3ac4-4180-9862-0d5b9c651923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:49.463618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Bound port: 9c398ebd-e473-4fab-9f19-322c363471ef, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c56a233-3ac4-4180-9862-0d5b9c651923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '835a2d4c-a9a8-497f-9198-3eeab052d676'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:49.465070 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.491293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.537468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63207235-d4a3-433a-a7ac-2eca8fec5a65 None None] Network aa67bea9-734c-4482-92e1-68caa60ce91d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:49.613508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.659636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.679340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be6bc80-ece7-4210-a73d-ec88b5e97935,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:49.682914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:46Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:49.719792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344ca4b-7d18-40cc-85e3-a80953e6ae4a None None] The sync data for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 is: [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:46Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:49.739766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Port': ['ID=9389ebf2-3b4c-4023-afb4-2f7d54ba6a14,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:49.743183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f600ba43-6d39-4817-b0b4-b47b27041488 None None] Provisioning for port 3e8fbd03-19a1-411b-b6cf-746050b90434 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:49.768835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e447483-a246-46b0-9bb7-5f107ced33ff req-2f7a8444-1f3b-4f94-9470-8f37b1ec3494 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:49.778892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e447483-a246-46b0-9bb7-5f107ced33ff req-2f7a8444-1f3b-4f94-9470-8f37b1ec3494 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 945 time: 0.5490403 Jan 18 23:03:49.837196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] For port 9c398ebd-e473-4fab-9f19-322c363471ef, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:49.926538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0f1f1dbb-044f-44d5-bacc-1216b5b2a902 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b4446ecbfb243b9844d4e37d9cb3c01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1238601 Jan 18 23:03:49.935459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:49.951047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] For port 9c398ebd-e473-4fab-9f19-322c363471ef, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9c398ebd-e473-4fab-9f19-322c363471ef,segment=NetworkSegment(1c56a233-3ac4-4180-9862-0d5b9c651923),segment_id=1c56a233-3ac4-4180-9862-0d5b9c651923)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:49.956795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.980278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.175191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e447483-a246-46b0-9bb7-5f107ced33ff req-2e596bf8-6a8b-4e4c-ac19-09fe1efef1ae tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946052 Jan 18 23:03:50.242245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.282352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a849b-f759-4315-86c5-be582835d301 None None] Pushing event updated for resources: {'Port': ['ID=9c398ebd-e473-4fab-9f19-322c363471ef,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:50.283078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d8adabd-4061-40aa-a7de-84a249d9dd73 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/ports/9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 HTTP/1.1" status: 204 len: 168 time: 2.1449018 Jan 18 23:03:50.284701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47372) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:50.301087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e8fbd03-19a1-411b-b6cf-746050b90434 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:50.373189 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df266d3-7254-46c6-9eca-39db69a488f9 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] GET failed (client error): The resource could not be found. Jan 18 23:03:50.381712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8df266d3-7254-46c6-9eca-39db69a488f9 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Synchronizing usage tracker for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:50.422716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8df266d3-7254-46c6-9eca-39db69a488f9 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Unset dirty status for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:50.427766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8df266d3-7254-46c6-9eca-39db69a488f9 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "GET /v2.0/ports/9389ebf2-3b4c-4023-afb4-2f7d54ba6a14 HTTP/1.1" status: 404 len: 333 time: 0.1363013 Jan 18 23:03:50.428224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47376) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:50.435028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'name': 'tempest-AllowedAddressPairTestJSON-1578992739'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:50.478337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Allocated IP 2001:db8::35 (835a2d4c-a9a8-497f-9198-3eeab052d676/b49737b7-00c7-4234-9525-e1ce0b809335/690cbdac-0243-4813-a1a9-049baed1c496) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:50.702611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 3e8fbd03-19a1-411b-b6cf-746050b90434 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:50.723021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3e8fbd03-19a1-411b-b6cf-746050b90434 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:50.724140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.789417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b2d9-6df3-4abd-b45d-7c50053716ba req-31f87cf5-e2e4-4fae-8b11-53010d9de113 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:50.800761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d03b2d9-6df3-4abd-b45d-7c50053716ba req-31f87cf5-e2e4-4fae-8b11-53010d9de113 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 1.1243544 Jan 18 23:03:50.862619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:50.878034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:50.906838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:50.911946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.011701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:03:51.022153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68282f99-aa52-4c93-8798-2a14ab612f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.076609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68282f99-aa52-4c93-8798-2a14ab612f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.115665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.188739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68282f99-aa52-4c93-8798-2a14ab612f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.204315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 3e8fbd03-19a1-411b-b6cf-746050b90434, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e8fbd03-19a1-411b-b6cf-746050b90434,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:51.210588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.211644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bac5e544-76a4-4099-9c45-76e3ac1d2e6e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:51.280309 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d03b2d9-6df3-4abd-b45d-7c50053716ba req-84d7a7f7-aa05-425b-a0ee-84eb59ced5da tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784606 Jan 18 23:03:51.306702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282f99-aa52-4c93-8798-2a14ab612f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be6bc80-ece7-4210-a73d-ec88b5e97935,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:51.362992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] device_id is not set on port 7131725f-c1ed-4a9e-8095-66b9e1f8259f yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:51.366340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=3e8fbd03-19a1-411b-b6cf-746050b90434,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:51.462841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bac5e544-76a4-4099-9c45-76e3ac1d2e6e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:51.469261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bac5e544-76a4-4099-9c45-76e3ac1d2e6e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:51.469712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.647990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cc39d7c1-422c-4747-812e-b91e55d7a4fd None None] Provisioning complete for port 3e8fbd03-19a1-411b-b6cf-746050b90434 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:51.648462 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cc39d7c1-422c-4747-812e-b91e55d7a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.732311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Allocated IP 172.20.0.14 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/7131725f-c1ed-4a9e-8095-66b9e1f8259f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:51.740668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.773269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Transition to ACTIVE for port object 690cbdac-0243-4813-a1a9-049baed1c496 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:51.788619 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.821159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68282f99-aa52-4c93-8798-2a14ab612f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.824785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-68282f99-aa52-4c93-8798-2a14ab612f7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9be6bc80-ece7-4210-a73d-ec88b5e97935 HTTP/1.1" status: 204 len: 168 time: 1.8803236 Jan 18 23:03:51.827053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.897268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26ebeb-524b-42d4-a093-2e7c3db2a527 req-4513498e-e38e-464b-b203-d7cee3f85297 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.900724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc26ebeb-524b-42d4-a093-2e7c3db2a527 req-4513498e-e38e-464b-b203-d7cee3f85297 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 945 time: 0.9178452 Jan 18 23:03:52.067183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bac5e544-76a4-4099-9c45-76e3ac1d2e6e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:52.078728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.121733 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc26ebeb-524b-42d4-a093-2e7c3db2a527 req-73ad70c2-5182-4c0c-bd5a-272c8c37ad1a tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942184 Jan 18 23:03:52.324162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:52.405688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52fa518-97c7-4133-9ab9-22993ea8f8e1 None None] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:03:52.406274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-aede0456-6720-41a1-892b-e9ea2893f750 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.407809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-aede0456-6720-41a1-892b-e9ea2893f750 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.85 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 945 time: 0.3901935 Jan 18 23:03:52.575977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.594525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Deleting port 3fd43620-d77a-4c51-b03e-7f416d149e6d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:52.594885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.677576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Transition to ACTIVE for port object 7131725f-c1ed-4a9e-8095-66b9e1f8259f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:52.779572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9c398ebd-e473-4fab-9f19-322c363471ef up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:52.780690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:52.799638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.841760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:52.856403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:52.863797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.863797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.873196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event updated for resources: {'Port': ['ID=690cbdac-0243-4813-a1a9-049baed1c496,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:52.921318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:03:52.923002 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f395c30-a6f4-4f7c-99d6-7243e7030103 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8466489 Jan 18 23:03:52.926066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:52.940619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9c398ebd-e473-4fab-9f19-322c363471ef completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:52.955053 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Sync routers for ids ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:52.955606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] Provisioning for port 9c398ebd-e473-4fab-9f19-322c363471ef completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:52.970540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9c398ebd-e473-4fab-9f19-322c363471ef triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:52.970989 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.971175 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Routers {'aec8e1d1-9977-4da6-b80f-7e4a5e824b93'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:52.972223 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:53.046919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.052510 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75e0705b-7862-4e3a-9123-2e1a4266a0ea admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.5948529 Jan 18 23:03:53.064086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:53.095395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d6435-a5b0-4e97-b5b1-9b8ac52b7032 req-90a41f0c-ab64-4fb1-99f2-175c7e0dfb92 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.097182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f4d6435-a5b0-4e97-b5b1-9b8ac52b7032 req-90a41f0c-ab64-4fb1-99f2-175c7e0dfb92 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.4177794 Jan 18 23:03:53.160912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] Provisioning complete for port 9c398ebd-e473-4fab-9f19-322c363471ef triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:53.161295 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.194487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:53.212851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:53.228285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:53.261645 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Set router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:53.370547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.370769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.393117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=7131725f-c1ed-4a9e-8095-66b9e1f8259f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:53.421810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] For port 3fd43620-d77a-4c51-b03e-7f416d149e6d, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3fd43620-d77a-4c51-b03e-7f416d149e6d,segment=NetworkSegment(ee6876de-6af4-498c-be3c-46395b6b72bb),segment_id=ee6876de-6af4-498c-be3c-46395b6b72bb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:53.422502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.491536 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.533381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f4d6435-a5b0-4e97-b5b1-9b8ac52b7032 req-36d54846-01d1-4cc7-b173-08b2e988a906 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722132 Jan 18 23:03:53.600915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.659508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa2047-907c-4796-bfac-52b31575a6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.676726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa2047-907c-4796-bfac-52b31575a6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.683227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa2047-907c-4796-bfac-52b31575a6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.686028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-55fa2047-907c-4796-bfac-52b31575a6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Synchronizing usage tracker for tenant:4a408dd9cedb42af96425080fe4d3361 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:53.727849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] For port 9c398ebd-e473-4fab-9f19-322c363471ef, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9c398ebd-e473-4fab-9f19-322c363471ef,segment=NetworkSegment(1c56a233-3ac4-4180-9862-0d5b9c651923),segment_id=1c56a233-3ac4-4180-9862-0d5b9c651923)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:53.764337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Calling delete_port for 3fd43620-d77a-4c51-b03e-7f416d149e6d owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:53.856703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-55fa2047-907c-4796-bfac-52b31575a6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Unset dirty status for tenant:4a408dd9cedb42af96425080fe4d3361 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:53.860574 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:03:48Z', 'revision_number': 3, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:53.862030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-55fa2047-907c-4796-bfac-52b31575a6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.9339886 Jan 18 23:03:53.863778 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.867058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47418) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:53.870316 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Checking router: aec8e1d1-9977-4da6-b80f-7e4a5e824b93 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:53.871587 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Updating router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 port 4531789d-a884-45fa-8f22-9643fe5d8712 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:03:53.992136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8018da0f-93d1-4472-b505-cde04f8dd6b1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5604055 Jan 18 23:03:54.004269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47426) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:54.006276 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.028493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d4:e6:4e'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:54.084773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:03:54.085159 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:03:54.103977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d0bb3f4f-eac7-494b-86df-f1afc1196501 None None] Provisioning for port 7131725f-c1ed-4a9e-8095-66b9e1f8259f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:54.130091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4dc35-a3ac-4956-ae7f-459c524cca70 None None] Pushing event updated for resources: {'Port': ['ID=9c398ebd-e473-4fab-9f19-322c363471ef,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:54.136049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d0bb3f4f-eac7-494b-86df-f1afc1196501 None None] Provisioning complete for port 7131725f-c1ed-4a9e-8095-66b9e1f8259f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:54.136426 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3f4f-eac7-494b-86df-f1afc1196501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.259198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb3f4f-eac7-494b-86df-f1afc1196501 None None] Port 7131725f-c1ed-4a9e-8095-66b9e1f8259f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:54.267743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Deleting port 690cbdac-0243-4813-a1a9-049baed1c496 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:54.269670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.338473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9450a3-b846-49de-950d-7dd45206417f req-51203b44-2591-4ae2-9c37-e04c5568e477 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:54.341307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df9450a3-b846-49de-950d-7dd45206417f req-51203b44-2591-4ae2-9c37-e04c5568e477 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 945 time: 0.5966454 Jan 18 23:03:54.519508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df9450a3-b846-49de-950d-7dd45206417f req-a1c49bd4-ff95-4d76-9ba4-0c5deca12057 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/security-groups?id=078802ef-7a25-4522-ac51-14d7347219b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732739 Jan 18 23:03:54.582279 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.647630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3fd43620-d77a-4c51-b03e-7f416d149e6d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:03:54.680763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Pushing event deleted for resources: {'Port': ['ID=3fd43620-d77a-4c51-b03e-7f416d149e6d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:54.863644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Provisioning complete for port 9c398ebd-e473-4fab-9f19-322c363471ef triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:54.864021 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.999180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e8fbd03-19a1-411b-b6cf-746050b90434 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:55.169112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] No DVR routers for this DVR port 3fd43620-d77a-4c51-b03e-7f416d149e6d on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:55.175310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.178728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb53078-5812-4902-aff2-46808bf1be55', 'name': 'network-vif-deleted', 'tag': '3fd43620-d77a-4c51-b03e-7f416d149e6d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:55.205561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.209932 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.241509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46b231f9-a10d-4879-ae8e-2ebdb64c180a req-6b09f463-dbba-4ffb-a808-08e8cc675c0b tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.85 "DELETE /v2.0/ports/3fd43620-d77a-4c51-b03e-7f416d149e6d HTTP/1.1" status: 204 len: 173 time: 2.8143733 Jan 18 23:03:55.254264 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Transition to ACTIVE for port object 4531789d-a884-45fa-8f22-9643fe5d8712 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:55.282987 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.354036 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb53078-5812-4902-aff2-46808bf1be55', 'name': 'network-vif-deleted', 'tag': '3fd43620-d77a-4c51-b03e-7f416d149e6d', 'status': 'completed', 'code': 200} Jan 18 23:03:55.405004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3e8fbd03-19a1-411b-b6cf-746050b90434 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:55.410061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.442178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Attempting to bind port 4531789d-a884-45fa-8f22-9643fe5d8712 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:55.442773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Attempting to bind port 4531789d-a884-45fa-8f22-9643fe5d8712 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:55.443327 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Attempting to bind port 4531789d-a884-45fa-8f22-9643fe5d8712 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:03:55.471027 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:03:55.471794 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:03:55.472387 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.472989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:03:55.473664 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Bound port: 4531789d-a884-45fa-8f22-9643fe5d8712, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:55.474226 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.595133 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] For port 4531789d-a884-45fa-8f22-9643fe5d8712, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:03:55.598368 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] For port 4531789d-a884-45fa-8f22-9643fe5d8712, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4531789d-a884-45fa-8f22-9643fe5d8712,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:03:55.623025 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.626980 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631260ba-5b18-4bd6-9e57-0e7f7730dc4c None None] Pushing event updated for resources: {'Port': ['ID=4531789d-a884-45fa-8f22-9643fe5d8712,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:55.690967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Provisioning for port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:55.708265 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Routers {'aec8e1d1-9977-4da6-b80f-7e4a5e824b93'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:03:55.709102 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:55.715387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Provisioning complete for port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:55.715981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.859924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:55.863910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.875654 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631260ba-5b18-4bd6-9e57-0e7f7730dc4c None None] Pushing event updated for resources: {'Port': ['ID=4531789d-a884-45fa-8f22-9643fe5d8712,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:55.904389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Provisioning for port 690cbdac-0243-4813-a1a9-049baed1c496 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:55.920408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Provisioning complete for port 690cbdac-0243-4813-a1a9-049baed1c496 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:55.922531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.027320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.037050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9c398ebd-e473-4fab-9f19-322c363471ef up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:56.182382 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] Set router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:03:56.195586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-58ec4a36-23f5-4e71-8484-e807a04b694f req-474208fa-0c87-4649-841a-9eb0c4d268d1 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Synchronizing usage tracker for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:56.202016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.408500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e79ebb7c-1851-46b7-82ca-87df6511dc01 None None] Port 690cbdac-0243-4813-a1a9-049baed1c496 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:56.410441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=7131725f-c1ed-4a9e-8095-66b9e1f8259f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:56.472260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9c398ebd-e473-4fab-9f19-322c363471ef triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:56.472846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.485724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Calling delete_port for 690cbdac-0243-4813-a1a9-049baed1c496 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:56.535713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-58ec4a36-23f5-4e71-8484-e807a04b694f req-474208fa-0c87-4649-841a-9eb0c4d268d1 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] Unset dirty status for tenant:f1f5634f62f44c20b1d3ecc0baf0e97f on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:56.537355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58ec4a36-23f5-4e71-8484-e807a04b694f req-474208fa-0c87-4649-841a-9eb0c4d268d1 tempest-InstanceActionsV221TestJSON-1192119361 tempest-InstanceActionsV221TestJSON-1192119361-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcb53078-5812-4902-aff2-46808bf1be55 HTTP/1.1" status: 200 len: 210 time: 0.5037286 Jan 18 23:03:56.565050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] In _notify_port_updated(), no bound segment for port 7131725f-c1ed-4a9e-8095-66b9e1f8259f on network 8d9d98e2-705e-4738-b4ca-074cdcba9159 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:03:56.579570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:56.580527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.585588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe9db75d-c73d-4e4d-9976-1b7b032d4587 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "PUT /v2.0/ports/7131725f-c1ed-4a9e-8095-66b9e1f8259f HTTP/1.1" status: 200 len: 997 time: 2.5740001 Jan 18 23:03:56.586750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47444) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:56.655282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39def1-aac3-41c7-b9c2-95eae28872ec req-bee6d26e-6ed6-4e5a-821d-9d57130e076a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:56.658624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e39def1-aac3-41c7-b9c2-95eae28872ec req-bee6d26e-6ed6-4e5a-821d-9d57130e076a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 1.8226833 Jan 18 23:03:56.732618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 7131725f-c1ed-4a9e-8095-66b9e1f8259f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:03:56.733406 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.760905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6bf9757f-c872-4cfa-ad7c-5cc110c6b2a0 None None] Provisioning complete for port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:56.761499 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6bf9757f-c872-4cfa-ad7c-5cc110c6b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.803982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e39def1-aac3-41c7-b9c2-95eae28872ec req-3e636e04-87bd-4010-aa34-3c67e712c079 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277359 Jan 18 23:03:56.847416 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:03:48Z', 'revision_number': 3, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:56.852707 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc6bde-488e-4f51-93fa-38b3ac9791ab None None] The sync data for ids ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'] in n-d-825178-1 is: [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:03:48Z', 'revision_number': 3, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:56.907105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9757f-c872-4cfa-ad7c-5cc110c6b2a0 None None] Port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:56.909476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bac5e544-76a4-4099-9c45-76e3ac1d2e6e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:56.980284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6bf9757f-c872-4cfa-ad7c-5cc110c6b2a0 None None] Provisioning complete for port 690cbdac-0243-4813-a1a9-049baed1c496 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:56.980712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6bf9757f-c872-4cfa-ad7c-5cc110c6b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.105767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9757f-c872-4cfa-ad7c-5cc110c6b2a0 None None] Port 690cbdac-0243-4813-a1a9-049baed1c496 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:57.114963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bac5e544-76a4-4099-9c45-76e3ac1d2e6e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:57.115346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.146298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.265424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3fd43620-d77a-4c51-b03e-7f416d149e6d no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:57.322175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.343980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1ee91744-0eee-45f6-bfa2-2593d9f4eb52 None None] Provisioning complete for port 7131725f-c1ed-4a9e-8095-66b9e1f8259f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:57.343980 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ee91744-0eee-45f6-bfa2-2593d9f4eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.370843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 3fd43620-d77a-4c51-b03e-7f416d149e6d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:03:57.371210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3fd43620-d77a-4c51-b03e-7f416d149e6d not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:57.425920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.476906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ee91744-0eee-45f6-bfa2-2593d9f4eb52 None None] Port 7131725f-c1ed-4a9e-8095-66b9e1f8259f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:57.508489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for 7131725f-c1ed-4a9e-8095-66b9e1f8259f owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:03:57.526384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event deleted for resources: {'Port': ['ID=690cbdac-0243-4813-a1a9-049baed1c496,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:57.611978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.748798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8f41ef07-91e7-443b-b66c-4403bd11ee8f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "DELETE /v2.0/ports/690cbdac-0243-4813-a1a9-049baed1c496 HTTP/1.1" status: 204 len: 168 time: 3.8748584 Jan 18 23:03:57.763401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47452) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:57.805337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Request body: {'port': {'name': 'tempest-new-port-name-560657729', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:57.805743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] bootfile-name is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:03:57.806578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] tftp-server is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:03:57.806578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] server-ip-address is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:03:57.891388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.961470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4531789d-a884-45fa-8f22-9643fe5d8712 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:58.007322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Allocated IP 172.20.0.1 (aa67bea9-734c-4482-92e1-68caa60ce91d/0d4994ba-5323-4487-8c46-8813d68a1ddc/5fddecd4-fea9-4403-a34c-34bc86f24240) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:58.257025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Port': ['ID=7131725f-c1ed-4a9e-8095-66b9e1f8259f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:58.313146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4531789d-a884-45fa-8f22-9643fe5d8712 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:58.323234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4531789d-a884-45fa-8f22-9643fe5d8712 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:58.335507 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.397387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.490331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:58.613378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.614248 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.664178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-30566da4-a976-4d20-9d71-747239852861 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/ports/7131725f-c1ed-4a9e-8095-66b9e1f8259f HTTP/1.1" status: 204 len: 168 time: 2.0721076 Jan 18 23:03:58.676559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47478) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:58.723387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4531789d-a884-45fa-8f22-9643fe5d8712, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4531789d-a884-45fa-8f22-9643fe5d8712,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:03:58.737977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.753215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.791654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Transition to ACTIVE for port object 5fddecd4-fea9-4403-a34c-34bc86f24240 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:58.822307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c932-62fc-4d3d-b663-2b5c5e992424 req-025c6233-b1c7-4b85-a65e-b123631ae227 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:58.850357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Deleting subnet 58a434a3-ca2c-4747-ab8e-69f90454364c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:03:58.855975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b42c932-62fc-4d3d-b663-2b5c5e992424 req-025c6233-b1c7-4b85-a65e-b123631ae227 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.5942605 Jan 18 23:03:58.874401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.879566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.017499 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-67006d0e-19b5-4f0d-856a-4bacd530e2ff tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] GET failed (client error): The resource could not be found. Jan 18 23:03:59.018121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-67006d0e-19b5-4f0d-856a-4bacd530e2ff tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Synchronizing usage tracker for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:59.090469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4531789d-a884-45fa-8f22-9643fe5d8712,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:59.091409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Network aa67bea9-734c-4482-92e1-68caa60ce91d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:59.105134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:59.108027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:03:59.108666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b42c932-62fc-4d3d-b663-2b5c5e992424 req-7acfb860-f516-4757-99d4-5a82595fc500 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532158 Jan 18 23:03:59.113309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-67006d0e-19b5-4f0d-856a-4bacd530e2ff tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Unset dirty status for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:59.122888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-67006d0e-19b5-4f0d-856a-4bacd530e2ff tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "GET /v2.0/ports/7131725f-c1ed-4a9e-8095-66b9e1f8259f HTTP/1.1" status: 404 len: 333 time: 0.4298632 Jan 18 23:03:59.125158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47484) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:59.143504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'name': 'tempest-AllowedAddressPairTestJSON-951637336'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:59.204694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.269614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Pushing event updated for resources: {'Port': ['ID=5fddecd4-fea9-4403-a34c-34bc86f24240,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:59.416512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.435038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.533354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8074e8db-7fec-417b-9bb0-4dcd77d084eb None None] Provisioning for port 5fddecd4-fea9-4403-a34c-34bc86f24240 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:59.541981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8074e8db-7fec-417b-9bb0-4dcd77d084eb None None] Provisioning complete for port 5fddecd4-fea9-4403-a34c-34bc86f24240 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:59.542365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8074e8db-7fec-417b-9bb0-4dcd77d084eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.597272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:59.611054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:59.646173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:59.650403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.663265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.689365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] device_id is not set on port 2b1bee65-81e2-4964-99a9-11f7a82439f9 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:03:59.693433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8074e8db-7fec-417b-9bb0-4dcd77d084eb None None] Port 5fddecd4-fea9-4403-a34c-34bc86f24240 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:03:59.706656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.852657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4531789d-a884-45fa-8f22-9643fe5d8712 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:00.005255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Allocated IP 172.20.0.14 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/2b1bee65-81e2-4964-99a9-11f7a82439f9) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:00.044214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] In _notify_port_updated(), no bound segment for port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 on network 835a2d4c-a9a8-497f-9198-3eeab052d676 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:04:00.050619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.052108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.054484 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "PUT /v2.0/ports/bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 HTTP/1.1" status: 200 len: 1129 time: 2.2753918 Jan 18 23:04:00.072531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.079274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:00.120874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4531789d-a884-45fa-8f22-9643fe5d8712 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:00.121517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.145477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a434a3-ca2c-4747-ab8e-69f90454364c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:00.187688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe772cb-0eb1-4b61-b997-6fa5ac6b9264 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event updated for resources: {'Port': ['ID=bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:00.258190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.299257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-672496e4-603c-42dc-9df8-72177ec8b3e1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/58a434a3-ca2c-4747-ab8e-69f90454364c HTTP/1.1" status: 204 len: 168 time: 1.8077672 Jan 18 23:04:00.334579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47510) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:00.493347 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.522495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0c4a9-e57b-4fb6-ab46-912f9b85fcb2 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.523001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d9e0c4a9-e57b-4fb6-ab46-912f9b85fcb2 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Synchronizing usage tracker for tenant:4a408dd9cedb42af96425080fe4d3361 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:00.525092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c2040a42-cd26-4dac-baa2-3b072a0f95f7 None None] Provisioning complete for port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:00.526254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Transition to ACTIVE for port object 2b1bee65-81e2-4964-99a9-11f7a82439f9 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:00.527729 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2040a42-cd26-4dac-baa2-3b072a0f95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.581799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.648224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c2040a42-cd26-4dac-baa2-3b072a0f95f7 None None] Port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:04:00.675187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:00.689793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:00.694853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:00.728170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.757504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=2b1bee65-81e2-4964-99a9-11f7a82439f9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:00.786766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.787404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.839699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-222c5f32-800e-4b80-b7f8-7284437a18a5 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7127202 Jan 18 23:04:00.841001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47516) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:00.847405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'network_id': '8d9d98e2-705e-4738-b4ca-074cdcba9159', 'name': 'tempest-AllowedAddressPairTestJSON-437249272'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:00.927535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d9e0c4a9-e57b-4fb6-ab46-912f9b85fcb2 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Unset dirty status for tenant:4a408dd9cedb42af96425080fe4d3361 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:00.928887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d9e0c4a9-e57b-4fb6-ab46-912f9b85fcb2 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "GET /v2.0/ports/bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 HTTP/1.1" status: 200 len: 1129 time: 0.8058748 Jan 18 23:04:00.946580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:01.098428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:01.113199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Usage tracker for resource:port and tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:01.149266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:01.149266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:01.165187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Made reservation on behalf of 79bcfb16d0b743b5ae0cd4ae1f15e402 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:01.200727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.210166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4b84ad1d-e8c5-4558-823c-68dd68134994 None None] Provisioning for port 2b1bee65-81e2-4964-99a9-11f7a82439f9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:01.216414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4b84ad1d-e8c5-4558-823c-68dd68134994 None None] Provisioning complete for port 2b1bee65-81e2-4964-99a9-11f7a82439f9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:01.216894 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b84ad1d-e8c5-4558-823c-68dd68134994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.235501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] device_id is not set on port 6846198c-cdba-4e4a-91c2-157de838331f yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:04:01.249849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.277596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bd231e-1bd8-4670-9f74-7fc67048e1fe']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.299736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6876de-6af4-498c-be3c-46395b6b72bb') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.300128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6876de-6af4-498c-be3c-46395b6b72bb') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.313313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.331700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4b84ad1d-e8c5-4558-823c-68dd68134994 None None] Port 2b1bee65-81e2-4964-99a9-11f7a82439f9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:04:01.333303 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.347152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.360553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:01.361558 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:01.385313 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:01.451208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Allocated IP 172.20.0.5 (8d9d98e2-705e-4738-b4ca-074cdcba9159/283320da-7ccb-4788-8a49-a78d388503d4/6846198c-cdba-4e4a-91c2-157de838331f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:01.735493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.755563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Transition to ACTIVE for port object 6846198c-cdba-4e4a-91c2-157de838331f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:01.785800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7143b-5905-4f9c-8bc2-be1376f73930 req-b118ddb3-68c7-4792-a371-d142a4f4aa80 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:01.787878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2dd7143b-5905-4f9c-8bc2-be1376f73930 req-b118ddb3-68c7-4792-a371-d142a4f4aa80 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 1.3624444 Jan 18 23:04:01.788590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.788738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.797656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Deleting port bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:01.798368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.854772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.893723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:01.898178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:01.902823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:01.921823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] Pushing event deleted for resources: {'Network': ['ID=14bd231e-1bd8-4670-9f74-7fc67048e1fe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:01.944159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=6846198c-cdba-4e4a-91c2-157de838331f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:01.984487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:01.985677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.007815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2dd7143b-5905-4f9c-8bc2-be1376f73930 req-c9ed67c0-090b-4117-a51e-9a43aae3d92d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496286 Jan 18 23:04:02.024090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47091780-ebb4-406b-aa59-aadf307c7233 admin admin] 10.222.0.78 "DELETE /v2.0/networks/14bd231e-1bd8-4670-9f74-7fc67048e1fe HTTP/1.1" status: 204 len: 168 time: 1.6880786 Jan 18 23:04:02.031426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-da546448-c2c3-4ecc-985a-47b0fa59509c tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1869497 Jan 18 23:04:02.031917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47532) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:02.040849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d4:e6:4e'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8f:03:44'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:02.276526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a7e8011d-6cbc-4c44-a670-b0d2bd70cee3 None None] Provisioning for port 6846198c-cdba-4e4a-91c2-157de838331f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:02.292129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a7e8011d-6cbc-4c44-a670-b0d2bd70cee3 None None] Provisioning complete for port 6846198c-cdba-4e4a-91c2-157de838331f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:02.293178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7e8011d-6cbc-4c44-a670-b0d2bd70cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.315859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.411540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8011d-6cbc-4c44-a670-b0d2bd70cee3 None None] Port 6846198c-cdba-4e4a-91c2-157de838331f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:04:02.451937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47538) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:02.511246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Calling delete_port for bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:02.631689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-44a98deb-a644-4d97-b2cf-88dce46c7ad8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1f5634f62f44c20b1d3ecc0baf0e97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786046 Jan 18 23:04:02.641495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47542) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:02.642157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.753515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:04:02.772022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.795627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.840766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26feac5d-c811-408b-8b37-3391402cdb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.994947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.000237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Pushing event updated for resources: {'Port': ['ID=5fddecd4-fea9-4403-a34c-34bc86f24240,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:03.141056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26feac5d-c811-408b-8b37-3391402cdb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.222829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26feac5d-c811-408b-8b37-3391402cdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.236232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.249040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26feac5d-c811-408b-8b37-3391402cdb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078802ef-7a25-4522-ac51-14d7347219b1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:03.308408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event deleted for resources: {'Port': ['ID=bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:03.338596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26feac5d-c811-408b-8b37-3391402cdb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.342746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-26feac5d-c811-408b-8b37-3391402cdb8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/078802ef-7a25-4522-ac51-14d7347219b1 HTTP/1.1" status: 204 len: 168 time: 0.6910400 Jan 18 23:04:03.362106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Network aa67bea9-734c-4482-92e1-68caa60ce91d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:03.369506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.380040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:03.433311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69be4bb-50c9-4e4c-8d89-d861a3898f56 req-29838625-aba5-466c-ab5b-8516c66f51cd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:03.434879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e69be4bb-50c9-4e4c-8d89-d861a3898f56 req-29838625-aba5-466c-ab5b-8516c66f51cd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.1611545 Jan 18 23:04:03.462170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47566) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:03.508547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.522509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.581032 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-57f96dfb-9106-41af-88fd-a2cbf6cf59bd tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "DELETE /v2.0/ports/bd3ac53f-f9e2-47d1-ae88-8c5eb6d6bca6 HTTP/1.1" status: 204 len: 168 time: 2.6281736 Jan 18 23:04:03.584761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:03.714578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Deleting subnet b49737b7-00c7-4234-9525-e1ce0b809335 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:04:03.724089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event updated for resources: {'Port': ['ID=6846198c-cdba-4e4a-91c2-157de838331f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:03.727689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.757523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e69be4bb-50c9-4e4c-8d89-d861a3898f56 req-31639286-ec6f-4fc1-a46a-1a253a4a6ffd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160658 Jan 18 23:04:03.838705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.862503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-feb8fd37-968e-4936-b456-bf38eda0b28b None None] Provisioning complete for port 5fddecd4-fea9-4403-a34c-34bc86f24240 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:03.863103 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-feb8fd37-968e-4936-b456-bf38eda0b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.945333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.959616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:03.971154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-feb8fd37-968e-4936-b456-bf38eda0b28b None None] Port 5fddecd4-fea9-4403-a34c-34bc86f24240 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:04:03.982367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e62cd697584e53952bbce79144fc31 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:03.990863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:04.002976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] In _notify_port_updated(), no bound segment for port 6846198c-cdba-4e4a-91c2-157de838331f on network 8d9d98e2-705e-4738-b4ca-074cdcba9159 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:04:04.012030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:04:04.013602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:04.014658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.021811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:04.031531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12319976-05d2-4952-9dab-21ed3047dcce tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "PUT /v2.0/ports/6846198c-cdba-4e4a-91c2-157de838331f HTTP/1.1" status: 200 len: 1055 time: 1.9926472 Jan 18 23:04:04.050595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:04.134065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-0c3bfbba-51ba-432d-9014-6e1d6ce51026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:04.135885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-0c3bfbba-51ba-432d-9014-6e1d6ce51026 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1097 time: 0.2590463 Jan 18 23:04:04.210050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6f424640-f843-4890-a3ff-040eae2b3793 None None] Provisioning complete for port 6846198c-cdba-4e4a-91c2-157de838331f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:04.213242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f424640-f843-4890-a3ff-040eae2b3793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.250730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:04:04.264173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8a00a6d6-e103-4f68-9fc6-b5eaa46e4f8e admin admin] 10.222.0.78 "PUT /v2.0/routers/aec8e1d1-9977-4da6-b80f-7e4a5e824b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2026742 Jan 18 23:04:04.299789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 6846198c-cdba-4e4a-91c2-157de838331f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:04.300482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.352336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6f424640-f843-4890-a3ff-040eae2b3793 None None] Port 6846198c-cdba-4e4a-91c2-157de838331f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:04:04.362515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Sync routers for ids ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:04:04.367560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.388508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Routers {'aec8e1d1-9977-4da6-b80f-7e4a5e824b93'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:04:04.389925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.394795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:04.492992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6e62cd697584e53952bbce79144fc31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0147834 Jan 18 23:04:04.493671 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.496150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-c7618785-5507-4d0d-af04-f6863b829c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:04.497767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-c7618785-5507-4d0d-af04-f6863b829c94 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.3543344 Jan 18 23:04:04.500392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47600) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:04.615247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Set router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:04:04.710985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.743102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-55be242f-f11b-4c71-861f-8649e4e8348a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 1001 time: 0.1871576 Jan 18 23:04:04.745345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b2f7f-2133-4d9f-8132-2b458ac795d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bafb31-1bbc-4e4f-bca8-bc98532974d2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:04.764431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47610) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:04.804244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.994691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-a8122d46-97aa-4826-ab14-85c308db5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:04.996440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-a8122d46-97aa-4826-ab14-85c308db5c05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.2312281 Jan 18 23:04:04.997288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74ddff8c-a504-44e6-890c-27ebd6e4a818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.106905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74ddff8c-a504-44e6-890c-27ebd6e4a818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.107138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:04:00Z', 'revision_number': 4, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '5fddecd4-fea9-4403-a34c-34bc86f24240', 'name': '', 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'mac_address': 'fa:16:3e:af:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0d4994ba-5323-4487-8c46-8813d68a1ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:57Z', 'updated_at': '2022-01-18T23:04:01Z', 'revision_number': 2, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'subnets': [{'id': '0d4994ba-5323-4487-8c46-8813d68a1ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:05.111908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Checking router: aec8e1d1-9977-4da6-b80f-7e4a5e824b93 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:04:05.112256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Updating router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 port 5fddecd4-fea9-4403-a34c-34bc86f24240 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:04:05.126156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1730276009-network', 'tenant_id': '6150330ebff947479f7d6f6b2422def1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:05.141216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:05.147902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Usage tracker for resource:network and tenant:6150330ebff947479f7d6f6b2422def1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:05.151973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:05.171586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:05.186630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for 6846198c-cdba-4e4a-91c2-157de838331f owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:05.190324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Made reservation on behalf of 6150330ebff947479f7d6f6b2422def1 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:05.190999 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.192722 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.208427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-c2563f83-54e1-430f-b144-22ab9741edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:05.210131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-c2563f83-54e1-430f-b144-22ab9741edee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056978 Jan 18 23:04:05.220193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.307075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:05.309350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74ddff8c-a504-44e6-890c-27ebd6e4a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.326319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Usage tracker for resource:security_group_rule and tenant:6150330ebff947479f7d6f6b2422def1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:05.336550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:05.352018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:05.354156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddff8c-a504-44e6-890c-27ebd6e4a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bafb31-1bbc-4e4f-bca8-bc98532974d2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:05.363732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-74ddff8c-a504-44e6-890c-27ebd6e4a818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.364239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.367836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-74ddff8c-a504-44e6-890c-27ebd6e4a818 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32bafb31-1bbc-4e4f-bca8-bc98532974d2 HTTP/1.1" status: 204 len: 168 time: 0.8280637 Jan 18 23:04:05.451417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-413b9e4b-987f-4cc8-8622-88cbec0dd278 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322955 Jan 18 23:04:05.454548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262be7b0-7ab7-41d8-a8dd-4dc73c777bb4 None None] Network 835a2d4c-a9a8-497f-9198-3eeab052d676 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:05.457413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.469465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "DELETE /v2.0/subnets/b49737b7-00c7-4234-9525-e1ce0b809335 HTTP/1.1" status: 204 len: 168 time: 1.8833623 Jan 18 23:04:05.473616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96e3f4-0aa4-40aa-a53b-b5a550037703 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event deleted for resources: {'Subnet': ['ID=b49737b7-00c7-4234-9525-e1ce0b809335,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:05.476554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47654) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:05.631557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.710235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Deleting port 9c398ebd-e473-4fab-9f19-322c363471ef {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:05.711826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.915212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80ffe2cc-60b4-4d0b-9bbc-247e0b928a5e req-696fa9f4-e0e6-4292-80f0-d33b22780ff5 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484408 Jan 18 23:04:06.073301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.085532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.104004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] DHCP port deletion for 835a2d4c-a9a8-497f-9198-3eeab052d676 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:04:06.104183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.112578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] Deleting port 9c398ebd-e473-4fab-9f19-322c363471ef {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:06.113259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.126376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:06.136009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.136390 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Added segment 15f1f376-06e5-4804-bf28-aead4ab3e32a of type vlan for network ffc6a31c-fe26-4573-976c-803a606cdf3c Jan 18 23:04:06.162367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.168968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.188757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Transition to ACTIVE for port object 5fddecd4-fea9-4403-a34c-34bc86f24240 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:06.233764 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.237637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Port': ['ID=6846198c-cdba-4e4a-91c2-157de838331f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:06.247827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.258583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:06.259329 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.307256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635192ec-0f5d-4fb2-b0b6-20244405c6cf req-52ca9a0a-d3b9-4b06-a1e9-8afe532189a1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:06.314285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-635192ec-0f5d-4fb2-b0b6-20244405c6cf req-52ca9a0a-d3b9-4b06-a1e9-8afe532189a1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 1.0122790 Jan 18 23:04:06.440175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc6a31c-fe26-4573-976c-803a606cdf3c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:06.449522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6795771 Jan 18 23:04:06.451192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:06.463160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Request body: {'subnet': {'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1730276009-subnet', 'tenant_id': '6150330ebff947479f7d6f6b2422def1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:06.473604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0478c2a-2e0d-4131-8027-85727e201a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b2dcd-5390-44ea-a6de-7502b084ba8a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:06.487900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:06.495353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Usage tracker for resource:subnet and tenant:6150330ebff947479f7d6f6b2422def1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:06.499775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:06.501355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ffc6a31c-fe26-4573-976c-803a606cdf3c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:06.507736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:06.521706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Made reservation on behalf of 6150330ebff947479f7d6f6b2422def1 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:06.525870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.570994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-635192ec-0f5d-4fb2-b0b6-20244405c6cf req-4333279e-7b44-4114-b85c-279b454ccb98 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557492 Jan 18 23:04:06.638989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678bb55-9311-451a-9b55-1e25b4e5785d None None] Pushing event updated for resources: {'Port': ['ID=5fddecd4-fea9-4403-a34c-34bc86f24240,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:06.708984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] For port 9c398ebd-e473-4fab-9f19-322c363471ef, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9c398ebd-e473-4fab-9f19-322c363471ef,segment=NetworkSegment(1c56a233-3ac4-4180-9862-0d5b9c651923),segment_id=1c56a233-3ac4-4180-9862-0d5b9c651923)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:06.709425 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.820403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] For port 9c398ebd-e473-4fab-9f19-322c363471ef, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9c398ebd-e473-4fab-9f19-322c363471ef,segment=NetworkSegment(1c56a233-3ac4-4180-9862-0d5b9c651923),segment_id=1c56a233-3ac4-4180-9862-0d5b9c651923)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:06.820851 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.894367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Attempting to bind port 5fddecd4-fea9-4403-a34c-34bc86f24240 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:06.894613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Attempting to bind port 5fddecd4-fea9-4403-a34c-34bc86f24240 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:06.895072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Attempting to bind port 5fddecd4-fea9-4403-a34c-34bc86f24240 on network aa67bea9-734c-4482-92e1-68caa60ce91d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:06.913573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Calling delete_port for 9c398ebd-e473-4fab-9f19-322c363471ef owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:06.962099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] Calling delete_port for 9c398ebd-e473-4fab-9f19-322c363471ef owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:06.991889 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.999769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:04:07.000147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Checking segment: {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:07.000558 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.000973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Bound using segment: {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:04:07.001449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Bound port: 5fddecd4-fea9-4403-a34c-34bc86f24240, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d32427e-ff36-4a8c-9628-ff2b78bb3e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:07.001826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.021201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.107937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] For port 5fddecd4-fea9-4403-a34c-34bc86f24240, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:07.110705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] For port 5fddecd4-fea9-4403-a34c-34bc86f24240, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5fddecd4-fea9-4403-a34c-34bc86f24240,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:04:07.119331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bbed66-2225-4320-addd-75c1cbe2484e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:07.123981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Checking segment: {'id': '15f1f376-06e5-4804-bf28-aead4ab3e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:07.124339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Network hostable DHCP agents. Network: ffc6a31c-fe26-4573-976c-803a606cdf3c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:07.131460 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.151868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Network ffc6a31c-fe26-4573-976c-803a606cdf3c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:07.168313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ffc6a31c-fe26-4573-976c-803a606cdf3c) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:07.175438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:07.179234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.181374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6867681-8994-46c8-b3d0-c724288481ad None None] Network ffc6a31c-fe26-4573-976c-803a606cdf3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:07.205193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.211428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47702) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:07.212447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-332241cd-2a96-4fea-967b-f064486e9be1 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/ports/6846198c-cdba-4e4a-91c2-157de838331f HTTP/1.1" status: 204 len: 168 time: 3.1860509 Jan 18 23:04:07.260199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9cafbb3d-a42b-482f-abbd-17b3c15c8c24 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8079257 Jan 18 23:04:07.261516 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-447c3a79-0ccd-4fa7-aab5-e8ff398c6248 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] GET failed (client error): The resource could not be found. Jan 18 23:04:07.262062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-447c3a79-0ccd-4fa7-aab5-e8ff398c6248 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Synchronizing usage tracker for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:07.309422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-447c3a79-0ccd-4fa7-aab5-e8ff398c6248 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Unset dirty status for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:07.314369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47710) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:07.321635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-447c3a79-0ccd-4fa7-aab5-e8ff398c6248 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "GET /v2.0/ports/6846198c-cdba-4e4a-91c2-157de838331f HTTP/1.1" status: 404 len: 333 time: 0.1090267 Jan 18 23:04:07.416850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 2b1bee65-81e2-4964-99a9-11f7a82439f9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:07.417390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.545799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:07.583197 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.624278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:04:07.624853 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:04:07.654589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Routers {'aec8e1d1-9977-4da6-b80f-7e4a5e824b93'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:04:07.655720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:03:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:07.821320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] No DVR routers for this DVR port 9c398ebd-e473-4fab-9f19-322c363471ef on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:07.850923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678bb55-9311-451a-9b55-1e25b4e5785d None None] Pushing event updated for resources: {'Port': ['ID=5fddecd4-fea9-4403-a34c-34bc86f24240,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:08.062109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9c398ebd-e473-4fab-9f19-322c363471ef no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:08.128041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Deleting port 9c398ebd-e473-4fab-9f19-322c363471ef {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:08.128393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.200208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9c398ebd-e473-4fab-9f19-322c363471ef {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:04:08.200788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9c398ebd-e473-4fab-9f19-322c363471ef not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:08.222560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1ad3a-ea24-4668-99c9-8530eb01e578 None None] Pushing event deleted for resources: {'Port': ['ID=9c398ebd-e473-4fab-9f19-322c363471ef,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:08.230773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f80a0a-a386-43eb-b7a4-386c59c39c3e None None] Network ffc6a31c-fe26-4573-976c-803a606cdf3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:08.274523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] The port '9c398ebd-e473-4fab-9f19-322c363471ef' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:04:08.305143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] Set router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:04:08.441364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.504047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.512718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-3ade5d49-1d45-4615-9c65-1fd4038161b9 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:08.514070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-3ade5d49-1d45-4615-9c65-1fd4038161b9 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Synchronizing usage tracker for tenant:6150330ebff947479f7d6f6b2422def1 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:08.534595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-3ade5d49-1d45-4615-9c65-1fd4038161b9 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Unset dirty status for tenant:6150330ebff947479f7d6f6b2422def1 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:08.535359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72473c54-0f88-425c-8c35-3461d7561125 req-1d7e8216-7b44-45a7-b713-9415edec9d28 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:08.536476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-3ade5d49-1d45-4615-9c65-1fd4038161b9 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/networks?id=ffc6a31c-fe26-4573-976c-803a606cdf3c HTTP/1.1" status: 200 len: 814 time: 0.2415280 Jan 18 23:04:08.536888 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72473c54-0f88-425c-8c35-3461d7561125 req-1d7e8216-7b44-45a7-b713-9415edec9d28 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.5885642 Jan 18 23:04:08.555045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-518ac2f6-446a-4650-8ebc-d14808ab05dc tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/quotas/6150330ebff947479f7d6f6b2422def1 HTTP/1.1" status: 200 len: 375 time: 0.0110705 Jan 18 23:04:08.614036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for 2b1bee65-81e2-4964-99a9-11f7a82439f9 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:08.629519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:08.677538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.678715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-099a22aa-a885-4c1c-8ad4-a2ea8156b55d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6150330ebff947479f7d6f6b2422def1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146240 Jan 18 23:04:08.721501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:08.747766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835a2d4c-a9a8-497f-9198-3eeab052d676']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:08.755411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.763316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c56a233-3ac4-4180-9862-0d5b9c651923') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:08.763674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c56a233-3ac4-4180-9862-0d5b9c651923') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:08.789924 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72473c54-0f88-425c-8c35-3461d7561125 req-bdc864c2-3b85-49d5-a0b9-72548f693b0c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865482 Jan 18 23:04:08.794595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.857850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.875605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:08.876010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:08.891789 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:08.917638 n-d-825178-1 neutron-server[87813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'code': 422} returned with failed status Jan 18 23:04:09.011089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.035329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-56dfc4c5-b532-4fd5-a0ff-e690d3db8b55 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419263 Jan 18 23:04:09.045164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.057498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.073955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] Pushing event deleted for resources: {'Network': ['ID=835a2d4c-a9a8-497f-9198-3eeab052d676,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:09.132679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Port': ['ID=2b1bee65-81e2-4964-99a9-11f7a82439f9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:09.139549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-df81f197-f80f-4a9d-8cd3-aa798d3d0f5f tempest-ExtraDHCPOptionsIpV6TestJSON-987574267 tempest-ExtraDHCPOptionsIpV6TestJSON-987574267-project] 10.222.0.78 "DELETE /v2.0/networks/835a2d4c-a9a8-497f-9198-3eeab052d676 HTTP/1.1" status: 204 len: 168 time: 3.6572320 Jan 18 23:04:09.190481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:09.269038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:04:00Z', 'revision_number': 4, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '5fddecd4-fea9-4403-a34c-34bc86f24240', 'name': '', 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'mac_address': 'fa:16:3e:af:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0d4994ba-5323-4487-8c46-8813d68a1ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:57Z', 'updated_at': '2022-01-18T23:04:07Z', 'revision_number': 4, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'subnets': [{'id': '0d4994ba-5323-4487-8c46-8813d68a1ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:09.283639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.285573 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3b8317e4-53d6-4662-8142-f45828f761e0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/ports/2b1bee65-81e2-4964-99a9-11f7a82439f9 HTTP/1.1" status: 204 len: 168 time: 1.9683321 Jan 18 23:04:09.288687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:09.290539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebf46-9272-4241-89cd-bfa7dbb864da None None] The sync data for ids ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'] in n-d-825178-1 is: [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:04:00Z', 'revision_number': 4, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '5fddecd4-fea9-4403-a34c-34bc86f24240', 'name': '', 'network_id': 'aa67bea9-734c-4482-92e1-68caa60ce91d', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'mac_address': 'fa:16:3e:af:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '0d4994ba-5323-4487-8c46-8813d68a1ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:57Z', 'updated_at': '2022-01-18T23:04:07Z', 'revision_number': 4, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'subnets': [{'id': '0d4994ba-5323-4487-8c46-8813d68a1ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:04:09.341048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-16301f4a-b0e6-4cbc-bcfd-3f08cc125f1b service neutron] 10.222.0.78 "GET /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042197 Jan 18 23:04:09.409965 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f8c21c-526e-4873-8a85-19cbd16483fb tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] GET failed (client error): The resource could not be found. Jan 18 23:04:09.412037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2f8c21c-526e-4873-8a85-19cbd16483fb tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Synchronizing usage tracker for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:09.453841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2f8c21c-526e-4873-8a85-19cbd16483fb tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Unset dirty status for tenant:79bcfb16d0b743b5ae0cd4ae1f15e402 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:09.458930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2f8c21c-526e-4873-8a85-19cbd16483fb tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "GET /v2.0/ports/2b1bee65-81e2-4964-99a9-11f7a82439f9 HTTP/1.1" status: 404 len: 333 time: 0.1671286 Jan 18 23:04:09.471799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47754) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:09.635987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 855b70b9-5496-4fcc-9c3c-37fbe2de410f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:09.639084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.828165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47766) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:09.910606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5fddecd4-fea9-4403-a34c-34bc86f24240 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:09.926469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab4c6e07-8ed3-404f-92ca-5b2146d147bb req-6fd07700-29c9-44d8-b3d3-5edbe2a0913b tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 210 time: 0.1971519 Jan 18 23:04:10.158220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 5fddecd4-fea9-4403-a34c-34bc86f24240 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:10.164934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5fddecd4-fea9-4403-a34c-34bc86f24240 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:10.165618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.231622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f9871443-38d5-42cc-afd0-d6dd350b772b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a408dd9cedb42af96425080fe4d3361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013484 Jan 18 23:04:10.242165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:10.383121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a06b-93aa-4578-ade0-2c097604cf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.443237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a06b-93aa-4578-ade0-2c097604cf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.497764 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.529772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.567266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 5fddecd4-fea9-4403-a34c-34bc86f24240, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5fddecd4-fea9-4403-a34c-34bc86f24240,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:10.583726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.611244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a06b-93aa-4578-ade0-2c097604cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.653806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4a06b-93aa-4578-ade0-2c097604cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2400e9-8d5f-4b9d-a03f-c56dd4a85f03,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:10.685422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a06b-93aa-4578-ade0-2c097604cf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.693472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c6d4a06b-93aa-4578-ade0-2c097604cf45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc2400e9-8d5f-4b9d-a03f-c56dd4a85f03 HTTP/1.1" status: 204 len: 168 time: 0.4489963 Jan 18 23:04:10.780435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=5fddecd4-fea9-4403-a34c-34bc86f24240,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:11.009978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for 855b70b9-5496-4fcc-9c3c-37fbe2de410f owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:11.305328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:11.409776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caa4e17e-bf21-4a33-be7b-4a3b9d8e8049 req-fd8dc078-ca79-4c82-a9cf-ae8c583a0f6a tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 210 time: 0.1280599 Jan 18 23:04:11.620595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:11.727421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Port': ['ID=855b70b9-5496-4fcc-9c3c-37fbe2de410f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:11.983221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5fddecd4-fea9-4403-a34c-34bc86f24240 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:12.234088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c658909-d18b-4741-bf62-a16cb34aa66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.249394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5fddecd4-fea9-4403-a34c-34bc86f24240 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:12.252180 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.280570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86f826-c426-4fe7-b3ba-26171d348576 req-f4a6b6c6-5f7e-4b1e-9ce0-0bc671cf5d6c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.288851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e86f826-c426-4fe7-b3ba-26171d348576 req-f4a6b6c6-5f7e-4b1e-9ce0-0bc671cf5d6c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.9208338 Jan 18 23:04:12.392050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.444354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e86f826-c426-4fe7-b3ba-26171d348576 req-ba00c2f3-6dde-4431-8572-67ec5ab4eb03 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529019 Jan 18 23:04:12.460750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-bcb10537-f93f-4226-8da4-5897774c372d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.469361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-bcb10537-f93f-4226-8da4-5897774c372d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.85 "GET /v2.0/networks?id=ffc6a31c-fe26-4573-976c-803a606cdf3c HTTP/1.1" status: 200 len: 814 time: 0.7281168 Jan 18 23:04:12.469361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47834) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:12.472330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-44674851-2aa5-486d-81c1-addc6615e2f0 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/ports/855b70b9-5496-4fcc-9c3c-37fbe2de410f HTTP/1.1" status: 204 len: 168 time: 2.9993351 Jan 18 23:04:12.475677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:12.481666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Request body: {'port': {'device_id': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c', 'admin_state_up': True, 'tenant_id': '6150330ebff947479f7d6f6b2422def1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:12.582904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef37025-52a4-4ba5-9b52-521877b49904 req-95327639-ccb7-4814-9c38-dc3c8a089ff0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.596878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ef37025-52a4-4ba5-9b52-521877b49904 req-95327639-ccb7-4814-9c38-dc3c8a089ff0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.2651005 Jan 18 23:04:12.667399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ef37025-52a4-4ba5-9b52-521877b49904 req-ca4bcf78-15ae-47fd-b48f-9dbeffe804a1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696282 Jan 18 23:04:12.685314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7f24719a-52c8-4d21-8b80-66052d322f67 tempest-DvrRoutersNegativeTest-2076873244 tempest-DvrRoutersNegativeTest-2076873244-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1418156718', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:12.690790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.policy [None req-7f24719a-52c8-4d21-8b80-66052d322f67 tempest-DvrRoutersNegativeTest-2076873244 tempest-DvrRoutersNegativeTest-2076873244-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87811) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 18 23:04:12.691180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.policy [None req-7f24719a-52c8-4d21-8b80-66052d322f67 tempest-DvrRoutersNegativeTest-2076873244 tempest-DvrRoutersNegativeTest-2076873244-project] Failed policy check for 'create_router' {{(pid=87811) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 18 23:04:12.691726 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-7f24719a-52c8-4d21-8b80-66052d322f67 tempest-DvrRoutersNegativeTest-2076873244 tempest-DvrRoutersNegativeTest-2076873244-project] create failed (client error): Access was denied to this resource. Jan 18 23:04:12.698903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7f24719a-52c8-4d21-8b80-66052d322f67 tempest-DvrRoutersNegativeTest-2076873244 tempest-DvrRoutersNegativeTest-2076873244-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2280884 Jan 18 23:04:12.727927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:12.812581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting subnet 283320da-7ccb-4788-8a49-a78d388503d4 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:04:12.827290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.870195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c9173ad-6daf-4c9b-9738-eb08e3eaa8f4 req-577aa347-0c1e-4d6e-8937-d57a1173a9b6 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 210 time: 0.1986992 Jan 18 23:04:12.902245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9a827092-a3ec-4602-b947-245df96e7ef7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1730399 Jan 18 23:04:12.923878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:12.932775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Usage tracker for resource:port and tenant:6150330ebff947479f7d6f6b2422def1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:12.937026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.971038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:12.988119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:13.015489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Made reservation on behalf of 6150330ebff947479f7d6f6b2422def1 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:13.019289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.129446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.137752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47864) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:13.282235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Allocated IP 172.20.0.14 (ffc6a31c-fe26-4573-976c-803a606cdf3c/b5bbed66-2225-4320-addd-75c1cbe2484e/168cd060-0f7f-4e67-b52d-69c8a89a12d6) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:13.297494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.327354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.344746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Subnet': ['ID=283320da-7ccb-4788-8a49-a78d388503d4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:13.361600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:13.365771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Usage tracker for resource:security_group_rule and tenant:d8e73b2a1026490996b12651e34e55da is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:13.367193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.369530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:13.373759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc02860-814b-48c7-a86e-0fe94aac594a None None] Network 8d9d98e2-705e-4738-b4ca-074cdcba9159 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:13.376043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:13.405569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e6bb706-0c15-432d-9b46-d9509fe04778 tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/subnets/283320da-7ccb-4788-8a49-a78d388503d4 HTTP/1.1" status: 204 len: 168 time: 0.9285207 Jan 18 23:04:13.407352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47872) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:13.676020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.747810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.824464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] DHCP port deletion for 8d9d98e2-705e-4738-b4ca-074cdcba9159 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:04:13.833409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] Deleting port 0856c650-52f9-45a1-ac17-f1ee7c42f683 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:13.833783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.839038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Network ffc6a31c-fe26-4573-976c-803a606cdf3c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:13.891658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:13.894484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Pushing event updated for resources: {'Port': ['ID=168cd060-0f7f-4e67-b52d-69c8a89a12d6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:13.906602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:14.017376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.031739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.032512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.033531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.048272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.066452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-7b282d2c-6255-4ef8-90df-e872371de31d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5920026 Jan 18 23:04:14.080812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Request body: {'port': {'device_id': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:14.091591 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8e73b2a1026490996b12651e34e55da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9502840 Jan 18 23:04:14.100853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:14.101479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 0856c650-52f9-45a1-ac17-f1ee7c42f683 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:14.101827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.203691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec7253-6108-45da-9a08-8d2b7d8ebbb9 req-ba580a01-a311-4071-8958-49bddbee6e8a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.205531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1ec7253-6108-45da-9a08-8d2b7d8ebbb9 req-ba580a01-a311-4071-8958-49bddbee6e8a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.2349875 Jan 18 23:04:14.251595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] For port 0856c650-52f9-45a1-ac17-f1ee7c42f683, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0856c650-52f9-45a1-ac17-f1ee7c42f683,segment=NetworkSegment(2af6e8e2-d786-4cab-af8c-871172383b1e),segment_id=2af6e8e2-d786-4cab-af8c-871172383b1e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:14.252362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.278160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1ec7253-6108-45da-9a08-8d2b7d8ebbb9 req-41f0a50d-901c-44f0-b9c1-091dbe881bf7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570579 Jan 18 23:04:14.278160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.367801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] For port 0856c650-52f9-45a1-ac17-f1ee7c42f683, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0856c650-52f9-45a1-ac17-f1ee7c42f683,segment=NetworkSegment(2af6e8e2-d786-4cab-af8c-871172383b1e),segment_id=2af6e8e2-d786-4cab-af8c-871172383b1e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:14.368730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.405824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08051-bf66-46da-b5ef-918d8a8ad2a1 req-13145953-9285-44b0-a02c-29a12181b3e1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.407870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60b08051-bf66-46da-b5ef-918d8a8ad2a1 req-13145953-9285-44b0-a02c-29a12181b3e1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.5983446 Jan 18 23:04:14.414901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c66229-9652-4354-9247-b1093fbc0f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a1d79-1a72-41af-b38b-0d62dd82204a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.483564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] Calling delete_port for 0856c650-52f9-45a1-ac17-f1ee7c42f683 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:14.541561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-664b6671-94a3-4ed6-9bad-4561fdc1cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.600057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Calling delete_port for 0856c650-52f9-45a1-ac17-f1ee7c42f683 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:14.606004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.691556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] Pushing event deleted for resources: {'Port': ['ID=0856c650-52f9-45a1-ac17-f1ee7c42f683,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.701264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe3f7c-dc8f-464e-a659-be0103f9d54b None None] No DVR routers for this DVR port 0856c650-52f9-45a1-ac17-f1ee7c42f683 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:14.810379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60b08051-bf66-46da-b5ef-918d8a8ad2a1 req-bb6f5465-3eaa-49e3-9aaa-a638310ae46b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918078 Jan 18 23:04:14.811091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a869d5a-cdc9-4160-b10c-325e4f27dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.850827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:04:14.861241 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:04:14.866784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a869d5a-cdc9-4160-b10c-325e4f27dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.947301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a869d5a-cdc9-4160-b10c-325e4f27dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.948466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e789fa-53d3-424c-8366-95dda75b854c req-7438dfa0-0d43-4e77-bc20-3d48750c5057 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.949546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-37e789fa-53d3-424c-8366-95dda75b854c req-7438dfa0-0d43-4e77-bc20-3d48750c5057 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Synchronizing usage tracker for tenant:6150330ebff947479f7d6f6b2422def1 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:14.985405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a869d5a-cdc9-4160-b10c-325e4f27dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a1d79-1a72-41af-b38b-0d62dd82204a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.993282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a869d5a-cdc9-4160-b10c-325e4f27dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.995596 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8a869d5a-cdc9-4160-b10c-325e4f27dd12 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c40a1d79-1a72-41af-b38b-0d62dd82204a HTTP/1.1" status: 204 len: 168 time: 0.8370745 Jan 18 23:04:15.012098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-37e789fa-53d3-424c-8366-95dda75b854c req-7438dfa0-0d43-4e77-bc20-3d48750c5057 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Unset dirty status for tenant:6150330ebff947479f7d6f6b2422def1 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:15.019001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37e789fa-53d3-424c-8366-95dda75b854c req-7438dfa0-0d43-4e77-bc20-3d48750c5057 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 932 time: 0.5599337 Jan 18 23:04:15.075628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168cd060-0f7f-4e67-b52d-69c8a89a12d6 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:15.088130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.091940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-37e789fa-53d3-424c-8366-95dda75b854c req-e014a787-b455-45b3-acb0-8a63920f0566 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Synchronizing usage tracker for tenant:6150330ebff947479f7d6f6b2422def1 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:15.116363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Transition to ACTIVE for port object 168cd060-0f7f-4e67-b52d-69c8a89a12d6 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:15.127305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-37e789fa-53d3-424c-8366-95dda75b854c req-e014a787-b455-45b3-acb0-8a63920f0566 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Unset dirty status for tenant:6150330ebff947479f7d6f6b2422def1 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:15.128809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37e789fa-53d3-424c-8366-95dda75b854c req-e014a787-b455-45b3-acb0-8a63920f0566 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089287 Jan 18 23:04:15.129671 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.362814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Deleting port 0856c650-52f9-45a1-ac17-f1ee7c42f683 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:15.363818 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.366670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Pushing event updated for resources: {'Port': ['ID=168cd060-0f7f-4e67-b52d-69c8a89a12d6,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:15.467876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Attempting to bind port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:15.468450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Attempting to bind port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '15f1f376-06e5-4804-bf28-aead4ab3e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:15.469912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Attempting to bind port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 on network ffc6a31c-fe26-4573-976c-803a606cdf3c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:15.488092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 on network ffc6a31c-fe26-4573-976c-803a606cdf3c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:04:15.488429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Attempting to bind port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 on network ffc6a31c-fe26-4573-976c-803a606cdf3c {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:15.499627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:04:15.501253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Checking segment: {'id': '15f1f376-06e5-4804-bf28-aead4ab3e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:15.501490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Bound using segment: {'id': '15f1f376-06e5-4804-bf28-aead4ab3e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:04:15.501929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Bound port: 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f1f376-06e5-4804-bf28-aead4ab3e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:15.502283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.517709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] The port '0856c650-52f9-45a1-ac17-f1ee7c42f683' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:04:15.604298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.655208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.658640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] For port 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:15.665081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] For port 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6,segment=NetworkSegment(15f1f376-06e5-4804-bf28-aead4ab3e32a),segment_id=15f1f376-06e5-4804-bf28-aead4ab3e32a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:04:15.676592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.797084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:15.798673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.800095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] 10.222.0.85 "PUT /v2.0/ports/168cd060-0f7f-4e67-b52d-69c8a89a12d6 HTTP/1.1" status: 200 len: 1092 time: 1.7267039 Jan 18 23:04:15.800565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'tag': '168cd060-0f7f-4e67-b52d-69c8a89a12d6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:15.811932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0856c650-52f9-45a1-ac17-f1ee7c42f683 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:15.813337 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:04:15.892348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.933601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 0856c650-52f9-45a1-ac17-f1ee7c42f683 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:04:15.933853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0856c650-52f9-45a1-ac17-f1ee7c42f683 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:15.962025 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'tag': '168cd060-0f7f-4e67-b52d-69c8a89a12d6', 'status': 'completed', 'code': 200} Jan 18 23:04:16.018601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928f54a-960a-4651-8339-ad5e80d16594 service neutron] Pushing event updated for resources: {'Port': ['ID=168cd060-0f7f-4e67-b52d-69c8a89a12d6,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:16.023291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9d98e2-705e-4738-b4ca-074cdcba9159']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:16.084748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-1781f80d-06bf-4f32-8a8a-0c59f5058a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:16.085569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af6e8e2-d786-4cab-af8c-871172383b1e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:16.085878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af6e8e2-d786-4cab-af8c-871172383b1e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:16.087251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-1781f80d-06bf-4f32-8a8a-0c59f5058a5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6150330ebff947479f7d6f6b2422def1&device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 1095 time: 0.2333307 Jan 18 23:04:16.105829 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.124146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.132652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:16.133117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:16.158623 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:16.244805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e317e94-dea5-406e-be0c-f98c8c16ff64 req-a5c93a1b-d2b9-4ca5-bd1e-d4f3fe4d5bd7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:16.246673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e317e94-dea5-406e-be0c-f98c8c16ff64 req-a5c93a1b-d2b9-4ca5-bd1e-d4f3fe4d5bd7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.7264581 Jan 18 23:04:16.252796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-2576368f-167c-41de-aa22-5c416fc22ba8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6 HTTP/1.1" status: 200 len: 217 time: 0.1583543 Jan 18 23:04:16.308565 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e317e94-dea5-406e-be0c-f98c8c16ff64 req-85f5518d-5344-455f-a300-1c81cb5d9469 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495603 Jan 18 23:04:16.320989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.346632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.356741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] Pushing event deleted for resources: {'Network': ['ID=8d9d98e2-705e-4738-b4ca-074cdcba9159,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:16.359809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6253ef5c-edff-4267-b513-aaca830f321f tempest-AllowedAddressPairTestJSON-680285368 tempest-AllowedAddressPairTestJSON-680285368-project] 10.222.0.78 "DELETE /v2.0/networks/8d9d98e2-705e-4738-b4ca-074cdcba9159 HTTP/1.1" status: 204 len: 168 time: 2.9496927 Jan 18 23:04:16.388458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-5bf53f95-bd07-4db2-8bfe-4cf54d64a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:16.390135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-5bf53f95-bd07-4db2-8bfe-4cf54d64a34b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b5bbed66-2225-4320-addd-75c1cbe2484e HTTP/1.1" status: 200 len: 854 time: 0.1219270 Jan 18 23:04:16.399154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df7ed4-3486-4950-97c8-d820057031c0 req-5f4db6b8-2b07-4a30-a344-3760ca9c895a tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:16.401323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7df7ed4-3486-4950-97c8-d820057031c0 req-5f4db6b8-2b07-4a30-a344-3760ca9c895a tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.2051554 Jan 18 23:04:16.480624 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-f02a0337-a7e8-4195-a156-bf81287f3a93 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ffc6a31c-fe26-4573-976c-803a606cdf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778098 Jan 18 23:04:16.690627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8415c-a5e4-41f5-aa49-8165bc833494 req-a66282ee-0e21-4753-bada-56827d2c5c5a tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:16.693667 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd8415c-a5e4-41f5-aa49-8165bc833494 req-a66282ee-0e21-4753-bada-56827d2c5c5a tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 944 time: 0.1924419 Jan 18 23:04:16.752345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7df7ed4-3486-4950-97c8-d820057031c0 req-ae8f57c5-0279-439c-b8f2-05e551584981 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705910 Jan 18 23:04:16.766598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-5718626b-7f5f-4521-80b4-df21057caa0e service neutron] 10.222.0.85 "GET /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689114 Jan 18 23:04:16.802970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47928) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:16.834343 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8cd8415c-a5e4-41f5-aa49-8165bc833494 req-1c710ba9-1acc-48b9-bc3b-0c45995710b7 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289694 Jan 18 23:04:17.027699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593edd81-67ef-45db-b7ec-f16dc06f6983 req-8ec18aa4-9ba0-4cbb-8009-4f15ebef3e64 service neutron] 10.222.0.85 "GET /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546568 Jan 18 23:04:17.057367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.218122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-1d3fba55-d4a2-49e1-9049-5550d3c20671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:17.223876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-1d3fba55-d4a2-49e1-9049-5550d3c20671 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6150330ebff947479f7d6f6b2422def1&device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 1095 time: 0.1278424 Jan 18 23:04:17.407407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7d476b44-5e63-499a-b076-a877c96105ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79bcfb16d0b743b5ae0cd4ae1f15e402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976856 Jan 18 23:04:17.407407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-3b0d5898-3696-4e4c-ae1d-23e9e0708282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:17.408753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-3b0d5898-3696-4e4c-ae1d-23e9e0708282 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65&tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 1095 time: 0.2118437 Jan 18 23:04:17.409319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:17.430028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:17.533090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-9f49348b-9994-496b-aa07-32d14b7d5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:17.538732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-9f49348b-9994-496b-aa07-32d14b7d5587 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ffc6a31c-fe26-4573-976c-803a606cdf3c HTTP/1.1" status: 200 len: 915 time: 0.3089762 Jan 18 23:04:17.721698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.744252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.804229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-f5499309-291d-48d9-a0e2-e23520e6d9d8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6 HTTP/1.1" status: 200 len: 217 time: 0.2579851 Jan 18 23:04:17.819564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.903455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091901c9-2c34-4240-aca9-05f1cff7be3e req-dec67dd6-01b9-41ed-9a4c-239008841d01 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:17.905133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-091901c9-2c34-4240-aca9-05f1cff7be3e req-dec67dd6-01b9-41ed-9a4c-239008841d01 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.4596739 Jan 18 23:04:17.942979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-ea72e818-ee0e-4bcb-841e-0bb91933c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:17.944630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-ea72e818-ee0e-4bcb-841e-0bb91933c3a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b5bbed66-2225-4320-addd-75c1cbe2484e HTTP/1.1" status: 200 len: 854 time: 0.1344109 Jan 18 23:04:18.008537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-b1f4c94a-c774-4a14-a7f4-72b23f5c20ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ffc6a31c-fe26-4573-976c-803a606cdf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548809 Jan 18 23:04:18.052340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-091901c9-2c34-4240-aca9-05f1cff7be3e req-ca070d9d-748d-4f09-a542-859ebd02a113 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403413 Jan 18 23:04:18.075176 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.244688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0601b-f6b6-4694-9356-bd4b6e7a54d8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:18.248825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:18.266524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.267800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2e0601b-f6b6-4694-9356-bd4b6e7a54d8 HTTP/1.1" status: 204 len: 168 time: 0.8575389 Jan 18 23:04:18.272566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.273111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.273539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.274091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.274526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.275032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.275680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.276090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.276587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.277030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.277440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.277853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccc378-ca9f-41d4-ba18-e19ebb94d706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:18.323913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:18.328003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-43000de2-3f49-42dc-b367-3f816476b78a service neutron] 10.222.0.85 "GET /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108797 Jan 18 23:04:18.380678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4df56d-0347-458e-961d-7a3ed2e8a1f9 req-130902d5-e491-4b19-ba65-49d5a41f214c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:18.388141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc4df56d-0347-458e-961d-7a3ed2e8a1f9 req-130902d5-e491-4b19-ba65-49d5a41f214c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.3698251 Jan 18 23:04:18.417785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:18.437038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.453279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72917801-0086-4d4a-883c-e040d6d0e174 req-0a6f2726-da42-4883-8a73-ef727a96d89d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:18.455011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72917801-0086-4d4a-883c-e040d6d0e174 req-0a6f2726-da42-4883-8a73-ef727a96d89d tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 944 time: 0.2452219 Jan 18 23:04:18.477415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc4df56d-0347-458e-961d-7a3ed2e8a1f9 req-bbfca57e-0ac4-47f9-80a8-858cf225bf5f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881000 Jan 18 23:04:18.492188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Transition to ACTIVE for port object 787d0b0e-3cc2-4984-acf9-e4f00c931f37 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:18.506653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.540666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72917801-0086-4d4a-883c-e040d6d0e174 req-e34c5ece-1431-4e18-980f-b1857fa07ed0 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762708 Jan 18 23:04:18.589900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddd7c477-3871-4c0f-9ed1-986ce2cf7d0e req-cf044e13-4ded-48c8-bd18-34d723f4873d service neutron] 10.222.0.85 "GET /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444465 Jan 18 23:04:18.715530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47988) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:18.734809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=9']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:18.784519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] No DVR routers for this DVR port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:18.918120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.963198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:18.971115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Usage tracker for resource:security_group_rule and tenant:a0aa94df9d2c4c0e8dff6c8e5bc69f02 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:18.977162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:18.986923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:19.074128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:19.074739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:19.075078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:19.080400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:04:19.080711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Attempting to bind port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:19.088530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:04:19.088998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Checking segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:19.089476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Bound using segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:04:19.090134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Bound port: 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:19.090638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.107685 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.119055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.173557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0aa94df9d2c4c0e8dff6c8e5bc69f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565232 Jan 18 23:04:19.175271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2167cd-8d1f-41f3-9f26-dffc05f17188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d604088-b5f7-42b2-bc7e-f2ce6bb35cb9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:19.179375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48006) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:19.266168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77d6b5d9-272f-4094-bacb-0bcf25a6e3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.304889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:19.307702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77d6b5d9-272f-4094-bacb-0bcf25a6e3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.308738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:04:19.325501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dacce-087e-4232-8346-5c5d0064a4b3 req-dfe365c1-85dc-48ab-a356-e598ed844c9c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.332527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-971dacce-087e-4232-8346-5c5d0064a4b3 req-dfe365c1-85dc-48ab-a356-e598ed844c9c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 944 time: 0.1385396 Jan 18 23:04:19.343708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 168cd060-0f7f-4e67-b52d-69c8a89a12d6 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:19.348142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.391440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77d6b5d9-272f-4094-bacb-0bcf25a6e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.421134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6b5d9-272f-4094-bacb-0bcf25a6e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d604088-b5f7-42b2-bc7e-f2ce6bb35cb9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:19.438465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77d6b5d9-272f-4094-bacb-0bcf25a6e3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.458065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-77d6b5d9-272f-4094-bacb-0bcf25a6e3dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d604088-b5f7-42b2-bc7e-f2ce6bb35cb9 HTTP/1.1" status: 204 len: 168 time: 0.2695367 Jan 18 23:04:19.465197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=10']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:19.476804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.477454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.479392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9dbe0cd2-b86a-49a8-9afa-fe382e6cd757 service neutron] 10.222.0.86 "PUT /v2.0/ports/787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 1092 time: 2.0560977 Jan 18 23:04:19.483678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:19.506635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-971dacce-087e-4232-8346-5c5d0064a4b3 req-c50a5bc9-7e2c-4b48-acc7-3c17168e2c94 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731951 Jan 18 23:04:19.615894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6,segment=NetworkSegment(15f1f376-06e5-4804-bf28-aead4ab3e32a),segment_id=15f1f376-06e5-4804-bf28-aead4ab3e32a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:19.625325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48026) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:19.649088 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'status': 'completed', 'code': 200} Jan 18 23:04:19.659633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '168cd060-0f7f-4e67-b52d-69c8a89a12d6', 'network_id': 'ffc6a31c-fe26-4573-976c-803a606cdf3c', 'port_id': '168cd060-0f7f-4e67-b52d-69c8a89a12d6', 'mac_address': 'fa:16:3e:f1:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bbed66-2225-4320-addd-75c1cbe2484e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:19.683427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-123ac141-3fd1-4164-b097-3abf70c3e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.691170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-123ac141-3fd1-4164-b097-3abf70c3e966 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1096 time: 0.1833704 Jan 18 23:04:19.819479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.839968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168cd060-0f7f-4e67-b52d-69c8a89a12d6 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:19.861220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6,segment=NetworkSegment(15f1f376-06e5-4804-bf28-aead4ab3e32a),segment_id=15f1f376-06e5-4804-bf28-aead4ab3e32a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:19.874216 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.008745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=168cd060-0f7f-4e67-b52d-69c8a89a12d6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:20.013243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab6f4d-b946-4e8c-80b6-2e950c48a822 req-b2fa4157-bdf9-4806-b3fe-c3414db9edf0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:20.028236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8ab6f4d-b946-4e8c-80b6-2e950c48a822 req-b2fa4157-bdf9-4806-b3fe-c3414db9edf0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.3214285 Jan 18 23:04:20.038472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.039769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.040291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.040830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.041334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.041822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.045952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.047168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.048328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.049510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.050126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.050644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:20.075013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922049-654a-4d20-b29d-c8796d350910 req-f3c5dafc-ecb5-4490-9cbf-031040ef9c42 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:20.082916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04922049-654a-4d20-b29d-c8796d350910 req-f3c5dafc-ecb5-4490-9cbf-031040ef9c42 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 945 time: 0.1595633 Jan 18 23:04:20.128865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['168cd060-0f7f-4e67-b52d-69c8a89a12d6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:04:20.146335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8ab6f4d-b946-4e8c-80b6-2e950c48a822 req-3e2a92fb-2073-48d2-a3ff-565ea5bd2fa0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116974 Jan 18 23:04:20.272213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-679da0e9-dd0d-495c-b76c-a0f543db8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:20.273766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-679da0e9-dd0d-495c-b76c-a0f543db8ce5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.5724247 Jan 18 23:04:20.286659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'networks': [{'name': 'tempest-network--1518105317'}, {'name': 'tempest-network--542221407'}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:20.286976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'network': {'name': 'tempest-network--1518105317'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:20.287800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'network': {'name': 'tempest-network--542221407'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:20.296050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:20.302029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48036) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:20.304816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:network and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:20.308098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:20.327689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.341556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:20.351312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:20.356914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Usage tracker for resource:security_group_rule and tenant:7611a43619ed443bb2f61664ea61f479 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:20.360020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:20.366400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:20.368679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'network': 2} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:20.374599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.386678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-0e6e3db2-f8fe-4b58-a2b1-5efda291624b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 999 time: 0.1063533 Jan 18 23:04:20.390670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.396041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04922049-654a-4d20-b29d-c8796d350910 req-ecf2da3b-666f-4172-a9ed-12db35e6dda3 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122737 Jan 18 23:04:20.418522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:20.429657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:security_group_rule and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:20.435935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:20.444486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:20.474836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9bb9095d-90b3-48a6-ae84-a60fdc9f0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:20.478635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-9bb9095d-90b3-48a6-ae84-a60fdc9f0d04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.0814934 Jan 18 23:04:20.543932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.552733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.583229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-7302a775-17e5-474f-919d-3623fadec428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:20.585524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-7302a775-17e5-474f-919d-3623fadec428 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006885 Jan 18 23:04:20.644632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a7493-7956-458e-9442-bc7b234e990f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:20.665107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2964c8a6-a7db-4241-93fc-6d5e668aeb14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7611a43619ed443bb2f61664ea61f479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617766 Jan 18 23:04:20.670227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48042) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:20.727086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.736358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.736830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.781483 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-5ada1b43-bbc2-44a8-b43c-f81002d3effa service neutron] 10.222.0.86 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897469 Jan 18 23:04:20.783983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae950490-cdcf-450a-8a87-3d10fec07f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.799504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c86dc8-d510-4e62-9378-4f5f4fe80987,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:20.808047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:20.822916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda3e3-a3b9-4a6d-8b96-e3b566dc1cca req-16fefb86-81ff-48bc-a1da-7157ad205d15 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:20.829832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eeda3e3-a3b9-4a6d-8b96-e3b566dc1cca req-16fefb86-81ff-48bc-a1da-7157ad205d15 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.1767569 Jan 18 23:04:20.853064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.853426 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Added segment 256d3953-a989-4916-a5ae-2781ae1e966a of type vlan for network e30ac940-33cd-41b3-9f18-905eac97ed09 Jan 18 23:04:20.915179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eeda3e3-a3b9-4a6d-8b96-e3b566dc1cca req-f994ada5-ace8-4e46-8372-186b1b44f666 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843737 Jan 18 23:04:20.917386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.964896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:20.970072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae950490-cdcf-450a-8a87-3d10fec07f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.976431 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.976826 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Added segment a745db4d-570a-47c9-a2c4-2e776828787b of type vlan for network b1ce0ec4-5793-4924-a384-cbdc2914af31 Jan 18 23:04:21.008276 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.043288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.043880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.049421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.054182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.054829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.059184 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c1bd058-b0ef-4209-9339-ae44d36c8007 req-40b1f732-8355-4b60-8ca5-01b93e2f117b service neutron] 10.222.0.86 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656727 Jan 18 23:04:21.074499 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae950490-cdcf-450a-8a87-3d10fec07f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.092618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae950490-cdcf-450a-8a87-3d10fec07f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a7493-7956-458e-9442-bc7b234e990f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:21.100624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae950490-cdcf-450a-8a87-3d10fec07f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.105180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ae950490-cdcf-450a-8a87-3d10fec07f87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e75a7493-7956-458e-9442-bc7b234e990f HTTP/1.1" status: 204 len: 168 time: 0.4336302 Jan 18 23:04:21.220027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5912340 Jan 18 23:04:21.221277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48056) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:21.265043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Network': ['ID=e30ac940-33cd-41b3-9f18-905eac97ed09,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:21.276438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e30ac940-33cd-41b3-9f18-905eac97ed09 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:21.371719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-6130b6d6-0080-4edf-b13c-04dad0643722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.373405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-6130b6d6-0080-4edf-b13c-04dad0643722 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1096 time: 0.2328665 Jan 18 23:04:21.389649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6015a-5e42-417c-b4e2-303298ffc7d4 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Network': ['ID=b1ce0ec4-5793-4924-a384-cbdc2914af31,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:21.479784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 168cd060-0f7f-4e67-b52d-69c8a89a12d6 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:21.539731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b1ce0ec4-5793-4924-a384-cbdc2914af31 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:21.560813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-a5556ee4-b3eb-4573-bb73-7949cf4f0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.565624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-a5556ee4-b3eb-4573-bb73-7949cf4f0e74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.1836252 Jan 18 23:04:21.749493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.761541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.777122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.787602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.788687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Synchronizing usage tracker for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:21.813614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Unset dirty status for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:21.815913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2c5c6923-dcc8-4f39-9017-022f915c3074 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5925543 Jan 18 23:04:21.818293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48074) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:21.820998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:21.834682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:21.835311 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.846069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf037d2-f143-4067-8fd7-ce6d4d54af22 req-699d4553-45de-4ef5-8b3f-68db4ed22046 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.848659 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4cf037d2-f143-4067-8fd7-ce6d4d54af22 req-699d4553-45de-4ef5-8b3f-68db4ed22046 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.5548129 Jan 18 23:04:22.012441 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:22.099824 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168cd060-0f7f-4e67-b52d-69c8a89a12d6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:22.122700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6,segment=NetworkSegment(15f1f376-06e5-4804-bf28-aead4ab3e32a),segment_id=15f1f376-06e5-4804-bf28-aead4ab3e32a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:22.132077 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:22.164781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-2d304ff4-1efb-40e5-83d2-e56c16f602a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 200 len: 999 time: 0.5933354 Jan 18 23:04:22.239758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4cf037d2-f143-4067-8fd7-ce6d4d54af22 req-1b4f574c-fe47-49b2-8d56-22b42ea06088 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431747 Jan 18 23:04:22.312254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-970bf8a3-41f2-4017-8cc1-98509ea434cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.313757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-970bf8a3-41f2-4017-8cc1-98509ea434cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.1385801 Jan 18 23:04:22.347777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=168cd060-0f7f-4e67-b52d-69c8a89a12d6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:22.571663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-6461ab61-a7ef-404f-8878-9548f05c5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.573690 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-6461ab61-a7ef-404f-8878-9548f05c5905 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448530 Jan 18 23:04:22.688023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:22.845830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee00fc-e3c1-4aa7-a8b3-2f1af9719795 req-1321d3b5-199c-4bd4-9cf0-4e8cabba46e3 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.869582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dee00fc-e3c1-4aa7-a8b3-2f1af9719795 req-1321d3b5-199c-4bd4-9cf0-4e8cabba46e3 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.3838918 Jan 18 23:04:22.917610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-07b15310-7239-4c82-a3d6-38113731729a service neutron] 10.222.0.86 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294623 Jan 18 23:04:23.055563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.082126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b0eb-dee1-44a1-aee4-420578c42d57 req-a4a4499c-e866-4644-9b57-792d63ebffc2 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:23.093497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b99b0eb-dee1-44a1-aee4-420578c42d57 req-a4a4499c-e866-4644-9b57-792d63ebffc2 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 946 time: 0.5953569 Jan 18 23:04:23.139075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30ac940-33cd-41b3-9f18-905eac97ed09']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:23.165449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dee00fc-e3c1-4aa7-a8b3-2f1af9719795 req-5d769fed-cc57-44d7-938d-7918b3cbeb24 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945485 Jan 18 23:04:23.208426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256d3953-a989-4916-a5ae-2781ae1e966a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:23.211403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256d3953-a989-4916-a5ae-2781ae1e966a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:23.253503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b99b0eb-dee1-44a1-aee4-420578c42d57 req-390b7711-2c00-4b2e-b0d5-66b4d3a63a63 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585391 Jan 18 23:04:23.282066 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168cd060-0f7f-4e67-b52d-69c8a89a12d6', 'code': 200} Jan 18 23:04:23.300045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.494211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.512214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:23.512882 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:23.539940 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:23.750525 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4524cf62-cea1-4e4a-a3ea-49e2bece178b req-735cc2bb-eb0f-4bcb-b2b0-3f4fc3b9dade service neutron] 10.222.0.86 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8122351 Jan 18 23:04:23.786267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.836660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.918733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Network': ['ID=e30ac940-33cd-41b3-9f18-905eac97ed09,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:23.957456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b046bfc-41a8-4442-adc4-d57d6778f626 req-276552b2-1193-431f-b171-a2d0c2d5f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:23.959015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b046bfc-41a8-4442-adc4-d57d6778f626 req-276552b2-1193-431f-b171-a2d0c2d5f54d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 1097 time: 0.5990064 Jan 18 23:04:23.963153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:23.972238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-66f85abe-f323-4017-924c-cd79a76d5cfb tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/networks/e30ac940-33cd-41b3-9f18-905eac97ed09 HTTP/1.1" status: 204 len: 168 time: 2.1527574 Jan 18 23:04:24.074199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b046bfc-41a8-4442-adc4-d57d6778f626 req-bb3197b8-8e7f-464e-b49a-26515c02ff76 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988297 Jan 18 23:04:24.111854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57764c-2693-4954-a994-bf61d666d5c0 req-85a3a2cb-2c07-4ace-b7ea-c5a74c0b126d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:24.123837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb57764c-2693-4954-a994-bf61d666d5c0 req-85a3a2cb-2c07-4ace-b7ea-c5a74c0b126d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.4213812 Jan 18 23:04:24.186388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.270192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb57764c-2693-4954-a994-bf61d666d5c0 req-e9203243-3ef1-4165-9a9a-cf9e0188852c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436744 Jan 18 23:04:24.709409 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.717189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9a12e-0b38-4c5a-90cc-f9cdb4668030 req-612dcaf9-5a03-4c3b-bf25-937b594b9abb tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:24.731677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfc9a12e-0b38-4c5a-90cc-f9cdb4668030 req-612dcaf9-5a03-4c3b-bf25-937b594b9abb tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 946 time: 0.2648754 Jan 18 23:04:24.802663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ce0ec4-5793-4924-a384-cbdc2914af31']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:24.848464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfc9a12e-0b38-4c5a-90cc-f9cdb4668030 req-9e7fd91f-d3f3-4978-8fd6-911e4b5356a1 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157646 Jan 18 23:04:24.851466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2576-03da-43ae-8b4b-77e2ae8e67b0 req-f2404c4a-3cf5-4138-ba1f-1c82c49ffbf1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:24.853237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e79d2576-03da-43ae-8b4b-77e2ae8e67b0 req-f2404c4a-3cf5-4138-ba1f-1c82c49ffbf1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.4538083 Jan 18 23:04:24.862218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a745db4d-570a-47c9-a2c4-2e776828787b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:24.862515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a745db4d-570a-47c9-a2c4-2e776828787b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:24.951288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.100181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.129174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e79d2576-03da-43ae-8b4b-77e2ae8e67b0 req-61439d8d-803a-4af1-917f-fafc43531efb tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457776 Jan 18 23:04:25.152078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:25.152399 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:25.315212 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:25.323412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.373069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48156) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:25.374853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.399525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Network': ['ID=b1ce0ec4-5793-4924-a384-cbdc2914af31,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:25.402642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e8609320-e809-4cf1-a067-9193fc7de3ae tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/networks/b1ce0ec4-5793-4924-a384-cbdc2914af31 HTTP/1.1" status: 204 len: 168 time: 1.4384110 Jan 18 23:04:25.405423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48162) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:25.565188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ebb9a-8c7f-48a1-9c13-04424b42498e req-46accfc6-ac27-4e54-854e-eaaad143d64c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:25.566993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd7ebb9a-8c7f-48a1-9c13-04424b42498e req-46accfc6-ac27-4e54-854e-eaaad143d64c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1498246 Jan 18 23:04:25.697406 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd7ebb9a-8c7f-48a1-9c13-04424b42498e req-e26a9a74-4cc6-4ad1-b5e9-2ffa07ded96e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226811 Jan 18 23:04:25.756655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.819056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:25.849755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Usage tracker for resource:security_group_rule and tenant:be7142cf531e40f8bc041a226d036d58 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:25.855662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:25.862697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:25.903118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61011ff5-66f5-4617-bac1-f74f639c0d18 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:25.909188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61011ff5-66f5-4617-bac1-f74f639c0d18 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:25.910185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-61011ff5-66f5-4617-bac1-f74f639c0d18 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Synchronizing usage tracker for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:25.965093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-61011ff5-66f5-4617-bac1-f74f639c0d18 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Unset dirty status for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:25.966536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-61011ff5-66f5-4617-bac1-f74f639c0d18 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5599401 Jan 18 23:04:25.970428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48170) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:25.978678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1686091231'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:25.997465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:26.029723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:26.063236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.076628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.113816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:26.117911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.170347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:26.188972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.190310 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Added segment 3b345b88-d4f2-43c5-a6e1-ab6b3b1bd6b1 of type vlan for network 8bdb691d-a588-4776-baf6-6f395a96d6b3 Jan 18 23:04:26.238083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-2b970c13-23a4-4483-8476-8dda68654a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.240760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-2b970c13-23a4-4483-8476-8dda68654a3d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 1096 time: 0.2005403 Jan 18 23:04:26.246428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.312549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be7142cf531e40f8bc041a226d036d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9356713 Jan 18 23:04:26.312549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f2a4c2-9ffa-4606-ae95-bea3e24b302e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:26.314435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:26.333579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.333977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.334417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.334850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.335319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.335750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.336138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.336558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.337016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.337669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.338097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.338518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b916b-1db6-45d3-8db3-b583a82c6a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:26.426877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1145a2-f9b2-4310-8051-3da221d355e5 req-1e91365b-e1d6-4d69-ae1f-dc40d32b342f tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.442194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb1145a2-f9b2-4310-8051-3da221d355e5 req-1e91365b-e1d6-4d69-ae1f-dc40d32b342f tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 946 time: 0.3543482 Jan 18 23:04:26.506258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.512069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.512574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.569744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb1145a2-f9b2-4310-8051-3da221d355e5 req-c8d69d3b-dbfe-4e9a-8fc4-3c935efcf415 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227217 Jan 18 23:04:26.638143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a670b40d-f277-4eef-9218-93accf0b0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.694577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1f33e-0509-4a4a-917d-eac6e9151844 req-e4f6a995-285d-4243-b0f0-628e200aeca6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.704817 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7fa1f33e-0509-4a4a-917d-eac6e9151844 req-e4f6a995-285d-4243-b0f0-628e200aeca6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.4123850 Jan 18 23:04:26.711631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a670b40d-f277-4eef-9218-93accf0b0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.731778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-519018b7-58a4-469d-9169-4e4ba3b72295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.733241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-519018b7-58a4-469d-9169-4e4ba3b72295 service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.4827664 Jan 18 23:04:26.755156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48192) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:26.760868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-970676637'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:26.766682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7943010 Jan 18 23:04:26.775491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407f474-4676-45e5-8199-8306d35143d3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Network': ['ID=8bdb691d-a588-4776-baf6-6f395a96d6b3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:26.781387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:26.798186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 8bdb691d-a588-4776-baf6-6f395a96d6b3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:26.825120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:network and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:26.842255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:26.852231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:26.875805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:26.879369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.907869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a670b40d-f277-4eef-9218-93accf0b0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.960261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670b40d-f277-4eef-9218-93accf0b0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f2a4c2-9ffa-4606-ae95-bea3e24b302e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:27.020573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:27.025155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7fa1f33e-0509-4a4a-917d-eac6e9151844 req-f207a277-2804-43be-9280-54feed022534 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192718 Jan 18 23:04:27.055879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.056281 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Added segment 0637dfc8-925e-4e56-b254-1e108e41e470 of type vlan for network 30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf Jan 18 23:04:27.145461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-2fd6dce3-f4a7-4dc6-8c36-62f7feb1002a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 200 len: 1001 time: 0.3404396 Jan 18 23:04:27.150638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.233116 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.251160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.252981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.335016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-5cd6601b-2666-48f3-9c19-a371ec3eb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.339039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-5cd6601b-2666-48f3-9c19-a371ec3eb0e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.1737947 Jan 18 23:04:27.444619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a670b40d-f277-4eef-9218-93accf0b0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.446612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a670b40d-f277-4eef-9218-93accf0b0ae3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46f2a4c2-9ffa-4606-ae95-bea3e24b302e HTTP/1.1" status: 204 len: 168 time: 1.1285632 Jan 18 23:04:27.462592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7037835 Jan 18 23:04:27.504259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48204) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:27.534048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'ports': [{'network_id': '8bdb691d-a588-4776-baf6-6f395a96d6b3', 'name': 'tempest-port--74078029', 'admin_state_up': True}, {'network_id': '30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf', 'admin_state_up': False}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:27.534749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'port': {'network_id': '8bdb691d-a588-4776-baf6-6f395a96d6b3', 'name': 'tempest-port--74078029', 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:27.537541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'port': {'network_id': '30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf', 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:27.572450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1485f4-042c-460d-9bdb-8191a5be3f92 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Network': ['ID=30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:27.585158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:27.633541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe09f6-e36a-478c-9dfc-9c156ada5438 req-4b315768-9fd4-4d55-8eb6-6471ef682abe tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.643284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cbe09f6-e36a-478c-9dfc-9c156ada5438 req-4b315768-9fd4-4d55-8eb6-6471ef682abe tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.4234476 Jan 18 23:04:27.770168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cbe09f6-e36a-478c-9dfc-9c156ada5438 req-4c670fb4-0161-4fd1-8f8d-e9cc800a016c tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254137 Jan 18 23:04:27.953822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-a93ab959-396d-45b2-92d2-dea2b22e0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.955228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-a93ab959-396d-45b2-92d2-dea2b22e0727 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6018326 Jan 18 23:04:28.178359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48218) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:28.217574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.255331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:28.260856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Usage tracker for resource:security_group_rule and tenant:c0b7e4cfe0b34b1abd6db4f72ebda7d5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:28.268223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:28.357969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:28.516792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5758b0d-a407-4e79-ba97-1ea34a1fb97e req-43080de3-94be-47a2-9eb9-6042526fcc27 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:28.523864 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5758b0d-a407-4e79-ba97-1ea34a1fb97e req-43080de3-94be-47a2-9eb9-6042526fcc27 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 946 time: 0.2448180 Jan 18 23:04:28.747575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5758b0d-a407-4e79-ba97-1ea34a1fb97e req-2b7e6369-3663-4006-9629-79dd892bd829 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226088 Jan 18 23:04:28.770589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.776591 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.836389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:28.843623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:port and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:28.875896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:28.909113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0b7e4cfe0b34b1abd6db4f72ebda7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270715 Jan 18 23:04:28.917566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48238) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:28.931639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38316f9-5818-4b40-bd04-95a4aaadf67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad121f-fc68-453a-b2f1-65007cef24b6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:28.969662 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-9fd8ac79-1dfe-43de-b54c-368fcee4b486 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9360604 Jan 18 23:04:28.979586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:29.088991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50d5b536-0260-4cd3-9be8-e41591ed9e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.126630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ab38f-832a-444a-97c0-ef553e04623e req-7fa136fc-d209-466a-aba0-77b9edf52476 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.133918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d10ab38f-832a-444a-97c0-ef553e04623e req-7fa136fc-d209-466a-aba0-77b9edf52476 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1437678 Jan 18 23:04:29.174763 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50d5b536-0260-4cd3-9be8-e41591ed9e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.189835 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b672fa07-bb51-4ee3-879b-bf6a1b4086f7 req-427cd26b-7394-4d3f-a786-13d3d26a4f6d service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978872 Jan 18 23:04:29.216785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'port': 2} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:29.223685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.246566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.272418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d10ab38f-832a-444a-97c0-ef553e04623e req-ee29a76b-db16-4612-96f1-02a06f206f03 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371851 Jan 18 23:04:29.436573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20558a-ea3f-4c46-9d86-2cba45f446e5 req-11a74f03-7fb8-4a8f-a3fb-b37948712179 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.454861 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d20558a-ea3f-4c46-9d86-2cba45f446e5 req-11a74f03-7fb8-4a8f-a3fb-b37948712179 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 1.0185094 Jan 18 23:04:29.463272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50d5b536-0260-4cd3-9be8-e41591ed9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.511421 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-50d5b536-0260-4cd3-9be8-e41591ed9e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.533830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50d5b536-0260-4cd3-9be8-e41591ed9e68 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92ad121f-fc68-453a-b2f1-65007cef24b6 HTTP/1.1" status: 204 len: 168 time: 0.5960858 Jan 18 23:04:29.572724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-bd649630-83f1-4b62-a29b-083051efa8f8 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.575738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-bd649630-83f1-4b62-a29b-083051efa8f8 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.85 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 946 time: 0.2578371 Jan 18 23:04:29.582025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5b536-0260-4cd3-9be8-e41591ed9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad121f-fc68-453a-b2f1-65007cef24b6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:29.684164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d20558a-ea3f-4c46-9d86-2cba45f446e5 req-e03d2a55-b40c-4a94-b134-677378f9f1d2 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272534 Jan 18 23:04:29.802489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] device_id is not set on port 63eab6ff-5ddc-4dac-9997-33b580aa9262 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:04:29.905555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Deleting port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:29.907396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.026938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.233883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] device_id is not set on port 7993992a-f766-4a51-bb0f-4b1783f418e9 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:04:30.382057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0e11f-a959-4f8c-aab5-86904070689e req-9f571a44-caf9-4b87-ba7a-13b4c34bb5a5 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:30.402208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-32e0e11f-a959-4f8c-aab5-86904070689e req-9f571a44-caf9-4b87-ba7a-13b4c34bb5a5 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 946 time: 0.3428624 Jan 18 23:04:30.417204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.473539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.520004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] For port 168cd060-0f7f-4e67-b52d-69c8a89a12d6, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=168cd060-0f7f-4e67-b52d-69c8a89a12d6,segment=NetworkSegment(15f1f376-06e5-4804-bf28-aead4ab3e32a),segment_id=15f1f376-06e5-4804-bf28-aead4ab3e32a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:30.520419 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.751365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Checking segment: {'id': '3b345b88-d4f2-43c5-a6e1-ab6b3b1bd6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8bdb691d-a588-4776-baf6-6f395a96d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:30.751365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network hostable DHCP agents. Network: 8bdb691d-a588-4776-baf6-6f395a96d6b3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:30.762023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Port': ['ID=63eab6ff-5ddc-4dac-9997-33b580aa9262,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:30.762760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Calling delete_port for 168cd060-0f7f-4e67-b52d-69c8a89a12d6 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:30.787929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network 8bdb691d-a588-4776-baf6-6f395a96d6b3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:30.806975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca75be-6235-4c40-86de-8c848bc8b3c1 req-d1bf18be-a788-49e7-b6ad-2f5714d38a60 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:30.814634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8aca75be-6235-4c40-86de-8c848bc8b3c1 req-d1bf18be-a788-49e7-b6ad-2f5714d38a60 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.2470825 Jan 18 23:04:30.835497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-32e0e11f-a959-4f8c-aab5-86904070689e req-b68dc171-4223-4c97-b9fc-87aefd20357b tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/security-groups?id=320b2dcd-5390-44ea-a6de-7502b084ba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274409 Jan 18 23:04:30.863261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 8bdb691d-a588-4776-baf6-6f395a96d6b3) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:30.874277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e206a-09fc-4c3a-aa67-10ec49cde145 None None] Network 8bdb691d-a588-4776-baf6-6f395a96d6b3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:30.887158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:30.892215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.194786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.195617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8aca75be-6235-4c40-86de-8c848bc8b3c1 req-2a878749-014d-40bb-a88c-8caca21cecb7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798187 Jan 18 23:04:31.240133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Port': ['ID=7993992a-f766-4a51-bb0f-4b1783f418e9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:31.252310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Checking segment: {'id': '0637dfc8-925e-4e56-b254-1e108e41e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:31.252669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network hostable DHCP agents. Network: 30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:31.288156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Pushing event deleted for resources: {'Port': ['ID=168cd060-0f7f-4e67-b52d-69c8a89a12d6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:31.307993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network 30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:31.315499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['168cd060-0f7f-4e67-b52d-69c8a89a12d6'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:04:31.333143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:31.337182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:31.342949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.351450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.361809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.381885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f3dab-4001-4932-8073-5000f9ab2730 req-a1dc2071-8661-4488-83c7-758166884286 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.383718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b63f3dab-4001-4932-8073-5000f9ab2730 req-a1dc2071-8661-4488-83c7-758166884286 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.3285384 Jan 18 23:04:31.391339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] No DVR routers for this DVR port 168cd060-0f7f-4e67-b52d-69c8a89a12d6 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:31.410981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.411854 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-588dc562-8ed0-4be7-86c3-5a71455a78de tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.9044878 Jan 18 23:04:31.413058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:31.418857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'name': 'network-vif-deleted', 'tag': '168cd060-0f7f-4e67-b52d-69c8a89a12d6'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:31.484194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b63f3dab-4001-4932-8073-5000f9ab2730 req-7aeaa1b8-afa8-413c-a156-9205be320191 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904093 Jan 18 23:04:31.501763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc80d78b-0db6-4118-a12b-0eaadab160de req-0cec3bda-fe01-495c-9ecb-0e93bbd6b762 tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.85 "DELETE /v2.0/ports/168cd060-0f7f-4e67-b52d-69c8a89a12d6 HTTP/1.1" status: 204 len: 173 time: 1.9122982 Jan 18 23:04:31.548037 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5928eb5d-1a5a-40b8-a201-f666a69c6417', 'name': 'network-vif-deleted', 'tag': '168cd060-0f7f-4e67-b52d-69c8a89a12d6', 'status': 'completed', 'code': 200} Jan 18 23:04:31.626352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a836d71-61a3-426f-8e34-d69aa4e03837 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.632888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a836d71-61a3-426f-8e34-d69aa4e03837 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.633789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3a836d71-61a3-426f-8e34-d69aa4e03837 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Synchronizing usage tracker for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:31.675260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3a836d71-61a3-426f-8e34-d69aa4e03837 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Unset dirty status for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:31.677625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3a836d71-61a3-426f-8e34-d69aa4e03837 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2635396 Jan 18 23:04:31.684017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:31.712986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7fd340-e873-4a45-8582-ef3b459b89e6 None None] Network 30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:31.829927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Deleting port 63eab6ff-5ddc-4dac-9997-33b580aa9262 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:31.829927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:32.290560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c9ef435-4048-4283-a6c6-3a68ec713c8e req-66a68eb2-5184-42e2-8704-8f8e2ea7f6bb tempest-ServerAddressesTestJSON-1572025161 tempest-ServerAddressesTestJSON-1572025161-project] 10.222.0.78 "GET /v2.0/ports?device_id=5928eb5d-1a5a-40b8-a201-f666a69c6417 HTTP/1.1" status: 200 len: 210 time: 0.1373708 Jan 18 23:04:32.647515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:32.808175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7f764-ec1e-47bd-ab43-fe2b1d1ccc8b req-9eb2fffa-b45c-4aa8-bcc6-d9dfa87c54f4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:32.816553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98d7f764-ec1e-47bd-ab43-fe2b1d1ccc8b req-9eb2fffa-b45c-4aa8-bcc6-d9dfa87c54f4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.1106505 Jan 18 23:04:32.905960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98d7f764-ec1e-47bd-ab43-fe2b1d1ccc8b req-52cac98d-ddd1-4afb-8aa1-765ecf783be0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874956 Jan 18 23:04:33.116839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Calling delete_port for 63eab6ff-5ddc-4dac-9997-33b580aa9262 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:33.357853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.374618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 168cd060-0f7f-4e67-b52d-69c8a89a12d6 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:33.437616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.443650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Port': ['ID=63eab6ff-5ddc-4dac-9997-33b580aa9262,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:33.466407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b5cd213c-544f-4d9a-b8e3-64f164f35de3 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/ports/63eab6ff-5ddc-4dac-9997-33b580aa9262 HTTP/1.1" status: 204 len: 168 time: 1.7810066 Jan 18 23:04:33.471253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:33.549330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:33.626775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Deleting subnet b5bbed66-2225-4320-addd-75c1cbe2484e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:04:33.630321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.664695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Deleting port 7993992a-f766-4a51-bb0f-4b1783f418e9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:33.665768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.694518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.764108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.778746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 168cd060-0f7f-4e67-b52d-69c8a89a12d6 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:04:33.781093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 168cd060-0f7f-4e67-b52d-69c8a89a12d6 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:33.870246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.988068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.991337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bbed66-2225-4320-addd-75c1cbe2484e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:33.997352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-29b3fd2d-3c3a-48f4-abb1-3118ee719d82 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b5bbed66-2225-4320-addd-75c1cbe2484e HTTP/1.1" status: 204 len: 168 time: 0.4465666 Jan 18 23:04:34.002346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48330) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:34.171847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.220548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.274665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.344497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.367744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Calling delete_port for 7993992a-f766-4a51-bb0f-4b1783f418e9 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:34.378965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc6a31c-fe26-4573-976c-803a606cdf3c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:34.393010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f1f376-06e5-4804-bf28-aead4ab3e32a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:34.393337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f1f376-06e5-4804-bf28-aead4ab3e32a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:34.407649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.442944 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.444025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef329f2-8834-4d44-8afc-ea6d0f3a7f6a req-0060257a-95a8-488a-810b-1f6304d5518b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:34.445946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eef329f2-8834-4d44-8afc-ea6d0f3a7f6a req-0060257a-95a8-488a-810b-1f6304d5518b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.3406029 Jan 18 23:04:34.466325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:34.466729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:34.480548 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:34.506315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eef329f2-8834-4d44-8afc-ea6d0f3a7f6a req-7c561f3e-b846-4199-a441-6589397aac4a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540903 Jan 18 23:04:34.537356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.580506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.589345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Port': ['ID=7993992a-f766-4a51-bb0f-4b1783f418e9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:34.598653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.599881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.609390 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d5275a5-fe19-481d-bb7c-4a9f82aff526 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/ports/7993992a-f766-4a51-bb0f-4b1783f418e9 HTTP/1.1" status: 204 len: 168 time: 1.1370499 Jan 18 23:04:34.610329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc6a31c-fe26-4573-976c-803a606cdf3c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:34.612073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:34.671673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0d95004f-0289-4fd4-941e-6d610c61518c admin admin] 10.222.0.78 "DELETE /v2.0/networks/ffc6a31c-fe26-4573-976c-803a606cdf3c HTTP/1.1" status: 204 len: 168 time: 0.6544294 Jan 18 23:04:34.671673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e128f1e-e6d4-4dc4-8419-b3d64896d81f tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Synchronizing usage tracker for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:34.691462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e128f1e-e6d4-4dc4-8419-b3d64896d81f tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Unset dirty status for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:34.691462 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4e128f1e-e6d4-4dc4-8419-b3d64896d81f tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0713406 Jan 18 23:04:34.691462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:34.702760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-614739568'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:34.702760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:34.714791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:network and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:34.714791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:34.721902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:34.730446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:34.734099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.765905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:34.777494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.777923 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Added segment f022f0b6-c4fd-4506-b00e-96adc9646821 of type vlan for network 14164b3e-134a-4351-8d90-873dcd5dab78 Jan 18 23:04:34.809186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.853596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.862746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:34.864082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.904652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:34.994720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-00b4bf3e-49f9-427f-8cc8-0a3adff217f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6150330ebff947479f7d6f6b2422def1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869927 Jan 18 23:04:34.997372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48360) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:35.064873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-482b6812-a74e-4ea7-8679-a36006f26f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.078919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3883948 Jan 18 23:04:35.083677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:35.087701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e423f-b8d5-463b-a73b-ff4507bc2e09 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Network': ['ID=14164b3e-134a-4351-8d90-873dcd5dab78,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:35.094042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1820731035'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:35.103426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:35.107073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 14164b3e-134a-4351-8d90-873dcd5dab78 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:35.110361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-482b6812-a74e-4ea7-8679-a36006f26f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.114779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:network and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:35.119523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:35.132648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:35.154534 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-b047a008-4308-49f3-9e9c-933da5f647dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1855111 Jan 18 23:04:35.183868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:35.187770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.190879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-482b6812-a74e-4ea7-8679-a36006f26f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.228113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:35.250734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b6812-a74e-4ea7-8679-a36006f26f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b2dcd-5390-44ea-a6de-7502b084ba8a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:35.256477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.256830 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Added segment c5a39121-b3a5-48ba-855d-00844e062eb2 of type vlan for network f699dc3d-a7a2-4d08-a12c-08481c098e06 Jan 18 23:04:35.260542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-482b6812-a74e-4ea7-8679-a36006f26f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.261786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-482b6812-a74e-4ea7-8679-a36006f26f15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/320b2dcd-5390-44ea-a6de-7502b084ba8a HTTP/1.1" status: 204 len: 168 time: 0.2632511 Jan 18 23:04:35.367137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.436511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.437254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.437518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.437917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.438430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.438892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.441481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.444880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-461909fa-322e-4075-b093-81b8d1b7e773 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c248c765cf1f42dfb165b79c82193121&device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 6489 time: 0.1898725 Jan 18 23:04:35.446417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.452520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.453204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.812972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7160165 Jan 18 23:04:35.922102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f211ad-2e55-4d5e-8dab-6ca5b04233ab tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Network': ['ID=f699dc3d-a7a2-4d08-a12c-08481c098e06,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:35.935169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f699dc3d-a7a2-4d08-a12c-08481c098e06 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:36.026948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-6719ffb1-012e-4808-a7df-e50cb429f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:36.027427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-6719ffb1-012e-4808-a7df-e50cb429f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:36.027885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-6719ffb1-012e-4808-a7df-e50cb429f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:36.029503 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-6719ffb1-012e-4808-a7df-e50cb429f208 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=f5b6f586-f791-4d84-823d-1c3139d085b0&id=46e18224-8a01-4e1f-b61c-673795a452ed&id=46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 200 len: 2293 time: 0.5388637 Jan 18 23:04:36.045123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c9a24-66a1-47b4-b539-cf2e6a4319c1 req-c4731827-48df-4f90-b07e-38be5163801b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:36.062539 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c49c9a24-66a1-47b4-b539-cf2e6a4319c1 req-c4731827-48df-4f90-b07e-38be5163801b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.2630572 Jan 18 23:04:36.286072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c49c9a24-66a1-47b4-b539-cf2e6a4319c1 req-58f117c2-c605-4704-9d29-59f4bc76ed67 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225513 Jan 18 23:04:36.321396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-893389e7-23e0-49aa-99e7-7ac54226c30e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 200 len: 1001 time: 0.2560945 Jan 18 23:04:36.387804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-53be1083-ee04-4af9-9928-65b0b22a76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:36.389497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-53be1083-ee04-4af9-9928-65b0b22a76f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aff3e469-546f-4725-b2e6-07d04f57ba29 HTTP/1.1" status: 200 len: 851 time: 0.0612004 Jan 18 23:04:36.536462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-1f7b126d-6709-427a-a45e-5bf26b9613a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:36.542068 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-1f7b126d-6709-427a-a45e-5bf26b9613a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459167 Jan 18 23:04:36.602074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48402) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:36.738326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1662492621-network', 'tenant_id': 'd1f662fc6f144e7db0369340dd494c18'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:36.748891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:36.756589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-fc973d87-d591-480d-b01e-697c7da5ff0f service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082076 Jan 18 23:04:36.760425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Usage tracker for resource:network and tenant:d1f662fc6f144e7db0369340dd494c18 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:36.764154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:36.771254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:36.789527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Made reservation on behalf of d1f662fc6f144e7db0369340dd494c18 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:36.792374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.794357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.805593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.822499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:36.828746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Usage tracker for resource:security_group_rule and tenant:d1f662fc6f144e7db0369340dd494c18 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:36.833046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:36.840546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:36.919500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-132594c0-6924-4f7b-a15d-b0cd6428c9a4 service neutron] 10.222.0.86 "GET /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565137 Jan 18 23:04:37.008735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.023670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.024141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-4ba40ccd-8093-41a9-8817-54135d497b3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 217 time: 0.0976772 Jan 18 23:04:37.055227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:37.064278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6234f90-306d-435c-b905-1c0ee33cb65b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:37.070168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.070729 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Added segment ba5ae4d0-630b-4349-b3cb-c8b4113699f6 of type vlan for network c6d44397-903c-49a4-ae66-40a2201ac431 Jan 18 23:04:37.125754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.172252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-449ea9a2-a6fd-40d2-bd5f-cdbbc7950e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:37.174076 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-449ea9a2-a6fd-40d2-bd5f-cdbbc7950e7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1430428 Jan 18 23:04:37.178946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.180002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:37.180775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.265581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-2f66f204-59dd-40a6-97a7-c8d94a614c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:37.267751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-2f66f204-59dd-40a6-97a7-c8d94a614c90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875843 Jan 18 23:04:37.368169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] Pushing event updated for resources: {'Network': ['ID=c6d44397-903c-49a4-ae66-40a2201ac431,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:37.381936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c6d44397-903c-49a4-ae66-40a2201ac431 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:37.425508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c8a405ef-0dcf-4b29-993a-6505d74b83db admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8212426 Jan 18 23:04:37.427990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:37.435423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Request body: {'subnet': {'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1662492621-subnet', 'tenant_id': 'd1f662fc6f144e7db0369340dd494c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:37.447683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:37.458686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Usage tracker for resource:subnet and tenant:d1f662fc6f144e7db0369340dd494c18 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:37.463374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:37.471148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:37.498050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Made reservation on behalf of d1f662fc6f144e7db0369340dd494c18 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:37.502183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.690117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-aee35772-7b2e-4ac9-98bf-378f6691a2a4 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158289 Jan 18 23:04:37.967337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a65a-e5b4-41b7-937f-99849701df1f req-b48b31f9-43a2-43a3-82af-dcf329b3b775 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:37.971236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fa1a65a-e5b4-41b7-937f-99849701df1f req-b48b31f9-43a2-43a3-82af-dcf329b3b775 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.1977744 Jan 18 23:04:37.998021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-8bdc35e7-1d22-4252-954a-b722da732b13 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984707 Jan 18 23:04:38.120005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-65e2fcda-d8f8-4c92-9305-87c6a032d87f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 217 time: 0.1152890 Jan 18 23:04:38.175544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fa1a65a-e5b4-41b7-937f-99849701df1f req-4d8d0705-dc45-4057-8726-7b67ec88380e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888905 Jan 18 23:04:38.189490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-75c006b3-34e0-4f69-888e-013755eec148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:38.191072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-75c006b3-34e0-4f69-888e-013755eec148 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.0641942 Jan 18 23:04:38.209045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.288805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-f3c1c627-ee4b-4a3a-b869-6188ddc68063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:38.290665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-f3c1c627-ee4b-4a3a-b869-6188ddc68063 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939484 Jan 18 23:04:38.304003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Checking segment: {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:38.304368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Network hostable DHCP agents. Network: c6d44397-903c-49a4-ae66-40a2201ac431, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:38.309341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb34280-1771-49ac-82dd-37d868fa3de2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:38.337603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Network c6d44397-903c-49a4-ae66-40a2201ac431 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:38.350946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c6d44397-903c-49a4-ae66-40a2201ac431) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:38.365357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:38.366244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.366479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51177f4e-afa6-4917-b4d0-16f9223e9a09 None None] Network c6d44397-903c-49a4-ae66-40a2201ac431 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:38.407942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2fc254c0-82c0-47d5-a428-b8c956315d90 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9709070 Jan 18 23:04:38.684071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-aed82b87-84c5-4227-9180-fe2dbadef0d9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870618 Jan 18 23:04:38.828658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb161c01-5657-41d9-bfd5-1733c3f031e7 None None] Network c6d44397-903c-49a4-ae66-40a2201ac431 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:38.981718 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-faab1693-57b3-4679-8236-0d0e32dd90f7 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905543 Jan 18 23:04:39.118556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48448) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:39.125175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'subnets': [{'network_id': '14164b3e-134a-4351-8d90-873dcd5dab78', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1454268766', 'ip_version': 6}, {'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:39.125503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'subnet': {'network_id': '14164b3e-134a-4351-8d90-873dcd5dab78', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1454268766', 'ip_version': 6}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:39.126187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Request body: {'subnet': {'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:39.139476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-6a1a6dfa-6b56-4d5e-b11e-87ce294a91a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5 HTTP/1.1" status: 200 len: 217 time: 0.1473153 Jan 18 23:04:39.313261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-cf41d495-7e9e-4a97-8cbb-e28243c7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.315052 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-cf41d495-7e9e-4a97-8cbb-e28243c7a5f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.1666462 Jan 18 23:04:39.390974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-bb9de20d-ef0a-4cb0-aad8-bc51b8818622 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.392486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-bb9de20d-ef0a-4cb0-aad8-bc51b8818622 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 814 time: 0.2936370 Jan 18 23:04:39.418280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-e85f57cc-54eb-4b13-9c6f-74ca02127889 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/quotas/d1f662fc6f144e7db0369340dd494c18 HTTP/1.1" status: 200 len: 375 time: 0.0162473 Jan 18 23:04:39.431697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:39.440459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Usage tracker for resource:subnet and tenant:52b646900b034e07bec8fadb9f5e78cb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:39.443917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:39.450211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:39.492046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-f4f6c0e1-f6ec-4fab-a29e-a5f47ea20abb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651932 Jan 18 23:04:39.518069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Made reservation on behalf of 52b646900b034e07bec8fadb9f5e78cb for: {'subnet': 2} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:39.519930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-0a44b79b-0f98-4b80-a92c-a372284564d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.522673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.523109 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.523917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-0a44b79b-0f98-4b80-a92c-a372284564d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1859365 Jan 18 23:04:39.754214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7a32-2b20-4a0f-8860-c3d51866c66a req-078a357c-1aea-4c30-bab9-48dedb471a65 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.755046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9be7a32-2b20-4a0f-8860-c3d51866c66a req-078a357c-1aea-4c30-bab9-48dedb471a65 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.3298073 Jan 18 23:04:39.825384 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-da5833a0-ac31-4a6c-8056-498c9c911ac8 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869787 Jan 18 23:04:39.833030 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9be7a32-2b20-4a0f-8860-c3d51866c66a req-b7922798-3a49-4cd1-9f42-b7bb2510b64f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623157 Jan 18 23:04:40.017021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-1bb33858-05d5-4fa2-b819-d674c38aab0f service neutron] 10.222.0.78 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241079 Jan 18 23:04:40.141893 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-e8ceca7e-d89a-4262-aa07-fa5d3d13ddc9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976329 Jan 18 23:04:40.224122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-07da96d3-4ad9-4c72-8a82-071d377f0606 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=774cbf6b-97a1-4520-aa22-25103b1188c4 HTTP/1.1" status: 200 len: 217 time: 0.0652170 Jan 18 23:04:40.307613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-8a6ec7a7-086b-4081-bce6-aaa9d0baf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.308971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-8a6ec7a7-086b-4081-bce6-aaa9d0baf4af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 200 len: 797 time: 0.0745006 Jan 18 23:04:40.317028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-206ce35a-096e-423d-b8fd-81656a54b4fb service neutron] 10.222.0.78 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937407 Jan 18 23:04:40.325641 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.426713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-3bed3a8c-4283-423c-a1b0-534108b2c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.428225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-3bed3a8c-4283-423c-a1b0-534108b2c866 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5b6f586-f791-4d84-823d-1c3139d085b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098993 Jan 18 23:04:40.471163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Subnet': ['ID=d7b7f99a-b6b9-4374-b6bb-8d0a92eda061,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:40.487613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Checking segment: {'id': 'f022f0b6-c4fd-4506-b00e-96adc9646821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '14164b3e-134a-4351-8d90-873dcd5dab78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:40.488288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network hostable DHCP agents. Network: 14164b3e-134a-4351-8d90-873dcd5dab78, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:40.534572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network 14164b3e-134a-4351-8d90-873dcd5dab78 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:40.556667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 14164b3e-134a-4351-8d90-873dcd5dab78) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:40.560913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.567887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d93d1-9fde-4a72-beb8-a35b85367917 None None] Network 14164b3e-134a-4351-8d90-873dcd5dab78 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:40.664674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-7e4e8cb9-b14b-44bf-9a2b-e02f3824b634 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240322 Jan 18 23:04:40.748314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35980b57-957b-4af1-859e-e39caef137b6 req-a223c387-a3ea-4dc0-a47c-08f8fe5383e8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 210 time: 0.1190286 Jan 18 23:04:40.782491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event updated for resources: {'Subnet': ['ID=f5e9bbcc-cbed-4b91-a641-78c6562966b6,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:40.810039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Checking segment: {'id': 'c5a39121-b3a5-48ba-855d-00844e062eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:40.810409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network hostable DHCP agents. Network: f699dc3d-a7a2-4d08-a12c-08481c098e06, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:40.846681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Network f699dc3d-a7a2-4d08-a12c-08481c098e06 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:40.882159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, f699dc3d-a7a2-4d08-a12c-08481c098e06) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:40.897706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f92e91-d73c-47d3-a984-9ac3116b49ea None None] Network f699dc3d-a7a2-4d08-a12c-08481c098e06 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:40.900489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.901167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.908022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.973052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b0047071-d0cd-4687-a6f4-e6e6419caec6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8533251 Jan 18 23:04:40.997196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48478) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:41.123897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-d4f5afea-2659-49a3-9df7-5c1da6e22660 service neutron] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445684 Jan 18 23:04:41.151290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61642c-06a4-471e-9a39-18ff8fef15b6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:41.151290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61642c-06a4-471e-9a39-18ff8fef15b6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:41.152062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61642c-06a4-471e-9a39-18ff8fef15b6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:41.157020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fd61642c-06a4-471e-9a39-18ff8fef15b6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Synchronizing usage tracker for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:41.177927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fd61642c-06a4-471e-9a39-18ff8fef15b6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Unset dirty status for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:41.190866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fd61642c-06a4-471e-9a39-18ff8fef15b6 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1932969 Jan 18 23:04:41.191748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48484) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:41.215730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4a75d-e0e8-4e6d-9ea3-b7e2a910af7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-14164b3e-134a-4351-8d90-873dcd5dab78', 'network_id': '14164b3e-134a-4351-8d90-873dcd5dab78', 'tenant_id': '52b646900b034e07bec8fadb9f5e78cb', 'fixed_ips': [{'subnet_id': 'd7b7f99a-b6b9-4374-b6bb-8d0a92eda061'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:04:41.221625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5af4a75d-e0e8-4e6d-9ea3-b7e2a910af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.296194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Deleting subnet d7b7f99a-b6b9-4374-b6bb-8d0a92eda061 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:04:41.296194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.329438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-9f72eec1-62fa-4186-98d0-7ec3c10fae2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68bf7070-9898-4094-8eeb-38014ec2793a HTTP/1.1" status: 200 len: 217 time: 0.2072127 Jan 18 23:04:41.402089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.425957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f699dc3d-a7a2-4d08-a12c-08481c098e06', 'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06', 'tenant_id': '52b646900b034e07bec8fadb9f5e78cb', 'fixed_ips': [{'subnet_id': 'f5e9bbcc-cbed-4b91-a641-78c6562966b6'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:04:41.427187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.433126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-0c4452b4-b3ef-4e3f-aa5f-86837a7324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:41.435321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-0c4452b4-b3ef-4e3f-aa5f-86837a7324a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.0969589 Jan 18 23:04:41.459937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e089b7f-ef92-4ef0-afa2-a828abe5c8d6 req-fe4e0556-8e3a-40cc-a740-7f02313fb751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:41.461512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e089b7f-ef92-4ef0-afa2-a828abe5c8d6 req-fe4e0556-8e3a-40cc-a740-7f02313fb751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 945 time: 0.2617970 Jan 18 23:04:41.489097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.569632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7e089b7f-ef92-4ef0-afa2-a828abe5c8d6 req-520b5a19-3680-47f6-a791-a176318e373c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671387 Jan 18 23:04:41.604642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-259f24f3-a171-4436-91d7-c12f7cf58529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:41.606486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-259f24f3-a171-4436-91d7-c12f7cf58529 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591108 Jan 18 23:04:41.633973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-5af4a75d-e0e8-4e6d-9ea3-b7e2a910af7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7b7f99a-b6b9-4374-b6bb-8d0a92eda061: This subnet is being modified by another concurrent operation. Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7b7f99a-b6b9-4374-b6bb-8d0a92eda061: This subnet is being modified by another concurrent operation. Jan 18 23:04:41.643302 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:04:41.675692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a79ba-e735-4c22-a881-7fd116b46efb None None] Network 14164b3e-134a-4351-8d90-873dcd5dab78 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:41.706274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.714497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b7f99a-b6b9-4374-b6bb-8d0a92eda061,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:41.772124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b65466e7-22d5-47ac-8a7f-6f377351aa6a tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/subnets/d7b7f99a-b6b9-4374-b6bb-8d0a92eda061 HTTP/1.1" status: 204 len: 168 time: 0.5797677 Jan 18 23:04:41.785292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48494) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:41.841265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Allocated IP 2001:db8:0:1::1 (f699dc3d-a7a2-4d08-a12c-08481c098e06/f5e9bbcc-cbed-4b91-a641-78c6562966b6/4e709c3d-cc5a-47e0-8273-c580d5088639) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:41.915259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Deleting subnet f5e9bbcc-cbed-4b91-a641-78c6562966b6 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:04:41.923311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-60e80019-aec2-4118-966b-ddfcc1eeb334 service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094640 Jan 18 23:04:41.994392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-835f251f-1763-4c3b-9fa4-438b4d541ab4 req-a8aee1e6-e7a7-4481-8faf-ed578aaa534a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 210 time: 0.0645084 Jan 18 23:04:42.081871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.093763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Transition to ACTIVE for port object 4e709c3d-cc5a-47e0-8273-c580d5088639 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:42.125201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Transition to ACTIVE for port object 4e709c3d-cc5a-47e0-8273-c580d5088639 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:42.140876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:42.177896 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-a254d9ff-046a-4773-86b2-a9107933b8ae service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434883 Jan 18 23:04:42.179239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.239233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.329787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:42.358668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'port_id': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'mac_address': 'fa:16:3e:83:f8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:42.360310 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.373449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.419246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3b6d6e3-a41a-49fc-941a-6ba5956ed05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.439405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0c887416-6e3c-46db-9725-c0d2311884c0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:42.440187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0c887416-6e3c-46db-9725-c0d2311884c0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Synchronizing usage tracker for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:42.471789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0c887416-6e3c-46db-9725-c0d2311884c0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Unset dirty status for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:42.473459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0c887416-6e3c-46db-9725-c0d2311884c0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 814 time: 0.2463017 Jan 18 23:04:42.488936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Request body: {'port': {'device_id': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'admin_state_up': True, 'tenant_id': 'd1f662fc6f144e7db0369340dd494c18'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:42.505624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.549120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-8df93bea-abc7-4350-9836-d14aeeeb6e5c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 200 len: 217 time: 0.1060729 Jan 18 23:04:42.560726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e9bbcc-cbed-4b91-a641-78c6562966b6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:42.573377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Network f699dc3d-a7a2-4d08-a12c-08481c098e06 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:42.586704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:42.589838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:42.596255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.620832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2952fa56-b582-429e-a4b4-073c23232c57 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/subnets/f5e9bbcc-cbed-4b91-a641-78c6562966b6 HTTP/1.1" status: 204 len: 168 time: 0.8259571 Jan 18 23:04:42.621856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:42.682146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Pushing event updated for resources: {'Port': ['ID=4e709c3d-cc5a-47e0-8273-c580d5088639,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:42.689208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-1776c27e-2afe-4cc6-a988-97ceab8dddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:42.691724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-1776c27e-2afe-4cc6-a988-97ceab8dddb8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 200 len: 797 time: 0.1321647 Jan 18 23:04:42.698040 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.721945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:42.729576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890b784-73ad-4612-b610-630914a7f9b2 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:42.730298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b890b784-73ad-4612-b610-630914a7f9b2 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Synchronizing usage tracker for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:42.753083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Attempting to bind port 4e709c3d-cc5a-47e0-8273-c580d5088639 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:42.753830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Attempting to bind port 4e709c3d-cc5a-47e0-8273-c580d5088639 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c5a39121-b3a5-48ba-855d-00844e062eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:42.754475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Attempting to bind port 4e709c3d-cc5a-47e0-8273-c580d5088639 on network f699dc3d-a7a2-4d08-a12c-08481c098e06 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:42.757951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:42.772841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:04:42.774417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Checking segment: {'id': 'c5a39121-b3a5-48ba-855d-00844e062eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:42.785927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.787690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Bound using segment: {'id': 'c5a39121-b3a5-48ba-855d-00844e062eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:04:42.788423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Bound port: 4e709c3d-cc5a-47e0-8273-c580d5088639, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a39121-b3a5-48ba-855d-00844e062eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f699dc3d-a7a2-4d08-a12c-08481c098e06'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:42.790844 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.817971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.823237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b890b784-73ad-4612-b610-630914a7f9b2 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Unset dirty status for tenant:52b646900b034e07bec8fadb9f5e78cb on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:42.824407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b890b784-73ad-4612-b610-630914a7f9b2 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2021134 Jan 18 23:04:42.831103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:42.849364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:42.857402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Usage tracker for resource:port and tenant:d1f662fc6f144e7db0369340dd494c18 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:42.865709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:42.879204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:42.910654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Made reservation on behalf of d1f662fc6f144e7db0369340dd494c18 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:42.913852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:42.915970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.998389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] For port 4e709c3d-cc5a-47e0-8273-c580d5088639, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:43.002049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] For port 4e709c3d-cc5a-47e0-8273-c580d5088639, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e709c3d-cc5a-47e0-8273-c580d5088639,segment=NetworkSegment(c5a39121-b3a5-48ba-855d-00844e062eb2),segment_id=c5a39121-b3a5-48ba-855d-00844e062eb2)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:04:43.024312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.127907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef275-3642-48ae-bc13-e7bb917dd0f3 None None] Pushing event updated for resources: {'Port': ['ID=4e709c3d-cc5a-47e0-8273-c580d5088639,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:43.195178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-2cd5cf6f-f5c6-4c88-ac26-201f5bbfd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.198048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-2cd5cf6f-f5c6-4c88-ac26-201f5bbfd3c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46e18224-8a01-4e1f-b61c-673795a452ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4589984 Jan 18 23:04:43.204513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.222962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['787d0b0e-3cc2-4984-acf9-e4f00c931f37'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:04:43.235745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Allocated IP 172.20.0.11 (c6d44397-903c-49a4-ae66-40a2201ac431/cfb34280-1771-49ac-82dd-37d868fa3de2/cd1cfe89-8286-4d74-8b22-f5f85d2f67da) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:43.258487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb59b4-807f-4a07-8800-adbf4f1a2340 None None] Network f699dc3d-a7a2-4d08-a12c-08481c098e06 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:04:43.453047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Deleting port 4e709c3d-cc5a-47e0-8273-c580d5088639 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:04:43.453294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.508440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61bf5d-b4b7-4fa8-9aca-f3acd402e628 req-41a19c78-2e3c-4d75-b89e-51b21de7e190 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.515576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a61bf5d-b4b7-4fa8-9aca-f3acd402e628 req-41a19c78-2e3c-4d75-b89e-51b21de7e190 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.6796958 Jan 18 23:04:43.594540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.654256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a61bf5d-b4b7-4fa8-9aca-f3acd402e628 req-60f1a387-47fd-4478-8c16-419cc6d66a4c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376925 Jan 18 23:04:43.666838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.669491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-206d63a5-89c4-42ca-a7bb-1740d557984e service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561996 Jan 18 23:04:43.675594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b52765-c56e-488c-9dc6-4462b64256db None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:04:43.753913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Network c6d44397-903c-49a4-ae66-40a2201ac431 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:43.759565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:43.764587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:43.815656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:43.838448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b52765-c56e-488c-9dc6-4462b64256db None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:04:43.869485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0692b9-bd9f-45e3-a446-9fec8fb0a2cf req-08014929-945c-4223-abfc-d666fa36f073 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.875612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe0692b9-bd9f-45e3-a446-9fec8fb0a2cf req-08014929-945c-4223-abfc-d666fa36f073 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 932 time: 0.2488391 Jan 18 23:04:43.892678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.892678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.934770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2faa1015-5932-4608-a4ab-813805d6df37 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4501610 Jan 18 23:04:43.945734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fe0692b9-bd9f-45e3-a446-9fec8fb0a2cf req-39729152-5660-4b85-91ad-19f34e817e2d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Synchronizing usage tracker for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:43.952973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Request body: {'port': {'device_id': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:44.078127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] For port 4e709c3d-cc5a-47e0-8273-c580d5088639, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e709c3d-cc5a-47e0-8273-c580d5088639,segment=NetworkSegment(c5a39121-b3a5-48ba-855d-00844e062eb2),segment_id=c5a39121-b3a5-48ba-855d-00844e062eb2)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:44.078972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.080638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.108590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fe0692b9-bd9f-45e3-a446-9fec8fb0a2cf req-39729152-5660-4b85-91ad-19f34e817e2d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Unset dirty status for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:44.109725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe0692b9-bd9f-45e3-a446-9fec8fb0a2cf req-39729152-5660-4b85-91ad-19f34e817e2d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200983 Jan 18 23:04:44.321403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Calling delete_port for 4e709c3d-cc5a-47e0-8273-c580d5088639 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:04:44.398766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7cdf5082-1b5c-4c2f-b7d5-36e0357bfac9 req-4365d412-4942-4883-8328-d83f96b690cd service neutron] 10.222.0.86 "GET /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724435 Jan 18 23:04:44.472829 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.483807 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed233c40-3d30-44c3-8bb4-4e4f52bb8e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.555322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] No DVR routers for this DVR port 4e709c3d-cc5a-47e0-8273-c580d5088639 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:44.760021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Port': ['ID=4e709c3d-cc5a-47e0-8273-c580d5088639,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:44.823151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02c5ec-b2d2-487f-ae0b-db9738ed2ef3 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:04:44.847400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1cfe89-8286-4d74-8b22-f5f85d2f67da {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:44.859535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.886635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.922298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f699dc3d-a7a2-4d08-a12c-08481c098e06']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:44.930052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Transition to ACTIVE for port object cd1cfe89-8286-4d74-8b22-f5f85d2f67da will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:44.939280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.958256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a39121-b3a5-48ba-855d-00844e062eb2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:44.958554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a39121-b3a5-48ba-855d-00844e062eb2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:44.985491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.016207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.028290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:45.028702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.037618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48560) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:45.158839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da02c5ec-b2d2-487f-ae0b-db9738ed2ef3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:45.192760 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:45.382742 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.389245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:45.392444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.440095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.462381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/networks/f699dc3d-a7a2-4d08-a12c-08481c098e06 HTTP/1.1" status: 204 len: 168 time: 2.6286612 Jan 18 23:04:45.467372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:45.468196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:45.471878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25246d-48ea-4acb-bc01-c3b014686d37 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Network': ['ID=f699dc3d-a7a2-4d08-a12c-08481c098e06,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:45.482810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Usage tracker for resource:security_group_rule and tenant:da31b801e4ce483faeb7f492c9fcb77a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:45.489541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:45.499898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7828c0-43c7-4208-aa45-4fb23b1ac1e6 req-6828fc65-1f8a-4cce-8a05-7ab9b88237c8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:45.500213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:45.502722 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f7828c0-43c7-4208-aa45-4fb23b1ac1e6 req-6828fc65-1f8a-4cce-8a05-7ab9b88237c8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 946 time: 0.3061221 Jan 18 23:04:45.543713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Attempting to bind port cd1cfe89-8286-4d74-8b22-f5f85d2f67da on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:45.544069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Attempting to bind port cd1cfe89-8286-4d74-8b22-f5f85d2f67da by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:45.544406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Attempting to bind port cd1cfe89-8286-4d74-8b22-f5f85d2f67da on network c6d44397-903c-49a4-ae66-40a2201ac431 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:45.555441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Port cd1cfe89-8286-4d74-8b22-f5f85d2f67da on network c6d44397-903c-49a4-ae66-40a2201ac431 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:04:45.555829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Attempting to bind port cd1cfe89-8286-4d74-8b22-f5f85d2f67da on network c6d44397-903c-49a4-ae66-40a2201ac431 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:45.570071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:04:45.570335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Checking segment: {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:45.570760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Bound using segment: {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:04:45.571200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Bound port: cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:45.577123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.622019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504e50-1d68-489a-86b3-f35a584ea16b req-594dce3d-708d-4201-ac69-3cdf3c644e7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:45.622301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-61504e50-1d68-489a-86b3-f35a584ea16b req-594dce3d-708d-4201-ac69-3cdf3c644e7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Synchronizing usage tracker for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:45.651875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f7828c0-43c7-4208-aa45-4fb23b1ac1e6 req-f41ffc95-f5ec-4edc-adb7-8839ff9522c5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379883 Jan 18 23:04:45.662621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.735070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-61504e50-1d68-489a-86b3-f35a584ea16b req-594dce3d-708d-4201-ac69-3cdf3c644e7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Unset dirty status for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:45.736425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61504e50-1d68-489a-86b3-f35a584ea16b req-594dce3d-708d-4201-ac69-3cdf3c644e7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.3846161 Jan 18 23:04:45.744383 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.759633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.879560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:45.897837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61504e50-1d68-489a-86b3-f35a584ea16b req-22f08741-5aaf-4312-b325-3dee40704aaf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487157 Jan 18 23:04:45.902541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.904294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:04:45.918367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.926792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.939609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.963916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14164b3e-134a-4351-8d90-873dcd5dab78']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:45.977375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f022f0b6-c4fd-4506-b00e-96adc9646821') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:45.977735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f022f0b6-c4fd-4506-b00e-96adc9646821') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:45.986320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:45.990428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.009993 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.018276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:46.019452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.032276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:46.032911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.035039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] 10.222.0.85 "PUT /v2.0/ports/cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 1092 time: 2.0863955 Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:46.038466 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:46.043467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:46.055132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da31b801e4ce483faeb7f492c9fcb77a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0165031 Jan 18 23:04:46.059022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7cbfb-352e-4a35-8883-126a62c727d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4778e20b-4256-4afa-8e6b-cb2f3637cf7c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:46.065351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48580) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:46.129164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:46.135440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:46.136180 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.139213 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'status': 'completed', 'code': 200} Jan 18 23:04:46.139803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381238-9695-4a77-b2c2-d4287d27fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:46.209130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-679766fa-1b7e-4405-ae41-145aee85356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.245145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-679766fa-1b7e-4405-ae41-145aee85356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.264561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-c520b57a-5722-413a-9590-871eb366031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:46.266107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-c520b57a-5722-413a-9590-871eb366031d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1095 time: 0.1707594 Jan 18 23:04:46.280710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.318340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:46.320060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:46.335315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.369289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-6a8643a1-bbab-47c1-a05e-dd990709537e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.0962260 Jan 18 23:04:46.406634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.408586 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'code': 200} Jan 18 23:04:46.428635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:46.450158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.456680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Network': ['ID=14164b3e-134a-4351-8d90-873dcd5dab78,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:46.466458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d4c726a0-54f9-4ad0-9908-6425bb1eeb14 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/networks/14164b3e-134a-4351-8d90-873dcd5dab78 HTTP/1.1" status: 204 len: 168 time: 0.9950566 Jan 18 23:04:46.469450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48588) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:46.599118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0a3223ff-642e-4f03-874e-32aefb4c16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:46.600580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0a3223ff-642e-4f03-874e-32aefb4c16c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.2224057 Jan 18 23:04:46.649482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-0cf714df-7472-4d9a-ade5-c562a76fb46d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422263 Jan 18 23:04:46.650094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-679766fa-1b7e-4405-ae41-145aee85356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.666619 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.692760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679766fa-1b7e-4405-ae41-145aee85356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4778e20b-4256-4afa-8e6b-cb2f3637cf7c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:46.738359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ef5a4-54f9-472d-86e1-fe305abc467e req-598e6574-0c40-48a7-85a0-0ec1e4ec7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:46.739968 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-115ef5a4-54f9-472d-86e1-fe305abc467e req-598e6574-0c40-48a7-85a0-0ec1e4ec7525 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 1098 time: 0.1497154 Jan 18 23:04:46.759917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-679766fa-1b7e-4405-ae41-145aee85356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.761115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-679766fa-1b7e-4405-ae41-145aee85356b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4778e20b-4256-4afa-8e6b-cb2f3637cf7c HTTP/1.1" status: 204 len: 168 time: 0.6947305 Jan 18 23:04:46.871997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-f3220469-149a-4925-8630-fbe926346b6e service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088873 Jan 18 23:04:46.897038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.935135 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-115ef5a4-54f9-472d-86e1-fe305abc467e req-ca9c4563-31e1-4a9f-a124-9cdbc4d8bb76 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293631 Jan 18 23:04:46.946839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:46.964324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0637dfc8-925e-4e56-b254-1e108e41e470') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:46.964688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0637dfc8-925e-4e56-b254-1e108e41e470') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:46.972871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.983264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.007565 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.017692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:47.018101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:47.032905 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:47.046162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3c9b-bc55-4f89-8a9d-3e0df62e8208 req-f8f251f4-83df-4121-9527-ca0c6acba334 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:47.047698 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52ba3c9b-bc55-4f89-8a9d-3e0df62e8208 req-f8f251f4-83df-4121-9527-ca0c6acba334 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.2060640 Jan 18 23:04:47.133413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f7d6013-038b-4bc0-850b-e0ae44b2bf77 req-2da3c84f-62f8-49eb-842d-d78c378a612a service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542181 Jan 18 23:04:47.179594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-52ba3c9b-bc55-4f89-8a9d-3e0df62e8208 req-e156e001-d73a-4de3-a799-ac136c1c2c24 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682671 Jan 18 23:04:47.181076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.201332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.213644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Network': ['ID=30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:47.218630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9745e173-d5ef-450b-b673-e4076453ca43 tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/networks/30d7abc4-bd7d-4a8b-9f8d-ee4427cffcdf HTTP/1.1" status: 204 len: 168 time: 0.7479315 Jan 18 23:04:47.222167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48604) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:47.302515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b37fe-250d-4055-9cc8-080ab2d1a5a9 req-63fc4428-7da3-41bb-a3e2-521192897ecb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:47.303996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-967b37fe-250d-4055-9cc8-080ab2d1a5a9 req-63fc4428-7da3-41bb-a3e2-521192897ecb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1696844 Jan 18 23:04:47.304461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48608) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:47.340274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.356815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.359000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-5a53ed58-9b82-4e83-8615-1eddfdfdc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:47.360490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-5a53ed58-9b82-4e83-8615-1eddfdfdc8ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1095 time: 0.1584849 Jan 18 23:04:47.366909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:47.371667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Usage tracker for resource:security_group_rule and tenant:869a24d0f0644dbaab4eca39cc387d7c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:47.374781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:47.380552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:47.466325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.501108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.501766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.526812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdb691d-a588-4776-baf6-6f395a96d6b3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:47.539252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b345b88-d4f2-43c5-a6e1-ab6b3b1bd6b1') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:47.539543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b345b88-d4f2-43c5-a6e1-ab6b3b1bd6b1') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:47.550880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.567478 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.573956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:04:47.574471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:47.589137 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:47.591725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-967b37fe-250d-4055-9cc8-080ab2d1a5a9 req-9dac99ec-5742-4591-9bc2-ac47de9cb978 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670853 Jan 18 23:04:47.622091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad397ff-c9ac-441b-922f-e75e2cfbbc8a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:47.626185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5ff934b8-7617-497d-9e00-df24e93875b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=869a24d0f0644dbaab4eca39cc387d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199954 Jan 18 23:04:47.629900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48614) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:47.682804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.685368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-ca6fe367-e53f-41b6-af2a-5b60d9953abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:47.686886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-ca6fe367-e53f-41b6-af2a-5b60d9953abd service neutron] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.2191303 Jan 18 23:04:47.707057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.714531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] Pushing event deleted for resources: {'Network': ['ID=8bdb691d-a588-4776-baf6-6f395a96d6b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:47.724883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-639bcdef-30a3-4aa1-b835-a9f71a855dca tempest-BulkNetworkOpsIpV6Test-474363496 tempest-BulkNetworkOpsIpV6Test-474363496-project] 10.222.0.78 "DELETE /v2.0/networks/8bdb691d-a588-4776-baf6-6f395a96d6b3 HTTP/1.1" status: 204 len: 168 time: 0.4994748 Jan 18 23:04:47.774197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-d45094a2-fb82-4a66-9455-e81264cac461 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.0786538 Jan 18 23:04:47.829129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-13c3fc18-16a6-41e3-b820-b64b749c420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.864765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-59cafe04-f94c-45ff-b948-8cc75fc54492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:47.866259 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-59cafe04-f94c-45ff-b948-8cc75fc54492 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.0838604 Jan 18 23:04:47.867940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-13c3fc18-16a6-41e3-b820-b64b749c420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.939233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-9ed4bcea-a835-4bd6-ae57-5f495fa15090 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644698 Jan 18 23:04:48.153984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-13c3fc18-16a6-41e3-b820-b64b749c420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.161265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:48.190664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-20cb3205-602d-433c-844a-3757e9e8994c service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354052 Jan 18 23:04:48.204735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3fc18-16a6-41e3-b820-b64b749c420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad397ff-c9ac-441b-922f-e75e2cfbbc8a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:48.226797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-13c3fc18-16a6-41e3-b820-b64b749c420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.228499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-13c3fc18-16a6-41e3-b820-b64b749c420e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fad397ff-c9ac-441b-922f-e75e2cfbbc8a HTTP/1.1" status: 204 len: 168 time: 0.5976384 Jan 18 23:04:48.351764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aecca98e-7dfe-4e31-9905-68c554a6e964 req-29ac513f-8431-4d26-9d50-34c768aeef4f service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496623 Jan 18 23:04:48.517619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d302b1b-fc26-4cd5-affe-e41a809160c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52b646900b034e07bec8fadb9f5e78cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544161 Jan 18 23:04:48.521056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48668) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:48.574794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082baf-397b-44ae-a29d-83b3647f8568 req-a32b44a4-bebe-4478-a7d8-43367a82ab56 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:48.580994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa082baf-397b-44ae-a29d-83b3647f8568 req-a32b44a4-bebe-4478-a7d8-43367a82ab56 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.1828783 Jan 18 23:04:48.648272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa082baf-397b-44ae-a29d-83b3647f8568 req-5165d007-8e27-4fc9-b23a-edbac653340f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556328 Jan 18 23:04:48.657916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fff873dd-febc-4e73-a117-f45347645ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.708931 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fff873dd-febc-4e73-a117-f45347645ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.865092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f430f48-6559-46da-993b-90012a9e85f0 req-122eb479-23dd-4fa1-827d-cfc479d577f4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:48.866754 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f430f48-6559-46da-993b-90012a9e85f0 req-122eb479-23dd-4fa1-827d-cfc479d577f4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1140559 Jan 18 23:04:48.868206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fff873dd-febc-4e73-a117-f45347645ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.937384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff873dd-febc-4e73-a117-f45347645ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c86dc8-d510-4e62-9378-4f5f4fe80987,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:48.966694 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fff873dd-febc-4e73-a117-f45347645ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.967774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fff873dd-febc-4e73-a117-f45347645ef4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19c86dc8-d510-4e62-9378-4f5f4fe80987 HTTP/1.1" status: 204 len: 168 time: 0.4454763 Jan 18 23:04:48.978523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f430f48-6559-46da-993b-90012a9e85f0 req-b056d83d-5b89-418e-820d-30d41bbf5049 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038084 Jan 18 23:04:49.459353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:49.659281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:49.675443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'port_id': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'mac_address': 'fa:16:3e:42:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb34280-1771-49ac-82dd-37d868fa3de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:49.770089 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:49.794385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1cfe89-8286-4d74-8b22-f5f85d2f67da {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:49.815663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:49.824733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:49.958283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fbeb0-0c27-46da-bbf3-e0103a18e611 req-4abcb93d-fa2d-473a-ae59-adec79d916ba tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:49.965994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48746) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:49.967063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-363fbeb0-0c27-46da-bbf3-e0103a18e611 req-4abcb93d-fa2d-473a-ae59-adec79d916ba tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.1208110 Jan 18 23:04:50.019005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:50.043784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-363fbeb0-0c27-46da-bbf3-e0103a18e611 req-6d08d6f8-fcf0-495c-a238-0ca63d8ffd97 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702562 Jan 18 23:04:50.100018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['cd1cfe89-8286-4d74-8b22-f5f85d2f67da'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:04:50.225054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f1bf2ab2-af43-4974-ba28-97946d8f9e26 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:50.225692 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-f1bf2ab2-af43-4974-ba28-97946d8f9e26 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 23:04:50.226208 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-f1bf2ab2-af43-4974-ba28-97946d8f9e26 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:04:50.233744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:50.235874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f1bf2ab2-af43-4974-ba28-97946d8f9e26 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2682178 Jan 18 23:04:50.240676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--969166574'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:50.248232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:50.252727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:50.256009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:50.264154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:50.276377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.310076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b69e5b-9727-4400-8a6e-58b554df8cd4 req-827a2fe9-b8a3-444f-ac44-92bacc9b26bf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:50.320591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7b69e5b-9727-4400-8a6e-58b554df8cd4 req-827a2fe9-b8a3-444f-ac44-92bacc9b26bf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.1822314 Jan 18 23:04:50.324450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.348131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:50.352808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:50.356688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:50.362688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:50.387941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7b69e5b-9727-4400-8a6e-58b554df8cd4 req-f67d478a-79e8-4e9f-b892-cd7217fa5eb4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663769 Jan 18 23:04:50.452220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.457513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.471726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:50.483162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:50.487799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:50.508233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:50.516681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638a4c60-b430-404d-99ca-e7fe8450fbc6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:50.598914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.604711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.648324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffbc123-71e5-41bf-a6f6-7b6b1bd7369f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:50.651219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.652412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8447ce2b-5d39-484e-83ac-8be958728505 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4173000 Jan 18 23:04:50.655360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48782) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:50.660444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'fffbc123-71e5-41bf-a6f6-7b6b1bd7369f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:50.667210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:50.678570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:50.688558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:50.699552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:50.724817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.908569 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.916784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.948918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1be97d-b58f-4ab6-a991-579043b9327f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:50.962099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.963640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-467c4739-941f-45cc-a4a5-d73e8b1029d5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071451 Jan 18 23:04:50.966314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:50.971926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'fffbc123-71e5-41bf-a6f6-7b6b1bd7369f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:50.979479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:50.983849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:50.988892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:51.011011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:51.029718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.094839 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:04:51.099043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e59cede-07dd-48bc-9970-5f97ac81ab3c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1287122 Jan 18 23:04:51.099402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48800) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:51.170767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50a6b313-c03e-40ea-87e1-181a3eb3c0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.201736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50a6b313-c03e-40ea-87e1-181a3eb3c0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.278992 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50a6b313-c03e-40ea-87e1-181a3eb3c0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.295708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b313-c03e-40ea-87e1-181a3eb3c0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffbc123-71e5-41bf-a6f6-7b6b1bd7369f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:51.302294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50a6b313-c03e-40ea-87e1-181a3eb3c0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.305392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-50a6b313-c03e-40ea-87e1-181a3eb3c0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/fffbc123-71e5-41bf-a6f6-7b6b1bd7369f HTTP/1.1" status: 204 len: 168 time: 0.2049291 Jan 18 23:04:51.306286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48808) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:51.475384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:51.494645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bae0aff6-5253-4b8d-ba47-002b72c2a327 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1865735 Jan 18 23:04:51.499032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:51.505142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--832691492'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:51.512756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:51.517160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:51.520460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:51.527537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:51.543256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.612997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:51.622707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:51.626967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:51.635530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port cd1cfe89-8286-4d74-8b22-f5f85d2f67da completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:51.639115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:51.648267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port cd1cfe89-8286-4d74-8b22-f5f85d2f67da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:51.648690 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.699235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c518f81-6151-425e-b3dd-e12bbd71db4f req-0527c3a4-5e27-4c3a-90d8-26ff8a1cadcc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:51.699440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c518f81-6151-425e-b3dd-e12bbd71db4f req-0527c3a4-5e27-4c3a-90d8-26ff8a1cadcc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.1370497 Jan 18 23:04:51.779345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c518f81-6151-425e-b3dd-e12bbd71db4f req-9ba058e0-6c1c-4aab-a695-077c2d6b8d45 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720189 Jan 18 23:04:51.793380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.809364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.841376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.842725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3423109 Jan 18 23:04:51.845589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48832) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:51.851200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-35aa954b-3de5-4046-826f-60e7e6366608 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '53f7a703-47c9-489f-b776-13af9c726754', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:51.852169 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-35aa954b-3de5-4046-826f-60e7e6366608 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 18 23:04:51.853224 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-35aa954b-3de5-4046-826f-60e7e6366608 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:51.854508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-35aa954b-3de5-4046-826f-60e7e6366608 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078962 Jan 18 23:04:51.857369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48836) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:51.863335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aab7b8-c525-40f3-9c6a-d0b0393002d4 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7a703-47c9-489f-b776-13af9c726754,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:51.887489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.927307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:04:51.928526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:51.936760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.939412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4443331-5d3b-432b-883e-6831903d3743 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.971555 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4443331-5d3b-432b-883e-6831903d3743 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.017731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:52.029060 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'code': 200} Jan 18 23:04:52.044518 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4443331-5d3b-432b-883e-6831903d3743 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.077454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f4443331-5d3b-432b-883e-6831903d3743 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.078555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f4443331-5d3b-432b-883e-6831903d3743 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/53f7a703-47c9-489f-b776-13af9c726754 HTTP/1.1" status: 204 len: 168 time: 0.2201285 Jan 18 23:04:52.081450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.085467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4443331-5d3b-432b-883e-6831903d3743 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7a703-47c9-489f-b776-13af9c726754,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:52.135249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8671974a-e076-4cdb-a919-f80b219b2010 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:52.155090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8671974a-e076-4cdb-a919-f80b219b2010 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:52.156907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8671974a-e076-4cdb-a919-f80b219b2010 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0744650 Jan 18 23:04:52.160969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.167052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--140645611'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.174921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:52.188423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:52.193116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eda82-8ea7-4037-8423-4102fb259d03 req-18f76625-08c0-4530-ba78-8b817419fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:52.195095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf3eda82-8ea7-4037-8423-4102fb259d03 req-18f76625-08c0-4530-ba78-8b817419fc7f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1097 time: 0.0985868 Jan 18 23:04:52.204180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.228520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:52.233452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:52.237029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:52.243326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:52.250542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf3eda82-8ea7-4037-8423-4102fb259d03 req-21806566-c23f-4756-85ed-c5edaa84c110 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481365 Jan 18 23:04:52.322096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.327764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.376060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a8946c-adbb-4bf0-9316-3a1fce1ea8f5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:52.386682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.396839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f56af542-5ea5-4da9-8bd1-2bf9366a6bef tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2317867 Jan 18 23:04:52.400287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48850) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.406134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5a5da118-ba31-4e50-a1f7-ba7f87757f19 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '79a8946c-adbb-4bf0-9316-3a1fce1ea8f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.407210 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-5a5da118-ba31-4e50-a1f7-ba7f87757f19 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 18 23:04:52.408621 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-5a5da118-ba31-4e50-a1f7-ba7f87757f19 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:52.409811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a5da118-ba31-4e50-a1f7-ba7f87757f19 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079594 Jan 18 23:04:52.413095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.486661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3af6282d-82fc-4917-a417-5cd919051f1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.513982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3af6282d-82fc-4917-a417-5cd919051f1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.562972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3af6282d-82fc-4917-a417-5cd919051f1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.581781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6282d-82fc-4917-a417-5cd919051f1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a8946c-adbb-4bf0-9316-3a1fce1ea8f5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:52.588340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3af6282d-82fc-4917-a417-5cd919051f1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.592206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3af6282d-82fc-4917-a417-5cd919051f1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/79a8946c-adbb-4bf0-9316-3a1fce1ea8f5 HTTP/1.1" status: 204 len: 168 time: 0.1751163 Jan 18 23:04:52.592206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.643532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7d037379-1c9a-44bc-ba67-7df9895c066f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:52.660986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7d037379-1c9a-44bc-ba67-7df9895c066f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:52.666579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d037379-1c9a-44bc-ba67-7df9895c066f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734308 Jan 18 23:04:52.666731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.671847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987332711'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.680256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:52.693730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:52.706027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.731536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:52.735814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:52.738924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:52.749819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:52.818536 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:04:52.833240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.845662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.894137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.895823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2281272 Jan 18 23:04:52.898738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48880) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.905857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-aa281d06-08f8-4c86-9701-61606b951ce5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'b4981d6d-b678-4384-9d2b-0e4e5147bea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.916072 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-aa281d06-08f8-4c86-9701-61606b951ce5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 18 23:04:52.916705 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-aa281d06-08f8-4c86-9701-61606b951ce5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:52.917793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-aa281d06-08f8-4c86-9701-61606b951ce5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177534 Jan 18 23:04:52.920538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48888) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.922484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b99bc-e351-4d39-8eb7-1b556588574d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4981d6d-b678-4384-9d2b-0e4e5147bea0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:52.928004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6843ca6c-9ab5-48e9-8f90-9bef04d6ecbe tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'b4981d6d-b678-4384-9d2b-0e4e5147bea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.928686 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-6843ca6c-9ab5-48e9-8f90-9bef04d6ecbe tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 18 23:04:52.929205 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-6843ca6c-9ab5-48e9-8f90-9bef04d6ecbe tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:52.930163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6843ca6c-9ab5-48e9-8f90-9bef04d6ecbe tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078788 Jan 18 23:04:52.939115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.944971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a5ab5424-d128-4b1f-9922-e66dae8f9546 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'b4981d6d-b678-4384-9d2b-0e4e5147bea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.945851 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-a5ab5424-d128-4b1f-9922-e66dae8f9546 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 18 23:04:52.946390 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-a5ab5424-d128-4b1f-9922-e66dae8f9546 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:52.953113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a5ab5424-d128-4b1f-9922-e66dae8f9546 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123901 Jan 18 23:04:52.955604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48898) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:52.964866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-81695db8-c83d-48af-8d1c-0ee32a629398 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'b4981d6d-b678-4384-9d2b-0e4e5147bea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:52.969986 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-81695db8-c83d-48af-8d1c-0ee32a629398 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 18 23:04:52.970703 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-81695db8-c83d-48af-8d1c-0ee32a629398 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:52.972044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-81695db8-c83d-48af-8d1c-0ee32a629398 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0153651 Jan 18 23:04:52.974815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48902) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.020391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f84b4-11e2-4b47-8dde-6cf782c570d8 req-4cef6090-0d3d-4e82-a606-2386de9e3e99 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:53.026207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-399f84b4-11e2-4b47-8dde-6cf782c570d8 req-4cef6090-0d3d-4e82-a606-2386de9e3e99 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1285052 Jan 18 23:04:53.071631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64de68a0-3998-448b-8820-313bdccbb0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.093107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-399f84b4-11e2-4b47-8dde-6cf782c570d8 req-cc155a16-4a95-4d5f-aa4d-66a561b64aed tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619946 Jan 18 23:04:53.108369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64de68a0-3998-448b-8820-313bdccbb0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.173605 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64de68a0-3998-448b-8820-313bdccbb0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.190364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de68a0-3998-448b-8820-313bdccbb0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4981d6d-b678-4384-9d2b-0e4e5147bea0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:53.210999 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64de68a0-3998-448b-8820-313bdccbb0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.212690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-64de68a0-3998-448b-8820-313bdccbb0b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/b4981d6d-b678-4384-9d2b-0e4e5147bea0 HTTP/1.1" status: 204 len: 168 time: 0.2365375 Jan 18 23:04:53.215142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48908) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.287535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-996f6b90-e1c3-4e0f-ad94-9a664fe512ff tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:53.305629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-996f6b90-e1c3-4e0f-ad94-9a664fe512ff tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:53.307155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-996f6b90-e1c3-4e0f-ad94-9a664fe512ff tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908389 Jan 18 23:04:53.310993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48912) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.316903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--981410443'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.325097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.336695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.350728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.373557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.377618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.380652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.386840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.457396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.464300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.512749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9465982-65fa-4658-9364-0e4459019245,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:53.520589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.521914 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-03d88e63-c32d-442f-ac2d-c51f57281c66 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2096913 Jan 18 23:04:53.525279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48918) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.532508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b4d810c8-c376-4790-a820-47f2c279787d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.533826 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-b4d810c8-c376-4790-a820-47f2c279787d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 23:04:53.534328 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-b4d810c8-c376-4790-a820-47f2c279787d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.535294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b4d810c8-c376-4790-a820-47f2c279787d tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089812 Jan 18 23:04:53.539169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48922) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.545370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.552156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.556799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.560284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.567634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.600654 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.604741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7a413006-8175-4f60-9889-ea3d4f4e85ba tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0615125 Jan 18 23:04:53.604921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.610892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-63afd5bb-bed3-49cf-80cb-a60e6c16b8ad tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.612437 n-d-825178-1 neutron-server[87812]: WARNING neutron.api.v2.base [None req-63afd5bb-bed3-49cf-80cb-a60e6c16b8ad tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 18 23:04:53.613257 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-63afd5bb-bed3-49cf-80cb-a60e6c16b8ad tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.616736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63afd5bb-bed3-49cf-80cb-a60e6c16b8ad tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084124 Jan 18 23:04:53.616881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48930) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.621503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.628334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.632170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.635511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.641772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.676171 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.680251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1f553fe-1a90-4d93-be45-e9dfdba8e366 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0596859 Jan 18 23:04:53.680670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.685980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fc4410e0-e824-4437-bf8b-66158a1657ab tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.686569 n-d-825178-1 neutron-server[87812]: WARNING neutron.api.v2.base [None req-fc4410e0-e824-4437-bf8b-66158a1657ab tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 23:04:53.687221 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-fc4410e0-e824-4437-bf8b-66158a1657ab tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.690767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fc4410e0-e824-4437-bf8b-66158a1657ab tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065010 Jan 18 23:04:53.691025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.696711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.703039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.706926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.709881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.715742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.727098 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Project 3577c59d54134c58bd79ce9f89ead1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:04:53.781844 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.785742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-571268b0-6f87-4a26-9ed3-67003d515adf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0901423 Jan 18 23:04:53.786008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.792039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6b852802-b119-4376-8317-e432dc1c7e1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.792561 n-d-825178-1 neutron-server[87812]: WARNING neutron.api.v2.base [None req-6b852802-b119-4376-8317-e432dc1c7e1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 18 23:04:53.793068 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-6b852802-b119-4376-8317-e432dc1c7e1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.796397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b852802-b119-4376-8317-e432dc1c7e1c tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067806 Jan 18 23:04:53.796539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.802151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.809038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.813208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.816291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.822148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.833999 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Project 3577c59d54134c58bd79ce9f89ead1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:04:53.863136 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.864608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4944c774-08b5-4968-9e64-af093e3382b1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0672460 Jan 18 23:04:53.868338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.881854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'a9465982-65fa-4658-9364-0e4459019245', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:53.888887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.892915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.897037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.908248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.924346 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Project 3577c59d54134c58bd79ce9f89ead1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:04:53.951294 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:53.953488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91b015a8-baf0-4305-a6cd-8f9c12f2d8bf tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0826981 Jan 18 23:04:53.957167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:54.036510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c0b4-89c1-4d04-968b-feba8d00eaf3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.074984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c0b4-89c1-4d04-968b-feba8d00eaf3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.136444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c0b4-89c1-4d04-968b-feba8d00eaf3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.157731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8c0b4-89c1-4d04-968b-feba8d00eaf3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9465982-65fa-4658-9364-0e4459019245,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:54.173017 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c0b4-89c1-4d04-968b-feba8d00eaf3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.174649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fdc8c0b4-89c1-4d04-968b-feba8d00eaf3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/a9465982-65fa-4658-9364-0e4459019245 HTTP/1.1" status: 204 len: 168 time: 0.2171295 Jan 18 23:04:54.177418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48978) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:54.248865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2d4a7db-e2f9-46ed-a438-0ad2f7d436d1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:54.319929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2d4a7db-e2f9-46ed-a438-0ad2f7d436d1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:54.321575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c2d4a7db-e2f9-46ed-a438-0ad2f7d436d1 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429803 Jan 18 23:04:54.325657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:54.331272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832392436'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:54.339070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:54.350190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:54.358290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593a37-c7b7-4e31-8e0c-e329d5f6b722 req-28cdb4f5-ea12-4470-9793-fe19583f100d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:54.360111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72593a37-c7b7-4e31-8e0c-e329d5f6b722 req-28cdb4f5-ea12-4470-9793-fe19583f100d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1145389 Jan 18 23:04:54.368122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.390903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:54.395888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:54.399594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:54.406332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:54.412231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72593a37-c7b7-4e31-8e0c-e329d5f6b722 req-42d31343-73e4-4318-96a5-f440a1d8f9f4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447078 Jan 18 23:04:54.499324 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.504345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.554274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6b2664-f241-40b9-bc71-79ba85cb016e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:54.563167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.567794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:54.568240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6e8a6e37-e3f1-47b9-b43a-022ceb74b4b3 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2410059 Jan 18 23:04:54.573742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '8f6b2664-f241-40b9-bc71-79ba85cb016e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:54.580010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:54.584161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:54.587266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:54.593854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:54.638251 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The resource could not be found. Jan 18 23:04:54.639748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f4349639-4f46-4a12-8a19-721e7b238d3b tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0703316 Jan 18 23:04:54.649552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49002) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:54.654897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '8f6b2664-f241-40b9-bc71-79ba85cb016e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b53ec6fd-e814-47a3-9319-411c5bba24ff'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:54.663800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:54.667848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:54.670937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:54.682002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:54.730604 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The resource could not be found. Jan 18 23:04:54.732276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-754a3002-b5b2-4466-8d4e-4edd9b184c1f tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0815754 Jan 18 23:04:54.735053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49006) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:54.804719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-4b4cee81-b59c-476b-8885-5a051cb094d0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:54.811459 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-4b4cee81-b59c-476b-8885-5a051cb094d0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 814 time: 0.1731067 Jan 18 23:04:54.826961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-762bff7b-d863-4117-b533-19bb21692b4a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/quotas/d1f662fc6f144e7db0369340dd494c18 HTTP/1.1" status: 200 len: 375 time: 0.0146306 Jan 18 23:04:54.845326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adddefab-6eb2-4336-8bf4-3a0d60ed22a0 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.910238 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-db26a1d1-dadf-47f2-9b88-b14ea76bc1f1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823336 Jan 18 23:04:54.914535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adddefab-6eb2-4336-8bf4-3a0d60ed22a0 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.991563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adddefab-6eb2-4336-8bf4-3a0d60ed22a0 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.020168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddefab-6eb2-4336-8bf4-3a0d60ed22a0 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6b2664-f241-40b9-bc71-79ba85cb016e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:55.030408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adddefab-6eb2-4336-8bf4-3a0d60ed22a0 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.031548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-adddefab-6eb2-4336-8bf4-3a0d60ed22a0 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/8f6b2664-f241-40b9-bc71-79ba85cb016e HTTP/1.1" status: 204 len: 168 time: 0.2952173 Jan 18 23:04:55.034123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49016) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:55.053017 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-30914536-ae15-4e33-8475-5a2fb6fbf66d service neutron] 10.222.0.78 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418035 Jan 18 23:04:55.107692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-41f89ac4-2a1a-4272-bf44-c621ea298e00 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:55.126732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-41f89ac4-2a1a-4272-bf44-c621ea298e00 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:55.128095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-41f89ac4-2a1a-4272-bf44-c621ea298e00 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916879 Jan 18 23:04:55.132525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:55.138476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '409bc1c1-cb47-409f-8d90-244b686809dc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:55.149674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:55.155109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:55.158092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:55.164410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:55.225457 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The resource could not be found. Jan 18 23:04:55.231552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:55.233220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-92ea9271-fdfa-4db5-a401-13ad2bf2a427 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0995440 Jan 18 23:04:55.239159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--282114668'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:55.246215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-4ca1f3d4-89ee-4670-b26d-148f0e5b69b6 service neutron] 10.222.0.78 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870060 Jan 18 23:04:55.248741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:55.259583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:55.272021 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.297201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:55.302154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:55.305412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:55.318443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:55.429493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.442455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.555981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cde7b5ad-429c-4dd5-bf91-b89b72c563ae req-d6997d8b-ef49-4f04-a227-64332bb54bb3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 210 time: 0.1093700 Jan 18 23:04:55.566803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92aaaa8-5f57-486c-9425-18c93a37cf60,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:55.574679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.575760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-992ea149-864b-48ef-b40b-1f18b2767c47 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3431752 Jan 18 23:04:55.578868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:55.588875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--578837981'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:55.599988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:55.604591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:55.607856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:55.615716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:55.629745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.653894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:55.659546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:55.666575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:55.674147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:55.774870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.782265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.839568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d675d-ad76-4bc4-b609-8b19cf20c9af,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:55.844532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.849966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49044) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:55.850526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-541e8728-d7af-4671-983e-d0ae8857bae5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2690041 Jan 18 23:04:55.855033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': 'd92aaaa8-5f57-486c-9425-18c93a37cf60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f6d675d-ad76-4bc4-b609-8b19cf20c9af'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:55.874036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:55.878564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:55.881763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:55.897781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:55.944477 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:55.946139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cdecb8d3-ea22-413d-9e44-1e4bc359e822 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0957494 Jan 18 23:04:55.949141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49050) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.022390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1259e5f8-f20f-485c-9b11-1f4e2aedec35 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.053167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1259e5f8-f20f-485c-9b11-1f4e2aedec35 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.120470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1259e5f8-f20f-485c-9b11-1f4e2aedec35 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.141348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259e5f8-f20f-485c-9b11-1f4e2aedec35 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d675d-ad76-4bc4-b609-8b19cf20c9af,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:56.154402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1259e5f8-f20f-485c-9b11-1f4e2aedec35 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.159059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49054) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.175838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1259e5f8-f20f-485c-9b11-1f4e2aedec35 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/6f6d675d-ad76-4bc4-b609-8b19cf20c9af HTTP/1.1" status: 204 len: 168 time: 0.2253132 Jan 18 23:04:56.242398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-61f907cc-576f-4844-8c2f-a6a5013eb5f2 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:56.272528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-61f907cc-576f-4844-8c2f-a6a5013eb5f2 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:56.277711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-61f907cc-576f-4844-8c2f-a6a5013eb5f2 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1171014 Jan 18 23:04:56.278702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.349537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd643-d949-4c42-a6b1-1343c9f41a50 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.381114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd643-d949-4c42-a6b1-1343c9f41a50 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.462771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd643-d949-4c42-a6b1-1343c9f41a50 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.481982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fd643-d949-4c42-a6b1-1343c9f41a50 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92aaaa8-5f57-486c-9425-18c93a37cf60,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:56.500595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd643-d949-4c42-a6b1-1343c9f41a50 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.502508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bd5fd643-d949-4c42-a6b1-1343c9f41a50 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/d92aaaa8-5f57-486c-9425-18c93a37cf60 HTTP/1.1" status: 204 len: 168 time: 0.2223425 Jan 18 23:04:56.505212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49070) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.573587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-36be9b3d-6352-489a-94f0-78e83d2b9494 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:56.598164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-36be9b3d-6352-489a-94f0-78e83d2b9494 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:56.603849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.609579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081684229'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:56.610148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-36be9b3d-6352-489a-94f0-78e83d2b9494 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1038830 Jan 18 23:04:56.620543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:56.641897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:56.666733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.704673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:56.712348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:56.718323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:56.724496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:57.151456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c65ac18e-1264-4471-9fcb-791529fa014d req-51c526a6-4847-4362-940a-ffe012e48513 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 210 time: 0.3675811 Jan 18 23:04:57.274300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.286048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-11447cb7-021a-4adb-a571-12df877f8e0e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:57.288972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-11447cb7-021a-4adb-a571-12df877f8e0e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.86 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 814 time: 0.5453193 Jan 18 23:04:57.291105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.310501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Request body: {'port': {'device_id': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'admin_state_up': True, 'tenant_id': 'd1f662fc6f144e7db0369340dd494c18'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:57.428298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07c5d0-243c-4e66-9090-06d003921aaf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:57.465706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.470764 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-98611009-c5d6-4a94-ac05-933274c5a6ee tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8619454 Jan 18 23:04:57.470764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:57.477548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '9f07c5d0-243c-4e66-9090-06d003921aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:57.484057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:57.487981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:57.490899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:57.497162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:57.540986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:57.553481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:57.555735 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:57.559204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85717ae2-9743-4a15-b6af-be70ccf6cd53 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0858257 Jan 18 23:04:57.559964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:57.565682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group_rule': {'security_group_id': '9f07c5d0-243c-4e66-9090-06d003921aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:57.568131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Made reservation on behalf of d1f662fc6f144e7db0369340dd494c18 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:57.573414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.573571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:57.580147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:57.583227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:57.590504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:57.631123 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:04:57.632685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-66b819a8-b076-4299-adf2-1f7c22caea27 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0715780 Jan 18 23:04:57.635798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:57.743698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a850d60-426d-406c-8748-d013d50eb710 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.788438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Allocated IP 172.20.0.4 (c6d44397-903c-49a4-ae66-40a2201ac431/cfb34280-1771-49ac-82dd-37d868fa3de2/1cef2499-c7a3-460c-a63b-6ca862614158) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:57.826513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a850d60-426d-406c-8748-d013d50eb710 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.896316 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a850d60-426d-406c-8748-d013d50eb710 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.926762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a850d60-426d-406c-8748-d013d50eb710 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07c5d0-243c-4e66-9090-06d003921aaf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:57.938944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a850d60-426d-406c-8748-d013d50eb710 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.940500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7a850d60-426d-406c-8748-d013d50eb710 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/9f07c5d0-243c-4e66-9090-06d003921aaf HTTP/1.1" status: 204 len: 168 time: 0.3029246 Jan 18 23:04:57.943721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49104) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.013426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3bcba3f8-f3a7-4890-ae64-50751fa337b8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:58.032447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3bcba3f8-f3a7-4890-ae64-50751fa337b8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:58.041274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3bcba3f8-f3a7-4890-ae64-50751fa337b8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958333 Jan 18 23:04:58.043685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49110) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.052045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644682632'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:58.060162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:58.081376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:58.104475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.107830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.136040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:58.140019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Usage tracker for resource:security_group_rule and tenant:3577c59d54134c58bd79ce9f89ead1f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:58.143026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:58.150452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:58.199686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.213128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['cd1cfe89-8286-4d74-8b22-f5f85d2f67da'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:04:58.317085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Network c6d44397-903c-49a4-ae66-40a2201ac431 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:58.325774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:58.336423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:04:58.400082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Pushing event updated for resources: {'Port': ['ID=1cef2499-c7a3-460c-a63b-6ca862614158,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:58.425922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.445646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:58.446675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.453849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.467882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51080189-d08b-4e31-9e34-ce1bd9aa8030 req-65ebd690-a586-4f7f-9922-4ed55a37fe4b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:58.479514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51080189-d08b-4e31-9e34-ce1bd9aa8030 req-65ebd690-a586-4f7f-9922-4ed55a37fe4b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 931 time: 0.1832960 Jan 18 23:04:58.500127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.501705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4569840 Jan 18 23:04:58.505767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49126) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.511326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-a4a7c8a4-b08c-4f95-a8f5-39496e51f4cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2063062 Jan 18 23:04:58.514633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-961bdefc-0d5b-4331-b63e-53f765d269c6 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:58.515167 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-961bdefc-0d5b-4331-b63e-53f765d269c6 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 23:04:58.515908 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-961bdefc-0d5b-4331-b63e-53f765d269c6 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 23:04:58.516973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-961bdefc-0d5b-4331-b63e-53f765d269c6 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "PUT /v2.0/security-groups/043a6ba2-753b-45b7-abeb-5a314182376e HTTP/1.1" status: 409 len: 330 time: 0.0100269 Jan 18 23:04:58.521923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49130) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.528071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Request body: {'port': {'device_id': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:04:58.576895 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51080189-d08b-4e31-9e34-ce1bd9aa8030 req-23707ea7-dc68-40cf-bc4f-55995449fffd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962937 Jan 18 23:04:58.627907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16e26ae4-7a50-4b28-9fc6-2812c73b7fc8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.639837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dd4b7-f0fa-4568-b031-f6cf2fe15559 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043a6ba2-753b-45b7-abeb-5a314182376e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:58.657038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.662626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16e26ae4-7a50-4b28-9fc6-2812c73b7fc8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.719334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16e26ae4-7a50-4b28-9fc6-2812c73b7fc8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.740734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e26ae4-7a50-4b28-9fc6-2812c73b7fc8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a6ba2-753b-45b7-abeb-5a314182376e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:58.762872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16e26ae4-7a50-4b28-9fc6-2812c73b7fc8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.764330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-16e26ae4-7a50-4b28-9fc6-2812c73b7fc8 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/043a6ba2-753b-45b7-abeb-5a314182376e HTTP/1.1" status: 204 len: 168 time: 0.2414865 Jan 18 23:04:58.767122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49142) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.835395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c318581-f773-498f-9897-8f1d3bb1a231 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Synchronizing usage tracker for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:58.854799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c318581-f773-498f-9897-8f1d3bb1a231 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] Unset dirty status for tenant:3577c59d54134c58bd79ce9f89ead1f4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:58.863641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3c318581-f773-498f-9897-8f1d3bb1a231 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951304 Jan 18 23:04:58.864666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49150) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.886285 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-c7d07302-e1ac-4ce7-b33a-c10cc90858fa tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] delete failed (client error): The resource could not be found. Jan 18 23:04:58.892690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c7d07302-e1ac-4ce7-b33a-c10cc90858fa tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "DELETE /v2.0/security-groups/b51b0ac7-98f5-4b64-879a-504ae0765d74 HTTP/1.1" status: 404 len: 347 time: 0.0265069 Jan 18 23:04:58.893912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.916984 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-4701e3fa-158e-4f5a-b34a-a62507c85eb6 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] show failed (client error): The resource could not be found. Jan 18 23:04:58.924725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4701e3fa-158e-4f5a-b34a-a62507c85eb6 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-groups/2a712254-6f7b-4a97-a9a9-16cfc2b9b9ca HTTP/1.1" status: 404 len: 347 time: 0.0286446 Jan 18 23:04:58.925588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49158) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.974212 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-427d3a3f-0fe5-43bc-a607-1c959fa0cff5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] show failed (client error): The resource could not be found. Jan 18 23:04:58.984108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-427d3a3f-0fe5-43bc-a607-1c959fa0cff5 tempest-NegativeSecGroupIPv6Test-1623327695 tempest-NegativeSecGroupIPv6Test-1623327695-project] 10.222.0.78 "GET /v2.0/security-group-rules/0afdf363-65b2-46c0-bd28-a9a2c3b12a62 HTTP/1.1" status: 404 len: 356 time: 0.0570686 Jan 18 23:04:59.059570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cef2499-c7a3-460c-a63b-6ca862614158 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:59.067696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.095325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Transition to ACTIVE for port object 1cef2499-c7a3-460c-a63b-6ca862614158 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:59.101473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.277380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Pushing event updated for resources: {'Port': ['ID=1cef2499-c7a3-460c-a63b-6ca862614158,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:59.338678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49172) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:59.360219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Attempting to bind port 1cef2499-c7a3-460c-a63b-6ca862614158 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:59.360887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Attempting to bind port 1cef2499-c7a3-460c-a63b-6ca862614158 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:59.360887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Attempting to bind port 1cef2499-c7a3-460c-a63b-6ca862614158 on network c6d44397-903c-49a4-ae66-40a2201ac431 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:59.366208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Port 1cef2499-c7a3-460c-a63b-6ca862614158 on network c6d44397-903c-49a4-ae66-40a2201ac431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:04:59.366607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Attempting to bind port 1cef2499-c7a3-460c-a63b-6ca862614158 on network c6d44397-903c-49a4-ae66-40a2201ac431 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:04:59.372697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:04:59.373072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Checking segment: {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:04:59.373591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Bound using segment: {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:04:59.373893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Bound port: 1cef2499-c7a3-460c-a63b-6ca862614158, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:59.374257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.498473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] For port 1cef2499-c7a3-460c-a63b-6ca862614158, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:04:59.501882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] For port 1cef2499-c7a3-460c-a63b-6ca862614158, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1cef2499-c7a3-460c-a63b-6ca862614158,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:04:59.507544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.555051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7699fb93-1d1b-4cf5-8e55-479fd1ee6365 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3577c59d54134c58bd79ce9f89ead1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149403 Jan 18 23:04:59.557611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:59.673788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e833bc1-28c2-4ac5-8ac8-6510e8020ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.718326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e833bc1-28c2-4ac5-8ac8-6510e8020ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.770336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:59.770977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.772534 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] 10.222.0.86 "PUT /v2.0/ports/1cef2499-c7a3-460c-a63b-6ca862614158 HTTP/1.1" status: 200 len: 1091 time: 1.2524862 Jan 18 23:04:59.782949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e833bc1-28c2-4ac5-8ac8-6510e8020ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.804836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833bc1-28c2-4ac5-8ac8-6510e8020ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638a4c60-b430-404d-99ca-e7fe8450fbc6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:59.819053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'tag': '1cef2499-c7a3-460c-a63b-6ca862614158'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:59.824630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149e217-bf48-4c21-8033-cbf043cd531d service neutron] Pushing event updated for resources: {'Port': ['ID=1cef2499-c7a3-460c-a63b-6ca862614158,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:59.854225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9e833bc1-28c2-4ac5-8ac8-6510e8020ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.861352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9e833bc1-28c2-4ac5-8ac8-6510e8020ab8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/638a4c60-b430-404d-99ca-e7fe8450fbc6 HTTP/1.1" status: 204 len: 168 time: 0.3021863 Jan 18 23:04:59.894533 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'tag': '1cef2499-c7a3-460c-a63b-6ca862614158', 'status': 'completed', 'code': 200} Jan 18 23:04:59.960356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-02b237c3-aeb8-4e58-8666-60f9dbe90288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:59.962190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-02b237c3-aeb8-4e58-8666-60f9dbe90288 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 1094 time: 0.1278317 Jan 18 23:04:59.974993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215ecc5-92a2-4baa-8b6e-80209d6ff865 req-9b8d49b7-af0a-4c83-8054-86c82308ff7c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:59.975682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8215ecc5-92a2-4baa-8b6e-80209d6ff865 req-9b8d49b7-af0a-4c83-8054-86c82308ff7c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Synchronizing usage tracker for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:00.054029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-85c31212-9114-4e54-b509-8b4562672888 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cef2499-c7a3-460c-a63b-6ca862614158 HTTP/1.1" status: 200 len: 217 time: 0.0751395 Jan 18 23:05:00.062392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8215ecc5-92a2-4baa-8b6e-80209d6ff865 req-9b8d49b7-af0a-4c83-8054-86c82308ff7c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Unset dirty status for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:00.063464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8215ecc5-92a2-4baa-8b6e-80209d6ff865 req-9b8d49b7-af0a-4c83-8054-86c82308ff7c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 943 time: 0.3653412 Jan 18 23:05:00.178090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8215ecc5-92a2-4baa-8b6e-80209d6ff865 req-4aca056b-9277-4e47-9dda-fcc99bae5780 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Jan 18 23:05:00.179634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-3e364c28-af49-4617-b508-c169c4924eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:00.181146 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-3e364c28-af49-4617-b508-c169c4924eeb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.1198931 Jan 18 23:05:00.259985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-b040d6ee-ca28-4a26-8974-e543cb8c0d1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577922 Jan 18 23:05:00.474708 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-af5f29cb-bd3b-485e-a825-ddfe76502a7f service neutron] 10.222.0.86 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072213 Jan 18 23:05:00.640310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ccf83d7-4a92-49f3-a724-7fe2f4147f5d req-4b527d42-1d89-48bb-b940-bd6c6e78f493 service neutron] 10.222.0.86 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586843 Jan 18 23:05:00.779404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-08efd958-e688-4b51-aa7e-b2e3fcad346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:00.781779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-08efd958-e688-4b51-aa7e-b2e3fcad346d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 1094 time: 0.0883288 Jan 18 23:05:00.829549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49216) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:00.834288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029037 Jan 18 23:05:00.837705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49218) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:00.947023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-dfdb02ad-ebb7-45bd-add8-90454f3bf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:00.948862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-dfdb02ad-ebb7-45bd-add8-90454f3bf560 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.1584148 Jan 18 23:05:01.000635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9ed30d66-2195-433c-9f44-920ebd293637 tempest-NetworksApiDiscovery-482392338 tempest-NetworksApiDiscovery-482392338-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1559255 Jan 18 23:05:01.041115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-a92b74b5-9e69-45f1-a98c-f57d991e5d1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cef2499-c7a3-460c-a63b-6ca862614158 HTTP/1.1" status: 200 len: 217 time: 0.0836225 Jan 18 23:05:01.115437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-0ec7207e-d99f-4bcb-9c1d-b9a199d76c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:01.117083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-0ec7207e-d99f-4bcb-9c1d-b9a199d76c34 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.0679331 Jan 18 23:05:01.180575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-6baf042b-0dd4-44a2-9623-44a73988aaa2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568411 Jan 18 23:05:01.372598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:01.389614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-ca94491c-6481-43ec-9a12-30101af74018 service neutron] 10.222.0.86 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004657 Jan 18 23:05:01.454090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4948b-de9f-4749-9877-75977a86155f req-0afacd86-39b9-4f04-9cea-3309a37928d7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:01.454090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48d4948b-de9f-4749-9877-75977a86155f req-0afacd86-39b9-4f04-9cea-3309a37928d7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 943 time: 0.1127083 Jan 18 23:05:01.531889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48d4948b-de9f-4749-9877-75977a86155f req-c670fc13-3a45-4a84-837d-0a333c77a285 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536797 Jan 18 23:05:01.634574 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceec8797-d262-4328-9e62-c4eea426ac75 req-9e8e4f68-ca79-4475-b70a-d50dfced2df5 service neutron] 10.222.0.86 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352240 Jan 18 23:05:01.655115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.675640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:01.680036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Usage tracker for resource:security_group_rule and tenant:3910dcf16d1345c9b2a713b1816d4c0f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:01.684893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:01.691647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:01.807652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.814079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.846051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49252) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:01.877815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3910dcf16d1345c9b2a713b1816d4c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034759 Jan 18 23:05:01.878487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49258) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:01.878663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4298f6-915c-4259-bbe2-39f98b50d349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7af62-d2a7-4dd4-b6e8-84cf6148c3be,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:01.986773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce2f6b3-2944-499d-ac54-2b0a04cc0d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.012659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.041608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:02.044750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce2f6b3-2944-499d-ac54-2b0a04cc0d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.061754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1cef2499-c7a3-460c-a63b-6ca862614158 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:02.097663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:79873f6500df4864bfa7e44ad146a1cf is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:02.100717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:02.106556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce2f6b3-2944-499d-ac54-2b0a04cc0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.110305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:02.128047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2f6b3-2944-499d-ac54-2b0a04cc0d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7af62-d2a7-4dd4-b6e8-84cf6148c3be,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:02.137421 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce2f6b3-2944-499d-ac54-2b0a04cc0d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.138764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fce2f6b3-2944-499d-ac54-2b0a04cc0d8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eeb7af62-d2a7-4dd4-b6e8-84cf6148c3be HTTP/1.1" status: 204 len: 168 time: 0.2589869 Jan 18 23:05:02.226024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.231761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.268759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1cef2499-c7a3-460c-a63b-6ca862614158, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1cef2499-c7a3-460c-a63b-6ca862614158,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:02.285800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1cef2499-c7a3-460c-a63b-6ca862614158', 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'port_id': '1cef2499-c7a3-460c-a63b-6ca862614158', 'mac_address': 'fa:16:3e:f0:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb34280-1771-49ac-82dd-37d868fa3de2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:02.307320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79873f6500df4864bfa7e44ad146a1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579484 Jan 18 23:05:02.307681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49268) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:02.320504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911192a-391a-4683-9e5f-25704d63e3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e11f9-8a94-42aa-a274-e05faa89786c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:02.362208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.376258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f0d-bedf-4c41-a40e-e31dc5caed02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.382501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cef2499-c7a3-460c-a63b-6ca862614158 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:02.400875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1cef2499-c7a3-460c-a63b-6ca862614158, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1cef2499-c7a3-460c-a63b-6ca862614158,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:02.407914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f0d-bedf-4c41-a40e-e31dc5caed02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.408762 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.478505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f0d-bedf-4c41-a40e-e31dc5caed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.496983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae75f0d-bedf-4c41-a40e-e31dc5caed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e11f9-8a94-42aa-a274-e05faa89786c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:02.497776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1cef2499-c7a3-460c-a63b-6ca862614158,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:02.500352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f0d-bedf-4c41-a40e-e31dc5caed02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.503897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2ae75f0d-bedf-4c41-a40e-e31dc5caed02 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/321e11f9-8a94-42aa-a274-e05faa89786c HTTP/1.1" status: 204 len: 168 time: 0.1926804 Jan 18 23:05:02.740935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1cef2499-c7a3-460c-a63b-6ca862614158'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:05:02.906232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c6de-4450-4b68-9405-2a18186f4f8c req-b2f0e93f-e716-47c9-9df8-f55db8bd4dcb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:02.909856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95c4c6de-4450-4b68-9405-2a18186f4f8c req-b2f0e93f-e716-47c9-9df8-f55db8bd4dcb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 944 time: 0.2482264 Jan 18 23:05:02.969552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95c4c6de-4450-4b68-9405-2a18186f4f8c req-2bebbe83-0bf6-453b-a7ef-be46854f0d8b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Jan 18 23:05:02.999226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49296) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:03.021161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.040775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:03.044631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Usage tracker for resource:security_group_rule and tenant:92752fb1e4124e2aad10938fb3ca4e94 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:03.048186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:03.054816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:03.167653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.172832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.226919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92752fb1e4124e2aad10938fb3ca4e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264209 Jan 18 23:05:03.228067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b7c32-e871-45f9-a959-8b3e3b5dfde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4560cbd-5e7d-48db-a7bc-471cd13eafc2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:03.229884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:03.292409 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ae75d5-1d4f-46c7-966c-7bee5cb0ade0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.320803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ae75d5-1d4f-46c7-966c-7bee5cb0ade0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.389668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ae75d5-1d4f-46c7-966c-7bee5cb0ade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.408159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae75d5-1d4f-46c7-966c-7bee5cb0ade0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4560cbd-5e7d-48db-a7bc-471cd13eafc2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:03.417920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ae75d5-1d4f-46c7-966c-7bee5cb0ade0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.419310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e9ae75d5-1d4f-46c7-966c-7bee5cb0ade0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4560cbd-5e7d-48db-a7bc-471cd13eafc2 HTTP/1.1" status: 204 len: 168 time: 0.1871502 Jan 18 23:05:03.979907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49338) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:04.000001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.022957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:04.027767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e652c7eb19b943f28a3874f361f19daa is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:04.031239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:04.039122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:04.073682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1cef2499-c7a3-460c-a63b-6ca862614158 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:04.218963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1cef2499-c7a3-460c-a63b-6ca862614158 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:04.226417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1cef2499-c7a3-460c-a63b-6ca862614158 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:04.227178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.261260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.274135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.303592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeddcb-323b-4085-a14e-ca0e3b2331b9 req-38a97524-659f-421a-9b27-ce0f8e571ae7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:04.312572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adbeddcb-323b-4085-a14e-ca0e3b2331b9 req-38a97524-659f-421a-9b27-ce0f8e571ae7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1343749 Jan 18 23:05:04.340373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91693f4a-8eca-4c36-92c8-7e8c7b66a02c req-3e048eb7-99cf-415e-b9ae-4ee71fb8198a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:04.350819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.363943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91693f4a-8eca-4c36-92c8-7e8c7b66a02c req-3e048eb7-99cf-415e-b9ae-4ee71fb8198a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 944 time: 0.2191629 Jan 18 23:05:04.373206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd63cdad-992a-4ad1-943c-bf442558d6c8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:04.378811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adbeddcb-323b-4085-a14e-ca0e3b2331b9 req-e24d0bda-7596-45f4-a513-3751c23d9e6a tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649221 Jan 18 23:05:04.392407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.422417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1cef2499-c7a3-460c-a63b-6ca862614158, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1cef2499-c7a3-460c-a63b-6ca862614158,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:04.423659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef2499-c7a3-460c-a63b-6ca862614158'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:04.444628 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.467113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91693f4a-8eca-4c36-92c8-7e8c7b66a02c req-a60a4f02-a549-4413-91d5-e9ecdbba3dfb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022007 Jan 18 23:05:04.482360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8d8fc0de-1499-485b-a99b-c63039da75f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e652c7eb19b943f28a3874f361f19daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017273 Jan 18 23:05:04.484969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49362) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:04.506821 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef2499-c7a3-460c-a63b-6ca862614158', 'code': 200} Jan 18 23:05:04.565407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63a5df13-707b-4718-a679-5f38e43a76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.591395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1cef2499-c7a3-460c-a63b-6ca862614158,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:04.600269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63a5df13-707b-4718-a679-5f38e43a76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.651800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c7aa-a7a6-4785-a986-b3ca54b2de53 req-acf22e17-aee7-4303-a89d-7fc31f1e7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:04.654570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37e0c7aa-a7a6-4785-a986-b3ca54b2de53 req-acf22e17-aee7-4303-a89d-7fc31f1e7590 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 1096 time: 0.0879896 Jan 18 23:05:04.670275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63a5df13-707b-4718-a679-5f38e43a76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.693160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5df13-707b-4718-a679-5f38e43a76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd63cdad-992a-4ad1-943c-bf442558d6c8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:04.701392 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63a5df13-707b-4718-a679-5f38e43a76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.702915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-63a5df13-707b-4718-a679-5f38e43a76eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd63cdad-992a-4ad1-943c-bf442558d6c8 HTTP/1.1" status: 204 len: 168 time: 0.2169521 Jan 18 23:05:04.745873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37e0c7aa-a7a6-4785-a986-b3ca54b2de53 req-4d4000d4-fcb1-4137-9d4e-0acd82801ee7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831225 Jan 18 23:05:04.844996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49374) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:05.133533 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.148758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:05.153931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Usage tracker for resource:security_group_rule and tenant:d361362b3f294ea3a3c549e74a2b287b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:05.156836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:05.164316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:05.256158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.261756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.310158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d361362b3f294ea3a3c549e74a2b287b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639387 Jan 18 23:05:05.311850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ada5c-ce4f-4cec-8653-3606f9cad03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404952fd-ed2c-403f-bcda-e147695a0e74,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:05.313188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:05.389292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e63459c-1061-4af7-9dd6-207b8dc44527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.426327 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e63459c-1061-4af7-9dd6-207b8dc44527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.490506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e63459c-1061-4af7-9dd6-207b8dc44527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.517891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63459c-1061-4af7-9dd6-207b8dc44527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404952fd-ed2c-403f-bcda-e147695a0e74,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:05.542572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e63459c-1061-4af7-9dd6-207b8dc44527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.546021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0e63459c-1061-4af7-9dd6-207b8dc44527 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/404952fd-ed2c-403f-bcda-e147695a0e74 HTTP/1.1" status: 204 len: 168 time: 0.2235498 Jan 18 23:05:05.672353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf058f-f890-41e0-9680-8454d8b83cd8 req-578ca724-3f9c-47f2-91e9-ba2e4f86636e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:05.688722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4faf058f-f890-41e0-9680-8454d8b83cd8 req-578ca724-3f9c-47f2-91e9-ba2e4f86636e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1767371 Jan 18 23:05:05.784165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4faf058f-f890-41e0-9680-8454d8b83cd8 req-7995d9c3-4e58-463e-9557-0b4e98a26ed3 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945296 Jan 18 23:05:05.798340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931e97-5fef-4b5d-af0b-d8a59de18b59 req-9eb4a312-ba40-4da1-a425-6a912eb2e842 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:05.800444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f931e97-5fef-4b5d-af0b-d8a59de18b59 req-9eb4a312-ba40-4da1-a425-6a912eb2e842 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 945 time: 0.1329830 Jan 18 23:05:05.881844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f931e97-5fef-4b5d-af0b-d8a59de18b59 req-23a20d3a-5526-4b11-afc5-57716ff17702 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738845 Jan 18 23:05:06.076194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:06.141329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.178463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:06.189089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:82fba89e11f7486886359d2313e219c0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:06.193029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:06.199369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:06.315158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.324365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.465672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f995226-7cca-4564-a7a8-fafd14fff16c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:06.487770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b51f8d69-f2e4-4afc-81f6-61189d61a4a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82fba89e11f7486886359d2313e219c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077301 Jan 18 23:05:06.488245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49428) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:06.523471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-2b5f30e9-a186-4878-b0c5-b8d6385abe5f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:06.526984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-2b5f30e9-a186-4878-b0c5-b8d6385abe5f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1720777 Jan 18 23:05:06.628131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b358-67be-402c-85f8-2e91398b0543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.658617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Deleting port f6449e35-90e5-45db-a2a6-8a674adae32d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:06.659265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.714500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b358-67be-402c-85f8-2e91398b0543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.777615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b358-67be-402c-85f8-2e91398b0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.804845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.813722 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b358-67be-402c-85f8-2e91398b0543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.815558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c7b4b358-67be-402c-85f8-2e91398b0543 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f995226-7cca-4564-a7a8-fafd14fff16c HTTP/1.1" status: 204 len: 168 time: 0.3263249 Jan 18 23:05:06.817026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4b358-67be-402c-85f8-2e91398b0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f995226-7cca-4564-a7a8-fafd14fff16c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:07.002844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] For port f6449e35-90e5-45db-a2a6-8a674adae32d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=f6449e35-90e5-45db-a2a6-8a674adae32d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:07.004756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:07.083232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b68499-b0db-4701-b199-2d44979ecb65 req-46db7059-d4c4-4fe6-b23f-8ae83e1dd8aa tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:07.085385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-02b68499-b0db-4701-b199-2d44979ecb65 req-46db7059-d4c4-4fe6-b23f-8ae83e1dd8aa tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 945 time: 0.1228018 Jan 18 23:05:07.215652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1dde-178a-466c-8da4-283fb6883a86 req-c83c558b-23d4-48c1-8b3b-f14502ad50e0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:07.224483 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c62a1dde-178a-466c-8da4-283fb6883a86 req-c83c558b-23d4-48c1-8b3b-f14502ad50e0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 945 time: 0.1955190 Jan 18 23:05:07.231661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-02b68499-b0db-4701-b199-2d44979ecb65 req-dcc56b8a-018a-4d16-9457-c238b44fcda7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=91ce1d28-66a7-449d-a241-4eb37cc88a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388507 Jan 18 23:05:07.389623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c62a1dde-178a-466c-8da4-283fb6883a86 req-45beb97c-73c7-4ea3-976d-d1344f3314ee tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637280 Jan 18 23:05:07.595321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:07.595697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:07.596016 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Floating IP 1112de35-edf1-4a26-9dba-514a7c4644f4 disassociated. External IP: 172.25.4.228, port: f6449e35-90e5-45db-a2a6-8a674adae32d. Jan 18 23:05:07.596358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Calling delete_port for f6449e35-90e5-45db-a2a6-8a674adae32d owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:07.839974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.155308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event deleted for resources: {'Port': ['ID=f6449e35-90e5-45db-a2a6-8a674adae32d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:08.420012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Router 70928366-e415-482f-9f47-15eb2836f6ae has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:05:08.441543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3cf5-e4ab-4803-b6e1-7e7f15daac64 req-25e09cad-8356-4fb0-8d9b-141f7ae7a1d6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:08.443450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc4e3cf5-e4ab-4803-b6e1-7e7f15daac64 req-25e09cad-8356-4fb0-8d9b-141f7ae7a1d6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 945 time: 0.5014112 Jan 18 23:05:08.450536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b22502b-a633-4f90-8993-145c57a066ee req-54de0a0b-871b-4c81-b174-9f5d8a9cf683 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 210 time: 0.0683289 Jan 18 23:05:08.691048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc4e3cf5-e4ab-4803-b6e1-7e7f15daac64 req-1d442faa-1d07-4a98-9c5d-49cb17ef71c6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717253 Jan 18 23:05:08.748112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:05:08.759295 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:05:08.774568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:05:08.775557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:04:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:08.926507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] No DVR routers for this DVR port f6449e35-90e5-45db-a2a6-8a674adae32d on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:08.931724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.934530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'name': 'network-vif-deleted', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:08.977725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f92b1c7d-744e-4738-ba3d-972b8300f203 req-bc2438b0-4428-4edd-ac12-657c0262d0d4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "DELETE /v2.0/ports/f6449e35-90e5-45db-a2a6-8a674adae32d HTTP/1.1" status: 204 len: 173 time: 2.4331574 Jan 18 23:05:09.018601 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbec2b4-8f2a-4053-9752-8cd47e345c6c', 'name': 'network-vif-deleted', 'tag': 'f6449e35-90e5-45db-a2a6-8a674adae32d', 'status': 'completed', 'code': 200} Jan 18 23:05:09.094857 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:05:09.273918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-0b7ba5ca-15de-46ac-8b1b-7de42ab90e7f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:09.275748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-0b7ba5ca-15de-46ac-8b1b-7de42ab90e7f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.86 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 945 time: 0.1590705 Jan 18 23:05:09.425169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Deleting port 1cef2499-c7a3-460c-a63b-6ca862614158 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:09.425890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.767349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:09.769826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] For port 1cef2499-c7a3-460c-a63b-6ca862614158, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1cef2499-c7a3-460c-a63b-6ca862614158,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:09.770255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.781160 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:05:09.800426 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:05:09.801355 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:04:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:09.924191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Calling delete_port for 1cef2499-c7a3-460c-a63b-6ca862614158 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:10.107259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-16111ab5-7572-4fa8-a201-1405037133a8 req-b42e0116-5035-4d29-a3f6-f998f2ec339e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:10.139594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f6449e35-90e5-45db-a2a6-8a674adae32d no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:10.145228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-16111ab5-7572-4fa8-a201-1405037133a8 req-b42e0116-5035-4d29-a3f6-f998f2ec339e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:10.155889 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-16111ab5-7572-4fa8-a201-1405037133a8 req-b42e0116-5035-4d29-a3f6-f998f2ec339e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dbec2b4-8f2a-4053-9752-8cd47e345c6c HTTP/1.1" status: 200 len: 210 time: 0.1376324 Jan 18 23:05:10.241544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: f6449e35-90e5-45db-a2a6-8a674adae32d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:05:10.242110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device f6449e35-90e5-45db-a2a6-8a674adae32d not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:10.268816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3555290-f07a-472b-bbe0-2eb7d5dbb864 req-76f21b8f-43af-4e43-9cff-70f4920ae478 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:10.270414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3555290-f07a-472b-bbe0-2eb7d5dbb864 req-76f21b8f-43af-4e43-9cff-70f4920ae478 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dc4802a-826c-4f95-bd41-1ed86ff69feb HTTP/1.1" status: 200 len: 945 time: 0.2988439 Jan 18 23:05:10.297549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.315758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1cef2499-c7a3-460c-a63b-6ca862614158'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:05:10.333629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:05:10.367204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['cd1cfe89-8286-4d74-8b22-f5f85d2f67da'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:05:10.380816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3555290-f07a-472b-bbe0-2eb7d5dbb864 req-fb9ea483-0fc0-4ea7-873d-2494a591cbb4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009691 Jan 18 23:05:10.465069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Pushing event deleted for resources: {'Port': ['ID=1cef2499-c7a3-460c-a63b-6ca862614158,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:10.561609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] No DVR routers for this DVR port 1cef2499-c7a3-460c-a63b-6ca862614158 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:10.564309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.589335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9306e30-caf3-4ea4-9b69-d927f9e2fca6 req-16d1cdd6-07ce-445e-aede-8de9b395222b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.86 "DELETE /v2.0/ports/1cef2499-c7a3-460c-a63b-6ca862614158 HTTP/1.1" status: 204 len: 173 time: 1.3053157 Jan 18 23:05:10.981378 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:10.986441 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9a888-8f14-4850-b898-68ae9d8a1e4c None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:05:11.019681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'name': 'network-vif-deleted', 'tag': '1cef2499-c7a3-460c-a63b-6ca862614158'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:11.085965 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc4802a-826c-4f95-bd41-1ed86ff69feb', 'name': 'network-vif-deleted', 'tag': '1cef2499-c7a3-460c-a63b-6ca862614158', 'status': 'completed', 'code': 200} Jan 18 23:05:11.615395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49552) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:11.682321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450acc96-d628-4655-ba55-f799b618953c None None] New status for floating IP 1112de35-edf1-4a26-9dba-514a7c4644f4: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:05:11.971258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ea52b86-ebc1-4a9d-87c3-2edce98344b9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.003318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ea52b86-ebc1-4a9d-87c3-2edce98344b9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.035378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc4de-f3d9-4591-91fe-b5c2ca10ad09 req-4bb07f8b-a867-4862-b698-8553e2cb4552 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:12.040633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-251dc4de-f3d9-4591-91fe-b5c2ca10ad09 req-4bb07f8b-a867-4862-b698-8553e2cb4552 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1648135 Jan 18 23:05:12.069463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ea52b86-ebc1-4a9d-87c3-2edce98344b9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.092351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea52b86-ebc1-4a9d-87c3-2edce98344b9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce1d28-66a7-449d-a241-4eb37cc88a5d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:12.112186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ea52b86-ebc1-4a9d-87c3-2edce98344b9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.113650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ea52b86-ebc1-4a9d-87c3-2edce98344b9 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "DELETE /v2.0/security-groups/91ce1d28-66a7-449d-a241-4eb37cc88a5d HTTP/1.1" status: 204 len: 168 time: 0.5034990 Jan 18 23:05:12.116694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:12.121429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-251dc4de-f3d9-4591-91fe-b5c2ca10ad09 req-0d5ffe49-2676-40a8-9c5b-d130abc273ef tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768287 Jan 18 23:05:12.130560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-badbbb77-6230-41a8-a549-7106b2958dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.157315 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-08a02f8c-991e-48cd-a0b2-fcf10582a716 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] show failed (client error): The resource could not be found. Jan 18 23:05:12.158332 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-08a02f8c-991e-48cd-a0b2-fcf10582a716 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups/91ce1d28-66a7-449d-a241-4eb37cc88a5d HTTP/1.1" status: 404 len: 347 time: 0.0404930 Jan 18 23:05:12.162177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49564) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:12.322946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Deleting port 45528298-18cc-4a1e-b8d1-0c21ec4c7dea {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:12.323294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.459751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab1b63-c47a-4ee8-a6a6-5ddc5ba1e9b9 req-13be9731-2e24-4b60-ad48-6c939b3e420c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:12.469448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7fab1b63-c47a-4ee8-a6a6-5ddc5ba1e9b9 req-13be9731-2e24-4b60-ad48-6c939b3e420c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1063559 Jan 18 23:05:12.518098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.518766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.628541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7fab1b63-c47a-4ee8-a6a6-5ddc5ba1e9b9 req-449c8cf5-133a-46b7-a0e2-aafc3529b57c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558871 Jan 18 23:05:12.662321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Calling delete_port for 45528298-18cc-4a1e-b8d1-0c21ec4c7dea owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:12.930504 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.007639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event deleted for resources: {'Port': ['ID=45528298-18cc-4a1e-b8d1-0c21ec4c7dea,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:13.031433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c8c6-0637-4553-be6d-b75941df6049 req-71c2c52b-cd67-45ca-b13c-2513f18001bb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:13.032488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7db0c8c6-0637-4553-be6d-b75941df6049 req-71c2c52b-cd67-45ca-b13c-2513f18001bb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Synchronizing usage tracker for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:13.113056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7db0c8c6-0637-4553-be6d-b75941df6049 req-71c2c52b-cd67-45ca-b13c-2513f18001bb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Unset dirty status for tenant:d1f662fc6f144e7db0369340dd494c18 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:13.121022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7db0c8c6-0637-4553-be6d-b75941df6049 req-71c2c52b-cd67-45ca-b13c-2513f18001bb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3573828 Jan 18 23:05:13.190373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.204048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7db0c8c6-0637-4553-be6d-b75941df6049 req-1d8dd75a-729d-493d-8154-4905fcf0add3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819838 Jan 18 23:05:13.280461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.281967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b0732240-f60c-482e-9f27-47dde739c3f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "DELETE /v2.0/floatingips/1112de35-edf1-4a26-9dba-514a7c4644f4 HTTP/1.1" status: 204 len: 168 time: 1.1187422 Jan 18 23:05:13.781370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49622) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:13.785925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525057686', 'description': 'tempest-description--781460447'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:13.799948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:13.809143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:13.814422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:13.824006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:13.855353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.876933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:13.881433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:13.885609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:13.891965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:14.051368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.063063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.119619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc7a54d-d832-416f-8355-cdecb4207a5e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:14.125875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.127323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63b56a4e-1350-4677-a30f-988d4ccf0d1f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3455200 Jan 18 23:05:14.130589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49638) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:14.136112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'security_group_rule': {'security_group_id': '1bc7a54d-d832-416f-8355-cdecb4207a5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:14.166795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1cef2499-c7a3-460c-a63b-6ca862614158 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:14.170552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:14.186204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:14.191369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:14.206817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:14.270830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.296739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1cef2499-c7a3-460c-a63b-6ca862614158 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:05:14.296938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1cef2499-c7a3-460c-a63b-6ca862614158 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:14.348881 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-36bd3209-eebd-44ce-bce9-e28f656657e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.394708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.409230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.463728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5b3656-7953-49ba-a0ae-ba31fe940769,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:14.478941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.480406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21e30cb5-ec7f-4a11-840b-51560fed4043 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487875 Jan 18 23:05:14.483505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:14.489482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'security_group_rule': {'security_group_id': '1bc7a54d-d832-416f-8355-cdecb4207a5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:14.496781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:14.502171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:security_group_rule and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:14.505714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:14.512802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:14.541411 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.653447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.658133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.718091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685f99d7-b1de-42b3-ae9e-970d2e6e42ea,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:14.730026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.731952 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-58c56ff7-dee2-4c47-8aaa-40521cbda6ac tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471268 Jan 18 23:05:14.735507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49654) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:14.742508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:14.750684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:14.757012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Usage tracker for resource:floatingip and tenant:833598e4634b42449668d5af63ec7a9d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:14.761036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:14.767770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:14.791320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.132860 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.322707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Allocated IP 172.25.4.203 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/cc2da0f3-241f-4eb6-8b72-941d94576725) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:15.523684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.562980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.598118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.629940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:15.631812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:15.634433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:05:15.657326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.686873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'Port': ['ID=cc2da0f3-241f-4eb6-8b72-941d94576725,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:15.734265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.802618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.032107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.038780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.169681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'Port': ['ID=cc2da0f3-241f-4eb6-8b72-941d94576725,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:16.174435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.238923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.240344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b26a4b07-5575-41a3-ab51-b7760ff0fe8b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5035315 Jan 18 23:05:16.626285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-e65ac997-358d-46b5-948d-a6fee9711eb8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:16.659673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-e65ac997-358d-46b5-948d-a6fee9711eb8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:16.661844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-e65ac997-358d-46b5-948d-a6fee9711eb8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1525057686&fields=id&tenant_id=833598e4634b42449668d5af63ec7a9d HTTP/1.1" status: 200 len: 267 time: 0.1128025 Jan 18 23:05:16.902759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-62f1d3f3-51da-4898-90ca-d7df76e261c0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:16.904273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-62f1d3f3-51da-4898-90ca-d7df76e261c0 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 810 time: 0.2354107 Jan 18 23:05:16.943040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-75462b16-3fac-404b-9ec1-bcc50c6fddd1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/quotas/833598e4634b42449668d5af63ec7a9d HTTP/1.1" status: 200 len: 375 time: 0.0293779 Jan 18 23:05:16.970093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.115526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61e64-1800-45fb-b962-2e4c421ca520 req-dd4b1bf6-6deb-4e3e-878c-d45c9625ade5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:17.117678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24f61e64-1800-45fb-b962-2e4c421ca520 req-dd4b1bf6-6deb-4e3e-878c-d45c9625ade5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1360416 Jan 18 23:05:17.125311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-d3586f58-6439-4782-a4bf-2a19441fe114 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:17.146579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-d3586f58-6439-4782-a4bf-2a19441fe114 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:17.157599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-d3586f58-6439-4782-a4bf-2a19441fe114 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2050297 Jan 18 23:05:17.210632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24f61e64-1800-45fb-b962-2e4c421ca520 req-9c0e9a24-5f5f-4f1d-aeec-6b07cc6b919d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856061 Jan 18 23:05:17.390718 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-81b6561e-966b-491a-b208-fcda3822b1c6 service neutron] 10.222.0.78 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279651 Jan 18 23:05:17.560982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d41d11-72bb-4a52-a3fd-b0b129212207 req-cf7157b4-6994-4f35-a99f-d69a33964e68 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:17.560982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d41d11-72bb-4a52-a3fd-b0b129212207 req-cf7157b4-6994-4f35-a99f-d69a33964e68 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1692231 Jan 18 23:05:17.634580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d41d11-72bb-4a52-a3fd-b0b129212207 req-a7afb0ed-d0b6-474c-9554-1889b7325ba6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741408 Jan 18 23:05:17.735580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2dd06b22-4860-452c-875e-dd7391084c01 service neutron] 10.222.0.78 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374856 Jan 18 23:05:18.050363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-20da477e-2085-474e-be0a-d1f20b5ca1ff req-4b6a9648-fedd-4bb5-8176-9069babdcee2 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 210 time: 0.1100261 Jan 18 23:05:19.363356 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92b49a83-27d2-49b9-89a4-8f86b7e9c03e req-a3c9fd65-fb14-481a-8d5a-8514ecf33170 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 210 time: 0.1191347 Jan 18 23:05:19.725067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-3f1ce669-b9c2-4def-b036-cd718ff00c20 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.726870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-3f1ce669-b9c2-4def-b036-cd718ff00c20 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 810 time: 0.2197499 Jan 18 23:05:19.810969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-0234168f-59b9-43b4-9524-8a8a82ee7b43 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=833598e4634b42449668d5af63ec7a9d HTTP/1.1" status: 200 len: 380 time: 0.0736742 Jan 18 23:05:19.821950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'port': {'device_id': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'admin_state_up': True, 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'security_groups': ['1bc7a54d-d832-416f-8355-cdecb4207a5e']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:19.994153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:20.006736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:20.020676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Made reservation on behalf of 833598e4634b42449668d5af63ec7a9d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:20.026744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.250055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Allocated IP 172.20.0.5 (be4f4ede-82fa-4550-9619-53a2eb4735b0/76a3631e-1c4e-4e26-a947-38dec22060e4/1e6a09da-26d9-41fa-9b03-d43868c8db2d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:20.543552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ea8bbb-24d1-4720-be60-eccc6ef17af5 req-eb945f71-a37e-4a3a-89f7-0b5d14e65832 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 210 time: 0.0545917 Jan 18 23:05:20.545752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.564843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Transition to ACTIVE for port object 1e6a09da-26d9-41fa-9b03-d43868c8db2d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:20.597269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.655139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:20.678457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:20.695881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:05:20.865653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:20.866595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.898220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event updated for resources: {'Port': ['ID=1e6a09da-26d9-41fa-9b03-d43868c8db2d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:20.908381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.909708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.910252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.910793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.911671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.912344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.912864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.913432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.913959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.914522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.915040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.915553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:20.921152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2353375b-10ff-4290-ae63-b6e68b1800db tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1032572 Jan 18 23:05:20.932897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Request body: {'port': {'device_id': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:21.109888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4ec5ab37-269f-4f5e-b912-80150ea0ac77 None None] Provisioning for port 1e6a09da-26d9-41fa-9b03-d43868c8db2d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:21.119084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4ec5ab37-269f-4f5e-b912-80150ea0ac77 None None] Provisioning complete for port 1e6a09da-26d9-41fa-9b03-d43868c8db2d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:21.119084 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ab37-269f-4f5e-b912-80150ea0ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:21.188757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:21.225966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224acce-8e52-4245-97db-6613663e21fd req-a63dca6e-5138-49bb-95a3-912bee59bad1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:21.234196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b224acce-8e52-4245-97db-6613663e21fd req-a63dca6e-5138-49bb-95a3-912bee59bad1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2062528 Jan 18 23:05:21.293047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b224acce-8e52-4245-97db-6613663e21fd req-01641a58-6b75-4607-9eb1-9bb5cab28188 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578752 Jan 18 23:05:21.295343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5ab37-269f-4f5e-b912-80150ea0ac77 None None] Port 1e6a09da-26d9-41fa-9b03-d43868c8db2d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:05:21.832784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d75fae-9412-48a9-a04e-e898673ad9a6 req-54a35f78-cf21-4000-9090-ef9293c07314 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:21.834348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63d75fae-9412-48a9-a04e-e898673ad9a6 req-54a35f78-cf21-4000-9090-ef9293c07314 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3152916 Jan 18 23:05:21.835963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a57f36-5aaa-4758-ac44-a193139fab85 req-5bef87f4-d760-4829-b105-cfd83d10fd9e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:21.839013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1a57f36-5aaa-4758-ac44-a193139fab85 req-5bef87f4-d760-4829-b105-cfd83d10fd9e tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 931 time: 0.1117234 Jan 18 23:05:21.942566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1a57f36-5aaa-4758-ac44-a193139fab85 req-bb9f60e7-541b-4c8f-aa71-b52d419368b2 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965424 Jan 18 23:05:21.942851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6a09da-26d9-41fa-9b03-d43868c8db2d {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:21.973885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.005157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Transition to ACTIVE for port object 1e6a09da-26d9-41fa-9b03-d43868c8db2d will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:22.012999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63d75fae-9412-48a9-a04e-e898673ad9a6 req-d1a5682e-cedc-4331-aa65-e8107847c56a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Jan 18 23:05:22.014073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.384132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a09da-26d9-41fa-9b03-d43868c8db2d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:22.539544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Attempting to bind port 1e6a09da-26d9-41fa-9b03-d43868c8db2d on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:22.539890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Attempting to bind port 1e6a09da-26d9-41fa-9b03-d43868c8db2d by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:22.540229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Attempting to bind port 1e6a09da-26d9-41fa-9b03-d43868c8db2d on network be4f4ede-82fa-4550-9619-53a2eb4735b0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:05:22.547419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Port 1e6a09da-26d9-41fa-9b03-d43868c8db2d on network be4f4ede-82fa-4550-9619-53a2eb4735b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:05:22.547687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Attempting to bind port 1e6a09da-26d9-41fa-9b03-d43868c8db2d on network be4f4ede-82fa-4550-9619-53a2eb4735b0 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:05:22.556550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:05:22.556895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Checking segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:05:22.557326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Bound using segment: {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:05:22.557839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Bound port: 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91f0349-9e81-4edd-b762-d99a978754e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:22.558195 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.631851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ece0f-8166-48f3-af21-251b4b3c9fdb req-45e9823b-9f23-4108-b404-fbeeadcd6ba2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:22.634182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b4ece0f-8166-48f3-af21-251b4b3c9fdb req-45e9823b-9f23-4108-b404-fbeeadcd6ba2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2609055 Jan 18 23:05:22.737690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] For port 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:05:22.741842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] For port 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:05:22.764771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b4ece0f-8166-48f3-af21-251b4b3c9fdb req-b0e82dd2-a3f9-4b3c-9192-d83f7725627a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095798 Jan 18 23:05:22.778289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.945998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a09da-26d9-41fa-9b03-d43868c8db2d,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:22.974044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:22.974681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.976108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-b206af5c-b2d1-4497-96e0-cf267668f1df service neutron] 10.222.0.86 "PUT /v2.0/ports/1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 200 len: 1091 time: 2.0476999 Jan 18 23:05:22.976570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:23.226570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105edbc-65d8-4c23-8158-c6354ffec25a req-c1855806-f3c6-4ba3-b6de-f094937ca5ed tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.234108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b105edbc-65d8-4c23-8158-c6354ffec25a req-c1855806-f3c6-4ba3-b6de-f094937ca5ed tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2236857 Jan 18 23:05:23.293492 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b105edbc-65d8-4c23-8158-c6354ffec25a req-073a3fe2-138f-4e68-9bb7-f4f07d5bf4d6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583196 Jan 18 23:05:23.300246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-fb5bb459-1009-4df6-a5cf-46f697c2fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.302228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-fb5bb459-1009-4df6-a5cf-46f697c2fa4e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 1094 time: 0.2265770 Jan 18 23:05:23.310389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824fdd7-e387-48da-bff9-06c1dbfa3884 req-9d03aef9-0085-41e7-a628-7000500bd770 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.312581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2824fdd7-e387-48da-bff9-06c1dbfa3884 req-9d03aef9-0085-41e7-a628-7000500bd770 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 943 time: 0.1672564 Jan 18 23:05:23.366117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2824fdd7-e387-48da-bff9-06c1dbfa3884 req-bcc630e3-2870-4aa3-947b-2e06f95ee903 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 Jan 18 23:05:23.425003 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-d5e51b49-6a4e-4ce5-b38d-e2bc70dd302d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 200 len: 217 time: 0.1150084 Jan 18 23:05:23.570967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-c7bbc603-e855-4e7c-86e1-768a0aeffb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.572025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-c7bbc603-e855-4e7c-86e1-768a0aeffb6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.1381447 Jan 18 23:05:23.579444 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'status': 'completed', 'code': 200} Jan 18 23:05:23.769554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-bbf8e664-59a9-4f2f-acde-d8a4e3c794d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.772114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-bbf8e664-59a9-4f2f-acde-d8a4e3c794d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917071 Jan 18 23:05:23.930058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae7c0d-7d0f-455a-bd32-d0834f74124b req-f0f1e332-1d99-4220-aa81-a51992ab319d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.936874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2ae7c0d-7d0f-455a-bd32-d0834f74124b req-f0f1e332-1d99-4220-aa81-a51992ab319d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2831173 Jan 18 23:05:24.031950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2ae7c0d-7d0f-455a-bd32-d0834f74124b req-ff8cd8e5-2659-4006-ab53-306956f65054 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940976 Jan 18 23:05:24.120141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-332fc005-aa5f-4a90-8ef0-b3c51b5e26d2 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372719 Jan 18 23:05:24.459464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96fa47af-956c-47f3-8c74-004ba2dbd9e5 req-2a57cbe1-c960-4bb9-801f-2421704b34df service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313358 Jan 18 23:05:24.593488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ce50e-2d29-4be2-8ce2-1cb3531684ef req-1c4278d0-08d0-4783-b21b-366afc1c16af tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:24.593488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d76ce50e-2d29-4be2-8ce2-1cb3531684ef req-1c4278d0-08d0-4783-b21b-366afc1c16af tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3044720 Jan 18 23:05:24.755784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d76ce50e-2d29-4be2-8ce2-1cb3531684ef req-d182a791-a444-49c3-870b-eb5172842368 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548502 Jan 18 23:05:24.876615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-a97957cd-7287-48e6-b4be-a0cb64a32839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:24.876615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-a97957cd-7287-48e6-b4be-a0cb64a32839 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 1094 time: 0.2498894 Jan 18 23:05:25.052696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-9e35350d-a1b0-4030-afc7-ffbe76157b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.055199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-9e35350d-a1b0-4030-afc7-ffbe76157b8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.1741505 Jan 18 23:05:25.127954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bcb1-1c6c-4fea-9aa0-561394b94b86 req-9ef4f5fd-bbc1-46e7-8c6f-2248db73eebe tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.137601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50f9bcb1-1c6c-4fea-9aa0-561394b94b86 req-9ef4f5fd-bbc1-46e7-8c6f-2248db73eebe tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 943 time: 0.5434337 Jan 18 23:05:25.210341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50f9bcb1-1c6c-4fea-9aa0-561394b94b86 req-ef7d4014-bf3b-47a3-8fd7-ef4ebb62b25d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713987 Jan 18 23:05:25.442466 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-5a24e37b-3b13-4b08-a773-40ecde9e816d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 200 len: 217 time: 0.3767433 Jan 18 23:05:25.562863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-2e681c94-7293-4477-85fe-3bfe23fc2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.564636 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-2e681c94-7293-4477-85fe-3bfe23fc2c5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.1037860 Jan 18 23:05:25.620714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f135e3-74c4-4902-9df0-2e26a8a99890 req-b5bfb906-fc55-4c1e-933b-440d01f25e8f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.622373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b4f135e3-74c4-4902-9df0-2e26a8a99890 req-b5bfb906-fc55-4c1e-933b-440d01f25e8f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.4651058 Jan 18 23:05:25.723389 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b4f135e3-74c4-4902-9df0-2e26a8a99890 req-98fe215c-b6de-4cc9-bed2-91c9c48906d5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928133 Jan 18 23:05:25.750992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-c78383ab-1111-4c01-b51b-5db821f2e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.752546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-c78383ab-1111-4c01-b51b-5db821f2e520 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814318 Jan 18 23:05:25.973138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-a414e1ff-b719-44b9-a038-a5f722a30c0e service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138770 Jan 18 23:05:26.119542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd1f9-3c89-40ec-9b9d-8370d87ee366 req-e9fe71cb-0d4b-43a0-9450-7314f97da0bc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:26.127904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8dfd1f9-3c89-40ec-9b9d-8370d87ee366 req-e9fe71cb-0d4b-43a0-9450-7314f97da0bc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1639669 Jan 18 23:05:26.156364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f569a3a3-588d-48fc-b421-41022e3d2724 req-1e45a95e-00c4-49da-a62e-d2806c2f2473 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764750 Jan 18 23:05:26.189850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8dfd1f9-3c89-40ec-9b9d-8370d87ee366 req-7486bfbb-a3e2-487e-9487-3056604e5645 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Jan 18 23:05:26.194539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e6a09da-26d9-41fa-9b03-d43868c8db2d details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:26.502410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:26.528442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'port_id': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'mac_address': 'fa:16:3e:9f:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:26.582010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc5a59-f5a4-46ab-94e8-f8ec3a42007a req-282b403d-3175-4363-9af9-b7c86530b00d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:26.582774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-05bc5a59-f5a4-46ab-94e8-f8ec3a42007a req-282b403d-3175-4363-9af9-b7c86530b00d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Synchronizing usage tracker for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:26.607567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-05bc5a59-f5a4-46ab-94e8-f8ec3a42007a req-282b403d-3175-4363-9af9-b7c86530b00d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Unset dirty status for tenant:833598e4634b42449668d5af63ec7a9d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:26.615076 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-05bc5a59-f5a4-46ab-94e8-f8ec3a42007a req-282b403d-3175-4363-9af9-b7c86530b00d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 943 time: 0.2021575 Jan 18 23:05:26.633665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.646694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89543-b955-4cf1-8a5d-c26d9f6dd893 req-f9676398-0e50-4eb6-8a4d-09876b928673 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:26.657161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11e89543-b955-4cf1-8a5d-c26d9f6dd893 req-f9676398-0e50-4eb6-8a4d-09876b928673 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1983328 Jan 18 23:05:26.657798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6a09da-26d9-41fa-9b03-d43868c8db2d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:26.690349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-05bc5a59-f5a4-46ab-94e8-f8ec3a42007a req-2c872ba2-9f71-42cc-ab20-2cf0d3c3b792 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742824 Jan 18 23:05:26.714326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:26.728501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11e89543-b955-4cf1-8a5d-c26d9f6dd893 req-754662c1-cfdc-421a-a60e-b6dc3b0bf59f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654192 Jan 18 23:05:26.730609 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.914264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1e6a09da-26d9-41fa-9b03-d43868c8db2d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:26.937843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.938232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.939319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.939484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.945588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.948449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.949008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.949617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.950105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.950586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.952568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:26.955798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:27.030010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1e6a09da-26d9-41fa-9b03-d43868c8db2d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:05:27.157095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbcbb6-5de7-4624-b168-9ad0023cce81 req-3758d511-61fe-4dd3-b875-1ced37d43b8f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:27.162973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4efbcbb6-5de7-4624-b168-9ad0023cce81 req-3758d511-61fe-4dd3-b875-1ced37d43b8f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1493957 Jan 18 23:05:27.265181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4efbcbb6-5de7-4624-b168-9ad0023cce81 req-bfca3433-e69c-4bf6-b0a6-6588335ae84c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947661 Jan 18 23:05:27.555799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aabfd2-963d-40e9-83ca-dc50e7c6e93f req-7c37bdcb-e6d2-4b04-9f96-b9a89bab90b8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:27.561426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9aabfd2-963d-40e9-83ca-dc50e7c6e93f req-7c37bdcb-e6d2-4b04-9f96-b9a89bab90b8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0933714 Jan 18 23:05:27.650177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9aabfd2-963d-40e9-83ca-dc50e7c6e93f req-7556b4d9-d547-4d5f-bec8-29d9c75fe148 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862877 Jan 18 23:05:27.691970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fbf1d-ccff-4f4f-9e8b-bbd526ac197a req-cc645132-c5de-474f-b6a8-6c546b837d93 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:27.699190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dc4fbf1d-ccff-4f4f-9e8b-bbd526ac197a req-cc645132-c5de-474f-b6a8-6c546b837d93 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.1683803 Jan 18 23:05:27.761176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dc4fbf1d-ccff-4f4f-9e8b-bbd526ac197a req-e61d4ea4-a7ef-4ff2-8399-47a90d5e6f32 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589232 Jan 18 23:05:27.864762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872b8f-2fd7-43e3-85db-ea8eea2ca57e req-48160b0c-42da-46b2-a3aa-e8a0f84edd2c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:27.872138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae872b8f-2fd7-43e3-85db-ea8eea2ca57e req-48160b0c-42da-46b2-a3aa-e8a0f84edd2c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1011639 Jan 18 23:05:27.940142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae872b8f-2fd7-43e3-85db-ea8eea2ca57e req-2dd91ef0-62f0-4949-943a-eb916d7e4a50 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669615 Jan 18 23:05:28.095014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26c82c-87df-42c3-b8c4-37996b8145d9 req-7eb0b5df-0c0e-4716-b01c-4ac2b2215bde tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:28.102906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af26c82c-87df-42c3-b8c4-37996b8145d9 req-7eb0b5df-0c0e-4716-b01c-4ac2b2215bde tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 944 time: 0.1957581 Jan 18 23:05:28.191999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af26c82c-87df-42c3-b8c4-37996b8145d9 req-3ec86cac-2003-4959-a478-e6663da0d9bc tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878880 Jan 18 23:05:28.216581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e6a09da-26d9-41fa-9b03-d43868c8db2d up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:28.313977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa369b-7cb2-4356-8332-10d98431e359 req-f19b6a60-6e62-4736-a8db-82ff356ccf4a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:28.322424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96aa369b-7cb2-4356-8332-10d98431e359 req-f19b6a60-6e62-4736-a8db-82ff356ccf4a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 814 time: 0.1849630 Jan 18 23:05:28.353578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96aa369b-7cb2-4356-8332-10d98431e359 req-535905e5-7d04-4853-9952-51e4ce946513 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/quotas/d1f662fc6f144e7db0369340dd494c18 HTTP/1.1" status: 200 len: 375 time: 0.0301168 Jan 18 23:05:28.354121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1e6a09da-26d9-41fa-9b03-d43868c8db2d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:28.360663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1e6a09da-26d9-41fa-9b03-d43868c8db2d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:28.361337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.446160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96aa369b-7cb2-4356-8332-10d98431e359 req-66b5f124-a3a1-4596-92e8-431c8b94a090 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893383 Jan 18 23:05:28.559050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.624019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:28.626027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:28.635741 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.750550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f153e-2a25-427e-8a1f-f1cc18f4165b req-e3511545-2443-4894-a373-cc74988221c1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:28.752111 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b8f153e-2a25-427e-8a1f-f1cc18f4165b req-e3511545-2443-4894-a373-cc74988221c1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1567843 Jan 18 23:05:28.752419 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'code': 200} Jan 18 23:05:28.786922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1e6a09da-26d9-41fa-9b03-d43868c8db2d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:28.856642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b8f153e-2a25-427e-8a1f-f1cc18f4165b req-6b70a41e-f427-4289-bf11-60857bd307a8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959299 Jan 18 23:05:29.062854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff218088-db1a-4f15-9cc6-22dfbd64551c req-019f5127-ee95-46f1-b220-8c4ce4cff731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.064346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff218088-db1a-4f15-9cc6-22dfbd64551c req-019f5127-ee95-46f1-b220-8c4ce4cff731 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 1096 time: 0.2004995 Jan 18 23:05:29.147688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-ca3a7c9f-64dc-43a2-ae76-433d33e4259f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.147688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-ca3a7c9f-64dc-43a2-ae76-433d33e4259f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.86 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.2497094 Jan 18 23:05:29.186706 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff218088-db1a-4f15-9cc6-22dfbd64551c req-1466a918-366e-46ed-93fa-e789987ba881 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679722 Jan 18 23:05:29.210008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f2be-bfe5-471b-b05f-e042e22071e8 req-c25a977e-b2df-4cac-898c-e7fc0aa77cc1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.211998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3011f2be-bfe5-471b-b05f-e042e22071e8 req-c25a977e-b2df-4cac-898c-e7fc0aa77cc1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1595018 Jan 18 23:05:29.221790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9ae41-56ba-4042-a065-275693b1313a req-d24374d0-355e-4327-a28f-d6e5292a78b1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.223955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29f9ae41-56ba-4042-a065-275693b1313a req-d24374d0-355e-4327-a28f-d6e5292a78b1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.2217784 Jan 18 23:05:29.270242 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3011f2be-bfe5-471b-b05f-e042e22071e8 req-25d10f9a-0968-4861-807b-2c6d2a9e6879 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Jan 18 23:05:29.408497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29f9ae41-56ba-4042-a065-275693b1313a req-35ac4719-bb13-4e9f-99bd-12d00dcf4e73 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643643 Jan 18 23:05:29.446114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Deleting port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:29.446456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.540026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca744ceb-b001-40cb-a93c-4e73d8959f46 req-7c4e1599-132b-4730-b55b-f059ecc1a859 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.547153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca744ceb-b001-40cb-a93c-4e73d8959f46 req-7c4e1599-132b-4730-b55b-f059ecc1a859 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.1397583 Jan 18 23:05:29.612538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca744ceb-b001-40cb-a93c-4e73d8959f46 req-58317ca6-7b37-4bef-942a-72779c95651d tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560637 Jan 18 23:05:29.649482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0e50205-560a-4b83-8b83-123f8010111f req-d0780ed7-9669-46f2-aa26-3647e8b36207 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d1f662fc6f144e7db0369340dd494c18 HTTP/1.1" status: 200 len: 221 time: 0.1037018 Jan 18 23:05:29.831704 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:05:29.935411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] For port 787d0b0e-3cc2-4984-acf9-e4f00c931f37, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=787d0b0e-3cc2-4984-acf9-e4f00c931f37,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:29.935745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.990621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b484582-3685-4e16-8b74-9116a14e73c8 req-1d258e03-93fe-4c8d-9b99-f6c8d9d32fd0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.998047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b484582-3685-4e16-8b74-9116a14e73c8 req-1d258e03-93fe-4c8d-9b99-f6c8d9d32fd0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1438811 Jan 18 23:05:30.083858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b484582-3685-4e16-8b74-9116a14e73c8 req-05016e39-6b8d-4eb1-881b-d6f88ca41f69 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848398 Jan 18 23:05:30.654323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.655604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.655604 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Floating IP 59cfec42-502c-451a-b87a-4508d002db33 disassociated. External IP: 172.25.4.35, port: 787d0b0e-3cc2-4984-acf9-e4f00c931f37. Jan 18 23:05:30.655604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Calling delete_port for 787d0b0e-3cc2-4984-acf9-e4f00c931f37 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:30.719892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad22c4d-d2a0-42dd-8d13-abbf637cb7ce req-54ad5dd8-d42e-4485-9ee6-bbd85cc039aa tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:30.721456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dad22c4d-d2a0-42dd-8d13-abbf637cb7ce req-54ad5dd8-d42e-4485-9ee6-bbd85cc039aa tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3344588 Jan 18 23:05:30.724413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e22d7f-eff2-4a35-8e6a-c91fff537431 req-d3657ada-0c48-4f61-8edb-bb8d34847f39 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:30.726133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10e22d7f-eff2-4a35-8e6a-c91fff537431 req-d3657ada-0c48-4f61-8edb-bb8d34847f39 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 947 time: 0.1459191 Jan 18 23:05:30.812393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10e22d7f-eff2-4a35-8e6a-c91fff537431 req-55178c43-1bcb-4f24-b112-d488af7d2f91 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=216c300d-a9c8-4aa0-90cc-51bd42ed9900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796731 Jan 18 23:05:30.821333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dad22c4d-d2a0-42dd-8d13-abbf637cb7ce req-43ac87c3-2e52-4c01-8152-9b2bdfaa7c12 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875475 Jan 18 23:05:31.017692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.069828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e3c0-29b3-43e0-a925-5063880851c2 req-48dce94d-2529-4e8c-a889-87dde50d0207 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.074801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event deleted for resources: {'Port': ['ID=787d0b0e-3cc2-4984-acf9-e4f00c931f37,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:31.078917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59d3e3c0-29b3-43e0-a925-5063880851c2 req-48dce94d-2529-4e8c-a889-87dde50d0207 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0939579 Jan 18 23:05:31.093206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.093595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.094032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.094348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.094675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.094999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.095328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.095648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.095989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.096288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.096607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.096923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:31.201671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59d3e3c0-29b3-43e0-a925-5063880851c2 req-3dff89bf-40d7-4f42-9670-de2a6e8d1c41 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213846 Jan 18 23:05:31.223047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab1f50-9cc8-4dc2-bbe2-c4cf2e449f72 req-84eb1779-db0e-4d48-8eee-c04882862fc7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.224920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9ab1f50-9cc8-4dc2-bbe2-c4cf2e449f72 req-84eb1779-db0e-4d48-8eee-c04882862fc7 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.2889965 Jan 18 23:05:31.355743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Router d371cd8e-5a83-403a-b494-7f9b53876899 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:05:31.426820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f859e-0775-4c4a-b380-3010a193a54b req-670f1fe5-d621-41c2-b0ad-385555f0a4d1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.434556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-930f859e-0775-4c4a-b380-3010a193a54b req-670f1fe5-d621-41c2-b0ad-385555f0a4d1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0944376 Jan 18 23:05:31.513983 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-930f859e-0775-4c4a-b380-3010a193a54b req-0e8f2abe-1b92-4e8a-a67f-b909e3663a5e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781784 Jan 18 23:05:31.595870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9ab1f50-9cc8-4dc2-bbe2-c4cf2e449f72 req-488e7163-f5c6-43f7-88c1-eb7cd46a23b4 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384236 Jan 18 23:05:31.821121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:05:31.840067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:05:31.871120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20dbc0-1be3-44d6-af26-fb82cc08a02a req-cca9e515-d2d5-4797-afac-831aacf01491 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.872798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e20dbc0-1be3-44d6-af26-fb82cc08a02a req-cca9e515-d2d5-4797-afac-831aacf01491 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1644330 Jan 18 23:05:31.882251 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:05:31.882921 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:31.965151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e20dbc0-1be3-44d6-af26-fb82cc08a02a req-dc6b1931-6a54-422b-9b09-1f2a4e744050 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780253 Jan 18 23:05:32.070784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] No DVR routers for this DVR port 787d0b0e-3cc2-4984-acf9-e4f00c931f37 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:32.080441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.088387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-deleted', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:32.129097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0003e7ac-af1c-48af-943d-e3fdb2229d55 req-9f4aff5a-e68e-4f35-b0a2-aa86afa0afbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.86 "DELETE /v2.0/ports/787d0b0e-3cc2-4984-acf9-e4f00c931f37 HTTP/1.1" status: 204 len: 173 time: 2.9723759 Jan 18 23:05:32.141888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52390b78-3d7d-4cf8-b7cf-21cc8f319be4 req-f29975ff-1de9-4365-9309-132ff1d41c71 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.143433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52390b78-3d7d-4cf8-b7cf-21cc8f319be4 req-f29975ff-1de9-4365-9309-132ff1d41c71 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.1981697 Jan 18 23:05:32.152656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50222) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:32.158552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Request body: {'floatingip': {'port_id': '1e6a09da-26d9-41fa-9b03-d43868c8db2d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:32.189449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-abc4bbab-b03b-4e09-86ce-6f35f07d8b2d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5292361 Jan 18 23:05:32.314971 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:05:32.733529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348316ba-8319-4828-b06b-c59366972450 req-129df668-82be-4471-8728-ccdf4e14970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.737201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-129df668-82be-4471-8728-ccdf4e14970d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1097 time: 0.2901280 Jan 18 23:05:32.757079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.767762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b951778-f07e-429b-8130-2aeb00b19e56 req-1ef48d5d-576d-49ea-9451-5f6505de0493 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.774840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7b951778-f07e-429b-8130-2aeb00b19e56 req-1ef48d5d-576d-49ea-9451-5f6505de0493 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.4315176 Jan 18 23:05:32.898845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0eece91-0a24-4064-aafb-3ec274ced077 req-80197d3a-eedf-4347-9b91-3820270f91aa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=da0b08e8-aadd-4289-b43a-e910e1c28b65 HTTP/1.1" status: 200 len: 210 time: 0.3311720 Jan 18 23:05:32.913449 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:32.923629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:05:32.939721 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:05:32.940383 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:33.015910 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0b08e8-aadd-4289-b43a-e910e1c28b65', 'name': 'network-vif-deleted', 'tag': '787d0b0e-3cc2-4984-acf9-e4f00c931f37', 'status': 'completed', 'code': 200} Jan 18 23:05:33.057681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7b951778-f07e-429b-8130-2aeb00b19e56 req-78c4c96d-8668-4537-bea1-0f6a95241d3f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818563 Jan 18 23:05:33.184587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348316ba-8319-4828-b06b-c59366972450 req-474c2967-719e-45ef-aa1d-38720be6ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:33.187335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-474c2967-719e-45ef-aa1d-38720be6ec8c service neutron] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.3657696 Jan 18 23:05:33.354085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-9da4753c-c707-45ef-a0fc-8fc1fe3342bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.1582861 Jan 18 23:05:33.399120 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:05:33.516342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348316ba-8319-4828-b06b-c59366972450 req-e951804c-8c72-489b-bebe-d381071522c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:33.518118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-e951804c-8c72-489b-bebe-d381071522c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.1059463 Jan 18 23:05:33.884974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.888583 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:33.900581 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048fc60-5b96-49b4-930a-243a77b20a18 None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:05:33.909228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.009099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-2d9835c6-cfed-4e9d-b15d-6e6860fd1eb4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4772353 Jan 18 23:05:34.210198 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-44205842-6d13-4a95-8008-20ad579522f7 service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885703 Jan 18 23:05:34.248131 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Floating IP f3ce33f2-ee7e-47ba-9540-0c5abdbe5587 associated. External IP: 172.25.4.203, port: 1e6a09da-26d9-41fa-9b03-d43868c8db2d. Jan 18 23:05:34.270235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:34.459967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 787d0b0e-3cc2-4984-acf9-e4f00c931f37 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:05:34.461442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 787d0b0e-3cc2-4984-acf9-e4f00c931f37 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:34.473591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.476127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc5b106-b591-4ee5-a27c-947d2b37d9d7 None None] New status for floating IP 59cfec42-502c-451a-b87a-4508d002db33: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:05:34.501320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348316ba-8319-4828-b06b-c59366972450 req-3433f2ef-c10b-4d95-ac6c-3425e537fef4 service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804203 Jan 18 23:05:34.521146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538364-e398-4c51-a1e6-d7c132a70af2 req-feab7ba4-1fbb-4c28-b2dd-00e0bf6b85aa tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.523087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b538364-e398-4c51-a1e6-d7c132a70af2 req-feab7ba4-1fbb-4c28-b2dd-00e0bf6b85aa tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 1.1681294 Jan 18 23:05:34.594825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b538364-e398-4c51-a1e6-d7c132a70af2 req-f7e40904-64d4-4ebd-8d29-9e690f2a3921 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632885 Jan 18 23:05:34.782951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Router 70928366-e415-482f-9f47-15eb2836f6ae has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:05:34.951720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81061d-c916-4f9d-b081-725e067ed822 req-ca0bf007-523a-4377-8d6e-18e7e1d3f7d9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.962769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f81061d-c916-4f9d-b081-725e067ed822 req-ca0bf007-523a-4377-8d6e-18e7e1d3f7d9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2568829 Jan 18 23:05:35.043484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f81061d-c916-4f9d-b081-725e067ed822 req-79b6bb70-3fb3-4d5d-a26a-c82f94515d1d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798314 Jan 18 23:05:35.188767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50290) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:35.263365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:05:35.269515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.275736 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:05:35.290507 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:05:35.291485 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:35.361183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bb447-b560-45bd-9641-5537da68b7dd req-acae58e8-6a26-439a-baa1-748369c70607 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:35.366420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b38bb447-b560-45bd-9641-5537da68b7dd req-acae58e8-6a26-439a-baa1-748369c70607 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1552413 Jan 18 23:05:35.372248 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-19e4ff59-0066-42ab-87f3-1584f9b96b2f tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "PUT /v2.0/floatingips/f3ce33f2-ee7e-47ba-9540-0c5abdbe5587 HTTP/1.1" status: 200 len: 991 time: 3.2158129 Jan 18 23:05:35.372840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:35.448465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a448d96-54c6-4f14-84e4-0bf20782a705 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.479941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a448d96-54c6-4f14-84e4-0bf20782a705 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.588454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a448d96-54c6-4f14-84e4-0bf20782a705 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.595409 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:05:35.619791 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'status': 'completed', 'code': 200} Jan 18 23:05:35.632115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a448d96-54c6-4f14-84e4-0bf20782a705 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c300d-a9c8-4aa0-90cc-51bd42ed9900,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:35.648292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b38bb447-b560-45bd-9641-5537da68b7dd req-26f2d0bf-4c22-4073-be40-1b6a2a8d0b06 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653031 Jan 18 23:05:35.770120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a448d96-54c6-4f14-84e4-0bf20782a705 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.771292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a448d96-54c6-4f14-84e4-0bf20782a705 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "DELETE /v2.0/security-groups/216c300d-a9c8-4aa0-90cc-51bd42ed9900 HTTP/1.1" status: 204 len: 168 time: 0.5814908 Jan 18 23:05:35.778272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:35.813846 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-978c3071-1f32-4b26-a94e-09bc71f42a5a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] show failed (client error): The resource could not be found. Jan 18 23:05:35.817973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50322) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:35.819045 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-978c3071-1f32-4b26-a94e-09bc71f42a5a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups/216c300d-a9c8-4aa0-90cc-51bd42ed9900 HTTP/1.1" status: 404 len: 347 time: 0.0400872 Jan 18 23:05:36.030075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca9ee-70cf-4355-8e86-9568a1f85ed1 req-fa60cde7-0d01-407d-81d0-664ee12967e4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.034690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-8a72756e-99d1-4b48-8af1-b5c010e0d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.036521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-8a72756e-99d1-4b48-8af1-b5c010e0d019 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 1096 time: 0.3826032 Jan 18 23:05:36.040335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e1ca9ee-70cf-4355-8e86-9568a1f85ed1 req-fa60cde7-0d01-407d-81d0-664ee12967e4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1982934 Jan 18 23:05:36.123560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e1ca9ee-70cf-4355-8e86-9568a1f85ed1 req-ecfcf7fa-ccca-4ca2-80a4-489ef32a1cef tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820127 Jan 18 23:05:36.362506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Deleting port 917a37c8-077d-4757-a43f-275a5ae46723 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:36.365744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.390438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'f3ce33f2-ee7e-47ba-9540-0c5abdbe5587', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'port_id': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'mac_address': 'fa:16:3e:9f:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:15Z', 'updated_at': '2022-01-18T23:05:33Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:36.395347 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:05:36.402244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-f65d9759-1e86-4617-8bf5-58c08cfa442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.403912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-f65d9759-1e86-4617-8bf5-58c08cfa442c service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.3561773 Jan 18 23:05:36.405934 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:05:36.406558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:36.438814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243308-8940-467b-985c-d0714fc95e57 req-c139859b-3b43-4aab-ad3c-036bb36bcda8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.446046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-26243308-8940-467b-985c-d0714fc95e57 req-c139859b-3b43-4aab-ad3c-036bb36bcda8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1642847 Jan 18 23:05:36.573795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-26243308-8940-467b-985c-d0714fc95e57 req-0d58c762-f624-4a41-a72d-dda5298d8c14 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263692 Jan 18 23:05:36.681015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-838a2bfd-d076-4f54-b79b-677d623b1e7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 200 len: 999 time: 0.2688031 Jan 18 23:05:36.710988 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:05:36.798990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-3490fd3a-0f52-4681-aec7-470b4e5ac3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.800845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-3490fd3a-0f52-4681-aec7-470b4e5ac3c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.1063089 Jan 18 23:05:36.805291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.805512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.808046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.037721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ddfbb-330b-4226-9dcc-14bb3601115b req-394779ce-a796-4b74-aef4-da0047a091a7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:37.046283 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f1ddfbb-330b-4226-9dcc-14bb3601115b req-394779ce-a796-4b74-aef4-da0047a091a7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2381864 Jan 18 23:05:37.190995 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f1ddfbb-330b-4226-9dcc-14bb3601115b req-31d334b8-177d-4eca-a4c4-508cd5cc318f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957367 Jan 18 23:05:37.256594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Calling delete_port for 917a37c8-077d-4757-a43f-275a5ae46723 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:37.350754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-d891a420-22ee-480d-bf26-97835ee888fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:37.352820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-d891a420-22ee-480d-bf26-97835ee888fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5303600 Jan 18 23:05:37.402453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc5fa-ff84-436f-b5a1-2e0749f1c594 req-98991f4d-139d-4f86-99dc-65e9ce0a57e0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:37.423119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e79fc5fa-ff84-436f-b5a1-2e0749f1c594 req-98991f4d-139d-4f86-99dc-65e9ce0a57e0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1439986 Jan 18 23:05:37.487848 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'f3ce33f2-ee7e-47ba-9540-0c5abdbe5587', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'port_id': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'mac_address': 'fa:16:3e:9f:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:15Z', 'updated_at': '2022-01-18T23:05:33Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:37.497952 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760526be-757d-48e9-814e-0a2b13c49160 None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'f3ce33f2-ee7e-47ba-9540-0c5abdbe5587', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'port_id': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'mac_address': 'fa:16:3e:9f:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:15Z', 'updated_at': '2022-01-18T23:05:33Z', 'revision_number': 1, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:05:37.507511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e79fc5fa-ff84-436f-b5a1-2e0749f1c594 req-dc9a2d53-d487-4909-a463-5ac8d391c0df tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830803 Jan 18 23:05:37.623379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-23289bb8-7c57-4b8e-9398-a946529bc11b service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605646 Jan 18 23:05:37.796686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.935714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event deleted for resources: {'Port': ['ID=917a37c8-077d-4757-a43f-275a5ae46723,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:37.962585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b06d2e-c436-4e56-886e-d4eaa3263592 None None] New status for floating IP f3ce33f2-ee7e-47ba-9540-0c5abdbe5587: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:05:38.068884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19115f0-3ee9-4d20-a2aa-6ebb1f5441fd req-a09d94d5-6e99-4e82-b47d-27a37547ace2 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371688 Jan 18 23:05:38.093023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.137022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10b83-4c40-44e5-8e40-04e747ebfde8 req-4060e5a8-f377-4510-aa48-156f19da75b6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:38.139256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aee10b83-4c40-44e5-8e40-04e747ebfde8 req-4060e5a8-f377-4510-aa48-156f19da75b6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3830168 Jan 18 23:05:38.148937 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.157948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0c0805f2-894a-41e9-9d0c-4acbb107e84a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "DELETE /v2.0/floatingips/59cfec42-502c-451a-b87a-4508d002db33 HTTP/1.1" status: 204 len: 168 time: 2.3387365 Jan 18 23:05:38.352376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aee10b83-4c40-44e5-8e40-04e747ebfde8 req-dcaafcd7-3983-4096-8ea2-b8d55dbbfaa4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742132 Jan 18 23:05:38.774781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ade1-7c5e-417c-ab3b-84e30c1733a9 req-9cf33dfe-0d4f-4be4-b46d-e4f663f7b980 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:38.776290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a959ade1-7c5e-417c-ab3b-84e30c1733a9 req-9cf33dfe-0d4f-4be4-b46d-e4f663f7b980 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1271424 Jan 18 23:05:38.824250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a959ade1-7c5e-417c-ab3b-84e30c1733a9 req-c8919a4a-889c-4d88-b7be-0a1fcf63d5f5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Jan 18 23:05:38.968193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50416) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:38.973554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161551922', 'description': 'tempest-description--97508664'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:38.980499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:38.987491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:38.990652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:38.996983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:39.014982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.057667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:39.114356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:39.120002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:39.130955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:39.191325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840095de-04ec-4ba3-a98d-73f78110fff8 req-2b249775-c1dc-4033-a26d-f6265c77bbe7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:39.192837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-840095de-04ec-4ba3-a98d-73f78110fff8 req-2b249775-c1dc-4033-a26d-f6265c77bbe7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1318171 Jan 18 23:05:39.270124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.284679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.335057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-840095de-04ec-4ba3-a98d-73f78110fff8 req-6c4a544e-80ef-4e9f-82b2-39c2da289084 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968351 Jan 18 23:05:39.346612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1372df69-c079-4296-a113-f45f1cb23c40,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:39.376476 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.378415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-680573c1-02f6-415f-aa44-9e4a450ea751 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4092548 Jan 18 23:05:39.384159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:39.396824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'security_group_rule': {'security_group_id': '1372df69-c079-4296-a113-f45f1cb23c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:39.415928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:39.424485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:39.448066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:39.458101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:39.493690 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.633986 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.642250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.666656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238c493e-8566-4129-852c-02aeb98723b8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:39.708882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.713216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2c9a5201-2089-4fd9-acf5-410be81535d6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258464 Jan 18 23:05:39.714600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50458) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:39.727571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'security_group_rule': {'security_group_id': '1372df69-c079-4296-a113-f45f1cb23c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:39.739585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:39.751550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee759f-0c30-4065-9996-82d209bf10d9 req-04084332-635a-4e3d-8c04-c80ad9312f36 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:39.757923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28ee759f-0c30-4065-9996-82d209bf10d9 req-04084332-635a-4e3d-8c04-c80ad9312f36 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1543472 Jan 18 23:05:39.782133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:security_group_rule and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:39.786805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:39.820790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28ee759f-0c30-4065-9996-82d209bf10d9 req-8aca666f-2dae-488d-bf69-17112b1cfc18 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Jan 18 23:05:39.826880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:39.890552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.981803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.988976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:40.058300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:40.060143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419659 Jan 18 23:05:40.064059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 50470) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:40.071641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92031-ff8c-4074-9a58-346a392e3e15 req-cd7e2a8d-cc49-466b-a6ce-4e4be5065465 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:40.080398 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1a92031-ff8c-4074-9a58-346a392e3e15 req-cd7e2a8d-cc49-466b-a6ce-4e4be5065465 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1173291 Jan 18 23:05:40.092407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:40.111710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3843c-3a02-46a8-8e5c-3750095f941f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee49eac9-1345-49fb-926c-79e2ff9c4e21,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:40.126356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:40.146571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Usage tracker for resource:floatingip and tenant:e9b30aa1e4d049d88b4fa90055a0bac5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:40.157061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:40.159875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a1a92031-ff8c-4074-9a58-346a392e3e15 req-4663d599-495d-4d16-9cf7-fe1a760bc16f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780406 Jan 18 23:05:40.181894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:40.208158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:40.429929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:40.439256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765d0b-7d2f-4f94-a1f9-9f54863f809a req-c98ef8e8-b5ac-4dc5-8521-4d31fe910422 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:40.440737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54765d0b-7d2f-4f94-a1f9-9f54863f809a req-c98ef8e8-b5ac-4dc5-8521-4d31fe910422 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0964277 Jan 18 23:05:40.517640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54765d0b-7d2f-4f94-a1f9-9f54863f809a req-caa5adb8-47fa-4261-9ce6-8870f33b99fc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612762 Jan 18 23:05:40.670942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Allocated IP 172.25.4.140 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/c65133cc-54d6-4cd1-8db1-d3b3d491a87a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:40.945548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.106912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89d28c-b7bb-4940-b196-2d15f4668b5f req-0b1df4e0-d543-4e84-86f9-612ee9a4331d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:41.108382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bc89d28c-b7bb-4940-b196-2d15f4668b5f req-0b1df4e0-d543-4e84-86f9-612ee9a4331d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.4392886 Jan 18 23:05:41.110108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.360048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:41.387538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bc89d28c-b7bb-4940-b196-2d15f4668b5f req-99bda927-9aa3-442d-8a5e-47788b5696c7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857675 Jan 18 23:05:41.388474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:41.394051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:05:41.443461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'Port': ['ID=c65133cc-54d6-4cd1-8db1-d3b3d491a87a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:41.538041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.641075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.056202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.066575 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.126899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a919-c41d-44f7-98bd-8a68ddf69068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.165485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47911fdd-b04b-4ebe-b961-7fdc6fa6087f req-c77996eb-2229-4bdf-9e3a-8c9b615762ba tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.167782 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47911fdd-b04b-4ebe-b961-7fdc6fa6087f req-c77996eb-2229-4bdf-9e3a-8c9b615762ba tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1920774 Jan 18 23:05:42.234088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.253096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-47911fdd-b04b-4ebe-b961-7fdc6fa6087f req-3bf7076f-433b-473b-b56b-34d18464c8c0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751283 Jan 18 23:05:42.307907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'Port': ['ID=c65133cc-54d6-4cd1-8db1-d3b3d491a87a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:42.324078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.325910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9a252cda-336a-4010-ad78-f17864185c7b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2607017 Jan 18 23:05:42.696266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5bf495ac-988e-4878-bf55-22f441c877bb req-afc3b550-9f00-4ad7-9bc6-a598a231268d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:42.713296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5bf495ac-988e-4878-bf55-22f441c877bb req-afc3b550-9f00-4ad7-9bc6-a598a231268d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:42.722204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-afc3b550-9f00-4ad7-9bc6-a598a231268d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--161551922&fields=id&tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 267 time: 0.1008308 Jan 18 23:05:42.892980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-7ee5ab55-c7b1-452d-a7c2-7b70235a2001 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.899776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-7ee5ab55-c7b1-452d-a7c2-7b70235a2001 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 816 time: 0.1766477 Jan 18 23:05:42.916362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-80722d0f-870b-418f-9f96-c73c60018b4f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/quotas/e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 375 time: 0.0158141 Jan 18 23:05:43.062054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5bf495ac-988e-4878-bf55-22f441c877bb req-60770a30-50da-415f-aff2-e403f6ef8547 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:43.085528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5bf495ac-988e-4878-bf55-22f441c877bb req-60770a30-50da-415f-aff2-e403f6ef8547 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:43.089843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-60770a30-50da-415f-aff2-e403f6ef8547 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1719899 Jan 18 23:05:43.285484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-ee517beb-657a-4664-881d-6c27ccc1947d service neutron] 10.222.0.78 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834333 Jan 18 23:05:43.470687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-26e2218c-13ad-4767-a47f-5e2e92b2e8ac service neutron] 10.222.0.78 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813679 Jan 18 23:05:43.527349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0fdf1-4b90-47e3-aaee-16ed123487a6 req-5ed09274-daea-4f6b-ba6c-ed64fee412f7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:43.533443 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cdd0fdf1-4b90-47e3-aaee-16ed123487a6 req-5ed09274-daea-4f6b-ba6c-ed64fee412f7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0967710 Jan 18 23:05:43.596994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cdd0fdf1-4b90-47e3-aaee-16ed123487a6 req-ab2d616e-fa65-4e45-83bf-f6b4a8719582 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598722 Jan 18 23:05:43.891388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-30615e3a-2669-4ee6-b88a-5c174b4edc8a req-37ac1180-357c-4d78-83bb-9c2bd0a5e118 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 210 time: 0.1387606 Jan 18 23:05:44.364008 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cccf120f-9afd-4943-b4c8-b5cb79977b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.367319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974b15c-e9c9-4251-a819-be56e5865b6b req-d50af29f-6020-45e3-8a09-ebc7ef3da55c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:44.376699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3974b15c-e9c9-4251-a819-be56e5865b6b req-d50af29f-6020-45e3-8a09-ebc7ef3da55c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1616714 Jan 18 23:05:44.456616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3974b15c-e9c9-4251-a819-be56e5865b6b req-fe2ff9c3-9432-4f1f-8e04-c6b03e3c5e66 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Jan 18 23:05:45.109052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0d3faad7-d83f-4bd2-bdfd-b35821fb32ba req-d695903b-c03d-4e21-8237-2c610519b3ad tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 210 time: 0.0615041 Jan 18 23:05:45.585197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-7f13e51b-c748-4c7d-97ef-028c91c2f2aa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:45.587058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-7f13e51b-c748-4c7d-97ef-028c91c2f2aa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 816 time: 0.2999361 Jan 18 23:05:45.619040 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.666610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.716676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-681261d0-650b-4d59-9af9-3198abc0b61c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 379 time: 0.1190832 Jan 18 23:05:45.735500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'port': {'device_id': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'admin_state_up': True, 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'security_groups': ['1372df69-c079-4296-a113-f45f1cb23c40']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:45.837620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608bd21-01fc-4d3f-b0ea-5eb250d87406 req-8fe655f2-eef9-40e8-a7cd-fc1e525fbf8d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:45.844511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f608bd21-01fc-4d3f-b0ea-5eb250d87406 req-8fe655f2-eef9-40e8-a7cd-fc1e525fbf8d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1871076 Jan 18 23:05:45.920847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f608bd21-01fc-4d3f-b0ea-5eb250d87406 req-de432665-c481-4a87-864c-145d5aae5b40 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753806 Jan 18 23:05:46.028579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:46.039070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:46.051835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Made reservation on behalf of e9b30aa1e4d049d88b4fa90055a0bac5 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:46.055943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.308560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Allocated IP 172.20.0.6 (1bce845c-1334-4679-bc2c-cc55bd24f831/f20749c4-238c-4161-881a-5ba86fff464a/4352ac68-bf50-4396-8217-213167f1e6ca) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:46.343441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27853945-07c3-482c-b29b-b6061c813b4a req-56746540-514d-4c3f-94d2-b24fd1de7cbe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 210 time: 0.0559843 Jan 18 23:05:46.696826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c0d69-9855-487b-ad8b-92a5b89a7061 req-0b15eeee-16c1-403c-bfdb-f7932010200b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.699222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a83c0d69-9855-487b-ad8b-92a5b89a7061 req-0b15eeee-16c1-403c-bfdb-f7932010200b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3354099 Jan 18 23:05:46.820524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a83c0d69-9855-487b-ad8b-92a5b89a7061 req-fd7b6f62-5d40-4180-b488-0c026d59061b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142161 Jan 18 23:05:46.866761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.898360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Transition to ACTIVE for port object 4352ac68-bf50-4396-8217-213167f1e6ca will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:46.947924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.958579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.065366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:47.085447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:47.122704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:47.131902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:05:47.236424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:47.237294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.344657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-5119a627-4c24-4dcb-870e-7cf6a4b21cea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6218967 Jan 18 23:05:47.358665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Request body: {'port': {'device_id': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:47.532595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a9ba957b-226b-4fb1-a907-a394637ff5d5 None None] Provisioning for port 4352ac68-bf50-4396-8217-213167f1e6ca completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:47.547340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef2ea3-f372-4dca-bce5-fe640e57c2f4 req-8fd956da-1597-4a06-a791-83fc862170b6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:47.548691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a9ba957b-226b-4fb1-a907-a394637ff5d5 None None] Provisioning complete for port 4352ac68-bf50-4396-8217-213167f1e6ca triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:47.548833 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ef2ea3-f372-4dca-bce5-fe640e57c2f4 req-8fd956da-1597-4a06-a791-83fc862170b6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2856748 Jan 18 23:05:47.555992 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9ba957b-226b-4fb1-a907-a394637ff5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.612189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.627205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ef2ea3-f372-4dca-bce5-fe640e57c2f4 req-584fbe00-164b-4396-b542-b03c75e6a35d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Jan 18 23:05:47.681871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e078e4-aa54-4ed6-a8a7-566900c7317e req-9656ade1-d84e-481f-ba70-5db5ec190fb8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:47.684621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-20e078e4-aa54-4ed6-a8a7-566900c7317e req-9656ade1-d84e-481f-ba70-5db5ec190fb8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 931 time: 0.0988350 Jan 18 23:05:47.867628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-20e078e4-aa54-4ed6-a8a7-566900c7317e req-decfcf81-385f-464f-badc-ffeae8d64b7c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765647 Jan 18 23:05:47.960498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba957b-226b-4fb1-a907-a394637ff5d5 None None] Port 4352ac68-bf50-4396-8217-213167f1e6ca cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:05:48.216877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4125b-0fc2-4dd0-a1f1-964ab4e38668 req-7b365a4f-44a1-451f-b49b-c111274d41ec tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:48.223832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99c4125b-0fc2-4dd0-a1f1-964ab4e38668 req-7b365a4f-44a1-451f-b49b-c111274d41ec tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2345266 Jan 18 23:05:48.288271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:48.290172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99c4125b-0fc2-4dd0-a1f1-964ab4e38668 req-50d75095-e568-47aa-ab5a-50e0ab3e94a5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652044 Jan 18 23:05:48.473409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4352ac68-bf50-4396-8217-213167f1e6ca {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:48.499534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.530428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.556145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:48.558070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Transition to ACTIVE for port object 4352ac68-bf50-4396-8217-213167f1e6ca will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:48.561489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Usage tracker for resource:security_group_rule and tenant:d0e3960f8aa344fe81f8e07c854463eb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:48.565281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:48.572477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:48.573884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.694740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.721983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.753306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:48.807821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a16a5b-0fb4-4775-9fca-f106ec514dda,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:48.886350 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-17d078a0-b72e-4cbf-aa40-74496836252f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0e3960f8aa344fe81f8e07c854463eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969131 Jan 18 23:05:48.891401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:48.974562 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d902e39-5fe2-474a-b60d-bf42ee7502a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.986497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715c18-e742-4e5d-8e9d-f780e05baa61 req-1f393d3a-d9b6-4020-a546-c6d1f1c6a0e3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.000464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c715c18-e742-4e5d-8e9d-f780e05baa61 req-1f393d3a-d9b6-4020-a546-c6d1f1c6a0e3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.4799752 Jan 18 23:05:49.005978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d902e39-5fe2-474a-b60d-bf42ee7502a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.108085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c715c18-e742-4e5d-8e9d-f780e05baa61 req-0a49e0a1-4bfb-4845-8343-50e6cde596df tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982404 Jan 18 23:05:49.144484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Attempting to bind port 4352ac68-bf50-4396-8217-213167f1e6ca on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:49.144924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Attempting to bind port 4352ac68-bf50-4396-8217-213167f1e6ca by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:49.145287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Attempting to bind port 4352ac68-bf50-4396-8217-213167f1e6ca on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:05:49.154581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Port 4352ac68-bf50-4396-8217-213167f1e6ca on network 1bce845c-1334-4679-bc2c-cc55bd24f831 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:05:49.154914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Attempting to bind port 4352ac68-bf50-4396-8217-213167f1e6ca on network 1bce845c-1334-4679-bc2c-cc55bd24f831 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:05:49.190362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:05:49.190753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Checking segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:05:49.191087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Bound using segment: {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:05:49.191519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Bound port: 4352ac68-bf50-4396-8217-213167f1e6ca, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9af836b-80fd-43d3-9891-149fd524d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:49.191871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.207048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d902e39-5fe2-474a-b60d-bf42ee7502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.227102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902e39-5fe2-474a-b60d-bf42ee7502a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a16a5b-0fb4-4775-9fca-f106ec514dda,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:49.251488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d902e39-5fe2-474a-b60d-bf42ee7502a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.268925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2d902e39-5fe2-474a-b60d-bf42ee7502a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3a16a5b-0fb4-4775-9fca-f106ec514dda HTTP/1.1" status: 204 len: 168 time: 0.3630838 Jan 18 23:05:49.338527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873a7bb-7b60-48b9-bedc-9322edbeaefc req-702c0dd0-41d2-47e7-9fe5-acc67f83b6a0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.340036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a873a7bb-7b60-48b9-bedc-9322edbeaefc req-702c0dd0-41d2-47e7-9fe5-acc67f83b6a0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.2366462 Jan 18 23:05:49.446074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:05:49.447125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a873a7bb-7b60-48b9-bedc-9322edbeaefc req-4d3de4c7-5dcd-4f19-9a10-df3c617d1539 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966420 Jan 18 23:05:49.473418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:05:49.496183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15712d52-04f6-48ce-a43f-6a6d2152081f req-7e59ba07-1bdd-450c-a901-3b0778fd2716 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.497830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15712d52-04f6-48ce-a43f-6a6d2152081f req-7e59ba07-1bdd-450c-a901-3b0778fd2716 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1726196 Jan 18 23:05:49.499598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.825570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:49.840211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-15712d52-04f6-48ce-a43f-6a6d2152081f req-5ac57ba8-067a-404f-9b77-34d382843211 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331754 Jan 18 23:05:49.846054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.846685 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.848041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-6840216c-8eb8-4f58-8bda-16c5be72ffe7 service neutron] 10.222.0.85 "PUT /v2.0/ports/4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 1091 time: 2.4957273 Jan 18 23:05:49.848495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:49.907036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:49.971156 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.033499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:50.046487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Usage tracker for resource:security_group_rule and tenant:e0404a4208f24a1ca85da7fc50589cba is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:50.056029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:50.071181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-16422ce5-479d-43e2-ae21-34a4f0addf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.075344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-16422ce5-479d-43e2-ae21-34a4f0addf50 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1094 time: 0.1712186 Jan 18 23:05:50.093515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:50.270758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.279061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.292320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-ae27312b-17b5-4b8b-b536-ec0f15d38659 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 217 time: 0.2010798 Jan 18 23:05:50.381918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-1d270763-fd4d-46f4-94ea-e28c733d7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.383714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-1d270763-fd4d-46f4-94ea-e28c733d7193 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.0905986 Jan 18 23:05:50.385522 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'status': 'completed', 'code': 200} Jan 18 23:05:50.408981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0404a4208f24a1ca85da7fc50589cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998131 Jan 18 23:05:50.412999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 50832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:50.502020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf495ac-988e-4878-bf55-22f441c877bb req-7d023a82-4fc0-4e04-b51f-3b98dfd7772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.505053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-7d023a82-4fc0-4e04-b51f-3b98dfd7772e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152670 Jan 18 23:05:50.562940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eac770-b446-4e47-91ce-3a059374440f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c5b20-94eb-4a84-9459-577e238886e7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:50.583630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1421e3bd-f7cd-4892-8f43-40b660c805e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.638154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1421e3bd-f7cd-4892-8f43-40b660c805e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.677350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9115-411c-49d3-b340-79f44078882f req-8f79befe-06c7-4549-899e-63cb7da0639e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.678848 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f96b9115-411c-49d3-b340-79f44078882f req-8f79befe-06c7-4549-899e-63cb7da0639e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1938062 Jan 18 23:05:50.744880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-8edb7909-d734-4f9b-ad33-cafe1034866f service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328043 Jan 18 23:05:50.769280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f96b9115-411c-49d3-b340-79f44078882f req-84d54b79-9a6f-4e12-84a8-27b6249424ab tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 Jan 18 23:05:50.790472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1421e3bd-f7cd-4892-8f43-40b660c805e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.821200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421e3bd-f7cd-4892-8f43-40b660c805e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c5b20-94eb-4a84-9459-577e238886e7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:50.838212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1421e3bd-f7cd-4892-8f43-40b660c805e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.840125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1421e3bd-f7cd-4892-8f43-40b660c805e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c55c5b20-94eb-4a84-9459-577e238886e7 HTTP/1.1" status: 204 len: 168 time: 0.4262102 Jan 18 23:05:51.014630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bf495ac-988e-4878-bf55-22f441c877bb req-28b6ec37-67f6-49d1-8b94-a8ad096a6516 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624588 Jan 18 23:05:51.116782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4090fd-ea22-4c3a-a407-815e65bc7918 req-8f6f4a98-5ae8-4764-80c0-02384f1302c4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.125348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db4090fd-ea22-4c3a-a407-815e65bc7918 req-8f6f4a98-5ae8-4764-80c0-02384f1302c4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1441875 Jan 18 23:05:51.187325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fbfcb-6123-42e1-92cc-880f0d699473 req-4c7355d0-0fe5-4a45-8cca-81a2fa8679b5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.194725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e1fbfcb-6123-42e1-92cc-880f0d699473 req-4c7355d0-0fe5-4a45-8cca-81a2fa8679b5 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.2573366 Jan 18 23:05:51.235454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db4090fd-ea22-4c3a-a407-815e65bc7918 req-3619a8ac-3e99-4268-90b9-bb32ec6fda13 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091235 Jan 18 23:05:51.273684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e1fbfcb-6123-42e1-92cc-880f0d699473 req-31f7591d-0d37-4c3b-a913-27db59f56349 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774956 Jan 18 23:05:51.279575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-e6e5c158-418a-4463-af71-b67760936e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.283549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-e6e5c158-418a-4463-af71-b67760936e50 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1094 time: 0.1561863 Jan 18 23:05:51.706886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-e241c504-64b6-4916-88fa-3d25bc77864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.708360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-e241c504-64b6-4916-88fa-3d25bc77864d service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.4164946 Jan 18 23:05:51.787066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-3ceafb1d-9414-4773-9fd9-af3414763a85 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 217 time: 0.0689101 Jan 18 23:05:51.836426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fc308-bde6-4ffc-9e56-c4cb2dcb1f96 req-3f152a81-4b87-4de0-a96f-e9e92434c88b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.838273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-023fc308-bde6-4ffc-9e56-c4cb2dcb1f96 req-3f152a81-4b87-4de0-a96f-e9e92434c88b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2131233 Jan 18 23:05:51.889177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-023fc308-bde6-4ffc-9e56-c4cb2dcb1f96 req-7466ca80-ae30-419d-b1ec-8c726d218f06 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Jan 18 23:05:51.899303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.907831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.917299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.924037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.930962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.938279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.944353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.980004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-6d1259a5-ae17-4ac3-a670-8e37f7975f29 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.5140114 Jan 18 23:05:52.129874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d75ba0cc-ae24-4dfb-ade0-fdb3c2b5fce5 req-58d89811-531b-4fa2-96a7-a7e140ac6fb0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960219 Jan 18 23:05:52.174103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-f29e3377-cd81-4de4-a49c-790d34a46109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.175630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-f29e3377-cd81-4de4-a49c-790d34a46109 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.3789279 Jan 18 23:05:52.208936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee749-0770-404c-be0f-e745d2d9aa53 req-809d8d4f-eb21-44dc-9397-dfc07ad53742 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.212026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0bee749-0770-404c-be0f-e745d2d9aa53 req-809d8d4f-eb21-44dc-9397-dfc07ad53742 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1557748 Jan 18 23:05:52.272251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.279007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.286128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.292644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.299710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.308521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.315397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.317560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-687e1261-1248-4eb9-8ddc-74b6e9ed2068 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.3305507 Jan 18 23:05:52.408919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-ed905a3b-da21-4c26-9f4a-d50e9a4d8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.412705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-ed905a3b-da21-4c26-9f4a-d50e9a4d8166 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301176 Jan 18 23:05:52.416905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0bee749-0770-404c-be0f-e745d2d9aa53 req-40f7d63f-5812-48e6-9bc6-83ec36a108d5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943235 Jan 18 23:05:52.494349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-52fb2f8c-88b6-48f2-b43e-428157580376 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.495709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-52fb2f8c-88b6-48f2-b43e-428157580376 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "GET /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1709161 Jan 18 23:05:52.817151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28568-8a2d-4fa3-9beb-2a6052c6b561 req-025f1234-9e6e-4f49-b027-94d559b1e474 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.819058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdc28568-8a2d-4fa3-9beb-2a6052c6b561 req-025f1234-9e6e-4f49-b027-94d559b1e474 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0972731 Jan 18 23:05:52.875414 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bdc28568-8a2d-4fa3-9beb-2a6052c6b561 req-c35d053c-d129-4ee7-8505-f991a81282c5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504920 Jan 18 23:05:52.982663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-5d1ce0b0-b4e9-44e0-b51c-5c3b46596c70 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574894 Jan 18 23:05:53.175667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91265c-591d-4eff-b79d-21b53c6fb6fb req-6bfcb6fb-5f21-4a10-b876-c924bcc54cc9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.176313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-de91265c-591d-4eff-b79d-21b53c6fb6fb req-6bfcb6fb-5f21-4a10-b876-c924bcc54cc9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Synchronizing usage tracker for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:53.201600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946264e-0add-4174-8a65-694b49d1b04c req-b58a14f3-f863-4cf5-9151-dffdcc991cc5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.209549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6946264e-0add-4174-8a65-694b49d1b04c req-b58a14f3-f863-4cf5-9151-dffdcc991cc5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1603675 Jan 18 23:05:53.215943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-de91265c-591d-4eff-b79d-21b53c6fb6fb req-6bfcb6fb-5f21-4a10-b876-c924bcc54cc9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Unset dirty status for tenant:e9b30aa1e4d049d88b4fa90055a0bac5 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:53.217321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de91265c-591d-4eff-b79d-21b53c6fb6fb req-6bfcb6fb-5f21-4a10-b876-c924bcc54cc9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.7355237 Jan 18 23:05:53.239916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-f41f7279-2db0-4d5a-8331-ca8a16502cb4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "GET /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4746704 Jan 18 23:05:53.272832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6946264e-0add-4174-8a65-694b49d1b04c req-b1a6a0db-f2c1-47fa-bd2a-2869eafa7372 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613062 Jan 18 23:05:53.297050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:53.398151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08e0418c-a87a-4705-b71c-0721ed1f34d4 req-c4865839-c260-42f0-b7c8-01df489d332a service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948045 Jan 18 23:05:53.410377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de91265c-591d-4eff-b79d-21b53c6fb6fb req-c5671f2c-5822-4d0f-a4bf-afc5307fe3cd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684525 Jan 18 23:05:53.500763 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.606106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.613836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.613836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.618777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.625191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.632412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.639610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.647672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-5a195a3a-bf4e-4990-b60e-4ce5cfb46c78 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 5432 time: 0.2155075 Jan 18 23:05:53.716635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-da33064e-f3bf-4762-81cf-1af2989fef18 req-398a8171-fcd1-4d05-8c88-5c73929c89bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678751 Jan 18 23:05:53.759573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:53.898804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b659786f-daf2-4baa-927e-151c60831786,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:53.959352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] For port b659786f-daf2-4baa-927e-151c60831786, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:05:53.970966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c313d4-faee-4feb-a50c-abbdef4e3ea4 req-c7c2dcef-1821-4140-bee3-f172165ec8c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.979361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83c313d4-faee-4feb-a50c-abbdef4e3ea4 req-c7c2dcef-1821-4140-bee3-f172165ec8c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.0943170 Jan 18 23:05:54.047441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83c313d4-faee-4feb-a50c-abbdef4e3ea4 req-5ea49525-e6f0-4fd1-991d-6eb687626b2c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668988 Jan 18 23:05:54.052520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:54.076066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '4352ac68-bf50-4396-8217-213167f1e6ca', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca', 'mac_address': 'fa:16:3e:b2:ac:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:54.110994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] device_id is not set on port b659786f-daf2-4baa-927e-151c60831786 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:05:54.129732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.145506 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.227391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.246385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4352ac68-bf50-4396-8217-213167f1e6ca {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:54.263335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:54.275568 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.279189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Pushing event updated for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:54.417265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:54.510121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4352ac68-bf50-4396-8217-213167f1e6ca'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:05:54.558977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] No DVR routers for this DVR port b659786f-daf2-4baa-927e-151c60831786 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:54.694776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] In _notify_port_updated(), no bound segment for port b659786f-daf2-4baa-927e-151c60831786 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:05:54.697384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:54.698354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.700099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-0b5173dd-64a6-43b9-b08c-043572ffcec2 service neutron] 10.222.0.86 "PUT /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 200 len: 1026 time: 1.4129939 Jan 18 23:05:54.790121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b7225-acf1-474e-b307-c91c1574c09c req-12a00ed4-f869-4b8b-8288-b9b778bb2109 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:54.792303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-463b7225-acf1-474e-b307-c91c1574c09c req-12a00ed4-f869-4b8b-8288-b9b778bb2109 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.5167038 Jan 18 23:05:54.822748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa701d67-ca56-44e9-aacb-b1900a944806 req-65d76246-0f37-44de-860d-6fb8c3268bd6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:54.824998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa701d67-ca56-44e9-aacb-b1900a944806 req-65d76246-0f37-44de-860d-6fb8c3268bd6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 944 time: 0.1921229 Jan 18 23:05:54.839052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e439829c-8624-4cb4-80f0-23f432b4c3bc None None] Provisioning complete for port b659786f-daf2-4baa-927e-151c60831786 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:54.839520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e439829c-8624-4cb4-80f0-23f432b4c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.898206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-343a7ad7-d727-4761-bd34-fb3fd65cd1b0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:54.909086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa701d67-ca56-44e9-aacb-b1900a944806 req-7a49fd10-590c-4647-9205-881cf6d0bc95 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775378 Jan 18 23:05:54.911086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-343a7ad7-d727-4761-bd34-fb3fd65cd1b0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "GET /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2010279 Jan 18 23:05:54.929430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-463b7225-acf1-474e-b307-c91c1574c09c req-63b07248-dae4-4a76-b563-7914d0571148 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245136 Jan 18 23:05:54.933046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:55.041367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e439829c-8624-4cb4-80f0-23f432b4c3bc None None] Port b659786f-daf2-4baa-927e-151c60831786 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:05:55.204997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:55.245732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.258139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.286316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.304538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.329383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.335346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.340907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-0b2c3f0d-b325-4c1b-8886-cd381eea1cd4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 4659 time: 0.2332063 Jan 18 23:05:55.445994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85a0cc55-bd61-496c-b11a-fe96dd825cfe req-42bc9897-803b-4e42-95fe-3cd558cde361 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&id=eeef4737-7010-4e47-9199-7846a0081f48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953975 Jan 18 23:05:55.485102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:55.560682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805361d-e5b3-4d94-aa52-c16b00334065 req-2e7353ca-77ab-4ea7-8f21-86efeecbafe6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.562467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9805361d-e5b3-4d94-aa52-c16b00334065 req-2e7353ca-77ab-4ea7-8f21-86efeecbafe6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1559041 Jan 18 23:05:55.596505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6bf08648-d72e-4dcf-89b1-7fe001fecf79,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:55.651336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9805361d-e5b3-4d94-aa52-c16b00334065 req-a138565f-0359-46c0-ae98-f52a5ce06196 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795374 Jan 18 23:05:55.658849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:55.685441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:55.685441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed70874c8b34197b0be9b26126a00c2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:55.698748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:55.705940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:55.775436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:55.910916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] For port 6bf08648-d72e-4dcf-89b1-7fe001fecf79, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:05:55.938451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 4352ac68-bf50-4396-8217-213167f1e6ca completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:55.944388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 4352ac68-bf50-4396-8217-213167f1e6ca triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:55.945020 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:55.951288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:55.970238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:55.976894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] device_id is not set on port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:05:56.002146 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.017940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.033802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ed70874c8b34197b0be9b26126a00c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496902 Jan 18 23:05:56.036212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98793f-e329-4ba9-8ce4-90e3f77f2650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bffaed-7ff0-4440-a390-3ae78f44dcb8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:56.039858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:56.122928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:56.141096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563384-e936-4678-ba0e-0499fc9d4820 req-0470f869-a573-4974-8be8-41f5cc15b0c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.142670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77563384-e936-4678-ba0e-0499fc9d4820 req-0470f869-a573-4974-8be8-41f5cc15b0c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3118441 Jan 18 23:05:56.220821 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77563384-e936-4678-ba0e-0499fc9d4820 req-3c0ae550-9137-4a28-87d4-74c7254afb00 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688405 Jan 18 23:05:56.236551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa1753f-e6c4-4467-af66-83854ad2c938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.269369 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.284622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa1753f-e6c4-4467-af66-83854ad2c938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.302673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] No DVR routers for this DVR port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:56.314630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:56.315739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:56.323534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.363661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa1753f-e6c4-4467-af66-83854ad2c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.393462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b659786f-daf2-4baa-927e-151c60831786 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:56.397555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] In _notify_port_updated(), no bound segment for port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 on network f5b6f586-f791-4d84-823d-1c3139d085b0 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:05:56.397555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.397781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.406247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-2bb02832-0953-4130-bf77-29f52fef06e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 200 len: 1027 time: 1.4732494 Jan 18 23:05:56.450456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1753f-e6c4-4467-af66-83854ad2c938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bffaed-7ff0-4440-a390-3ae78f44dcb8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:56.466226 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa1753f-e6c4-4467-af66-83854ad2c938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.473958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aaa1753f-e6c4-4467-af66-83854ad2c938 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55bffaed-7ff0-4440-a390-3ae78f44dcb8 HTTP/1.1" status: 204 len: 168 time: 0.4224536 Jan 18 23:05:56.574677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b659786f-daf2-4baa-927e-151c60831786 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:56.575214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device b3df862a-f746-4c9e-b50e-94f33c785707 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:56.605774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 774cbf6b-97a1-4520-aa22-25103b1188c4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:56.606318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.654697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4af72-7ace-4dad-b535-2b529b14ec84 req-8f1cb26b-581e-40b5-9941-1d03f4293369 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.656977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb4af72-7ace-4dad-b535-2b529b14ec84 req-8f1cb26b-581e-40b5-9941-1d03f4293369 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 944 time: 0.4569879 Jan 18 23:05:56.751584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:56.757200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac00cb7c-ceef-4768-bc1d-09864724a734 None None] Provisioning complete for port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:56.757918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac00cb7c-ceef-4768-bc1d-09864724a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.859173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb4af72-7ace-4dad-b535-2b529b14ec84 req-b22e71c1-7295-4d81-968f-d39c9a1ec0fe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775706 Jan 18 23:05:56.903758 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'code': 200} Jan 18 23:05:57.016094 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.068980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51110) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:57.073709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ac00cb7c-ceef-4768-bc1d-09864724a734 None None] Port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:05:57.132830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b3df862a-f746-4c9e-b50e-94f33c785707,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:57.145852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.146742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8531be8c-902b-4d5a-842a-657485de6dc9 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:57.177405 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.197587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:57.210749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e994bbdff646ebaf9ee6e6b585da8a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:57.218934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:57.231602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:57.248036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-b7ada30e-2e09-48ba-8f41-479b7bfd0f63 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.258003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-b7ada30e-2e09-48ba-8f41-479b7bfd0f63 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.264004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-b7ada30e-2e09-48ba-8f41-479b7bfd0f63 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.269831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-b7ada30e-2e09-48ba-8f41-479b7bfd0f63 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.275927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-b7ada30e-2e09-48ba-8f41-479b7bfd0f63 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.277798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-b7ada30e-2e09-48ba-8f41-479b7bfd0f63 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 3883 time: 0.1815021 Jan 18 23:05:57.323138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] For port 774cbf6b-97a1-4520-aa22-25103b1188c4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=774cbf6b-97a1-4520-aa22-25103b1188c4,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:57.324282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.337311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8179fd-b6c0-4596-a59a-c065104875e7 req-eb166907-cf2f-47fe-bea2-b44f2717f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.339508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c8179fd-b6c0-4596-a59a-c065104875e7 req-eb166907-cf2f-47fe-bea2-b44f2717f85a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1096 time: 0.3294201 Jan 18 23:05:57.385887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d2fb7e4-b12f-46f0-955a-9d7585df7950 req-9fa2e765-188c-45ac-a22b-b14bec6d30f0 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989561 Jan 18 23:05:57.437130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:57.469863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.491192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.499406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.553666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 774cbf6b-97a1-4520-aa22-25103b1188c4 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:57.558747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8531be8c-902b-4d5a-842a-657485de6dc9,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:57.564602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6e994bbdff646ebaf9ee6e6b585da8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937217 Jan 18 23:05:57.567093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b58e0-775a-4b22-863f-c070b1231de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75613c-5cbf-4812-821b-771e9a1ad496,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:57.567187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.567187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 4d5afc99-7be5-4367-880a-f18f8653c4d5 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:57.567687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:57.664753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3918e67d-53ca-43c0-aee0-892508140882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.701787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3918e67d-53ca-43c0-aee0-892508140882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.747526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c8179fd-b6c0-4596-a59a-c065104875e7 req-10ee1228-5fde-4ad0-88e6-1727e2a72c80 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210797 Jan 18 23:05:57.793441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3918e67d-53ca-43c0-aee0-892508140882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.802223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75929266-ff59-4d31-ab6e-060a50709464 req-0c2aa017-3c3f-4559-84cd-7b1aa71120af tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.804446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75929266-ff59-4d31-ab6e-060a50709464 req-0c2aa017-3c3f-4559-84cd-7b1aa71120af tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.6264095 Jan 18 23:05:57.810324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918e67d-53ca-43c0-aee0-892508140882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75613c-5cbf-4812-821b-771e9a1ad496,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:57.816882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:57.839926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3918e67d-53ca-43c0-aee0-892508140882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.869284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.874597 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3918e67d-53ca-43c0-aee0-892508140882 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b75613c-5cbf-4812-821b-771e9a1ad496 HTTP/1.1" status: 204 len: 168 time: 0.2721605 Jan 18 23:05:57.906291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:57.915174 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.915957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6bf08648-d72e-4dcf-89b1-7fe001fecf79 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:57.966023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75929266-ff59-4d31-ab6e-060a50709464 req-e5f11937-8c05-4242-ac44-21c9accd5653 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558285 Jan 18 23:05:58.014309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:58.156510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=774cbf6b-97a1-4520-aa22-25103b1188c4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:58.205220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] No DVR routers for this DVR port 774cbf6b-97a1-4520-aa22-25103b1188c4 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:58.209081 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:58.215923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:58.226795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '774cbf6b-97a1-4520-aa22-25103b1188c4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:58.230582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6bf08648-d72e-4dcf-89b1-7fe001fecf79 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:58.231391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 774cbf6b-97a1-4520-aa22-25103b1188c4 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:58.322809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-8c6bcaed-0c79-4dec-bdb1-7462a7644cfb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "DELETE /v2.0/ports/774cbf6b-97a1-4520-aa22-25103b1188c4 HTTP/1.1" status: 204 len: 173 time: 1.9183993 Jan 18 23:05:58.444298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 774cbf6b-97a1-4520-aa22-25103b1188c4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:05:58.445599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 774cbf6b-97a1-4520-aa22-25103b1188c4 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:58.456760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 4d5afc99-7be5-4367-880a-f18f8653c4d5 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:05:58.457324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:58.469057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 68bf7070-9898-4094-8eeb-38014ec2793a no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:58.815392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:58.915065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5'}, {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:58.955566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=68bf7070-9898-4094-8eeb-38014ec2793a,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:58.963281 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:59.078505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:59.156298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f117-4b98-4570-bb4c-7f8c62e3d3a5 req-7fa59f9a-0892-4d4a-9b6e-c5e18cfc36cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.164517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5d7f117-4b98-4570-bb4c-7f8c62e3d3a5 req-7fa59f9a-0892-4d4a-9b6e-c5e18cfc36cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.9199374 Jan 18 23:05:59.221949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf193-80d8-4cf3-9f66-275502d29aa5 req-a0686df6-495d-4ddb-a207-1522dbd99117 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.230122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecfcf193-80d8-4cf3-9f66-275502d29aa5 req-a0686df6-495d-4ddb-a207-1522dbd99117 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.7089357 Jan 18 23:05:59.275694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5d7f117-4b98-4570-bb4c-7f8c62e3d3a5 req-a693621f-4814-4baa-9d0c-38da81d4816a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102235 Jan 18 23:05:59.285168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ecfcf193-80d8-4cf3-9f66-275502d29aa5 req-b71d369d-3e18-454e-9a41-083f46c5c7e8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540719 Jan 18 23:05:59.323818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] For port 4d5afc99-7be5-4367-880a-f18f8653c4d5, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=4d5afc99-7be5-4367-880a-f18f8653c4d5,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:05:59.324182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:59.402225 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '774cbf6b-97a1-4520-aa22-25103b1188c4', 'status': 'completed', 'code': 200} Jan 18 23:05:59.466145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 4d5afc99-7be5-4367-880a-f18f8653c4d5 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:05:59.637628 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707', 'code': 200} Jan 18 23:05:59.638161 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9', 'code': 200} Jan 18 23:05:59.638161 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5', 'code': 200} Jan 18 23:05:59.638380 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a', 'code': 200} Jan 18 23:05:59.643219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3163f-c053-4329-9835-7c4dd81da44f req-79ea0029-020a-4d8e-96c1-7079c63b260b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.649440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3163f-c053-4329-9835-7c4dd81da44f req-79ea0029-020a-4d8e-96c1-7079c63b260b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.657104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3163f-c053-4329-9835-7c4dd81da44f req-79ea0029-020a-4d8e-96c1-7079c63b260b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.664406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3163f-c053-4329-9835-7c4dd81da44f req-79ea0029-020a-4d8e-96c1-7079c63b260b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.673369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcc3163f-c053-4329-9835-7c4dd81da44f req-79ea0029-020a-4d8e-96c1-7079c63b260b tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 3143 time: 0.2035384 Jan 18 23:05:59.755971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcc3163f-c053-4329-9835-7c4dd81da44f req-62f95b9b-e50d-4b89-9e8f-b5977daab5a3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815508 Jan 18 23:05:59.765874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:59.834779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=4d5afc99-7be5-4367-880a-f18f8653c4d5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:59.992084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] No DVR routers for this DVR port 4d5afc99-7be5-4367-880a-f18f8653c4d5 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:00.003146 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.017857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-130e131b-f851-4c65-977b-330968a1e3d5 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "DELETE /v2.0/ports/4d5afc99-7be5-4367-880a-f18f8653c4d5 HTTP/1.1" status: 204 len: 173 time: 1.6874661 Jan 18 23:06:00.099522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2138e1a-495a-4a7b-82d9-3d694ab0d7e0 req-95c7e942-8b9a-4939-859b-5bf7be2ba3ba tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:00.105471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2138e1a-495a-4a7b-82d9-3d694ab0d7e0 req-95c7e942-8b9a-4939-859b-5bf7be2ba3ba tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2104983 Jan 18 23:06:00.173227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 8531be8c-902b-4d5a-842a-657485de6dc9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:00.174478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.270641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e2138e1a-495a-4a7b-82d9-3d694ab0d7e0 req-e2618a59-26bc-4a19-a628-f9ff0f1532d0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614232 Jan 18 23:06:00.639993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b436ac-7730-46f1-902f-672a5c2c3637 req-a2a204b2-6f35-48c6-91b8-270913e50e62 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:00.642515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3b436ac-7730-46f1-902f-672a5c2c3637 req-a2a204b2-6f35-48c6-91b8-270913e50e62 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1061487 Jan 18 23:06:00.726615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3b436ac-7730-46f1-902f-672a5c2c3637 req-80499096-c5bf-40a9-87b4-d7e7b250ef02 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775898 Jan 18 23:06:00.729244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] For port 8531be8c-902b-4d5a-842a-657485de6dc9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8531be8c-902b-4d5a-842a-657485de6dc9,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:00.729769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.049062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ff41e-b1a9-4461-8f65-0a5d8c254247 req-dfdee379-2801-45fa-aef9-04e1f1803f53 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.050632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f44ff41e-b1a9-4461-8f65-0a5d8c254247 req-dfdee379-2801-45fa-aef9-04e1f1803f53 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.2969775 Jan 18 23:06:01.201178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a359ce-feac-4617-81dc-606fb1229c2a req-4439ed13-e56b-4d9f-8d6b-07cce0ca8e00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.207344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a359ce-feac-4617-81dc-606fb1229c2a req-4439ed13-e56b-4d9f-8d6b-07cce0ca8e00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.214621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a359ce-feac-4617-81dc-606fb1229c2a req-4439ed13-e56b-4d9f-8d6b-07cce0ca8e00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.222538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70a359ce-feac-4617-81dc-606fb1229c2a req-4439ed13-e56b-4d9f-8d6b-07cce0ca8e00 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 2410 time: 0.1148841 Jan 18 23:06:01.264011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f44ff41e-b1a9-4461-8f65-0a5d8c254247 req-d0440040-3ac0-4ca3-8198-a216b70a49cd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019844 Jan 18 23:06:01.278564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70a359ce-feac-4617-81dc-606fb1229c2a req-8b93757e-3576-49e4-badc-7e21227a7a93 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548294 Jan 18 23:06:01.329490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.330147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.330727 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Floating IP 8588a763-a86b-4061-b7a9-7861098c0353 disassociated. External IP: 172.25.4.205, port: 8531be8c-902b-4d5a-842a-657485de6dc9. Jan 18 23:06:01.331327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 8531be8c-902b-4d5a-842a-657485de6dc9 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:01.412210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:01.574649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a125858-7ec8-4e4a-9cd4-2f408cafc584 req-95bb78b5-399c-4d6f-8fd9-2b33e22a251c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.588023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a125858-7ec8-4e4a-9cd4-2f408cafc584 req-95bb78b5-399c-4d6f-8fd9-2b33e22a251c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1876657 Jan 18 23:06:01.589548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:01.604579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Request body: {'floatingip': {'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:01.766738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.905420 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '4d5afc99-7be5-4367-880a-f18f8653c4d5', 'status': 'completed', 'code': 200} Jan 18 23:06:02.010637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af192e73-6d19-4fa4-9351-d8f0e9fbba17 req-c7fc2202-f377-4f02-bcaa-94c4c3a3c889 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:02.012419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af192e73-6d19-4fa4-9351-d8f0e9fbba17 req-c7fc2202-f377-4f02-bcaa-94c4c3a3c889 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.5523233 Jan 18 23:06:02.098212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af192e73-6d19-4fa4-9351-d8f0e9fbba17 req-0b75baef-6e78-41c7-ab53-2a953262a598 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719655 Jan 18 23:06:02.099333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:02.165272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=8531be8c-902b-4d5a-842a-657485de6dc9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:02.408051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Router 7ff9539b-0805-43f4-8985-52c7ddc62f74 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:06:02.652559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:06:02.670530 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] Sync routers for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:06:02.682608 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:02.683557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:02.689992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16eaf-ed4b-4562-809e-a96037311563 req-4b4dfaa4-8f99-4689-ac5d-a17e3f7601d1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:02.697505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fdd16eaf-ed4b-4562-809e-a96037311563 req-4b4dfaa4-8f99-4689-ac5d-a17e3f7601d1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.4023409 Jan 18 23:06:02.777396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fdd16eaf-ed4b-4562-809e-a96037311563 req-a8334cd4-9e1b-42b5-8806-768d6f3ad7ee tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786698 Jan 18 23:06:02.872914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] No DVR routers for this DVR port 8531be8c-902b-4d5a-842a-657485de6dc9 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:02.887688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:02.922789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-b80aedcb-92ba-4fe0-95ef-508c0f4b12d8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "DELETE /v2.0/ports/8531be8c-902b-4d5a-842a-657485de6dc9 HTTP/1.1" status: 204 len: 173 time: 2.8949919 Jan 18 23:06:02.934315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:02.947075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.041770 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:03.130338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port b3df862a-f746-4c9e-b50e-94f33c785707 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:03.130687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.346454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c739f-fcbe-469e-8a57-0010d69519d2 req-ea76eb48-216c-44a5-97a2-e3d2a4396579 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.348859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c739f-fcbe-469e-8a57-0010d69519d2 req-ea76eb48-216c-44a5-97a2-e3d2a4396579 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.349663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ba4c739f-fcbe-469e-8a57-0010d69519d2 req-ea76eb48-216c-44a5-97a2-e3d2a4396579 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:03.399095 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Floating IP c1cc5245-90d0-419d-a7f5-694dca6961ec associated. External IP: 172.25.4.140, port: 4352ac68-bf50-4396-8217-213167f1e6ca. Jan 18 23:06:03.506950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ba4c739f-fcbe-469e-8a57-0010d69519d2 req-ea76eb48-216c-44a5-97a2-e3d2a4396579 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:03.508548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba4c739f-fcbe-469e-8a57-0010d69519d2 req-ea76eb48-216c-44a5-97a2-e3d2a4396579 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 1677 time: 0.7993150 Jan 18 23:06:03.728291 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba4c739f-fcbe-469e-8a57-0010d69519d2 req-79689255-08d5-4d77-a167-99750e4f77ed tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120976 Jan 18 23:06:03.739946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] For port b3df862a-f746-4c9e-b50e-94f33c785707, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=b3df862a-f746-4c9e-b50e-94f33c785707,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:03.740328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.924243 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:49Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:03.934338 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] Checking router: 7ff9539b-0805-43f4-8985-52c7ddc62f74 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:06:03.956831 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:03.958256 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:04.067605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:04.142848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for b3df862a-f746-4c9e-b50e-94f33c785707 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:04.223424 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '8531be8c-902b-4d5a-842a-657485de6dc9', 'status': 'completed', 'code': 200} Jan 18 23:06:04.328634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:04.347515 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:04.398683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Router d371cd8e-5a83-403a-b494-7f9b53876899 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:06:04.434015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2e5d3-c2a6-4007-9b10-315bc5d71458 req-22782c3c-ca11-4280-a6ee-002b53b5ebe7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:04.436355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9c2e5d3-c2a6-4007-9b10-315bc5d71458 req-22782c3c-ca11-4280-a6ee-002b53b5ebe7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1998065 Jan 18 23:06:04.481225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:04.570290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=b3df862a-f746-4c9e-b50e-94f33c785707,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:04.622954 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9c2e5d3-c2a6-4007-9b10-315bc5d71458 req-7a9f8f67-e101-478e-93fc-9893b552cd82 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263919 Jan 18 23:06:04.762027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] No DVR routers for this DVR port b3df862a-f746-4c9e-b50e-94f33c785707 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:04.780252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:04.827987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-cf8b180b-10a4-4205-a121-c8296ad92006 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "DELETE /v2.0/ports/b3df862a-f746-4c9e-b50e-94f33c785707 HTTP/1.1" status: 204 len: 173 time: 1.8986409 Jan 18 23:06:04.915294 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:49Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:04.923269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d1681-df97-42c7-9378-425b7e75fee7 None None] The sync data for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 is: [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T22:54:39Z', 'revision_number': 4, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e99065ae-33f6-465d-84fd-c7d527686afa', 'name': '', 'network_id': 'a09f35f1-b379-4a31-a8ec-f00ed1aed5cf', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'mac_address': 'fa:16:3e:ef:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:35Z', 'updated_at': '2022-01-18T22:54:49Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'subnets': [{'id': 'aff3e469-546f-4725-b2e6-07d04f57ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:06:04.932605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:06:04.949481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:04.961586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:06:04.985890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:04.986555 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:05.164891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25e88155-3d66-4ad8-b0f1-a322dd46ad20 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "PUT /v2.0/floatingips/c1cc5245-90d0-419d-a7f5-694dca6961ec HTTP/1.1" status: 200 len: 991 time: 3.5662966 Jan 18 23:06:05.165800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:05.298108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 68bf7070-9898-4094-8eeb-38014ec2793a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:05.299119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.493960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:05.627037 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1fa72-d70e-40b4-aec0-32ba357febf1 None None] New status for floating IP 8588a763-a86b-4061-b7a9-7861098c0353: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:06:05.673990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb356-290f-4666-a77c-d8b5d4204626 req-d889859a-912e-4d84-af0f-4efa4c3b2922 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.674968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e39bb356-290f-4666-a77c-d8b5d4204626 req-d889859a-912e-4d84-af0f-4efa4c3b2922 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:05.925404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e39bb356-290f-4666-a77c-d8b5d4204626 req-d889859a-912e-4d84-af0f-4efa4c3b2922 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:05.933158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e39bb356-290f-4666-a77c-d8b5d4204626 req-d889859a-912e-4d84-af0f-4efa4c3b2922 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 943 time: 0.5610294 Jan 18 23:06:06.166771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] For port 68bf7070-9898-4094-8eeb-38014ec2793a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=68bf7070-9898-4094-8eeb-38014ec2793a,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:06.167475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.218513 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'status': 'completed', 'code': 200} Jan 18 23:06:06.370218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 68bf7070-9898-4094-8eeb-38014ec2793a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:06.412790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:06.497663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'c1cc5245-90d0-419d-a7f5-694dca6961ec', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'mac_address': 'fa:16:3e:b2:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:41Z', 'updated_at': '2022-01-18T23:06:02Z', 'revision_number': 1, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.503970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:06:06.516724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:06.519573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:05:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.529811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e39bb356-290f-4666-a77c-d8b5d4204626 req-4d58286a-6676-4a25-bd9f-86c33564636d tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb92085-472b-458c-ae6d-0134969318b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5654085 Jan 18 23:06:06.593198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf4d5b-77cd-4c3b-9eb0-eacafda4d64d req-6f8a464e-fdc0-4f8a-a2c4-f371947449fb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:06.604818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aedf4d5b-77cd-4c3b-9eb0-eacafda4d64d req-6f8a464e-fdc0-4f8a-a2c4-f371947449fb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2193711 Jan 18 23:06:06.672390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.730071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aedf4d5b-77cd-4c3b-9eb0-eacafda4d64d req-e56b945a-bb84-4bc7-a5a8-f278d0d6f9a2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 Jan 18 23:06:06.777140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-9c689550-adb8-4957-ae67-401189876fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:06.780363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-9c689550-adb8-4957-ae67-401189876fb6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1096 time: 0.3561068 Jan 18 23:06:06.781200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=68bf7070-9898-4094-8eeb-38014ec2793a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:06.807052 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': 'b3df862a-f746-4c9e-b50e-94f33c785707', 'status': 'completed', 'code': 200} Jan 18 23:06:06.830457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:06:06.879206 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.888105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:07.056331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] No DVR routers for this DVR port 68bf7070-9898-4094-8eeb-38014ec2793a on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:07.060789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:07.099418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-834b70a9-b4aa-44db-bcdb-4d62ef82fb3b req-47455662-3c9b-4254-8f52-98bab4c5dee8 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.86 "DELETE /v2.0/ports/68bf7070-9898-4094-8eeb-38014ec2793a HTTP/1.1" status: 204 len: 173 time: 2.2663002 Jan 18 23:06:07.215004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-90f4e226-b819-4bc8-aab8-e43a666f0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.216503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-90f4e226-b819-4bc8-aab8-e43a666f0ee8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.4077225 Jan 18 23:06:07.441307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-76445505-5436-4f42-835f-2806307f6237 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 999 time: 0.2160213 Jan 18 23:06:07.534120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-209c41a8-7275-4b1d-9d26-9d030c1a4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.536379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-209c41a8-7275-4b1d-9d26-9d030c1a4d28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.0886848 Jan 18 23:06:07.771700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-f024fb47-2394-4637-9fe3-a10e1295cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.773195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-f024fb47-2394-4637-9fe3-a10e1295cf08 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2306588 Jan 18 23:06:07.904703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'c1cc5245-90d0-419d-a7f5-694dca6961ec', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'mac_address': 'fa:16:3e:b2:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:41Z', 'updated_at': '2022-01-18T23:06:02Z', 'revision_number': 1, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:07.916560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c703d56-2f09-4227-916e-e01ca32504a9 None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'c1cc5245-90d0-419d-a7f5-694dca6961ec', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'mac_address': 'fa:16:3e:b2:ac:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:41Z', 'updated_at': '2022-01-18T23:06:02Z', 'revision_number': 1, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:06:08.040919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ee820795-9991-4545-83fd-8d59c8b62ee3 req-09c64768-899a-4790-b975-1fcc21588b38 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Synchronizing usage tracker for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:08.116581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ee820795-9991-4545-83fd-8d59c8b62ee3 req-09c64768-899a-4790-b975-1fcc21588b38 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Unset dirty status for tenant:c248c765cf1f42dfb165b79c82193121 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:08.134662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ee820795-9991-4545-83fd-8d59c8b62ee3 req-09c64768-899a-4790-b975-1fcc21588b38 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 210 time: 0.1938775 Jan 18 23:06:08.156142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c897-cffe-4255-8a2d-813886f5d246 req-42bc200c-f00f-456f-8c9e-dff559725497 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:08.177152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-97d9ff5b-d283-49aa-94c2-acbd519cd298 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867888 Jan 18 23:06:08.183650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c297c897-cffe-4255-8a2d-813886f5d246 req-42bc200c-f00f-456f-8c9e-dff559725497 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2447076 Jan 18 23:06:08.291814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c297c897-cffe-4255-8a2d-813886f5d246 req-94e914b9-62e5-44f4-8f3b-60cb3d4ec955 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071367 Jan 18 23:06:08.427578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423cce2-641b-44b3-a5d7-305472642cea None None] New status for floating IP c1cc5245-90d0-419d-a7f5-694dca6961ec: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:06:08.495564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c2cf4b9-7402-4688-97ad-96d90c9ce960 req-eaf4ef32-44e0-473c-93c3-f848c0ade18b service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031955 Jan 18 23:06:08.808658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:08.872906 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93ff30-b5d6-4514-96ff-515faeadf3b1', 'name': 'network-vif-deleted', 'tag': '68bf7070-9898-4094-8eeb-38014ec2793a', 'status': 'completed', 'code': 200} Jan 18 23:06:09.379193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8acc3c26-d629-45cc-a9ad-fc18a09df11d req-ee389b95-061c-4bc4-a8f6-1b0be728b3bb tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 210 time: 0.0640597 Jan 18 23:06:09.749296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271e55b-fcdc-4f1b-a3be-65770dc307bf req-37bee5b4-e7a8-4fa8-a66a-1eea971e0a05 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:09.753375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d271e55b-fcdc-4f1b-a3be-65770dc307bf req-37bee5b4-e7a8-4fa8-a66a-1eea971e0a05 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1846030 Jan 18 23:06:09.813496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d271e55b-fcdc-4f1b-a3be-65770dc307bf req-267c3f2d-b105-4a2f-add8-ba3dfb7199a1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531564 Jan 18 23:06:10.570554 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-274a645e-825f-440d-ac9b-450b73a23358 req-c662f6dd-4651-412e-b97a-096322bdf0d7 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a93ff30-b5d6-4514-96ff-515faeadf3b1 HTTP/1.1" status: 200 len: 210 time: 0.0450189 Jan 18 23:06:11.106393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0695fb-ff81-477a-ad3d-eb8ffef6de9a req-278ca572-1020-45b1-83ee-dca07b13de51 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:11.116221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff0695fb-ff81-477a-ad3d-eb8ffef6de9a req-278ca572-1020-45b1-83ee-dca07b13de51 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1078253 Jan 18 23:06:11.186773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff0695fb-ff81-477a-ad3d-eb8ffef6de9a req-650316ec-6459-413a-807d-90a74986aad9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691478 Jan 18 23:06:11.712906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51924) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:11.800084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66d69981-2baa-4522-a8b8-89dfae78ce56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:11.836854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66d69981-2baa-4522-a8b8-89dfae78ce56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:11.911697 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66d69981-2baa-4522-a8b8-89dfae78ce56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:11.977054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-66d69981-2baa-4522-a8b8-89dfae78ce56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:11.982883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-66d69981-2baa-4522-a8b8-89dfae78ce56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/security-groups/ceb92085-472b-458c-ae6d-0134969318b2 HTTP/1.1" status: 204 len: 168 time: 0.2659276 Jan 18 23:06:11.985604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d69981-2baa-4522-a8b8-89dfae78ce56 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb92085-472b-458c-ae6d-0134969318b2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:11.989674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51932) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:12.027439 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-34913610-2de4-427a-a4b3-692676649a0e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] show failed (client error): The resource could not be found. Jan 18 23:06:12.033204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:12.033776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-34913610-2de4-427a-a4b3-692676649a0e tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "GET /v2.0/security-groups/ceb92085-472b-458c-ae6d-0134969318b2 HTTP/1.1" status: 404 len: 347 time: 0.0424347 Jan 18 23:06:12.112206 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-59215a36-1c48-4246-be1e-83ab729485f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.234574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 819df051-52cc-4881-91a0-9a8e6364d753 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:12.235286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.703849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34886bc-c330-4b72-8fb5-1fee4510616c req-63d82dbc-843b-40b3-a148-398cc4bafa54 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:12.708359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34886bc-c330-4b72-8fb5-1fee4510616c req-63d82dbc-843b-40b3-a148-398cc4bafa54 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2441759 Jan 18 23:06:12.712728 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.713288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.882555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 819df051-52cc-4881-91a0-9a8e6364d753 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:12.970720 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f34886bc-c330-4b72-8fb5-1fee4510616c req-6404c20b-cda6-4748-8182-6a4ee10499a0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417364 Jan 18 23:06:13.190917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.194169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51956) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:13.273810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=819df051-52cc-4881-91a0-9a8e6364d753,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:13.366376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.385802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:13.388654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.391147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Usage tracker for resource:security_group_rule and tenant:3b903a2cff0c47e89bca300073f1c22b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:13.394570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:13.401865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:13.432104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.433726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85af7de5-0fc6-45ad-9ea6-4f9ef9757d3f tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/floatingips/8588a763-a86b-4061-b7a9-7861098c0353 HTTP/1.1" status: 204 len: 168 time: 1.3993220 Jan 18 23:06:13.438362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:13.544343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.548210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port b659786f-daf2-4baa-927e-151c60831786 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:13.548592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.550911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.603946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b903a2cff0c47e89bca300073f1c22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062681 Jan 18 23:06:13.603946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16804d-afcc-4afe-a1b6-31455682d371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f19f1d-9650-4c72-8596-4c8351ebda88,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:13.604277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:13.838396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c198481-ba25-4e3d-bfc9-dbc5fc6997ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.881787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c198481-ba25-4e3d-bfc9-dbc5fc6997ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.952016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c198481-ba25-4e3d-bfc9-dbc5fc6997ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.989592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198481-ba25-4e3d-bfc9-dbc5fc6997ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f19f1d-9650-4c72-8596-4c8351ebda88,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:13.998454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.016454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c198481-ba25-4e3d-bfc9-dbc5fc6997ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.020672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7c198481-ba25-4e3d-bfc9-dbc5fc6997ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/81f19f1d-9650-4c72-8596-4c8351ebda88 HTTP/1.1" status: 204 len: 168 time: 0.4122739 Jan 18 23:06:14.251594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161200-3a37-4d02-8d84-5c00f9e15cd3 req-c8fd2c76-43ae-4491-8885-5a7f7ae47f4c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:14.254133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52161200-3a37-4d02-8d84-5c00f9e15cd3 req-c8fd2c76-43ae-4491-8885-5a7f7ae47f4c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1474986 Jan 18 23:06:14.313359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for b659786f-daf2-4baa-927e-151c60831786 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:14.351223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3efe3638-ec65-486f-921e-d6c362a3b4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.372120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52161200-3a37-4d02-8d84-5c00f9e15cd3 req-5e04a70e-8181-466f-8dfc-7922041e10b0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044829 Jan 18 23:06:14.530868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.586875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=b659786f-daf2-4baa-927e-151c60831786,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:14.736882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.746854 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d0c30de-c843-48b0-ab39-371519ac99ec tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/ports/b659786f-daf2-4baa-927e-151c60831786 HTTP/1.1" status: 204 len: 168 time: 1.3071468 Jan 18 23:06:14.749676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51996) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:14.884918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 6bf08648-d72e-4dcf-89b1-7fe001fecf79 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:14.885386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.202064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.327297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 6bf08648-d72e-4dcf-89b1-7fe001fecf79 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:15.490534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.607985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Port': ['ID=6bf08648-d72e-4dcf-89b1-7fe001fecf79,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:15.620225 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.664559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.685268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.700335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c8cb8ec1-f7c6-41ee-9cc2-173e3e54ae75 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/ports/6bf08648-d72e-4dcf-89b1-7fe001fecf79 HTTP/1.1" status: 204 len: 168 time: 0.9494345 Jan 18 23:06:15.702810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba727969-6147-476d-b93b-31177d85a649 req-3f0750e8-1c1d-4f20-b541-976147cafb54 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:15.703324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52026) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:15.705328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba727969-6147-476d-b93b-31177d85a649 req-3f0750e8-1c1d-4f20-b541-976147cafb54 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1382487 Jan 18 23:06:15.765571 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba727969-6147-476d-b93b-31177d85a649 req-059c7d9b-9dc7-4a97-8ea4-8cb2e7da193c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540972 Jan 18 23:06:15.793688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting subnet 3959ed95-2f9d-4d64-a39b-d41783263ffb {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:06:15.797070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.870114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.064879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.195831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.260031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Subnet': ['ID=3959ed95-2f9d-4d64-a39b-d41783263ffb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:16.265080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.275231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5c88d-e185-4c75-95f8-85713d60bf73 None None] Network 46e18224-8a01-4e1f-b61c-673795a452ed requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:06:16.277429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52036) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:16.277568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-394deaa4-a81b-4ac9-9b66-f430918895e4 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/subnets/3959ed95-2f9d-4d64-a39b-d41783263ffb HTTP/1.1" status: 204 len: 168 time: 0.5735850 Jan 18 23:06:16.513396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting subnet bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:06:16.513396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.513396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.681932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] DHCP port deletion for 46e18224-8a01-4e1f-b61c-673795a452ed request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:06:16.686530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] Deleting port 66db98f7-c256-4640-be09-6ad709579902 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:16.686970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.813468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.964016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.087415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.121908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:17.145346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b24f6460-0ed2-4309-a3d4-453dffaf2ed3 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/subnets/bfbdd5c4-e0b9-4245-bcc1-6a47d9a004df HTTP/1.1" status: 204 len: 168 time: 0.8645768 Jan 18 23:06:17.147429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:17.166393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22586343-056e-42b6-9a64-6fd3c6561ef7 None None] Network f5b6f586-f791-4d84-823d-1c3139d085b0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:06:17.483301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ecd8a-ef8f-4bbc-8955-0649d2bf3a8c req-e56ac4df-87e3-424c-8606-1ac06a6252c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:17.493190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e3ecd8a-ef8f-4bbc-8955-0649d2bf3a8c req-e56ac4df-87e3-424c-8606-1ac06a6252c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3091385 Jan 18 23:06:17.519989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.548493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 66db98f7-c256-4640-be09-6ad709579902 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:17.548977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.562354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e3ecd8a-ef8f-4bbc-8955-0649d2bf3a8c req-5cf28b8f-b0c8-4d4c-99fe-cfa652fbab02 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679591 Jan 18 23:06:17.708455 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.950395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] For port 66db98f7-c256-4640-be09-6ad709579902, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=66db98f7-c256-4640-be09-6ad709579902,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:17.950395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.954322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] For port 66db98f7-c256-4640-be09-6ad709579902, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=66db98f7-c256-4640-be09-6ad709579902,segment=NetworkSegment(7ce4a724-3289-4203-b06b-3707da77825a),segment_id=7ce4a724-3289-4203-b06b-3707da77825a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:17.954322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.171282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 66db98f7-c256-4640-be09-6ad709579902 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:18.202558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] Calling delete_port for 66db98f7-c256-4640-be09-6ad709579902 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:18.269863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Calling delete_port for 66db98f7-c256-4640-be09-6ad709579902 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:18.462246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] DHCP port deletion for f5b6f586-f791-4d84-823d-1c3139d085b0 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:06:18.469688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] Deleting port 63192956-1bf0-4761-a7de-e06e79fb5569 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:18.469688 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.478044 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:06:18.478044 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:06:18.656658 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.794808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 66db98f7-c256-4640-be09-6ad709579902 update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 23:06:18.853759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] Pushing event deleted for resources: {'Port': ['ID=66db98f7-c256-4640-be09-6ad709579902,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:18.913894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764b2aa-199c-457d-89fd-a0cbc697d067 req-a53d5dbd-28c1-4677-9fdc-f7508e8d6c16 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:18.920936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4764b2aa-199c-457d-89fd-a0cbc697d067 req-a53d5dbd-28c1-4677-9fdc-f7508e8d6c16 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1875229 Jan 18 23:06:18.942133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382e00e-a0b9-4e7b-bde1-980617c36dca None None] No DVR routers for this DVR port 66db98f7-c256-4640-be09-6ad709579902 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:18.975591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Deleting port 66db98f7-c256-4640-be09-6ad709579902 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:18.976127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.998913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4764b2aa-199c-457d-89fd-a0cbc697d067 req-70efe36f-fca9-4a04-8f92-f48d58e321b9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793376 Jan 18 23:06:19.136483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] The port '66db98f7-c256-4640-be09-6ad709579902' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:06:19.443020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] For port 63192956-1bf0-4761-a7de-e06e79fb5569, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63192956-1bf0-4761-a7de-e06e79fb5569,segment=NetworkSegment(4b0e8765-b62e-4fca-9891-86635e1c7f85),segment_id=4b0e8765-b62e-4fca-9891-86635e1c7f85)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:19.443416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.481024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.542022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e18224-8a01-4e1f-b61c-673795a452ed']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:19.554518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce4a724-3289-4203-b06b-3707da77825a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:19.554518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce4a724-3289-4203-b06b-3707da77825a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:19.576491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.625812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.625812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:19.625812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:19.646884 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:19.708418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] Calling delete_port for 63192956-1bf0-4761-a7de-e06e79fb5569 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:19.761098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.783447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.795497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Network': ['ID=46e18224-8a01-4e1f-b61c-673795a452ed,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:19.806915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.817229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e1a02156-766a-4309-ac9f-d76af5ff6601 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/networks/46e18224-8a01-4e1f-b61c-673795a452ed HTTP/1.1" status: 204 len: 168 time: 2.6677852 Jan 18 23:06:19.819636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:19.886153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] Pushing event deleted for resources: {'Port': ['ID=63192956-1bf0-4761-a7de-e06e79fb5569,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:19.913143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32515fda-7833-4a98-95ed-7010c9af10de None None] No DVR routers for this DVR port 63192956-1bf0-4761-a7de-e06e79fb5569 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:20.035404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63192956-1bf0-4761-a7de-e06e79fb5569 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:20.098140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 63192956-1bf0-4761-a7de-e06e79fb5569 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:06:20.101263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63192956-1bf0-4761-a7de-e06e79fb5569 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:20.150534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.583285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.607385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b6f586-f791-4d84-823d-1c3139d085b0']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:20.631417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0e8765-b62e-4fca-9891-86635e1c7f85') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:20.631417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0e8765-b62e-4fca-9891-86635e1c7f85') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:20.650745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.673493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.681239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:20.681651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:20.795061 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:20.801950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.827325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.830316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] Pushing event deleted for resources: {'Network': ['ID=f5b6f586-f791-4d84-823d-1c3139d085b0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:20.843572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90f34638-2910-4514-a497-fec534859760 tempest-TaggedBootDevicesTest-673170433 tempest-TaggedBootDevicesTest-673170433-project] 10.222.0.78 "DELETE /v2.0/networks/f5b6f586-f791-4d84-823d-1c3139d085b0 HTTP/1.1" status: 204 len: 168 time: 1.0197453 Jan 18 23:06:20.907193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57e82f-c5c6-46ec-bc04-9248d5d67b6f req-4b2bafb6-92b6-44be-a2b5-e5fe8ea24b05 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:20.908661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a57e82f-c5c6-46ec-bc04-9248d5d67b6f req-4b2bafb6-92b6-44be-a2b5-e5fe8ea24b05 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.7708426 Jan 18 23:06:21.061436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a57e82f-c5c6-46ec-bc04-9248d5d67b6f req-de902379-f5e3-49c2-bb6f-3064463bf1e9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040945 Jan 18 23:06:22.314697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e290-f50d-4298-86f4-bbcb02d2ff2f req-0185b16e-d4dc-4646-b9d1-77b37ffd994d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.314697 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f70e290-f50d-4298-86f4-bbcb02d2ff2f req-0185b16e-d4dc-4646-b9d1-77b37ffd994d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1318104 Jan 18 23:06:22.515055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f70e290-f50d-4298-86f4-bbcb02d2ff2f req-25f84e04-f0b2-47e4-a8c4-64184a8dbb9c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022433 Jan 18 23:06:23.850441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb9a1-6514-4461-ae9b-8ff08bd765ed req-bb6ee6a1-0757-4aa5-86e3-516cf741be2b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.864793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b4bb9a1-6514-4461-ae9b-8ff08bd765ed req-bb6ee6a1-0757-4aa5-86e3-516cf741be2b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2045093 Jan 18 23:06:23.967493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b4bb9a1-6514-4461-ae9b-8ff08bd765ed req-5fd33754-3498-4250-8a38-c4f22181a9f9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922430 Jan 18 23:06:25.395405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ff90b-bb95-4629-bf03-d4c5422ab2e4 req-77fa0a5d-3633-4a60-8762-0fe117d840e5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.403919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2ff90b-bb95-4629-bf03-d4c5422ab2e4 req-77fa0a5d-3633-4a60-8762-0fe117d840e5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1866055 Jan 18 23:06:25.474023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba2ff90b-bb95-4629-bf03-d4c5422ab2e4 req-fcf5dc91-2368-4600-9194-6433fa40abd6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639095 Jan 18 23:06:26.777431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6277d-3baa-4aad-80d7-8b5ce11e4baf req-37e52c02-b912-4d88-b3f9-c3ebafb433ed tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:26.789299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80a6277d-3baa-4aad-80d7-8b5ce11e4baf req-37e52c02-b912-4d88-b3f9-c3ebafb433ed tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1665463 Jan 18 23:06:26.891104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80a6277d-3baa-4aad-80d7-8b5ce11e4baf req-576ee1cd-c454-4141-9819-30f91701fdf0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991261 Jan 18 23:06:28.440825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2bd1d-067b-4fe1-b0aa-5533b0f133de req-efbe87d1-77f8-4445-8b69-732c152964bd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:28.444431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59e2bd1d-067b-4fe1-b0aa-5533b0f133de req-efbe87d1-77f8-4445-8b69-732c152964bd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1564236 Jan 18 23:06:28.534343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59e2bd1d-067b-4fe1-b0aa-5533b0f133de req-caccb077-3b26-49c8-b560-c10d2a601dbb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755358 Jan 18 23:06:29.947625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd668950-f352-4bb0-82fb-1223895f8564 req-77c6ee83-bb53-4139-ac49-d16f3f23dbbd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:29.978515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd668950-f352-4bb0-82fb-1223895f8564 req-77c6ee83-bb53-4139-ac49-d16f3f23dbbd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3234212 Jan 18 23:06:30.133577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd668950-f352-4bb0-82fb-1223895f8564 req-1fdbc6b0-a6da-41b6-a747-9438aa29aa31 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669133 Jan 18 23:06:31.928845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb92cc-0e37-4d8e-bd8f-02a6cea7f881 req-4a1985ae-fa9f-4bb5-b26e-06722ab91731 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:31.943891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3eb92cc-0e37-4d8e-bd8f-02a6cea7f881 req-4a1985ae-fa9f-4bb5-b26e-06722ab91731 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.4332249 Jan 18 23:06:31.964681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:32.045165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:32.134779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3eb92cc-0e37-4d8e-bd8f-02a6cea7f881 req-bd10c7e7-4d3d-4471-b848-00c57a629903 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954007 Jan 18 23:06:32.329290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:32.404738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'port_id': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'mac_address': 'fa:16:3e:42:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb34280-1771-49ac-82dd-37d868fa3de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:06:32.731329 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.825667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1cfe89-8286-4d74-8b22-f5f85d2f67da {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:32.904902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:32.935842 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.181975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['cd1cfe89-8286-4d74-8b22-f5f85d2f67da'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:06:33.606053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:33.665092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.665696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.671168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.671724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.672271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.672793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.673355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.675535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.676348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.677093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.678608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:33.683793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:34.038848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a51ed5-874e-4acd-b961-4eb126c652af req-6a0333a3-b518-4748-88d1-40f2bca670c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:34.044116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-6a0333a3-b518-4748-88d1-40f2bca670c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1096 time: 1.0751996 Jan 18 23:06:34.171376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb10a-6587-455f-aafd-e7237a4b112c req-538dc7f9-bdab-4bbe-87c0-d7433bb99728 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:34.178771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60cfb10a-6587-455f-aafd-e7237a4b112c req-538dc7f9-bdab-4bbe-87c0-d7433bb99728 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.7033947 Jan 18 23:06:34.247834 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-60cfb10a-6587-455f-aafd-e7237a4b112c req-04e35380-d609-474b-abb0-ac80e9822331 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Jan 18 23:06:34.353425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.577373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a51ed5-874e-4acd-b961-4eb126c652af req-0065d670-bfd4-4630-bd0f-a29f035f6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:34.580142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-0065d670-bfd4-4630-bd0f-a29f035f6fc0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.5036221 Jan 18 23:06:34.832509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-f853798f-614a-4fa9-8a14-a00105eeca43 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.2354167 Jan 18 23:06:35.064273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a51ed5-874e-4acd-b961-4eb126c652af req-9803c729-e215-42d9-a7ec-3c8be0929efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:35.066495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-9803c729-e215-42d9-a7ec-3c8be0929efe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.2278018 Jan 18 23:06:35.160870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-c7d15685-f370-4122-90b3-5995ab89b38c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867455 Jan 18 23:06:35.426723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-b59532b5-2394-4e09-899b-7dab72d29ec3 service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536421 Jan 18 23:06:35.525257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.012375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:06:36.119908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98a065-1cc9-4222-9b83-20432c48220e req-f67fe4d4-44a3-4d15-a1f2-dede7b4ee436 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:36.127844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f98a065-1cc9-4222-9b83-20432c48220e req-f67fe4d4-44a3-4d15-a1f2-dede7b4ee436 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.5696058 Jan 18 23:06:36.141245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port cd1cfe89-8286-4d74-8b22-f5f85d2f67da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:36.141718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.189105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3f98a065-1cc9-4222-9b83-20432c48220e req-b05d464c-710d-48d3-92c8-f043e2bd0972 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600128 Jan 18 23:06:36.207637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-828281b5-6d1d-4a39-ae64-1b7b231cfcfc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2335613 Jan 18 23:06:36.321840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00a51ed5-874e-4acd-b961-4eb126c652af req-d670fed3-f93b-4f68-8152-fcd4f1281a3c service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883276 Jan 18 23:06:36.422683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.467053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:36.506001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:36.518819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.694903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136d66-b277-424a-9cfa-8eab22a6661e req-50b6996d-c39b-44f2-8498-a3c300b40f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:36.696635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-50b6996d-c39b-44f2-8498-a3c300b40f91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 1096 time: 0.2075102 Jan 18 23:06:36.725772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:36.858435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.105771 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'code': 200} Jan 18 23:06:37.191871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Deleting port e99065ae-33f6-465d-84fd-c7d527686afa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:37.193843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.204499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136d66-b277-424a-9cfa-8eab22a6661e req-c6c38376-4b18-478d-b73a-9809a1f9f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:37.204499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-c6c38376-4b18-478d-b73a-9809a1f9f81a service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.4877512 Jan 18 23:06:37.552653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-eec9ff38-821e-4f0f-b72f-5abf744fc6de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 200 len: 1001 time: 0.3385637 Jan 18 23:06:37.708453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] For port e99065ae-33f6-465d-84fd-c7d527686afa, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e99065ae-33f6-465d-84fd-c7d527686afa,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:37.708453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.780538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136d66-b277-424a-9cfa-8eab22a6661e req-652f775f-438c-43f4-85db-85e3f21bef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:37.789424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-652f775f-438c-43f4-85db-85e3f21bef3c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.2230110 Jan 18 23:06:37.942724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Calling delete_port for e99065ae-33f6-465d-84fd-c7d527686afa owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:38.038251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136d66-b277-424a-9cfa-8eab22a6661e req-0dd8d37a-e86c-41c0-9d6f-c7255e927522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:38.059875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-0dd8d37a-e86c-41c0-9d6f-c7255e927522 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674279 Jan 18 23:06:38.425764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-7c137178-509f-4d71-82b8-94b61022cb08 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618386 Jan 18 23:06:39.013092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9b2da-59da-4ab3-96ee-44adfc0a05e9 req-b7c85c85-f925-4537-8411-53101210f7f0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:39.023667 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44c9b2da-59da-4ab3-96ee-44adfc0a05e9 req-b7c85c85-f925-4537-8411-53101210f7f0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3636959 Jan 18 23:06:39.082459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23136d66-b277-424a-9cfa-8eab22a6661e req-332b1c90-026f-45bd-986b-4d446ba11f3c service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437411 Jan 18 23:06:39.111552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44c9b2da-59da-4ab3-96ee-44adfc0a05e9 req-20bc99a4-55f4-4f0e-bb56-bb80dd14d915 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918872 Jan 18 23:06:39.338179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.455265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Pushing event deleted for resources: {'Port': ['ID=e99065ae-33f6-465d-84fd-c7d527686afa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:39.494814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:40.109873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.717323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c51549-6241-4cac-9d10-4748dbf7fa58 req-13f5db85-6307-465f-bdf3-30138b2a4988 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:40.737251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10c51549-6241-4cac-9d10-4748dbf7fa58 req-13f5db85-6307-465f-bdf3-30138b2a4988 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2552326 Jan 18 23:06:40.894149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10c51549-6241-4cac-9d10-4748dbf7fa58 req-c889b872-ff09-41c0-9464-1f1fd18e4b7e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333354 Jan 18 23:06:41.414047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Router 7ff9539b-0805-43f4-8985-52c7ddc62f74 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:06:41.672906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:06:41.689644 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] Sync routers for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:06:41.694617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e7ef9add-b038-4912-ac60-9ea77090309b admin admin] 10.222.0.78 "PUT /v2.0/routers/7ff9539b-0805-43f4-8985-52c7ddc62f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6482806 Jan 18 23:06:41.697100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52604) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:41.710648 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:41.710648 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:06:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:42.135299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35d6cafa-af0d-4147-a03e-9d52cc4b692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.208671 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:42.383979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.498605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52620) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:42.951806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.964006 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T23:06:39Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:42.984834 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] Checking router: 7ff9539b-0805-43f4-8985-52c7ddc62f74 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:06:42.989655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:43.002315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Usage tracker for resource:security_group_rule and tenant:d053a1536d924bf78c069bc9ce236bd6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:43.011750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] Routers {'7ff9539b-0805-43f4-8985-52c7ddc62f74'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:43.012305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:06:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7ff9539b-0805-43f4-8985-52c7ddc62f74'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:43.014645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:43.035438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:43.124630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24651-6c81-47d2-b84c-a07e4443879c req-81f7dc2f-b830-4e61-bb54-48f5214b0869 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:43.132368 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3db24651-6c81-47d2-b84c-a07e4443879c req-81f7dc2f-b830-4e61-bb54-48f5214b0869 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.9400990 Jan 18 23:06:43.333420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.351919 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] Set router 7ff9539b-0805-43f4-8985-52c7ddc62f74 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:43.402308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.415231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.433655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Deleting port ee0e1143-17f5-42fb-ba66-be2a31755adc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:43.434147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.540220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d053a1536d924bf78c069bc9ce236bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386190 Jan 18 23:06:43.548258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52644) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:43.813841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6719d8-bae0-4b88-9bf3-b6780d413b13,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:43.850336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.864084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.865952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.867452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.871077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.871512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.871977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.872374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.873213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.878764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.881306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.881751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe120f3a-f382-4e93-822c-a32105e07b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:43.899327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] For port ee0e1143-17f5-42fb-ba66-be2a31755adc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ee0e1143-17f5-42fb-ba66-be2a31755adc,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:43.900360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.936559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9fc98a2-e47b-4bc3-be4d-a3e1d6472f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.966197 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:06:44.037676 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9fc98a2-e47b-4bc3-be4d-a3e1d6472f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.151384 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T23:06:39Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:44.165525 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3db24651-6c81-47d2-b84c-a07e4443879c req-de15e120-1db3-4b96-bbe5-6389e664474c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0262330 Jan 18 23:06:44.188976 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef34b3-b04c-44c2-8dbf-161516a908be None None] The sync data for ids ['7ff9539b-0805-43f4-8985-52c7ddc62f74'] in n-d-825178-1 is: [{'id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'name': 'tempest-TaggedBootDevicesTest-2143449157-router', 'tenant_id': 'c248c765cf1f42dfb165b79c82193121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:25Z', 'updated_at': '2022-01-18T23:06:39Z', 'revision_number': 5, 'project_id': 'c248c765cf1f42dfb165b79c82193121', 'gw_port': {'id': 'ee0e1143-17f5-42fb-ba66-be2a31755adc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9539b-0805-43f4-8985-52c7ddc62f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:28Z', 'updated_at': '2022-01-18T22:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:06:44.227378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9fc98a2-e47b-4bc3-be4d-a3e1d6472f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.257119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9fc98a2-e47b-4bc3-be4d-a3e1d6472f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.258713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b9fc98a2-e47b-4bc3-be4d-a3e1d6472f51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a6719d8-bae0-4b88-9bf3-b6780d413b13 HTTP/1.1" status: 204 len: 168 time: 0.7088883 Jan 18 23:06:44.263496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc98a2-e47b-4bc3-be4d-a3e1d6472f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6719d8-bae0-4b88-9bf3-b6780d413b13,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:44.279125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Calling delete_port for ee0e1143-17f5-42fb-ba66-be2a31755adc owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:44.358072 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54989d76-f8b3-4716-b704-42c5f67b74af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.710247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.098560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0e1143-17f5-42fb-ba66-be2a31755adc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:45.164919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.652143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.659089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.739409 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.740107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff9539b-0805-43f4-8985-52c7ddc62f74 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:06:45.748351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.765103 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.765797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.770078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-029d8577-c0c9-4ce3-93e4-92c2a8012e5e admin admin] 10.222.0.78 "DELETE /v2.0/routers/7ff9539b-0805-43f4-8985-52c7ddc62f74 HTTP/1.1" status: 204 len: 168 time: 4.0715680 Jan 18 23:06:45.770918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:45.829445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456be3b9-abaf-4d00-bbd5-8d80d26c9267 req-bffb1d55-8685-461c-b866-968375a47291 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:45.841330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-456be3b9-abaf-4d00-bbd5-8d80d26c9267 req-bffb1d55-8685-461c-b866-968375a47291 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3661141 Jan 18 23:06:45.914137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Deleting subnet aff3e469-546f-4725-b2e6-07d04f57ba29 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:06:45.918265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.011053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-456be3b9-abaf-4d00-bbd5-8d80d26c9267 req-367ddbc1-e1f1-4c0b-b73c-7339ba6632bd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677613 Jan 18 23:06:46.121567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.163666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e99065ae-33f6-465d-84fd-c7d527686afa no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:46.301203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.303197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e99065ae-33f6-465d-84fd-c7d527686afa {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:06:46.303197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e99065ae-33f6-465d-84fd-c7d527686afa not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:46.392286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.457771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff3e469-546f-4725-b2e6-07d04f57ba29,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:46.465553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36cd83-1791-438d-8b65-88ba33cf01be None None] Network a09f35f1-b379-4a31-a8ec-f00ed1aed5cf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:06:46.471164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.483301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52714) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:46.484259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e4b9dcc8-dc51-439b-aa47-f595ee137348 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aff3e469-546f-4725-b2e6-07d04f57ba29 HTTP/1.1" status: 204 len: 168 time: 0.7121885 Jan 18 23:06:46.844698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.877755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Deleting port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:46.877755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.264747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.557149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] DHCP port deletion for a09f35f1-b379-4a31-a8ec-f00ed1aed5cf request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:06:47.562399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Deleting port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:47.562845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.674898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59123cd2-95ea-4191-b732-c16944339020 req-920b6134-69a5-43cf-9869-919b680ed0ad tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:47.695013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59123cd2-95ea-4191-b732-c16944339020 req-920b6134-69a5-43cf-9869-919b680ed0ad tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3003945 Jan 18 23:06:47.793325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] For port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:47.793325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.937117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59123cd2-95ea-4191-b732-c16944339020 req-56dec18b-b87d-4951-bdbd-3e8c41211f50 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392838 Jan 18 23:06:48.201653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Calling delete_port for 7d5628d9-b232-4cb9-8b49-ed06dd92f79f owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:48.312766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.353376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] For port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,segment=NetworkSegment(c4318304-045f-437a-b00f-6002641ba529),segment_id=c4318304-045f-437a-b00f-6002641ba529)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:48.357463 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.394147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5628d9-b232-4cb9-8b49-ed06dd92f79f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:48.412165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] No DVR routers for this DVR port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:48.444042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ee0e1143-17f5-42fb-ba66-be2a31755adc no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:48.640819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.672153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09f35f1-b379-4a31-a8ec-f00ed1aed5cf']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:48.690177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4318304-045f-437a-b00f-6002641ba529') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:48.690484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4318304-045f-437a-b00f-6002641ba529') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:48.703670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.721915 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.729312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:48.729838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.756706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Calling delete_port for 7d5628d9-b232-4cb9-8b49-ed06dd92f79f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:48.900031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ee0e1143-17f5-42fb-ba66-be2a31755adc {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:06:48.900031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ee0e1143-17f5-42fb-ba66-be2a31755adc not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:48.900031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7d5628d9-b232-4cb9-8b49-ed06dd92f79f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:48.938716 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:48.952119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.977880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.088990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] Pushing event deleted for resources: {'Network': ['ID=a09f35f1-b379-4a31-a8ec-f00ed1aed5cf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:49.119794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:49.135534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2751208e-bef4-4f5d-8dcc-0af8974d768d admin admin] 10.222.0.78 "DELETE /v2.0/networks/a09f35f1-b379-4a31-a8ec-f00ed1aed5cf HTTP/1.1" status: 204 len: 168 time: 2.6510255 Jan 18 23:06:49.136657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 7d5628d9-b232-4cb9-8b49-ed06dd92f79f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:06:49.137086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7d5628d9-b232-4cb9-8b49-ed06dd92f79f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:49.153736 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:06:49.154333 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:06:49.499100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0f28d-4824-4d34-aa57-06d10078cb43 req-c6dc75a0-4e94-4280-aa21-202b44c1fe89 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:49.527794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0f0f28d-4824-4d34-aa57-06d10078cb43 req-c6dc75a0-4e94-4280-aa21-202b44c1fe89 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2629168 Jan 18 23:06:49.629882 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0f0f28d-4824-4d34-aa57-06d10078cb43 req-51c69446-3da3-4398-bd05-a455662d651a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030185 Jan 18 23:06:49.667612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Deleting port 7d5628d9-b232-4cb9-8b49-ed06dd92f79f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:49.667612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.822982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4c83d-ba45-4299-8e0c-c80dbb476024 None None] The port '7d5628d9-b232-4cb9-8b49-ed06dd92f79f' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:06:50.558691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.088929 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-102ad842-1b9f-42fe-84eb-50025ed52f7d tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=ab4869c5500e46cdb9585085c49efd16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188414 Jan 18 23:06:51.557757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:51.675090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-61ef867c-e2c6-4ebf-afdd-cc90e413f680 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:51.686662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-61ef867c-e2c6-4ebf-afdd-cc90e413f680 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6014619 Jan 18 23:06:51.743270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c139db0-084f-4920-ba8d-c338206539ac req-661eec8c-6747-4fc9-bed4-7306917ad182 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:51.745598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-446b13fb-8a0a-4ddd-91a4-de3873086458 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/quotas/ab4869c5500e46cdb9585085c49efd16 HTTP/1.1" status: 200 len: 375 time: 0.0550570 Jan 18 23:06:51.751866 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c139db0-084f-4920-ba8d-c338206539ac req-661eec8c-6747-4fc9-bed4-7306917ad182 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.7819424 Jan 18 23:06:51.865855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-3a5caadc-8feb-4e44-b859-0d3551e4ac96 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ab4869c5500e46cdb9585085c49efd16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109841 Jan 18 23:06:51.871782 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c139db0-084f-4920-ba8d-c338206539ac req-2f037119-82bc-48fe-baf5-bef6ec6f7e97 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138334 Jan 18 23:06:52.056683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.081815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:52.091406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Usage tracker for resource:security_group_rule and tenant:7189bbe8550648e587e6341f602f4f31 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:52.094754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Deleting port 76bfac49-e1ff-4b61-8555-889998862939 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:52.095260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.200546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:52.223114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:52.683063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.701839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.733510 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-687317d8-2753-4f39-bd27-5c32223a7114 req-aeba675d-d63a-4995-88f3-7d10b8ec13f7 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 210 time: 0.3475511 Jan 18 23:06:52.817071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] For port 76bfac49-e1ff-4b61-8555-889998862939, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=76bfac49-e1ff-4b61-8555-889998862939,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:52.817679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.833422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5c9ee-1b9d-4af4-97c8-727458966dc9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.849139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52850) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:52.860929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f3748c6c-ba6c-4bac-aa61-7144631c4363 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7189bbe8550648e587e6341f602f4f31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2973576 Jan 18 23:06:53.097259 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5864e-9c9b-45b6-a977-b2b0442be08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.236162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Calling delete_port for 76bfac49-e1ff-4b61-8555-889998862939 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:53.296023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5864e-9c9b-45b6-a977-b2b0442be08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.456369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2c0e-0fe0-4e5d-89bb-4af76229cf4d req-7079da95-4ca0-41c7-bb8f-71372dea3b21 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:53.456369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18fc2c0e-0fe0-4e5d-89bb-4af76229cf4d req-7079da95-4ca0-41c7-bb8f-71372dea3b21 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2587810 Jan 18 23:06:53.529295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5864e-9c9b-45b6-a977-b2b0442be08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.573233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5864e-9c9b-45b6-a977-b2b0442be08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5c9ee-1b9d-4af4-97c8-727458966dc9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.579844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5864e-9c9b-45b6-a977-b2b0442be08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.587183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b6e5864e-9c9b-45b6-a977-b2b0442be08d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f5e5c9ee-1b9d-4af4-97c8-727458966dc9 HTTP/1.1" status: 204 len: 168 time: 0.7365942 Jan 18 23:06:53.603172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18fc2c0e-0fe0-4e5d-89bb-4af76229cf4d req-9955df63-757e-451c-878c-d10d490fe48d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436310 Jan 18 23:06:53.769051 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.945270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Pushing event deleted for resources: {'Port': ['ID=76bfac49-e1ff-4b61-8555-889998862939,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.179330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d718636-fa33-48d8-90c9-bf23e2096620 req-e76d2298-589e-4bdc-ae64-0e1c85cb648c tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 210 time: 0.1617749 Jan 18 23:06:54.218406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-4a3075da-3a40-460f-8324-cdbbcd458c56 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ab4869c5500e46cdb9585085c49efd16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113403 Jan 18 23:06:54.556799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-3e614015-c56e-43d1-aa6f-724a744869de tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:54.558317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-3e614015-c56e-43d1-aa6f-724a744869de tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384743 Jan 18 23:06:54.613683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.636806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Request body: {'port': {'device_id': 'f4124881-7f95-4851-9924-14e52c7132b8', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': 'ab4869c5500e46cdb9585085c49efd16'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:55.107779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:55.107779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Usage tracker for resource:port and tenant:ab4869c5500e46cdb9585085c49efd16 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:55.114848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:55.127894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:55.205248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c4c3-07bb-44e1-a664-70e2382b4997 req-a7259c2c-ecdf-4171-9766-b80233930e46 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:55.232970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2642c4c3-07bb-44e1-a664-70e2382b4997 req-a7259c2c-ecdf-4171-9766-b80233930e46 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3686879 Jan 18 23:06:55.269977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Made reservation on behalf of ab4869c5500e46cdb9585085c49efd16 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:55.278769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.394865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.439879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2642c4c3-07bb-44e1-a664-70e2382b4997 req-4bef7753-999b-448f-8b16-05a24e4932ca tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041399 Jan 18 23:06:55.504808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:55.504808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Usage tracker for resource:security_group_rule and tenant:ab4869c5500e46cdb9585085c49efd16 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:55.511061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:55.520181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:55.645208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.645208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.866845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87216a8a-3b73-41a8-9690-609433dcf1ad req-74696613-2ad2-4fc5-888e-6fccdd36a17b tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 210 time: 0.3032575 Jan 18 23:06:55.964135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Router f1322afd-ba40-40b1-acf5-7ba990d1c3ef has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:06:55.985279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Allocated IP 192.168.233.74 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/ba1219ae-dfdb-4751-ab3c-88b7a8807aea) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:56.424506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:06:56.442064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] Sync routers for ids ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:06:56.466881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] Routers {'f1322afd-ba40-40b1-acf5-7ba990d1c3ef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:56.467527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:06:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:56.485709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9747155c-d53c-464d-b018-a71b019130fc admin admin] 10.222.0.78 "PUT /v2.0/routers/f1322afd-ba40-40b1-acf5-7ba990d1c3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3646333 Jan 18 23:06:56.488229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:56.619917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55da07ef-899f-4a5b-ac96-838af3186bae,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:56.633718 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.696976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Transition to ACTIVE for port object ba1219ae-dfdb-4751-ab3c-88b7a8807aea will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:56.772708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.956636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] Set router f1322afd-ba40-40b1-acf5-7ba990d1c3ef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:56.970500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.133482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:57.152036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:57.179795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:06:57.234705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Pushing event updated for resources: {'Port': ['ID=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:57.282885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8228cfa-6ad9-4472-b30d-9f9c34eb1fda req-b30465e7-1fe2-4dd2-a09d-0bd16fc37516 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:57.290985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8228cfa-6ad9-4472-b30d-9f9c34eb1fda req-b30465e7-1fe2-4dd2-a09d-0bd16fc37516 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.5172930 Jan 18 23:06:57.332817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:57.333515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.385818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8228cfa-6ad9-4472-b30d-9f9c34eb1fda req-d2ba693e-6d73-46f4-8122-673581ede6ac tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012120 Jan 18 23:06:57.407096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-08f2d805-1299-424c-9736-530b22618f43 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8068960 Jan 18 23:06:57.424392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Request body: {'port': {'device_id': 'f4124881-7f95-4851-9924-14e52c7132b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:57.675507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T23:06:53Z', 'revision_number': 5, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:57.698907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] Checking router: f1322afd-ba40-40b1-acf5-7ba990d1c3ef for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:06:57.758996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.762748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] Routers {'f1322afd-ba40-40b1-acf5-7ba990d1c3ef'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:06:57.762748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:06:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:57.779424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbf0eb-6aaf-467b-9d2e-bea69734b0a6 req-5cc86053-9297-42b8-ae7e-3b9291127784 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:57.811412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7dbf0eb-6aaf-467b-9d2e-bea69734b0a6 req-5cc86053-9297-42b8-ae7e-3b9291127784 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 935 time: 0.5578177 Jan 18 23:06:57.921950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7dbf0eb-6aaf-467b-9d2e-bea69734b0a6 req-4a806520-438d-4208-b926-a9271e834d37 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160574 Jan 18 23:06:57.991462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.031665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Deleting port daa185ac-b278-4083-8d43-4dffd50c597f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:06:58.032015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.467631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] For port daa185ac-b278-4083-8d43-4dffd50c597f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=daa185ac-b278-4083-8d43-4dffd50c597f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:06:58.468146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.623462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] Set router f1322afd-ba40-40b1-acf5-7ba990d1c3ef gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:06:58.779747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1219ae-dfdb-4751-ab3c-88b7a8807aea {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:58.796320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.826662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Transition to ACTIVE for port object ba1219ae-dfdb-4751-ab3c-88b7a8807aea will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:58.841482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.879588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-593d62ad-beb0-4313-b1fc-a176d85a5b6c None None] Provisioning for port ba1219ae-dfdb-4751-ab3c-88b7a8807aea completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:58.943576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Calling delete_port for daa185ac-b278-4083-8d43-4dffd50c597f owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:06:59.359116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Attempting to bind port ba1219ae-dfdb-4751-ab3c-88b7a8807aea on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:59.359116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Attempting to bind port ba1219ae-dfdb-4751-ab3c-88b7a8807aea by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:59.359116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Attempting to bind port ba1219ae-dfdb-4751-ab3c-88b7a8807aea on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:06:59.376553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.401440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Port ba1219ae-dfdb-4751-ab3c-88b7a8807aea on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:06:59.401845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Attempting to bind port ba1219ae-dfdb-4751-ab3c-88b7a8807aea on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:06:59.404355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T23:06:53Z', 'revision_number': 5, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:59.410608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:06:59.411023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:06:59.411468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adc3723-c517-422a-9fa3-c527a7efa631 None None] The sync data for ids ['f1322afd-ba40-40b1-acf5-7ba990d1c3ef'] in n-d-825178-1 is: [{'id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'name': 'tempest-TaggedBootDevicesTest-1573335333-router', 'tenant_id': '9d4765cb585d4a8085be77264b8a4ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:54:51Z', 'updated_at': '2022-01-18T23:06:53Z', 'revision_number': 5, 'project_id': '9d4765cb585d4a8085be77264b8a4ab2', 'gw_port': {'id': 'daa185ac-b278-4083-8d43-4dffd50c597f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1322afd-ba40-40b1-acf5-7ba990d1c3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:54:54Z', 'updated_at': '2022-01-18T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:06:59.411600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:06:59.412045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Bound port: ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:59.412570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.546718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] For port ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:06:59.546718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] For port ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:06:59.573396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.715686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.715686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-bf655fcd-e082-4e91-afc7-684499cf3594 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:59.715686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-bf655fcd-e082-4e91-afc7-684499cf3594 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Synchronizing usage tracker for tenant:ab4869c5500e46cdb9585085c49efd16 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:59.720055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b4d3d-21f1-4e03-bcf0-be1663a88256 req-5691f1ed-25df-4487-8129-e3f7077c5f1b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:59.724255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:59.724255 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.724255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-544407e7-da0c-4b4a-96e5-29299892b5f2 service neutron] 10.222.0.86 "PUT /v2.0/ports/ba1219ae-dfdb-4751-ab3c-88b7a8807aea HTTP/1.1" status: 200 len: 1095 time: 2.3077462 Jan 18 23:06:59.729522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4124881-7f95-4851-9924-14e52c7132b8', 'tag': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:59.733562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e16b4d3d-21f1-4e03-bcf0-be1663a88256 req-5691f1ed-25df-4487-8129-e3f7077c5f1b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 1.1146233 Jan 18 23:06:59.827164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e16b4d3d-21f1-4e03-bcf0-be1663a88256 req-e4b88355-1122-4516-9383-26e7d5fbbc4d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867176 Jan 18 23:06:59.894511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-bf655fcd-e082-4e91-afc7-684499cf3594 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Unset dirty status for tenant:ab4869c5500e46cdb9585085c49efd16 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:59.905353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-bf655fcd-e082-4e91-afc7-684499cf3594 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 947 time: 0.7292655 Jan 18 23:07:00.031236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 76bfac49-e1ff-4b61-8555-889998862939 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:00.038139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-2e2b15e0-01e4-4065-80e9-5a93b88d4936 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Synchronizing usage tracker for tenant:ab4869c5500e46cdb9585085c49efd16 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:00.137926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-2e2b15e0-01e4-4065-80e9-5a93b88d4936 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Unset dirty status for tenant:ab4869c5500e46cdb9585085c49efd16 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:00.149038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7dd1af15-97d0-4436-945b-23486c5c4789 req-2e2b15e0-01e4-4065-80e9-5a93b88d4936 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353318 Jan 18 23:07:00.164019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 76bfac49-e1ff-4b61-8555-889998862939 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:07:00.164019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 76bfac49-e1ff-4b61-8555-889998862939 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:00.183348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.230360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-67fda4e9-b204-47c6-b3dc-9891587a3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:00.230360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-67fda4e9-b204-47c6-b3dc-9891587a3203 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab4869c5500e46cdb9585085c49efd16&device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 1098 time: 0.4487998 Jan 18 23:07:00.383404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa185ac-b278-4083-8d43-4dffd50c597f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.424156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-51debd68-52d5-4767-9f99-ea4f3517f02c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea HTTP/1.1" status: 200 len: 217 time: 0.1881449 Jan 18 23:07:00.517654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-16ab0abd-94b1-485e-a7d6-b8e7040ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:00.519872 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-16ab0abd-94b1-485e-a7d6-b8e7040ce3a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0934443 Jan 18 23:07:00.607198 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4124881-7f95-4851-9924-14e52c7132b8', 'tag': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea', 'status': 'completed', 'code': 200} Jan 18 23:07:00.650268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188227-507c-4f43-8796-faf738f4271c req-1cd63c37-8ca2-42e4-8d1a-7fbf7996793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:00.650268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-1cd63c37-8ca2-42e4-8d1a-7fbf7996793c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215854 Jan 18 23:07:00.709718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.935025 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-3d3c6d63-9e98-4f22-917c-705e6cd10b62 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769661 Jan 18 23:07:01.002668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.002668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.079201 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.079201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1322afd-ba40-40b1-acf5-7ba990d1c3ef {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:07:01.123001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.123001 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36718f2d-fc0f-4a55-9ece-67c547d1d338 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f1322afd-ba40-40b1-acf5-7ba990d1c3ef HTTP/1.1" status: 204 len: 168 time: 4.6250565 Jan 18 23:07:01.135687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:01.294675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Deleting subnet 70ab0d06-3a66-451d-a223-3d941515ab19 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:07:01.302703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.530180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b188227-507c-4f43-8796-faf738f4271c req-d07f90bf-a21c-428b-86b1-e9660ec845fc service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765936 Jan 18 23:07:01.532087 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.547401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d6be-4103-475a-aa34-d380f3a04295 req-70aa6bde-44ef-46ee-9a01-2f9f724a4aff tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:01.562867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3133d6be-4103-475a-aa34-d380f3a04295 req-70aa6bde-44ef-46ee-9a01-2f9f724a4aff tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.3460715 Jan 18 23:07:01.765409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d16ad-d271-4764-8032-9216f50b2855 req-c1d731c8-54f9-4827-9384-8498f0f5c500 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:01.802128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f6d16ad-d271-4764-8032-9216f50b2855 req-c1d731c8-54f9-4827-9384-8498f0f5c500 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 947 time: 0.3055656 Jan 18 23:07:01.895019 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7f6d16ad-d271-4764-8032-9216f50b2855 req-cf771085-9635-43f9-b153-b6c06d0462e8 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967493 Jan 18 23:07:01.901361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.949073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3133d6be-4103-475a-aa34-d380f3a04295 req-32d6c8fe-9f0e-4de1-bc14-970b5500f473 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902502 Jan 18 23:07:01.975938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-4b619c72-229c-46d0-b104-62cacdb66720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:01.977461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-4b619c72-229c-46d0-b104-62cacdb66720 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab4869c5500e46cdb9585085c49efd16&device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 1098 time: 0.3811967 Jan 18 23:07:02.079684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device daa185ac-b278-4083-8d43-4dffd50c597f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:02.088463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.143309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: daa185ac-b278-4083-8d43-4dffd50c597f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:07:02.143770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device daa185ac-b278-4083-8d43-4dffd50c597f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:02.186582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ab0d06-3a66-451d-a223-3d941515ab19,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:02.192297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.201300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-789a2935-c0ec-48c6-a10c-18b341ba6310 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/70ab0d06-3a66-451d-a223-3d941515ab19 HTTP/1.1" status: 204 len: 168 time: 1.0653603 Jan 18 23:07:02.203764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53020) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:02.206191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e586a13-6396-473f-b734-2d707d78e06f None None] Network 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:07:02.365638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.401840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Deleting port cd57d457-15a8-4c05-903a-26092e0ae56b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:07:02.402110 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.493492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-68ee5fc4-6529-484a-833e-8a31c7dd525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:02.495305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-68ee5fc4-6529-484a-833e-8a31c7dd525a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.5101504 Jan 18 23:07:02.582180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] DHCP port deletion for 1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:07:02.586956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] Deleting port cd57d457-15a8-4c05-903a-26092e0ae56b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:07:02.587072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-f3ae889f-4a72-4826-8c5f-d5ccc5687c74 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea HTTP/1.1" status: 200 len: 217 time: 0.0847280 Jan 18 23:07:02.587663 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.714211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-ecef521c-6bf2-4145-9715-abe1cc875e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:02.714211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-ecef521c-6bf2-4145-9715-abe1cc875e1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1131732 Jan 18 23:07:02.738727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] For port cd57d457-15a8-4c05-903a-26092e0ae56b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cd57d457-15a8-4c05-903a-26092e0ae56b,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:02.739267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.909974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-37382fe7-c1ac-4b0e-9588-61fa0c698eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:02.915601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-37382fe7-c1ac-4b0e-9588-61fa0c698eb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010875 Jan 18 23:07:03.054491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] For port cd57d457-15a8-4c05-903a-26092e0ae56b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cd57d457-15a8-4c05-903a-26092e0ae56b,segment=NetworkSegment(d0b03eee-a6f8-4e21-b25b-7b86d0c018d9),segment_id=d0b03eee-a6f8-4e21-b25b-7b86d0c018d9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:03.055153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.139286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Calling delete_port for cd57d457-15a8-4c05-903a-26092e0ae56b owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:07:03.162479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-83305fea-b08d-4455-ad2a-49c7e00e29da service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401078 Jan 18 23:07:03.266261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] Calling delete_port for cd57d457-15a8-4c05-903a-26092e0ae56b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:07:03.365237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.408903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:07:03.409848 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:07:03.415666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-7b667af3-9fa1-49f7-ab96-a007d6b0d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.417205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-7b667af3-9fa1-49f7-ab96-a007d6b0d840 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1097 time: 0.2537711 Jan 18 23:07:03.434198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa4ca8-e3ad-4a76-bd55-761ab2962876 req-692e8175-fb99-46a0-83d1-8bcf8a2c56cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.436156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0bb1c-ee8a-49ad-96c0-1333c479a072 req-eb7f4119-92e6-4ab3-a6f6-7f822180f83b tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.437394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1fa4ca8-e3ad-4a76-bd55-761ab2962876 req-692e8175-fb99-46a0-83d1-8bcf8a2c56cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.2382717 Jan 18 23:07:03.445563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8dc0bb1c-ee8a-49ad-96c0-1333c479a072 req-eb7f4119-92e6-4ab3-a6f6-7f822180f83b tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 947 time: 0.3536828 Jan 18 23:07:03.474533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] Pushing event deleted for resources: {'Port': ['ID=cd57d457-15a8-4c05-903a-26092e0ae56b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:03.492056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01902aa4-4d2b-4564-9f0f-f935ae415731 None None] No DVR routers for this DVR port cd57d457-15a8-4c05-903a-26092e0ae56b on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:03.509814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8dc0bb1c-ee8a-49ad-96c0-1333c479a072 req-26f6b86a-f202-4ae3-a2fa-118852f709fe tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630367 Jan 18 23:07:03.553151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8a0bd79-3ac4-40ff-9ea9-dd08b5e83965 req-c4591eea-bc73-48cb-8ed4-ad9f21be7082 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592699 Jan 18 23:07:03.638581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1fa4ca8-e3ad-4a76-bd55-761ab2962876 req-4178d02d-79ff-40b8-99e5-59a0d9e9a9a2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111383 Jan 18 23:07:03.687659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-e7f4c7d5-08a6-4fae-9389-56e4a9ff0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.690083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-e7f4c7d5-08a6-4fae-9389-56e4a9ff0f22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.2493067 Jan 18 23:07:03.772430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-71f86c29-30fa-431a-91b5-35e581ebf1ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.0755885 Jan 18 23:07:03.837064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-3f75ad06-bf75-482c-b4f9-c356a8cc844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.838537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-3f75ad06-bf75-482c-b4f9-c356a8cc844b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.0605254 Jan 18 23:07:03.889086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-296952ed-58d6-440c-bfe3-a202523749aa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449414 Jan 18 23:07:03.911592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Deleting port cd57d457-15a8-4c05-903a-26092e0ae56b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:07:03.912549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.033558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cd57d457-15a8-4c05-903a-26092e0ae56b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:04.045035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] The port 'cd57d457-15a8-4c05-903a-26092e0ae56b' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:07:04.051271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-9e8601c9-b9dc-420b-8c05-a225e616cf98 service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560898 Jan 18 23:07:04.093258 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: cd57d457-15a8-4c05-903a-26092e0ae56b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:07:04.093603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cd57d457-15a8-4c05-903a-26092e0ae56b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:04.189434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.217521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f18af3b-9904-4db0-a0c7-dbbcaf1298a8']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:04.233462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:04.233462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b03eee-a6f8-4e21-b25b-7b86d0c018d9') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:04.243652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.260511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.266992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:07:04.267396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.281228 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-579e2a29-859b-4ba0-b6e9-acaaa25d989e req-3229161f-4930-48f8-984c-1b8929883556 service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212522 Jan 18 23:07:04.333109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:07:04.362459 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:07:04.371656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.391396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.398155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] Pushing event deleted for resources: {'Network': ['ID=1f18af3b-9904-4db0-a0c7-dbbcaf1298a8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:04.405461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2acbcac5-0bd2-4faa-9ef8-50cae72472de admin admin] 10.222.0.78 "DELETE /v2.0/networks/1f18af3b-9904-4db0-a0c7-dbbcaf1298a8 HTTP/1.1" status: 204 len: 168 time: 2.2004967 Jan 18 23:07:04.504494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53052) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:04.622075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ba1219ae-dfdb-4751-ab3c-88b7a8807aea details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:04.719866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:04.733386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.751452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:04.759678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ed2dadb5844889890ce78a260357ee is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:04.763707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:04.772880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:04.789251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79068-4a88-4053-8527-4873f8ffddb9 req-123a10f2-4b62-490b-934b-2896cbdb124d tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:04.793021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9481ac2c-18d8-4179-a04b-ea05a7e89ecd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c248c765cf1f42dfb165b79c82193121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696929 Jan 18 23:07:04.793648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:04.793756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d79068-4a88-4053-8527-4873f8ffddb9 req-123a10f2-4b62-490b-934b-2896cbdb124d tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 947 time: 0.1758325 Jan 18 23:07:04.817632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:04.834057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea', 'mac_address': 'fa:16:3e:1e:49:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:04.885321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-898d9082-86d9-4a76-8260-00c673e6a2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.890899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63d79068-4a88-4053-8527-4873f8ffddb9 req-d52d6c77-af6b-4573-99de-cdf636d3a9bb tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890055 Jan 18 23:07:04.910410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.942146 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.947545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.955751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1219ae-dfdb-4751-ab3c-88b7a8807aea {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:04.975821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:04.984927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.990880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-898d9082-86d9-4a76-8260-00c673e6a2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.074875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9449-300a-452b-a516-40d7a022e31c req-a14d79c1-8424-443c-b9f6-526345d54069 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:05.081516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e5c9449-300a-452b-a516-40d7a022e31c req-a14d79c1-8424-443c-b9f6-526345d54069 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 946 time: 0.1433330 Jan 18 23:07:05.099896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.121817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-898d9082-86d9-4a76-8260-00c673e6a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.132043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8ed2dadb5844889890ce78a260357ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248655 Jan 18 23:07:05.134712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53076) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:05.137693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5c4b0-8bab-42d3-8c84-4ff6346da5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c314642-4e82-47a6-b545-19f6bea86bea,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.147071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2e5c9449-300a-452b-a516-40d7a022e31c req-dc5d0f08-eeb1-4039-8fc5-f6e116c6f512 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644183 Jan 18 23:07:05.148032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d9082-86d9-4a76-8260-00c673e6a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeef4737-7010-4e47-9199-7846a0081f48,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.159785 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-898d9082-86d9-4a76-8260-00c673e6a2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.160904 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-898d9082-86d9-4a76-8260-00c673e6a2c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eeef4737-7010-4e47-9199-7846a0081f48 HTTP/1.1" status: 204 len: 168 time: 0.3662918 Jan 18 23:07:05.207548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0261e0-e856-4b2a-87fa-75b9f1250a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.225539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ba1219ae-dfdb-4751-ab3c-88b7a8807aea'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:07:05.235959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0261e0-e856-4b2a-87fa-75b9f1250a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.291767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0261e0-e856-4b2a-87fa-75b9f1250a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.308986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0261e0-e856-4b2a-87fa-75b9f1250a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c314642-4e82-47a6-b545-19f6bea86bea,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.314816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0261e0-e856-4b2a-87fa-75b9f1250a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.316113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a0261e0-e856-4b2a-87fa-75b9f1250a5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c314642-4e82-47a6-b545-19f6bea86bea HTTP/1.1" status: 204 len: 168 time: 0.1803060 Jan 18 23:07:05.546349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53088) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:05.597521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-52ac4642-4231-42e6-bbd2-7ffeebb3cabb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d4765cb585d4a8085be77264b8a4ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499210 Jan 18 23:07:05.604481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:05.663369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dea8d0c1-dd22-4ce2-824b-f76c05e2d319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.688844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dea8d0c1-dd22-4ce2-824b-f76c05e2d319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.753945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dea8d0c1-dd22-4ce2-824b-f76c05e2d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.772806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d0c1-dd22-4ce2-824b-f76c05e2d319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a8dc19-068c-40ed-9650-bd617dd5c38e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.775509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dea8d0c1-dd22-4ce2-824b-f76c05e2d319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.776647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dea8d0c1-dd22-4ce2-824b-f76c05e2d319 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39a8dc19-068c-40ed-9650-bd617dd5c38e HTTP/1.1" status: 204 len: 168 time: 0.1712611 Jan 18 23:07:06.155454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:06.162567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:06.168156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396774498', 'description': 'tempest-secgroup-smoke-1396774498 description', 'project_id': '371888f701ea4891b0da69d5026a9389'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:06.186673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:06.192500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295701-4bcb-481f-b907-1845cb09f6be req-80edc6b2-31bc-490d-9670-4b28cadd2a2b tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:06.194207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28295701-4bcb-481f-b907-1845cb09f6be req-80edc6b2-31bc-490d-9670-4b28cadd2a2b tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 948 time: 0.1601655 Jan 18 23:07:06.198965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:06.207315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:06.221957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:06.242386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.295024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:06.299157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28295701-4bcb-481f-b907-1845cb09f6be req-01a49047-e267-4115-a880-b0dfe2b97fb9 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970991 Jan 18 23:07:06.302557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:06.307784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:06.321255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:06.387387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.451892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:06.466210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.469970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:06.477159 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.479643 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.544526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.547588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3832419 Jan 18 23:07:06.548695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87774b10-81df-4fb9-827a-fb7502ad24b4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3e347d-9f80-4d9d-9a02-76319993479e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.551048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53144) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:06.555010 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'code': 200} Jan 18 23:07:06.570063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group_rule': {'security_group_id': '6d3e347d-9f80-4d9d-9a02-76319993479e', 'project_id': '371888f701ea4891b0da69d5026a9389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:06.580849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:06.591206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48baa2-b10f-405b-aeb5-6ae4a02a4ba0 req-2e37b673-f190-45de-999f-36d150e28bec tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:06.598003 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea48baa2-b10f-405b-aeb5-6ae4a02a4ba0 req-2e37b673-f190-45de-999f-36d150e28bec tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1555972 Jan 18 23:07:06.615847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.634720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:06.637993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ba1219ae-dfdb-4751-ab3c-88b7a8807aea up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:06.639553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:06.663855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea48baa2-b10f-405b-aeb5-6ae4a02a4ba0 req-09c6fd1f-6928-43ad-9d92-01261c19f64e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648782 Jan 18 23:07:06.665130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:06.703063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.791647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port ba1219ae-dfdb-4751-ab3c-88b7a8807aea completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:06.811784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port ba1219ae-dfdb-4751-ab3c-88b7a8807aea triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:06.812173 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.813232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.825272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.868874 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.897239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12438d5-6d6e-4244-8316-63aadad5d387,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.938578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.942493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f8d67aae-dceb-49a4-8293-17ce78981862 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877532 Jan 18 23:07:06.942651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53166) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:06.949578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group_rule': {'security_group_id': '6d3e347d-9f80-4d9d-9a02-76319993479e', 'project_id': '371888f701ea4891b0da69d5026a9389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:06.958150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.962858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:06.970737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:06.981690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:06.987708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.030015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:07.031513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.041693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.094151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761309bd-7f9f-41f1-9e1e-6521792459fb req-abf68fc5-d1c5-45ff-b8dc-3e4ccc535743 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:07.098982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-761309bd-7f9f-41f1-9e1e-6521792459fb req-abf68fc5-d1c5-45ff-b8dc-3e4ccc535743 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.2116356 Jan 18 23:07:07.116926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.128232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.133416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.155886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53170) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:07.158487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f316cf6a-7e22-4779-a207-4177c17adedf,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.170407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.171801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d6d9feb4-d651-4d84-b769-f530b6c32e38 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2282290 Jan 18 23:07:07.174762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53176) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:07.181448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group_rule': {'security_group_id': '6d3e347d-9f80-4d9d-9a02-76319993479e', 'project_id': '371888f701ea4891b0da69d5026a9389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.188135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-761309bd-7f9f-41f1-9e1e-6521792459fb req-355f3bf2-34b8-4632-aaee-cb984cdc8002 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784013 Jan 18 23:07:07.191293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.196113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.199386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.206828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.230849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.318777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.327140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.366102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273cd168-d026-46f5-8ae1-50414781843b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.398688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.400377 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-150b3159-24e4-4120-86d4-fe9200df9244 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2239351 Jan 18 23:07:07.403263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:07.411513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group_rule': {'security_group_id': '6d3e347d-9f80-4d9d-9a02-76319993479e', 'project_id': '371888f701ea4891b0da69d5026a9389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.426700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.434604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.441514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.454969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.486067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-322336772-network', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.492444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.501617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.579237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.587835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.607921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Usage tracker for resource:network and tenant:8d626a0bfa8547d39d6627133b1e1af5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.617207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.633619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.671624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061bcb6d-2293-4a82-bf31-ec585323fb32,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.677642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f172-b5d0-41be-81ef-928eaac691fd req-4fdc3962-9aea-4a4e-af94-c3dcbedb21f2 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:07.682878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.686156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d500f172-b5d0-41be-81ef-928eaac691fd req-4fdc3962-9aea-4a4e-af94-c3dcbedb21f2 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 0.1914794 Jan 18 23:07:07.687623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-790d5e34-0970-48d0-bd04-b400b737e48b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2833500 Jan 18 23:07:07.689913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Made reservation on behalf of 8d626a0bfa8547d39d6627133b1e1af5 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:07.690399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:07.693400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.706065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group_rule': {'security_group_id': '6d3e347d-9f80-4d9d-9a02-76319993479e', 'project_id': '371888f701ea4891b0da69d5026a9389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.716489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.720443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.724716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.731924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.744938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.746203 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Project 371888f701ea4891b0da69d5026a9389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:07:07.754249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.768115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.788827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d500f172-b5d0-41be-81ef-928eaac691fd req-54e2e6ae-887f-409b-b50a-6f51435025c3 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994053 Jan 18 23:07:07.793438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Usage tracker for resource:security_group_rule and tenant:8d626a0bfa8547d39d6627133b1e1af5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.797701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.804367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.838402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.845505 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.879604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3291b7fa-5373-4f2e-89a5-a093b4fafba2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.901817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.903376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90771174-9b55-4d80-9228-8b0cde8954f2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2113643 Jan 18 23:07:07.906570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53212) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:07.914830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'security_group_rule': {'security_group_id': '6d3e347d-9f80-4d9d-9a02-76319993479e', 'project_id': '371888f701ea4891b0da69d5026a9389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.923398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.926389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.929318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:security_group_rule and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.932668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.932886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.940167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.956996 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Project 371888f701ea4891b0da69d5026a9389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:07:07.974069 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.000849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577acd65-7e01-4b2a-ba7a-5da2a6010f5a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.064320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:08.086704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.087074 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Added segment a831d3da-a890-4b4e-9725-35b94070c8af of type vlan for network 10103b4b-6ddd-433b-85ff-58e65c058983 Jan 18 23:07:08.134882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa073f7-1630-4932-9c7a-65b7007583e5 req-a39078af-d7d4-46d7-aff5-d845e5585a4e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:08.136573 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fa073f7-1630-4932-9c7a-65b7007583e5 req-a39078af-d7d4-46d7-aff5-d845e5585a4e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1368864 Jan 18 23:07:08.138562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.147890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.156609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-1f7db283-fb9f-4546-820c-390af6c4e4d8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200733 Jan 18 23:07:08.158213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.199520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c6e822-2623-4e80-9476-0e6e74d41f7b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.202891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.213030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7ab313bc-d7cd-45b1-be07-bc569d236397 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2956634 Jan 18 23:07:08.218358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.219332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:08.225595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.273144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1160254 Jan 18 23:07:08.276300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:08.281001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fa073f7-1630-4932-9c7a-65b7007583e5 req-c5fdf959-f419-490d-b6cd-854a642c1cb4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210122 Jan 18 23:07:08.286817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Request body: {'subnet': {'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-322336772-subnet', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:08.299535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:08.310368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Usage tracker for resource:subnet and tenant:8d626a0bfa8547d39d6627133b1e1af5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:08.316360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:08.333959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:08.368324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Made reservation on behalf of 8d626a0bfa8547d39d6627133b1e1af5 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:08.370988 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.391500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f358f-c9bd-421f-ae88-cfff439f87ab admin admin] Pushing event updated for resources: {'Network': ['ID=10103b4b-6ddd-433b-85ff-58e65c058983,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.401532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 10103b4b-6ddd-433b-85ff-58e65c058983 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:07:08.605630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4124881-7f95-4851-9924-14e52c7132b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:08.639364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-120f7e2b-d11e-4ded-89f7-c1c5fc8c1ec5 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Synchronizing usage tracker for tenant:371888f701ea4891b0da69d5026a9389 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:08.680762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-120f7e2b-d11e-4ded-89f7-c1c5fc8c1ec5 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Unset dirty status for tenant:371888f701ea4891b0da69d5026a9389 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:08.683698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-120f7e2b-d11e-4ded-89f7-c1c5fc8c1ec5 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396774498&fields=id&tenant_id=371888f701ea4891b0da69d5026a9389 HTTP/1.1" status: 200 len: 267 time: 0.1256602 Jan 18 23:07:08.794760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.853155 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4124881-7f95-4851-9924-14e52c7132b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea', 'code': 200} Jan 18 23:07:08.900581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-7f62af65-b50e-4f6e-8e60-b00e6ce97b8e tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:08.907907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-7f62af65-b50e-4f6e-8e60-b00e6ce97b8e tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 814 time: 0.2082379 Jan 18 23:07:08.925626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-53d112e3-3733-4baa-beef-3dffbf261158 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/quotas/371888f701ea4891b0da69d5026a9389 HTTP/1.1" status: 200 len: 375 time: 0.0167325 Jan 18 23:07:08.957861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65384ca5-ca26-42ce-bbd1-1a768dfcbf89,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.992271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Checking segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:07:08.994002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Network hostable DHCP agents. Network: 10103b4b-6ddd-433b-85ff-58e65c058983, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:09.041681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Network 10103b4b-6ddd-433b-85ff-58e65c058983 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:09.059419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 10103b4b-6ddd-433b-85ff-58e65c058983) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:09.063449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:09.064028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.072524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a84a61-b65f-4055-925d-ae6e292eeb29 None None] Network 10103b4b-6ddd-433b-85ff-58e65c058983 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:07:09.150294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-93d9425a-993c-4a08-b95f-f1f54a30c178 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8717513 Jan 18 23:07:09.155638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53254) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:09.168972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:09.181804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0be35-ddd9-481b-aa9e-069c760b5dde req-117cd9f6-4494-4150-9ed2-2ca8db1eb6ed tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:09.184689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91b0be35-ddd9-481b-aa9e-069c760b5dde req-117cd9f6-4494-4150-9ed2-2ca8db1eb6ed tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 0.1148252 Jan 18 23:07:09.192936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:09.201208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Usage tracker for resource:router and tenant:8d626a0bfa8547d39d6627133b1e1af5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:09.205730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:09.216890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:09.254375 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91b0be35-ddd9-481b-aa9e-069c760b5dde req-7a8b55d5-90a2-4e9a-9e0a-58f07973886c tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636895 Jan 18 23:07:09.263913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-664dcb6c-c489-4594-825d-651ae3471223 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2681277 Jan 18 23:07:09.349663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ce49f-1141-4954-95da-21a32dd59897 None None] Network 10103b4b-6ddd-433b-85ff-58e65c058983 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:07:09.360319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c38e15-db0a-47bf-9db9-78fe0614c953 req-7ecc6e2e-f2ad-4af7-a3bb-29943436c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:09.362211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57c38e15-db0a-47bf-9db9-78fe0614c953 req-7ecc6e2e-f2ad-4af7-a3bb-29943436c08f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 1100 time: 0.4348249 Jan 18 23:07:09.412271 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.415838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.477076 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57c38e15-db0a-47bf-9db9-78fe0614c953 req-1a020401-d65c-495a-9fb5-e523ca9e31bf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049633 Jan 18 23:07:09.511028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.535124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-8e969cb3-8b75-47c9-916c-c308325c4c80 service neutron] 10.222.0.78 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701755 Jan 18 23:07:09.601628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa545274-98fb-46aa-9078-7b587e86d943 req-1c3049f5-95fe-453c-9643-81ad0c6c435e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:09.603192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa545274-98fb-46aa-9078-7b587e86d943 req-1c3049f5-95fe-453c-9643-81ad0c6c435e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1732082 Jan 18 23:07:09.663942 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa545274-98fb-46aa-9078-7b587e86d943 req-ae1dda28-2169-40fd-9f29-850a0152c707 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Jan 18 23:07:10.082345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.095344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-04ad8f7d-beea-4e09-8a85-4a0f20606893 service neutron] 10.222.0.78 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592699 Jan 18 23:07:10.168422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:10.207261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-4e04d46b-0ab0-44c7-980b-55f68a2d0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:10.208816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-4e04d46b-0ab0-44c7-980b-55f68a2d0009 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5&tenant_id=d1f662fc6f144e7db0369340dd494c18 HTTP/1.1" status: 200 len: 1095 time: 0.2591605 Jan 18 23:07:10.537663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-a972d07b-db19-4e4c-be49-944951d7392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:10.541412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-a972d07b-db19-4e4c-be49-944951d7392d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1095 time: 0.3069751 Jan 18 23:07:10.638694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cb940-4238-4888-80c8-013185af6c28 req-db15c3c7-e18e-478d-a5ce-4a8069a67ef5 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:10.674674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af5cb940-4238-4888-80c8-013185af6c28 req-db15c3c7-e18e-478d-a5ce-4a8069a67ef5 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 0.2436361 Jan 18 23:07:10.852303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c30a3998-6300-4b35-8f60-60f373da8bbc req-479f2d99-0404-40c0-b3f7-50b41326d698 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 210 time: 0.0806587 Jan 18 23:07:10.960481 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af5cb940-4238-4888-80c8-013185af6c28 req-067266b6-2393-4552-9361-92382b627bbd tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844899 Jan 18 23:07:11.371325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-d768f5ba-fa00-4c5c-b18d-193c1b4f393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:11.375487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-d768f5ba-fa00-4c5c-b18d-193c1b4f393c service neutron] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.8270161 Jan 18 23:07:11.378771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.486825 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.566773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-943630a1-4755-4fb1-803d-a9de6c2fe0b7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.1354139 Jan 18 23:07:11.681783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-5ecca69b-b827-4d4e-8c69-90a9a8d3dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:11.683277 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-5ecca69b-b827-4d4e-8c69-90a9a8d3dedb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.0809069 Jan 18 23:07:11.699543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb810f7e-90ef-4411-83e3-8b62763ed1bc req-c49a8e4e-dcdc-4097-a7e6-8cdecdf790df tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:11.706675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb810f7e-90ef-4411-83e3-8b62763ed1bc req-c49a8e4e-dcdc-4097-a7e6-8cdecdf790df tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.6029878 Jan 18 23:07:11.791189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-fd5dba12-6222-4ce9-a26d-b2b496a42df5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991156 Jan 18 23:07:11.909592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Allocated IP 172.25.4.147 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/bb90e9f4-cddd-447d-bd6a-9ada38fc19b7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:12.090507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-421b515c-1343-4367-ad71-4e67f66a783d req-5c2dc4b2-0f04-4027-bbdb-ab55774a8a45 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Synchronizing usage tracker for tenant:371888f701ea4891b0da69d5026a9389 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:12.126050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee0d85f6-66ab-4223-baf0-184931bc24c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.126590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-421b515c-1343-4367-ad71-4e67f66a783d req-5c2dc4b2-0f04-4027-bbdb-ab55774a8a45 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Unset dirty status for tenant:371888f701ea4891b0da69d5026a9389 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:12.133099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-421b515c-1343-4367-ad71-4e67f66a783d req-5c2dc4b2-0f04-4027-bbdb-ab55774a8a45 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 210 time: 0.1382437 Jan 18 23:07:12.210368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb810f7e-90ef-4411-83e3-8b62763ed1bc req-db84775d-3322-4077-aac7-732929def141 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028493 Jan 18 23:07:12.389590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac4be4-d3c4-4b8c-8393-11c5c80b3a2a req-4fb48007-141c-4db9-b34b-67bfc3f9ad02 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:12.392152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caac4be4-d3c4-4b8c-8393-11c5c80b3a2a req-4fb48007-141c-4db9-b34b-67bfc3f9ad02 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 0.1052802 Jan 18 23:07:12.444542 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-caac4be4-d3c4-4b8c-8393-11c5c80b3a2a req-09135cce-1f50-4c12-9cc0-61d593ea4eba tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Jan 18 23:07:12.533775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-e48648c7-b7a4-4978-a6c4-f46fafa9647f service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099757 Jan 18 23:07:12.548270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-d35a4647-730e-4a8c-8ad5-987009397917 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:12.549665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-d35a4647-730e-4a8c-8ad5-987009397917 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 814 time: 0.3369534 Jan 18 23:07:12.650691 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.723837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-da2c042a-2701-4e88-8be1-5eb497adb6d7 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371888f701ea4891b0da69d5026a9389 HTTP/1.1" status: 200 len: 380 time: 0.1478033 Jan 18 23:07:12.735168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'port': {'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'admin_state_up': True, 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'security_groups': ['6d3e347d-9f80-4d9d-9a02-76319993479e']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:12.842748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38ed7ba3-1652-443c-b39a-5e21ad4d70b7 req-a1bc674c-827b-44f6-987e-128612dc349a service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012226 Jan 18 23:07:12.920188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.042200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:13.046619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:13.052610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:07:13.098730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:13.110058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:13.157510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Pushing event updated for resources: {'Port': ['ID=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:13.171134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Made reservation on behalf of 371888f701ea4891b0da69d5026a9389 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:13.177057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.404323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fb00b-2ba6-4184-aac5-2964b432f2d4 req-8aaa6173-faba-43df-9100-b800a0419983 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:13.412967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-120fb00b-2ba6-4184-aac5-2964b432f2d4 req-8aaa6173-faba-43df-9100-b800a0419983 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 0.1526642 Jan 18 23:07:13.486282 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-120fb00b-2ba6-4184-aac5-2964b432f2d4 req-ad5e8660-fbef-4efe-99d7-208c2aa6d9a9 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721035 Jan 18 23:07:13.513432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f578e1e-88c3-491b-9893-c9c80319b46e req-3a24897c-cfab-480a-84ab-d9ce6b2fda6b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 210 time: 0.1668510 Jan 18 23:07:13.783962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344cba3-cf9b-4608-b803-d3eb80a4700f req-eda1d0b0-56e3-4b73-8e05-6ebc97fa79c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:13.792527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6344cba3-cf9b-4608-b803-d3eb80a4700f req-eda1d0b0-56e3-4b73-8e05-6ebc97fa79c9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.2015805 Jan 18 23:07:13.835921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Allocated IP 172.20.0.12 (050ec660-078d-42f1-8171-a0a6b1a2a074/37490921-c436-482a-a81f-63cb943d8123/1a36937d-cd1a-4162-b2df-6a4c6ce838c5) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:13.851299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6344cba3-cf9b-4608-b803-d3eb80a4700f req-2e8cd239-5be8-4e46-a3ff-2ae7169d70cf tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575182 Jan 18 23:07:13.985986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.387528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f838550c-e8d0-4cb4-8f14-7d0c88627b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.834080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb37ca2-c999-4c3b-a15b-f3956de76c73 req-f06b8181-f000-4a48-bab7-e15dd1633100 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:14.840955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcb37ca2-c999-4c3b-a15b-f3956de76c73 req-f06b8181-f000-4a48-bab7-e15dd1633100 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 0.1548870 Jan 18 23:07:14.915220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dcb37ca2-c999-4c3b-a15b-f3956de76c73 req-1604da43-c91c-421a-996c-44918dc7a5c6 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Jan 18 23:07:14.961065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b790231-ef52-45ec-b0e1-ca3b3615ae0d req-f0345445-a66e-431c-bb28-261c1dfd3756 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 210 time: 0.0631912 Jan 18 23:07:15.199774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.287621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866e18-bc45-4039-a964-a32e50dae5f0 req-f9f5e223-bb31-495a-9575-60b2355cd6d3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.295164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a866e18-bc45-4039-a964-a32e50dae5f0 req-f9f5e223-bb31-495a-9575-60b2355cd6d3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1599011 Jan 18 23:07:15.381167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.392431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Transition to ACTIVE for port object 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:15.442800 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2a866e18-bc45-4039-a964-a32e50dae5f0 req-56883525-87be-46c5-b2a5-8ee42a1c542b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443048 Jan 18 23:07:15.573121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-92ee707f-3e58-4a99-ad64-3d71d014ce69 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.580313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-92ee707f-3e58-4a99-ad64-3d71d014ce69 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 1.1540871 Jan 18 23:07:15.617078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.673694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.807154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Deleting port ba1219ae-dfdb-4751-ab3c-88b7a8807aea {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:07:15.807654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.872886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.440994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81fec-d6df-42dc-90ed-2f9e8fdf1eae req-b393d881-3701-435c-9363-55fb75babdff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.446707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0a81fec-d6df-42dc-90ed-2f9e8fdf1eae req-b393d881-3701-435c-9363-55fb75babdff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 932 time: 0.2186897 Jan 18 23:07:16.528488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:16.529343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'Port': ['ID=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:16.557719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:16.578590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:07:16.596190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e0a81fec-d6df-42dc-90ed-2f9e8fdf1eae req-7483fef2-f260-4cf1-bd9c-2a36a2a54424 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Synchronizing usage tracker for tenant:371888f701ea4891b0da69d5026a9389 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:16.621756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Router d4b1009b-9359-4861-9410-e6725f3e3450 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:07:16.645204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e0a81fec-d6df-42dc-90ed-2f9e8fdf1eae req-7483fef2-f260-4cf1-bd9c-2a36a2a54424 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Unset dirty status for tenant:371888f701ea4891b0da69d5026a9389 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:16.657604 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0a81fec-d6df-42dc-90ed-2f9e8fdf1eae req-7483fef2-f260-4cf1-bd9c-2a36a2a54424 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044599 Jan 18 23:07:16.675448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] For port ba1219ae-dfdb-4751-ab3c-88b7a8807aea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:16.675820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.981071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.191023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b526adf4-0430-45fa-a8f4-6273cb1ecb89 None None] Provisioning for port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:17.210043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b526adf4-0430-45fa-a8f4-6273cb1ecb89 None None] Provisioning complete for port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:17.210436 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b526adf4-0430-45fa-a8f4-6273cb1ecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.406464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b526adf4-0430-45fa-a8f4-6273cb1ecb89 None None] Port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:07:17.418903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f66585-6666-4c61-83a3-de621e68caa9 req-7aab03c8-c8a2-468c-8cfb-7098f64f0d1b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:17.427772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82f66585-6666-4c61-83a3-de621e68caa9 req-7aab03c8-c8a2-468c-8cfb-7098f64f0d1b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1697118 Jan 18 23:07:17.485915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82f66585-6666-4c61-83a3-de621e68caa9 req-53179546-d644-4088-911b-5e572487c9c6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584469 Jan 18 23:07:17.516507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Calling delete_port for ba1219ae-dfdb-4751-ab3c-88b7a8807aea owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:07:18.008575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:07:18.019165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:18.020028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.023024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Sync routers for ids ['d4b1009b-9359-4861-9410-e6725f3e3450'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:18.051354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Routers {'d4b1009b-9359-4861-9410-e6725f3e3450'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:18.053297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d4b1009b-9359-4861-9410-e6725f3e3450'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:18.070777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.096329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa258-094f-42b6-88ec-703a86e71fe5 req-2cefb086-77a9-4b23-811b-b3938594ca55 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:18.111580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-296aa258-094f-42b6-88ec-703a86e71fe5 req-2cefb086-77a9-4b23-811b-b3938594ca55 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 932 time: 0.2610855 Jan 18 23:07:18.124810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.126319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-98d661ea-f7e6-4845-ae21-dbb69cb25c2e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9685748 Jan 18 23:07:18.143523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53400) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:18.215988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-296aa258-094f-42b6-88ec-703a86e71fe5 req-b793ac82-3630-4994-9675-b898c023c4ac tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020350 Jan 18 23:07:18.268963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Pushing event deleted for resources: {'Port': ['ID=ba1219ae-dfdb-4751-ab3c-88b7a8807aea,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:18.371827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65271538-bcc9-4220-a4b7-0e3f8520b870 req-db9b0ff4-0fae-497f-896f-04bdb1c7fcb9 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:18.372938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-65271538-bcc9-4220-a4b7-0e3f8520b870 req-db9b0ff4-0fae-497f-896f-04bdb1c7fcb9 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Synchronizing usage tracker for tenant:ab4869c5500e46cdb9585085c49efd16 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:18.384437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-41c362d7-a212-4136-8159-fab1e996b7eb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6530719 Jan 18 23:07:18.559420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Request body: {'port': {'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:18.636238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Set router d4b1009b-9359-4861-9410-e6725f3e3450 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:18.713295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ba1219ae-dfdb-4751-ab3c-88b7a8807aea no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:18.830082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] No DVR routers for this DVR port ba1219ae-dfdb-4751-ab3c-88b7a8807aea on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:18.835197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.838112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a0763a1-b874-4652-93a2-37b40d1887e9 req-b2d85a77-0a2f-4832-8947-c722242a325f tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.86 "DELETE /v2.0/ports/ba1219ae-dfdb-4751-ab3c-88b7a8807aea HTTP/1.1" status: 204 len: 173 time: 3.1426439 Jan 18 23:07:18.841782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: ba1219ae-dfdb-4751-ab3c-88b7a8807aea {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:07:18.842385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ba1219ae-dfdb-4751-ab3c-88b7a8807aea not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:18.871998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4124881-7f95-4851-9924-14e52c7132b8', 'name': 'network-vif-deleted', 'tag': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:18.873932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3e90-c362-48e5-94cf-6d2a2e59e4ff req-72e88da7-c0a1-4e1e-be6f-9dc6c4e716e4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:18.882765 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-efcc3e90-c362-48e5-94cf-6d2a2e59e4ff req-72e88da7-c0a1-4e1e-be6f-9dc6c4e716e4 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1734962 Jan 18 23:07:18.902522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-65271538-bcc9-4220-a4b7-0e3f8520b870 req-db9b0ff4-0fae-497f-896f-04bdb1c7fcb9 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] Unset dirty status for tenant:ab4869c5500e46cdb9585085c49efd16 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:18.907170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65271538-bcc9-4220-a4b7-0e3f8520b870 req-db9b0ff4-0fae-497f-896f-04bdb1c7fcb9 tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4124881-7f95-4851-9924-14e52c7132b8 HTTP/1.1" status: 200 len: 949 time: 2.4986043 Jan 18 23:07:19.007269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-efcc3e90-c362-48e5-94cf-6d2a2e59e4ff req-be37bb01-253a-4203-bb6a-8e349bfdf762 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233535 Jan 18 23:07:19.130547 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4124881-7f95-4851-9924-14e52c7132b8', 'name': 'network-vif-deleted', 'tag': 'ba1219ae-dfdb-4751-ab3c-88b7a8807aea', 'status': 'completed', 'code': 200} Jan 18 23:07:19.131434 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:19.180154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65271538-bcc9-4220-a4b7-0e3f8520b870 req-cbaa5f99-9e1b-42bb-b8ba-7e84066e4abd tempest-VolumesNegativeTest-801363868 tempest-VolumesNegativeTest-801363868-project] 10.222.0.78 "GET /v2.0/security-groups?id=55da07ef-899f-4a5b-ac96-838af3186bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536951 Jan 18 23:07:19.320917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:07:13Z', 'revision_number': 3, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:19.328624 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Checking router: d4b1009b-9359-4861-9410-e6725f3e3450 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:19.329322 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Updating router d4b1009b-9359-4861-9410-e6725f3e3450 port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:07:19.437801 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:19.605295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5434fe-d28b-416d-b616-2891502eb364 req-e986c0e2-cd0d-4826-abda-a638eff6b0ce tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:19.621569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d5434fe-d28b-416d-b616-2891502eb364 req-e986c0e2-cd0d-4826-abda-a638eff6b0ce tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 932 time: 0.2291868 Jan 18 23:07:19.750895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d5434fe-d28b-416d-b616-2891502eb364 req-a646dcb8-943b-49b1-8cef-91b87f2e227c tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281335 Jan 18 23:07:20.385287 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.419100 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Transition to ACTIVE for port object bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:20.439041 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.451530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def31d3-6d68-4652-80af-9781480e0917 req-ea058269-008d-46da-96f7-9b35ab786b53 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:20.454768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3def31d3-6d68-4652-80af-9781480e0917 req-ea058269-008d-46da-96f7-9b35ab786b53 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.2459159 Jan 18 23:07:20.591286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3def31d3-6d68-4652-80af-9781480e0917 req-289f5ed7-866b-47d1-a14e-7711f15054d0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271324 Jan 18 23:07:20.624893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Attempting to bind port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:20.625285 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Attempting to bind port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:20.625641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Attempting to bind port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:07:20.644475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Pushing event updated for resources: {'Port': ['ID=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:20.649309 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:07:20.655574 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:07:20.656829 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.658049 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:07:20.660587 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Bound port: bb90e9f4-cddd-447d-bd6a-9ada38fc19b7, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:20.661830 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.847450 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] For port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:07:20.859587 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] For port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:07:20.875481 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.910226 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.910794 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.911261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.911750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.912266 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.912724 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.913489 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.913948 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.914402 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.915026 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.915495 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.917786 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.929038 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:07:21.044136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5301a08-ecdb-4864-a84a-90ee80cf2178 None None] Pushing event updated for resources: {'Port': ['ID=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:21.049375 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Routers {'d4b1009b-9359-4861-9410-e6725f3e3450'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:21.050201 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d4b1009b-9359-4861-9410-e6725f3e3450'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:21.307342 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] Set router d4b1009b-9359-4861-9410-e6725f3e3450 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:21.572224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:21.588692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:21.619892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Transition to ACTIVE for port object 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:21.684063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:21.909936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Pushing event updated for resources: {'Port': ['ID=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:22.055816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:22.204546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07502bc6-fdca-4d4d-9411-ee14fa38e8f4 req-7fae6cdd-9bed-4778-90ba-a25275ad7f59 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:22.213678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07502bc6-fdca-4d4d-9411-ee14fa38e8f4 req-7fae6cdd-9bed-4778-90ba-a25275ad7f59 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.2718623 Jan 18 23:07:22.359891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:07:13Z', 'revision_number': 3, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:22.363025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07502bc6-fdca-4d4d-9411-ee14fa38e8f4 req-c37ba578-e8b5-4184-9e35-0cc85c914f82 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482210 Jan 18 23:07:22.370455 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562264-8950-4d85-b7ca-affe17f28d56 None None] The sync data for ids ['d4b1009b-9359-4861-9410-e6725f3e3450'] in n-d-825178-1 is: [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:07:13Z', 'revision_number': 3, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:22.863568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Allocated IP 172.20.0.1 (10103b4b-6ddd-433b-85ff-58e65c058983/65384ca5-ca26-42ce-bbd1-1a768dfcbf89/6fcacdb3-07b7-4bf3-916d-48f5ed8d5719) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:23.222641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c534c4-4345-4c6c-b876-0e4af1a7d281 req-27dd7566-59b1-4beb-9f1f-acb273decd95 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:23.223311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-94c534c4-4345-4c6c-b876-0e4af1a7d281 req-27dd7566-59b1-4beb-9f1f-acb273decd95 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Synchronizing usage tracker for tenant:371888f701ea4891b0da69d5026a9389 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:23.279321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Attempting to bind port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:23.279660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Attempting to bind port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:23.280046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Attempting to bind port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 on network 050ec660-078d-42f1-8171-a0a6b1a2a074 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:07:23.315440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 on network 050ec660-078d-42f1-8171-a0a6b1a2a074 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:07:23.322671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Attempting to bind port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 on network 050ec660-078d-42f1-8171-a0a6b1a2a074 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:07:23.376361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:07:23.383854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Checking segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:07:23.385636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Bound using segment: {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:07:23.386287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Bound port: 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:23.388414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:23.445509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-94c534c4-4345-4c6c-b876-0e4af1a7d281 req-27dd7566-59b1-4beb-9f1f-acb273decd95 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Unset dirty status for tenant:371888f701ea4891b0da69d5026a9389 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:23.452809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94c534c4-4345-4c6c-b876-0e4af1a7d281 req-27dd7566-59b1-4beb-9f1f-acb273decd95 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 2.4701316 Jan 18 23:07:23.636252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94c534c4-4345-4c6c-b876-0e4af1a7d281 req-f1ad977c-84a6-4bcb-ad75-7adc29d717a6 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824033 Jan 18 23:07:23.747521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] For port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:07:23.750716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] For port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:07:23.757202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:23.762065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:23.972079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:23.972923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:23.980990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] 10.222.0.85 "PUT /v2.0/ports/1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 1092 time: 5.4346175 Jan 18 23:07:24.009671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:24.151508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6524d0a-d6f6-409f-8908-1917588786d3 req-cd61fb99-4751-4fca-bcf7-47428618821f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:24.162545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6524d0a-d6f6-409f-8908-1917588786d3 req-cd61fb99-4751-4fca-bcf7-47428618821f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.3742621 Jan 18 23:07:24.195859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:24.221197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.343753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6524d0a-d6f6-409f-8908-1917588786d3 req-9e78cc00-d8a4-4564-8915-32a46f2bc59c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771200 Jan 18 23:07:24.384712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Network 10103b4b-6ddd-433b-85ff-58e65c058983 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:24.394803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:24.401126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:07:24.497031 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'status': 'completed', 'code': 200} Jan 18 23:07:24.527719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f464b55-422a-43a2-bd19-ff9c699b8900 service neutron] Pushing event updated for resources: {'Port': ['ID=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:24.572619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:24.583300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:24.584270 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.717467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-e3d10620-2b50-4866-8e22-f2e2ed85202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:24.719004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-e3d10620-2b50-4866-8e22-f2e2ed85202c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1095 time: 0.6752236 Jan 18 23:07:24.724893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Pushing event updated for resources: {'Port': ['ID=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:24.736808 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.975512 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:25.011601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:25.023000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:25.100190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674eee5-9f09-4ec7-b903-6f91cc017cf1 req-3ab61c21-100f-4493-8eca-f3ff431f5705 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:25.116281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3674eee5-9f09-4ec7-b903-6f91cc017cf1 req-3ab61c21-100f-4493-8eca-f3ff431f5705 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.2488134 Jan 18 23:07:25.298599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3674eee5-9f09-4ec7-b903-6f91cc017cf1 req-10352be3-e67b-42f0-9e4e-5fe6ad13181d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809466 Jan 18 23:07:25.309443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:25.526391 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-075a50ed-fb01-49c9-9dd3-cf8bbe57370a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 217 time: 0.1363304 Jan 18 23:07:25.804429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-2be7adb8-c94e-4c80-bd53-11396af16a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:25.805992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-2be7adb8-c94e-4c80-bd53-11396af16a4e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.2688422 Jan 18 23:07:25.840850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2fa-c76f-4cd3-b8ab-519bfd3bcd99 req-ee8f5f43-d7dc-4d02-839e-61191c6fd453 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:25.850220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1f1a2fa-c76f-4cd3-b8ab-519bfd3bcd99 req-ee8f5f43-d7dc-4d02-839e-61191c6fd453 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.2082245 Jan 18 23:07:26.021972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1f1a2fa-c76f-4cd3-b8ab-519bfd3bcd99 req-5ad149bc-8b3e-4669-817b-af558e816939 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707342 Jan 18 23:07:26.049706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:26.087070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.141607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:26.142220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.322388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-a496158c-863f-4200-8daf-b51a0082c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:26.323892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-a496158c-863f-4200-8daf-b51a0082c48b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184663 Jan 18 23:07:26.700033 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-d41c8b36-61cc-48c8-9bd1-d72edd909f83 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128340 Jan 18 23:07:26.709562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c602c-bcda-43d4-af87-14e5af06a153 req-ae693941-4467-40e4-b08e-083036d993cb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:26.710999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a31c602c-bcda-43d4-af87-14e5af06a153 req-ae693941-4467-40e4-b08e-083036d993cb tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.1979423 Jan 18 23:07:26.730956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.819074 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.991302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a31c602c-bcda-43d4-af87-14e5af06a153 req-09dc3c27-2c3d-46a3-82bd-1a3be60ea0b8 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562017 Jan 18 23:07:27.044400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Pushing event updated for resources: {'Port': ['ID=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:27.046982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.091776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5960d24f-58bd-4220-ac4b-b1989a0b9f88 req-44b823e8-0f62-4ca4-be4e-5a0db46dc15f service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798013 Jan 18 23:07:27.264560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Network 10103b4b-6ddd-433b-85ff-58e65c058983 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:27.267911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:27.289583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-feddf02f-050c-4c35-ae2d-890defed5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:27.289583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-feddf02f-050c-4c35-ae2d-890defed5c91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1095 time: 0.1254458 Jan 18 23:07:27.328560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b1263-c01e-4b2d-b19a-018dec8981c2 req-dd01ad96-7f72-4a55-ada0-959c9b5c8a6b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:27.344164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a47b1263-c01e-4b2d-b19a-018dec8981c2 req-dd01ad96-7f72-4a55-ada0-959c9b5c8a6b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1580527 Jan 18 23:07:27.456568 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a47b1263-c01e-4b2d-b19a-018dec8981c2 req-26b2cb34-e577-4f13-9ff5-dd72b1272612 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053886 Jan 18 23:07:27.675873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-8933b13b-9d79-4e17-ba91-d096c015c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:27.677746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-8933b13b-9d79-4e17-ba91-d096c015c52d service neutron] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 915 time: 0.3427603 Jan 18 23:07:27.759978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-20b848fb-00cd-4967-9a62-feec5c353743 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 217 time: 0.0726287 Jan 18 23:07:27.987466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Router d4b1009b-9359-4861-9410-e6725f3e3450 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:07:28.074025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-1f5f3a2f-3e47-48e9-8988-813311b3733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:28.075490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-1f5f3a2f-3e47-48e9-8988-813311b3733b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.3085232 Jan 18 23:07:28.341186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaaee9-88d8-4013-82cb-cfb0b0bea6a2 req-a47eb007-9257-4dc2-84d4-7255a2b6ad79 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:28.353909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6feaaee9-88d8-4013-82cb-cfb0b0bea6a2 req-a47eb007-9257-4dc2-84d4-7255a2b6ad79 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.1382644 Jan 18 23:07:28.405669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:07:28.419060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Sync routers for ids ['d4b1009b-9359-4861-9410-e6725f3e3450'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:28.437558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a0567fb-0ac2-4eb9-96a6-44e94eb67dca admin admin] 10.222.0.78 "PUT /v2.0/routers/d4b1009b-9359-4861-9410-e6725f3e3450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2720652 Jan 18 23:07:28.437960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Routers {'d4b1009b-9359-4861-9410-e6725f3e3450'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:28.437960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d4b1009b-9359-4861-9410-e6725f3e3450'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:28.447078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-e0cbccb5-1393-45eb-a2f4-7e022195dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:28.448760 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-e0cbccb5-1393-45eb-a2f4-7e022195dcd3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3638613 Jan 18 23:07:28.455157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6feaaee9-88d8-4013-82cb-cfb0b0bea6a2 req-2b2d1fbf-a7ed-45ad-9d48-3685f5558e9c tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996647 Jan 18 23:07:28.793632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-1e5091e2-fee2-4f61-8200-f2c7562a3817 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294451 Jan 18 23:07:28.820055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Set router d4b1009b-9359-4861-9410-e6725f3e3450 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:28.988457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b730-e471-4e50-8979-f0c7281ce90c req-a8bcf391-13c4-49a0-90b6-42ec7a04ebdd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:28.996900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4242b730-e471-4e50-8979-f0c7281ce90c req-a8bcf391-13c4-49a0-90b6-42ec7a04ebdd tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.3444495 Jan 18 23:07:29.094780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4242b730-e471-4e50-8979-f0c7281ce90c req-5bd74b0c-812d-481f-8b59-f3c298b99b57 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969708 Jan 18 23:07:29.153994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fdf9a6ad-b115-4259-8e57-467c83b8848f req-801692ea-5db1-41b8-9a6b-1bda3103ab78 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614726 Jan 18 23:07:29.433446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:07:25Z', 'revision_number': 4, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6fcacdb3-07b7-4bf3-916d-48f5ed8d5719', 'name': '', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'mac_address': 'fa:16:3e:3e:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:22Z', 'updated_at': '2022-01-18T23:07:26Z', 'revision_number': 2, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'subnets': [{'id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:29.437719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Checking router: d4b1009b-9359-4861-9410-e6725f3e3450 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:29.438064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Updating router d4b1009b-9359-4861-9410-e6725f3e3450 port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:07:29.457152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-869a6862-fcff-4039-a2d0-170fd9e5f757 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:29.470695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-869a6862-fcff-4039-a2d0-170fd9e5f757 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 810 time: 0.3280272 Jan 18 23:07:29.493725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-da066c34-575c-47bf-9cea-83a6112d6768 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/quotas/8d626a0bfa8547d39d6627133b1e1af5 HTTP/1.1" status: 200 len: 375 time: 0.0148494 Jan 18 23:07:29.522416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:29.677463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-81bea9f7-998f-4180-adaa-a73c76153da5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747839 Jan 18 23:07:29.795435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12d9e6-6aca-43ce-be2d-3b4de9b33fd6 req-c39c4dcc-2868-4dee-b3b8-3a4f92cd893a tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:29.798082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b12d9e6-6aca-43ce-be2d-3b4de9b33fd6 req-c39c4dcc-2868-4dee-b3b8-3a4f92cd893a tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.1312449 Jan 18 23:07:29.825639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-95c1e66f-800e-4039-a254-5a9a43294362 service neutron] 10.222.0.78 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471121 Jan 18 23:07:29.866264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b12d9e6-6aca-43ce-be2d-3b4de9b33fd6 req-1e81a705-626a-4c52-aead-5bab0ff14646 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574672 Jan 18 23:07:30.008733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.023091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Transition to ACTIVE for port object 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:30.035075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.175936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-c8e47f0e-b8df-4657-bbaf-03e71e391420 service neutron] 10.222.0.78 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466980 Jan 18 23:07:30.266396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0b30b-4829-47ce-947a-c46e86bdc999 None None] Pushing event updated for resources: {'Port': ['ID=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:30.299592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:30.420513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741fded-204f-4b1b-8444-a4fb1bbb510c req-82fb15ba-980b-44f5-bfd1-9086489acb44 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:30.429340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0741fded-204f-4b1b-8444-a4fb1bbb510c req-82fb15ba-980b-44f5-bfd1-9086489acb44 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 944 time: 0.1315763 Jan 18 23:07:30.485280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0741fded-204f-4b1b-8444-a4fb1bbb510c req-d1179b88-0906-41b9-9022-80c173c780c6 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503981 Jan 18 23:07:30.496624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Attempting to bind port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:30.497154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Attempting to bind port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:30.501075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Attempting to bind port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 on network 10103b4b-6ddd-433b-85ff-58e65c058983 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:07:30.530523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:07:30.530896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Checking segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:07:30.531298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.531679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Bound using segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:07:30.532143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Bound port: 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:30.532970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.591926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ccd5f35f-ba51-465b-b334-e3eacbcadc94 req-90524b90-4cde-452d-80d8-4d9ac5d13197 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Synchronizing usage tracker for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:30.637502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ccd5f35f-ba51-465b-b334-e3eacbcadc94 req-90524b90-4cde-452d-80d8-4d9ac5d13197 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Unset dirty status for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:30.638935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ccd5f35f-ba51-465b-b334-e3eacbcadc94 req-90524b90-4cde-452d-80d8-4d9ac5d13197 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 210 time: 0.1216855 Jan 18 23:07:30.679608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:30.703069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'network_id': 'c6d44397-903c-49a4-ae66-40a2201ac431', 'port_id': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'mac_address': 'fa:16:3e:42:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb34280-1771-49ac-82dd-37d868fa3de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:30.705087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] For port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:07:30.709860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] For port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:07:30.806130 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.819794 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.990576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1cfe89-8286-4d74-8b22-f5f85d2f67da {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:31.010492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:31.014037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0b30b-4829-47ce-947a-c46e86bdc999 None None] Pushing event updated for resources: {'Port': ['ID=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:31.030155 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:31.056427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53804) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:31.076246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Routers {'d4b1009b-9359-4861-9410-e6725f3e3450'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:31.076440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d4b1009b-9359-4861-9410-e6725f3e3450'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:31.240289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90cd90-d668-417c-838e-dc5e8586daab req-51f9be9a-b46a-4b15-8155-1bef5de72612 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.258863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a90cd90-d668-417c-838e-dc5e8586daab req-51f9be9a-b46a-4b15-8155-1bef5de72612 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.1767812 Jan 18 23:07:31.318504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] Set router d4b1009b-9359-4861-9410-e6725f3e3450 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:31.326564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a90cd90-d668-417c-838e-dc5e8586daab req-d4f7d092-bfbf-47c5-84c8-ce62a8b481a0 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647447 Jan 18 23:07:31.361703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:31.362165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9f415e8-454a-4a92-bd94-b80b75d1337e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab4869c5500e46cdb9585085c49efd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043537 Jan 18 23:07:31.390371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['cd1cfe89-8286-4d74-8b22-f5f85d2f67da'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:07:31.432735 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c31d4467-bedb-47f7-9acb-e597646e88f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:31.484279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c31d4467-bedb-47f7-9acb-e597646e88f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:31.497811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:31.609138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c31d4467-bedb-47f7-9acb-e597646e88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:31.640489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d4467-bedb-47f7-9acb-e597646e88f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da07ef-899f-4a5b-ac96-838af3186bae,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:31.659372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c31d4467-bedb-47f7-9acb-e597646e88f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:31.660682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c31d4467-bedb-47f7-9acb-e597646e88f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55da07ef-899f-4a5b-ac96-838af3186bae HTTP/1.1" status: 204 len: 168 time: 0.2974515 Jan 18 23:07:31.848467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204681a0-fbf4-4ea6-a897-77b0f395ba8f req-2cb5e50d-157e-4fc3-973a-b2a15869a50c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.873556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204681a0-fbf4-4ea6-a897-77b0f395ba8f req-2cb5e50d-157e-4fc3-973a-b2a15869a50c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.2066133 Jan 18 23:07:32.007694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-204681a0-fbf4-4ea6-a897-77b0f395ba8f req-670ff1d7-91a8-4864-908a-481f5c366295 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328576 Jan 18 23:07:32.193642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d690d1b-99c2-41a8-b18e-3073d5980465 req-5f61fc72-2d16-45ff-97ee-e21cae814647 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 210 time: 0.1019287 Jan 18 23:07:32.410613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:07:25Z', 'revision_number': 4, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6fcacdb3-07b7-4bf3-916d-48f5ed8d5719', 'name': '', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'mac_address': 'fa:16:3e:3e:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:22Z', 'updated_at': '2022-01-18T23:07:30Z', 'revision_number': 4, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'subnets': [{'id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:32.421973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a0716-882b-4572-a4b5-c6e8ac45092f None None] The sync data for ids ['d4b1009b-9359-4861-9410-e6725f3e3450'] in n-d-825178-1 is: [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:07:25Z', 'revision_number': 4, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6fcacdb3-07b7-4bf3-916d-48f5ed8d5719', 'name': '', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'mac_address': 'fa:16:3e:3e:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:22Z', 'updated_at': '2022-01-18T23:07:30Z', 'revision_number': 4, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'subnets': [{'id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:32.530138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-e55092e8-055b-48fc-8d0b-6069fa8623e8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:32.531139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-e55092e8-055b-48fc-8d0b-6069fa8623e8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Synchronizing usage tracker for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:32.671010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-e55092e8-055b-48fc-8d0b-6069fa8623e8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Unset dirty status for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:32.672186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-e55092e8-055b-48fc-8d0b-6069fa8623e8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 810 time: 0.4983025 Jan 18 23:07:32.687972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Request body: {'port': {'device_id': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'admin_state_up': True, 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:32.982489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920823c-c9e1-422e-82f7-3273def84069 req-d0452471-23d5-4983-9ed6-cc6dfe7bcca9 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:32.989360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2920823c-c9e1-422e-82f7-3273def84069 req-d0452471-23d5-4983-9ed6-cc6dfe7bcca9 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.4406974 Jan 18 23:07:33.114608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2920823c-c9e1-422e-82f7-3273def84069 req-13771089-a1b2-46b8-85f9-0591d53aa741 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240830 Jan 18 23:07:33.143756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:33.146316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:33.177474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:33.201066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Made reservation on behalf of 8d626a0bfa8547d39d6627133b1e1af5 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:33.211617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.420233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b43aa1-79d3-4c7b-aec1-815f42d26c1b req-446014fc-770d-4661-a60f-e40e03e3552c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:33.422064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82b43aa1-79d3-4c7b-aec1-815f42d26c1b req-446014fc-770d-4661-a60f-e40e03e3552c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.1742942 Jan 18 23:07:33.455453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-673445013-network', 'tenant_id': '9a675bf30f21462789f0f1979ffe42f4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:33.469836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0476ae9d-9b21-4e53-b819-ddd3e06d0502 req-73e6baf3-8473-4b20-a9d5-d88cd86a960e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 210 time: 0.0898147 Jan 18 23:07:33.472447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:33.498011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Usage tracker for resource:network and tenant:9a675bf30f21462789f0f1979ffe42f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:33.502979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:33.520633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82b43aa1-79d3-4c7b-aec1-815f42d26c1b req-46d02c0b-b194-49ff-8fe0-899c0b411c07 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896583 Jan 18 23:07:33.521703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:33.543276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Made reservation on behalf of 9a675bf30f21462789f0f1979ffe42f4 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:33.556715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.576400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.600116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:33.618200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Usage tracker for resource:security_group_rule and tenant:9a675bf30f21462789f0f1979ffe42f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:33.626698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:33.636844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:33.666800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Allocated IP 172.20.0.6 (10103b4b-6ddd-433b-85ff-58e65c058983/65384ca5-ca26-42ce-bbd1-1a768dfcbf89/a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:33.742812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.749975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.792213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192bf689-1363-45bf-8551-5a18f34c53b7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:33.804805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:33.817216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.817626 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Added segment 7e13e764-2b17-45a6-94c1-8d6cbf83358c of type vlan for network 0f595b4e-7c11-4f8a-8e48-df8f65591942 Jan 18 23:07:33.851182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.897447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.899997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:33.903342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.931878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-d8174553-e2b3-4228-bdfc-a73642f8bf2c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2431767 Jan 18 23:07:34.087779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] Pushing event updated for resources: {'Network': ['ID=0f595b4e-7c11-4f8a-8e48-df8f65591942,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:34.098852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0f595b4e-7c11-4f8a-8e48-df8f65591942 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:07:34.130840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c3d45416-fe36-46f6-a1c4-c17af90c6320 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9730966 Jan 18 23:07:34.131676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53866) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:34.145069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Request body: {'subnet': {'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-673445013-subnet', 'tenant_id': '9a675bf30f21462789f0f1979ffe42f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:34.170640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:34.184287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Usage tracker for resource:subnet and tenant:9a675bf30f21462789f0f1979ffe42f4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:34.188066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:34.194790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:34.201135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:34.233347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Made reservation on behalf of 9a675bf30f21462789f0f1979ffe42f4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:34.237800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.295855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:34.395351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-1f6fa98d-b8b5-4023-8cf8-97f9a4866a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:34.398250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-1f6fa98d-b8b5-4023-8cf8-97f9a4866a9f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1096 time: 0.3997054 Jan 18 23:07:34.406763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port cd1cfe89-8286-4d74-8b22-f5f85d2f67da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:34.407158 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.454602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.616133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:34.632803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:34.633218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.696246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810b96-6e3a-4b72-863e-cb27b9624062 req-c2c3bbbe-1bbf-4b76-9f4c-70eec83c8a45 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:34.697178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-ec5008ef-8038-479f-b8aa-9adcbbfc318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:34.699673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-ec5008ef-8038-479f-b8aa-9adcbbfc318a service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.2781358 Jan 18 23:07:34.703613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2810b96-6e3a-4b72-863e-cb27b9624062 req-c2c3bbbe-1bbf-4b76-9f4c-70eec83c8a45 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.2406731 Jan 18 23:07:34.708009 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.718210 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.818969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2810b96-6e3a-4b72-863e-cb27b9624062 req-795ee9ce-4b9f-4e28-8a98-06353db080a2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144347 Jan 18 23:07:34.837913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83329f8-9baf-47de-933b-23a8742e71cc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:34.865965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.877582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Checking segment: {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:07:34.877938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Network hostable DHCP agents. Network: 0f595b4e-7c11-4f8a-8e48-df8f65591942, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:34.920914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Network 0f595b4e-7c11-4f8a-8e48-df8f65591942 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:34.932411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0f595b4e-7c11-4f8a-8e48-df8f65591942) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:34.937743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:34.938330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.954045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d70117-c708-447f-9f05-a8999f391776 None None] Network 0f595b4e-7c11-4f8a-8e48-df8f65591942 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:07:35.006853 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91d2041f-560c-4f1d-9c5a-11f33de254e7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8650250 Jan 18 23:07:35.195735 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.249056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3023bb-84c5-4862-9fbb-754f3f584348 req-5430e077-ed1c-408a-a4b0-98b51d48d7cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:35.254144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab3023bb-84c5-4862-9fbb-754f3f584348 req-5430e077-ed1c-408a-a4b0-98b51d48d7cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 945 time: 0.1700425 Jan 18 23:07:35.302409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Pushing event updated for resources: {'Port': ['ID=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:35.316711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-d82b085a-6bec-4a98-821b-7ad0781701ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 1001 time: 0.6101451 Jan 18 23:07:35.324002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Network 10103b4b-6ddd-433b-85ff-58e65c058983 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:35.328888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:35.335631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab3023bb-84c5-4862-9fbb-754f3f584348 req-94a656a5-d906-478b-af21-5b0b7be9f816 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662596 Jan 18 23:07:35.409598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:35.410018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-61835354-95aa-454a-9455-3ac400661b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:35.411644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-61835354-95aa-454a-9455-3ac400661b6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.0842917 Jan 18 23:07:35.413553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:07:35.449932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.520042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.531068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71695452-4510-43ac-9da6-6c167db57e64 req-3891628d-29a9-4a34-a317-1fdbdc243707 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:35.538740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71695452-4510-43ac-9da6-6c167db57e64 req-3891628d-29a9-4a34-a317-1fdbdc243707 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 931 time: 0.6877279 Jan 18 23:07:35.557977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a7c0e-58a5-4898-9594-7c5edf7e4091 None None] Network 0f595b4e-7c11-4f8a-8e48-df8f65591942 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:07:35.626200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:35.627143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.657571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-71695452-4510-43ac-9da6-6c167db57e64 req-e90eb55b-af35-4bda-b06e-9c2a5b0363fa tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Synchronizing usage tracker for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:35.676009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-380c179d-b062-46f0-a7ea-b1483b11d8ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9918854 Jan 18 23:07:35.683535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-db8bb4d8-7e5b-4e07-bae3-0f0273a3ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:35.688494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-db8bb4d8-7e5b-4e07-bae3-0f0273a3ab69 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384024 Jan 18 23:07:35.690415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-71695452-4510-43ac-9da6-6c167db57e64 req-e90eb55b-af35-4bda-b06e-9c2a5b0363fa tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Unset dirty status for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:35.716155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71695452-4510-43ac-9da6-6c167db57e64 req-e90eb55b-af35-4bda-b06e-9c2a5b0363fa tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761808 Jan 18 23:07:35.746685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Request body: {'port': {'device_id': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:35.774922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:35.801670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:35.804895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:35.819475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.871370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.871999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.871999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.872162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.872457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.875614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:35.966314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.151713 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'code': 200} Jan 18 23:07:36.177571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:36.219644 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-fbabffec-d773-40a7-92be-c45d151bbb54 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2707918 Jan 18 23:07:36.238249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:36.337710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:36.705201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:36.721800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.757477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072580d9-6047-4506-9222-8fb6204ab092 req-823f1b98-e231-4f85-9eb8-8020cb658625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:36.762752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-823f1b98-e231-4f85-9eb8-8020cb658625 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=833598e4634b42449668d5af63ec7a9d&device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 1096 time: 0.3932724 Jan 18 23:07:36.802471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d8b64-5776-4a0a-ae10-4f4aa1a4b5bd req-cd41a04d-f6b8-473d-babe-7e5b1f0df073 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:36.817411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e31d8b64-5776-4a0a-ae10-4f4aa1a4b5bd req-cd41a04d-f6b8-473d-babe-7e5b1f0df073 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2618954 Jan 18 23:07:36.881650 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-0f229191-9f6e-416b-bf2d-8e61ce21456c service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1588018 Jan 18 23:07:37.080600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.092866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:37.123242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcd57a-f9ef-4fb7-923e-617587d916b2 req-8165833b-bd3d-485d-9359-46acf7655fd7 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:37.131093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7fcd57a-f9ef-4fb7-923e-617587d916b2 req-8165833b-bd3d-485d-9359-46acf7655fd7 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 944 time: 0.8860848 Jan 18 23:07:37.156992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:37.167976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e31d8b64-5776-4a0a-ae10-4f4aa1a4b5bd req-19eb601d-d1e0-4f3a-b097-5f8fc036eae1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395729 Jan 18 23:07:37.208580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7fcd57a-f9ef-4fb7-923e-617587d916b2 req-43fc8b2c-d8a9-4308-91f3-0926696d1e73 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726957 Jan 18 23:07:37.248157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4259-6b49-46df-a980-6b206118f7e1 req-67859125-868f-44cb-b2ac-702436565f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:37.257634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ddc4259-6b49-46df-a980-6b206118f7e1 req-67859125-868f-44cb-b2ac-702436565f31 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1098 time: 0.8946943 Jan 18 23:07:37.365382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072580d9-6047-4506-9222-8fb6204ab092 req-2a5ecaca-e475-4520-9d92-61392dd87fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:37.366849 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-2a5ecaca-e475-4520-9d92-61392dd87fdf service neutron] 10.222.0.86 "GET /v2.0/networks?id=be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 200 len: 911 time: 0.5463219 Jan 18 23:07:37.379638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:07:37.514167 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ddc4259-6b49-46df-a980-6b206118f7e1 req-79ef9111-c067-4e1c-a91a-38b8e8a210a2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401536 Jan 18 23:07:37.530394 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.561203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:37.572483 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6d3e998-4915-46b4-bb8e-20080da6517b req-a8bbb4d1-bdcd-46a5-943f-a82f2b1984fe service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804066 Jan 18 23:07:37.614856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:37.624046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.626173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:37.653587 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.699856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Transition to ACTIVE for port object a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:37.722100 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.929293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['1a36937d-cd1a-4162-b2df-6a4c6ce838c5'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:07:38.149120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Pushing event updated for resources: {'Port': ['ID=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:38.182796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:38.229162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-328269d4-26c7-4a65-a6da-7267efd5925e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 200 len: 1001 time: 0.8554153 Jan 18 23:07:38.233812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b71ae9-7e81-4124-b038-468c744ab42f req-29ca94eb-0145-4f27-ae3d-30a863ef9a54 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:38.234587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-84b71ae9-7e81-4124-b038-468c744ab42f req-29ca94eb-0145-4f27-ae3d-30a863ef9a54 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Synchronizing usage tracker for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:38.304228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Attempting to bind port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:38.304635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Attempting to bind port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:38.304903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Attempting to bind port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e on network 10103b4b-6ddd-433b-85ff-58e65c058983 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:07:38.319871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e on network 10103b4b-6ddd-433b-85ff-58e65c058983 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:07:38.320204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Attempting to bind port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e on network 10103b4b-6ddd-433b-85ff-58e65c058983 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:07:38.348269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:07:38.348616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Checking segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:07:38.349391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Bound using segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:07:38.349682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Bound port: a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:38.350084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.362490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072580d9-6047-4506-9222-8fb6204ab092 req-7707b1db-3ec9-410f-a9c5-0ec4d0e1de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:38.365439 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-7707b1db-3ec9-410f-a9c5-0ec4d0e1de06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 200 len: 849 time: 0.1285074 Jan 18 23:07:38.378769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-84b71ae9-7e81-4124-b038-468c744ab42f req-29ca94eb-0145-4f27-ae3d-30a863ef9a54 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Unset dirty status for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:38.384355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84b71ae9-7e81-4124-b038-468c744ab42f req-29ca94eb-0145-4f27-ae3d-30a863ef9a54 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 943 time: 0.6204424 Jan 18 23:07:38.467221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072580d9-6047-4506-9222-8fb6204ab092 req-108898f8-802d-4801-98ff-f6dafd175dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:38.469416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-108898f8-802d-4801-98ff-f6dafd175dca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be4f4ede-82fa-4550-9619-53a2eb4735b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981166 Jan 18 23:07:38.597746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84b71ae9-7e81-4124-b038-468c744ab42f req-13ef7762-f9c1-4f6f-92ff-8a25882ba7bc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396637 Jan 18 23:07:38.631245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] For port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:07:38.656117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] For port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:07:38.674186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.746420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-1dec5ed3-6e20-4062-b253-5e4491ce524f service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611074 Jan 18 23:07:38.858788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Pushing event updated for resources: {'Port': ['ID=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:38.866422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:38.867118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.868476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-ab19d2f7-40b0-4a40-8756-87e97466e41f service neutron] 10.222.0.86 "PUT /v2.0/ports/a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e HTTP/1.1" status: 200 len: 1091 time: 3.1398866 Jan 18 23:07:38.869538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'tag': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:39.041329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-8d661a54-a59e-4b53-962c-a597c3e5e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:39.042801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-8d661a54-a59e-4b53-962c-a597c3e5e3f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 1094 time: 0.1226180 Jan 18 23:07:39.058833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e80b1-622f-4c5f-ad59-b4bb087a0287 req-6c88dc9c-9fb7-4b0d-9997-d22497811796 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:39.065635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb3e80b1-622f-4c5f-ad59-b4bb087a0287 req-6c88dc9c-9fb7-4b0d-9997-d22497811796 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 945 time: 0.2015994 Jan 18 23:07:39.093634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-072580d9-6047-4506-9222-8fb6204ab092 req-6f823f59-5150-46f5-86df-71ec1bad8007 service neutron] 10.222.0.86 "GET /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396392 Jan 18 23:07:39.124645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1ab70-f54c-4aac-8a10-dbb872e0898e req-721243da-13d9-4e2c-9abc-7d2d94435401 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:39.131470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1b1ab70-f54c-4aac-8a10-dbb872e0898e req-721243da-13d9-4e2c-9abc-7d2d94435401 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.3320343 Jan 18 23:07:39.132911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-f7513881-c9c8-41e1-8788-412628e42b93 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e HTTP/1.1" status: 200 len: 217 time: 0.0652800 Jan 18 23:07:39.241450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1b1ab70-f54c-4aac-8a10-dbb872e0898e req-3838039d-2245-48aa-8edb-ecd4d8161d9f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082795 Jan 18 23:07:39.247344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb3e80b1-622f-4c5f-ad59-b4bb087a0287 req-6d09c2ef-974b-410a-bf6f-7740ec28c5ce tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807549 Jan 18 23:07:39.255334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-cdddc117-28b9-4973-8b87-7012ad54582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:39.276866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-cdddc117-28b9-4973-8b87-7012ad54582a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.1205027 Jan 18 23:07:39.353102 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'tag': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e', 'status': 'completed', 'code': 200} Jan 18 23:07:39.580202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-360d4c9a-d960-4407-815a-610db3e7e016 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2966201 Jan 18 23:07:39.920150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-b9771899-568a-42b9-994a-2895d0f82d12 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326111 Jan 18 23:07:40.112124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1fc05-aef0-44a5-b046-a1cee9a35a66 req-790a13b5-cbeb-4f07-abf4-0fc784c57aff tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.121290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aef1fc05-aef0-44a5-b046-a1cee9a35a66 req-790a13b5-cbeb-4f07-abf4-0fc784c57aff tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 943 time: 0.3069224 Jan 18 23:07:40.254310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6d6b14bd-403b-45bc-9f53-2ddfdf980488 req-b78fd87e-5aad-4396-b4ce-5f0f312fd966 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214366 Jan 18 23:07:40.261605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aef1fc05-aef0-44a5-b046-a1cee9a35a66 req-c86d88f3-1e6c-4f8d-a287-037d515be7c0 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382654 Jan 18 23:07:40.328419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:40.520502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:40.525777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:40.526358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.655225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-f8cef2f7-50bf-4728-aae1-ca5435ed3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.656730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-f8cef2f7-50bf-4728-aae1-ca5435ed3dfa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 1094 time: 0.3041341 Jan 18 23:07:40.668535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51f8f-2461-41e3-9f40-fc0d8cb58242 req-2bac28d3-1fd4-42d8-acb1-bcb0568d04e5 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.675383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0fb51f8f-2461-41e3-9f40-fc0d8cb58242 req-2bac28d3-1fd4-42d8-acb1-bcb0568d04e5 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 945 time: 0.1767743 Jan 18 23:07:40.700238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95f4f-4590-4ee4-8eb2-71d5a516350b req-8f50883b-9418-446d-8c35-396851fb8c13 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.716301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0d95f4f-4590-4ee4-8eb2-71d5a516350b req-8f50883b-9418-446d-8c35-396851fb8c13 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.1397431 Jan 18 23:07:40.790683 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0d95f4f-4590-4ee4-8eb2-71d5a516350b req-eb6e7eb9-b9ce-459d-976b-0f94c265126f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733557 Jan 18 23:07:40.813003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0fb51f8f-2461-41e3-9f40-fc0d8cb58242 req-5fa2a081-b178-4ce3-99bd-ebed634df7d8 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365821 Jan 18 23:07:40.860735 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.903886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-5f6bdda1-4180-4a4c-a8ff-728fa987f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.909851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-5f6bdda1-4180-4a4c-a8ff-728fa987f43a service neutron] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 911 time: 0.2318091 Jan 18 23:07:40.918408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:40.924128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:40.935740 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.067303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:41.094763 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'code': 200} Jan 18 23:07:41.315353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-6b350543-2b4f-49b3-816b-fcc859fc6d9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e HTTP/1.1" status: 200 len: 217 time: 0.3953247 Jan 18 23:07:41.434411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-777cc570-7c39-4cf0-bae5-39fee4e64069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.435957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-777cc570-7c39-4cf0-bae5-39fee4e64069 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.1087239 Jan 18 23:07:41.536574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-2b041a45-240b-425a-8915-51160d7e13f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911171 Jan 18 23:07:41.634479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d255e40-12bc-4021-b9e4-aae5d23b92b9 req-57eb9d57-2ccf-4757-98fb-426618215fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.636150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d255e40-12bc-4021-b9e4-aae5d23b92b9 req-57eb9d57-2ccf-4757-98fb-426618215fd6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1097 time: 0.4425166 Jan 18 23:07:41.644205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafa657-e37e-4fd7-87f6-ca1c092f9351 req-6a7c2e70-9591-41af-b2a0-0f91cf158064 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.645897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7fafa657-e37e-4fd7-87f6-ca1c092f9351 req-6a7c2e70-9591-41af-b2a0-0f91cf158064 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.5945840 Jan 18 23:07:41.799927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d255e40-12bc-4021-b9e4-aae5d23b92b9 req-11310105-0626-4994-b044-2b8e2dd87764 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457119 Jan 18 23:07:41.832493 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7fafa657-e37e-4fd7-87f6-ca1c092f9351 req-5258dc1b-3e09-4443-887f-85b72b52a1b7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644297 Jan 18 23:07:41.872329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-eadade9f-023a-4d8a-97e6-803a3aa3fc4f service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260374 Jan 18 23:07:42.066844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbbc60-8afb-4e21-9e99-ae2f19be1f4e req-a9dac080-1350-41fa-8856-13fef37823ac tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:42.069230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72fbbc60-8afb-4e21-9e99-ae2f19be1f4e req-a9dac080-1350-41fa-8856-13fef37823ac tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 943 time: 0.1803527 Jan 18 23:07:42.137572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-90c83365-c370-4a88-9728-81d39e74f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.159387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72fbbc60-8afb-4e21-9e99-ae2f19be1f4e req-12c9aa18-453a-44b6-b337-deb51991a6fb tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803602 Jan 18 23:07:42.203829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e41d7f25-fbce-4350-8a1d-483bd64309b1 req-f53783d0-823e-445a-a01a-009c2c710d92 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250928 Jan 18 23:07:42.227615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2f481-6e5b-4f7c-97a4-e5fab630ae8d req-6b7c1f62-b327-4c8a-a59f-435ce3ba4fa2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:42.229114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75a2f481-6e5b-4f7c-97a4-e5fab630ae8d req-6b7c1f62-b327-4c8a-a59f-435ce3ba4fa2 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 946 time: 0.1519697 Jan 18 23:07:42.286062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75a2f481-6e5b-4f7c-97a4-e5fab630ae8d req-c4921629-68bf-4f32-895a-5e28f97097d8 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511255 Jan 18 23:07:42.355613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240f67b-42f4-4e20-9f20-01b237a45fd5 req-aac439bb-f89c-4104-964a-b55b3fadb655 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:42.357151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f240f67b-42f4-4e20-9f20-01b237a45fd5 req-aac439bb-f89c-4104-964a-b55b3fadb655 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.0850668 Jan 18 23:07:42.405478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f240f67b-42f4-4e20-9f20-01b237a45fd5 req-e309ebfc-fa2b-4c0c-a2db-5788cf3698cc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Jan 18 23:07:42.648712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df494b3-f206-4d7b-a265-fbdd95ea20de req-68751e58-7444-413a-bad2-7cc2677ba359 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:42.650308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2df494b3-f206-4d7b-a265-fbdd95ea20de req-68751e58-7444-413a-bad2-7cc2677ba359 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.0902112 Jan 18 23:07:42.718774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2df494b3-f206-4d7b-a265-fbdd95ea20de req-e830b857-be75-426b-a160-7edb57aafd27 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Jan 18 23:07:43.048262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cf223-b09e-4aeb-9fa5-9eb8c0cfd869 req-da1d52b9-a8d2-4525-a5c5-86b13cc5987c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.053424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-123cf223-b09e-4aeb-9fa5-9eb8c0cfd869 req-da1d52b9-a8d2-4525-a5c5-86b13cc5987c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.1482663 Jan 18 23:07:43.111582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-123cf223-b09e-4aeb-9fa5-9eb8c0cfd869 req-cd98d9cd-6c42-4385-9961-a23d129c064f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551322 Jan 18 23:07:43.422449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bc05a-33b5-4dad-8a02-c392155cd090 req-c7243759-0be7-4172-b512-2fb23a58ac0d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.430333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a86bc05a-33b5-4dad-8a02-c392155cd090 req-c7243759-0be7-4172-b512-2fb23a58ac0d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 943 time: 0.1230249 Jan 18 23:07:43.479695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a86bc05a-33b5-4dad-8a02-c392155cd090 req-4c4375e6-df34-46d7-9b7d-4080125454d2 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 Jan 18 23:07:43.548244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9d82-f1df-4d87-8510-a2aa0dd2c6fe req-029e91e6-0300-460e-898b-e49a6559737e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.549828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63cb9d82-f1df-4d87-8510-a2aa0dd2c6fe req-029e91e6-0300-460e-898b-e49a6559737e tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2805967 Jan 18 23:07:43.611047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63cb9d82-f1df-4d87-8510-a2aa0dd2c6fe req-bf31b8f5-b419-4ef6-bca8-1f64fb52794a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527396 Jan 18 23:07:43.745264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aee2e-9562-4339-8085-f7553e3a07ef req-c38f6936-51b4-42af-b434-9a9da4ee77f9 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.746813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd9aee2e-9562-4339-8085-f7553e3a07ef req-c38f6936-51b4-42af-b434-9a9da4ee77f9 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 946 time: 0.1194611 Jan 18 23:07:43.800862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd9aee2e-9562-4339-8085-f7553e3a07ef req-a0f60588-d184-4f43-93d7-04f170dad1e4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470574 Jan 18 23:07:43.886210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ec27-328d-4891-bca7-a754355a83bb req-da744f59-cb66-41a8-bb66-98e875310898 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.893954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c907ec27-328d-4891-bca7-a754355a83bb req-da744f59-cb66-41a8-bb66-98e875310898 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.1011398 Jan 18 23:07:43.952160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c907ec27-328d-4891-bca7-a754355a83bb req-87832c71-c64b-488b-982d-766f38d488d7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568576 Jan 18 23:07:44.059265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7fd5c-5583-4bec-8186-b0f0a4374a29 req-2222805d-812b-4c11-99c8-9f099d4eefcc tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.060887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4d7fd5c-5583-4bec-8186-b0f0a4374a29 req-2222805d-812b-4c11-99c8-9f099d4eefcc tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 946 time: 0.1104524 Jan 18 23:07:44.106533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f4d7fd5c-5583-4bec-8186-b0f0a4374a29 req-d45e0b51-80b1-4fee-b3d0-9cbf9e5a18a4 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Jan 18 23:07:44.129778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:44.362884 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-660f1021-6550-4b25-9949-cf3b6b5b09a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.431130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b2be7-b3c5-42aa-8c27-3ec30f8b22f7 tempest-TestVolumeBackupRestore-1730470841 tempest-TestVolumeBackupRestore-1730470841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.434445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-094b2be7-b3c5-42aa-8c27-3ec30f8b22f7 tempest-TestVolumeBackupRestore-1730470841 tempest-TestVolumeBackupRestore-1730470841-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1092 time: 0.3034275 Jan 18 23:07:44.437954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54112) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:44.444600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:44.452589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:44.457589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Usage tracker for resource:floatingip and tenant:371888f701ea4891b0da69d5026a9389 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:44.461153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:44.469421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:44.484458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.762567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ad9de-338b-429b-9db6-3eaa0b498d03 req-e1e2b97c-8c78-4913-b278-9c3f66c10f79 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.764125 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f41ad9de-338b-429b-9db6-3eaa0b498d03 req-e1e2b97c-8c78-4913-b278-9c3f66c10f79 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.1502311 Jan 18 23:07:44.825059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:44.831630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f41ad9de-338b-429b-9db6-3eaa0b498d03 req-afd89c06-fae2-4bf5-9070-d404462d4906 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Jan 18 23:07:44.843766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.906886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7b7f0-88f2-4a7c-a7c6-f9d1af73ddfe req-62d148e2-775c-4a5d-96a0-12e526185f53 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.909489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6db7b7f0-88f2-4a7c-a7c6-f9d1af73ddfe req-62d148e2-775c-4a5d-96a0-12e526185f53 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 943 time: 0.1295636 Jan 18 23:07:45.005960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6db7b7f0-88f2-4a7c-a7c6-f9d1af73ddfe req-3bc0a2e3-5805-4a21-b9f3-6061c0e1fa34 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833735 Jan 18 23:07:45.012589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Allocated IP 172.25.4.153 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9e9f5a36-fe2d-4396-b6c3-f4a4e0000b74) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:45.191549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:45.226423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'port_id': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e', 'mac_address': 'fa:16:3e:cf:72:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:45.312546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988444d-7089-4068-874e-1860c9b99bd7 req-eac3f978-ddab-40f9-9359-2db316f97c47 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:45.319930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a988444d-7089-4068-874e-1860c9b99bd7 req-eac3f978-ddab-40f9-9359-2db316f97c47 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1423635 Jan 18 23:07:45.361888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.363357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.404151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:45.406445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a988444d-7089-4068-874e-1860c9b99bd7 req-356ea4b8-e440-42fb-909f-0adb74c75572 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855780 Jan 18 23:07:45.413907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.435530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:45.453520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.555134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:45.556419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:45.560983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:07:45.564710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:45.609246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.651844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'Port': ['ID=9e9f5a36-fe2d-4396-b6c3-f4a4e0000b74,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:45.662976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:07:45.664609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.664975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.665317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.665666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.666011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.666291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.666610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.666929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.667248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.667561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.667879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.668392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:45.787472 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.338658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c71fe-ca43-432a-8dea-756cf718ec80 req-fa7ff8f6-9d1e-4e9a-ba16-0a29547e07dc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.342499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-779c71fe-ca43-432a-8dea-756cf718ec80 req-fa7ff8f6-9d1e-4e9a-ba16-0a29547e07dc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 944 time: 0.1482935 Jan 18 23:07:46.355713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96300981-9c8e-45ff-bacb-74dbe63306aa req-e8615da5-834e-4620-83b7-783a8bb4cdac tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.357362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96300981-9c8e-45ff-bacb-74dbe63306aa req-e8615da5-834e-4620-83b7-783a8bb4cdac tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2448447 Jan 18 23:07:46.422405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96300981-9c8e-45ff-bacb-74dbe63306aa req-bd049704-3e12-4ea1-8871-b050fff7104d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559287 Jan 18 23:07:46.445795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-779c71fe-ca43-432a-8dea-756cf718ec80 req-d2734402-8e4a-482f-b2eb-6caebad6c61f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944834 Jan 18 23:07:46.505080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.623115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.718206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f5782-ab68-4509-9e68-7cfa59a6509e req-ed1b715f-38d2-4a07-80a9-33b9c47e0641 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.727772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055f5782-ab68-4509-9e68-7cfa59a6509e req-ed1b715f-38d2-4a07-80a9-33b9c47e0641 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1472704 Jan 18 23:07:46.820763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-055f5782-ab68-4509-9e68-7cfa59a6509e req-e210d985-f2dd-467c-a3ea-97c1fa1c10cc tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920613 Jan 18 23:07:46.843869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:46.930617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225f0-31d0-4824-ad9f-b8d7c92cdb90 req-6a54ad7c-c4fa-4334-8fae-45001b8258e5 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.937463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce8225f0-31d0-4824-ad9f-b8d7c92cdb90 req-6a54ad7c-c4fa-4334-8fae-45001b8258e5 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.2448339 Jan 18 23:07:46.985928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.990641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:46.997202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:46.997696 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.013723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce8225f0-31d0-4824-ad9f-b8d7c92cdb90 req-95caedf7-3bc4-4e90-8a9d-eb8778bbb5ce tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753014 Jan 18 23:07:47.049320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.058400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.166332 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.205133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:47.224657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:47.240623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.267181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event updated for resources: {'Port': ['ID=9e9f5a36-fe2d-4396-b6c3-f4a4e0000b74,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:47.315349 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e', 'code': 200} Jan 18 23:07:47.335564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.431432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:47.530907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e2774-531d-4fe8-b491-99ccf8741285 req-184ddfe6-dbba-421c-b1f7-e4659c75b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.532433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-355e2774-531d-4fe8-b491-99ccf8741285 req-184ddfe6-dbba-421c-b1f7-e4659c75b3dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 1096 time: 0.1775370 Jan 18 23:07:47.627591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-355e2774-531d-4fe8-b491-99ccf8741285 req-3b9a1853-3170-4b52-86f3-15773594d251 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806191 Jan 18 23:07:47.677653 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Floating IP 2d6c4864-c22b-44f9-9de5-57e84a47453a associated. External IP: 172.25.4.153, port: 1a36937d-cd1a-4162-b2df-6a4c6ce838c5. Jan 18 23:07:48.082768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-d9e2b723-bdc8-480a-9c5c-7b8a1c9509d1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.084555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-d9e2b723-bdc8-480a-9c5c-7b8a1c9509d1 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.2390444 Jan 18 23:07:48.128682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955a2f6-4cac-4bb7-99c1-6050bd6a3ab7 req-95a83f42-1b9e-4a3a-af98-e4ac54b172fc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.130370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f955a2f6-4cac-4bb7-99c1-6050bd6a3ab7 req-95a83f42-1b9e-4a3a-af98-e4ac54b172fc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.3706069 Jan 18 23:07:48.186304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-df42ecf0-46b0-457e-a879-968ab2abff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.187824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-df42ecf0-46b0-457e-a879-968ab2abff56 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1f662fc6f144e7db0369340dd494c18&device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 1098 time: 0.3711295 Jan 18 23:07:48.213373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f955a2f6-4cac-4bb7-99c1-6050bd6a3ab7 req-bd58007a-dca3-4645-a6ee-fef278c6bdd2 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675273 Jan 18 23:07:48.314653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4fe8b-f3bd-41f4-bc60-767efd22bb7b req-06e4bffb-81b7-48b7-a4cf-8fb0cc66bbfc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.316202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8f4fe8b-f3bd-41f4-bc60-767efd22bb7b req-06e4bffb-81b7-48b7-a4cf-8fb0cc66bbfc tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2576969 Jan 18 23:07:48.322465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Router 6125273a-1a55-46be-94dd-02e5f38cb2de has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:07:48.347514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-979f09b6-5bd1-4061-8d8a-25e4171de6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.348844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-979f09b6-5bd1-4061-8d8a-25e4171de6de service neutron] 10.222.0.85 "GET /v2.0/networks?id=c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 200 len: 915 time: 0.1388679 Jan 18 23:07:48.367528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Deleting port 1e6a09da-26d9-41fa-9b03-d43868c8db2d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:07:48.368225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.552322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8f4fe8b-f3bd-41f4-bc60-767efd22bb7b req-3d8f26e0-8059-42ff-8a20-7bad9bd179a3 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263174 Jan 18 23:07:48.586830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:07:48.599702 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] Sync routers for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:48.617435 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:48.618392 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:48.627788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.835400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-047a76a3-fe90-42ad-ab2b-9ca108071a3a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 200 len: 217 time: 0.4768469 Jan 18 23:07:48.959354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9e6b6be4-905e-451d-a4bb-b9f4f92cc7ee tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5170977 Jan 18 23:07:48.975795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54182) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:48.978945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:49.046752 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:49.152999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3432f19-90c0-4c8c-8501-659278d5566c req-104d8df7-fb95-417f-986d-b7244cfecb03 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:49.160249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3432f19-90c0-4c8c-8501-659278d5566c req-104d8df7-fb95-417f-986d-b7244cfecb03 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.3368573 Jan 18 23:07:49.184022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed793123-d479-4e1f-a5a7-a93fff01e7cf tempest-TestVolumeBackupRestore-1730470841 tempest-TestVolumeBackupRestore-1730470841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:49.184667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed793123-d479-4e1f-a5a7-a93fff01e7cf tempest-TestVolumeBackupRestore-1730470841 tempest-TestVolumeBackupRestore-1730470841-project-admin] Synchronizing usage tracker for tenant:c9d5e500aa75456fb6cd4b2d61898264 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:49.220319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3432f19-90c0-4c8c-8501-659278d5566c req-0cde8e4f-02cd-4cc9-8646-2b816193f5f8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591846 Jan 18 23:07:49.221464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed793123-d479-4e1f-a5a7-a93fff01e7cf tempest-TestVolumeBackupRestore-1730470841 tempest-TestVolumeBackupRestore-1730470841-project-admin] Unset dirty status for tenant:c9d5e500aa75456fb6cd4b2d61898264 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:49.222453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ed793123-d479-4e1f-a5a7-a93fff01e7cf tempest-TestVolumeBackupRestore-1730470841 tempest-TestVolumeBackupRestore-1730470841-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1092 time: 0.2416406 Jan 18 23:07:49.233589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54188) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:49.240110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Request body: {'floatingip': {'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:49.327930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] For port 1e6a09da-26d9-41fa-9b03-d43868c8db2d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1e6a09da-26d9-41fa-9b03-d43868c8db2d,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:49.328332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:49.427390 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '2d6c4864-c22b-44f9-9de5-57e84a47453a', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:07:46Z', 'updated_at': '2022-01-18T23:07:46Z', 'revision_number': 0, 'project_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:49.431595 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] Checking router: 6125273a-1a55-46be-94dd-02e5f38cb2de for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:49.441417 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:49.442338 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:49.473421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:49.625946 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'status': 'completed', 'code': 200} Jan 18 23:07:49.652551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:49.841670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-b9d8fd9f-b5e1-488f-a1f9-08253cbe5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:49.843373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-b9d8fd9f-b5e1-488f-a1f9-08253cbe5b66 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 200 len: 854 time: 0.9975274 Jan 18 23:07:49.946101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d05af-1e82-41ee-b5b9-27fa74af70a2 req-17b5f269-42b3-488a-8ac4-0f1fb5f0d1e0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:49.955890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df4d05af-1e82-41ee-b5b9-27fa74af70a2 req-17b5f269-42b3-488a-8ac4-0f1fb5f0d1e0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 1.2350035 Jan 18 23:07:50.060205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-25855ee3-0436-434a-af43-f6a542fe3e29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c6d44397-903c-49a4-ae66-40a2201ac431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267273 Jan 18 23:07:50.134986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d1dda-fb11-4e97-8643-785e575a84dd req-fa70ed72-27bd-4c13-9f27-f2c6007e969b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.142342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-263d1dda-fb11-4e97-8643-785e575a84dd req-fa70ed72-27bd-4c13-9f27-f2c6007e969b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.3354220 Jan 18 23:07:50.231965 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '2d6c4864-c22b-44f9-9de5-57e84a47453a', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:07:46Z', 'updated_at': '2022-01-18T23:07:46Z', 'revision_number': 0, 'project_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:50.239768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df4d05af-1e82-41ee-b5b9-27fa74af70a2 req-c4c72fd4-415c-4394-881c-2cc24e853395 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828360 Jan 18 23:07:50.260672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d3c26-b1b4-40d7-bcb9-1bdcd8aaf62c None None] The sync data for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 is: [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '2d6c4864-c22b-44f9-9de5-57e84a47453a', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:07:46Z', 'updated_at': '2022-01-18T23:07:46Z', 'revision_number': 0, 'project_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:50.324985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-263d1dda-fb11-4e97-8643-785e575a84dd req-71365d15-3183-42c5-b2f6-5be59bb19f07 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780124 Jan 18 23:07:50.358309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-5afaa8ef-0c47-4549-92e7-73e37100b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.360595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-5afaa8ef-0c47-4549-92e7-73e37100b1a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1097 time: 0.6880550 Jan 18 23:07:50.664362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bad706-c2f0-4b10-8662-7a4ddc85abeb None None] New status for floating IP 2d6c4864-c22b-44f9-9de5-57e84a47453a: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:07:50.754295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.754805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.755168 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Floating IP f3ce33f2-ee7e-47ba-9540-0c5abdbe5587 disassociated. External IP: 172.25.4.203, port: 1e6a09da-26d9-41fa-9b03-d43868c8db2d. Jan 18 23:07:50.755602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Calling delete_port for 1e6a09da-26d9-41fa-9b03-d43868c8db2d owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:07:50.793373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73831bc-0214-4abf-8762-4b50c08c186a req-e856cbe8-708c-4c78-bf42-d0c2f2b46350 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.801021 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f73831bc-0214-4abf-8762-4b50c08c186a req-e856cbe8-708c-4c78-bf42-d0c2f2b46350 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.3074985 Jan 18 23:07:50.875176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf165-be71-4122-b738-620b77827eb2 req-52787b30-300e-416c-bb0f-c9dcdc3ff4d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.882586 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af9bf165-be71-4122-b738-620b77827eb2 req-52787b30-300e-416c-bb0f-c9dcdc3ff4d8 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 945 time: 0.1385036 Jan 18 23:07:50.943827 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af9bf165-be71-4122-b738-620b77827eb2 req-0cf6366a-f101-4d44-bf61-a09f151b8c81 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bc7a54d-d832-416f-8355-cdecb4207a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602400 Jan 18 23:07:50.948412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f73831bc-0214-4abf-8762-4b50c08c186a req-efa8a68c-0b41-47de-85a7-301b929481d5 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464410 Jan 18 23:07:51.011010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-cf8d5ec6-8596-430a-8aaa-a8f08cc06dce service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9166439 Jan 18 23:07:51.150637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-13f924c9-1935-42bd-b943-2791f85b76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:51.159738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-13f924c9-1935-42bd-b943-2791f85b76e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 915 time: 0.7839777 Jan 18 23:07:51.159983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.166136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.176275 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-e7bad706-c2f0-4b10-8662-7a4ddc85abeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:07:51.180239 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-e7bad706-c2f0-4b10-8662-7a4ddc85abeb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:07:51.458610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-202673af-1f48-41b3-a4fc-28e709df3cb4 req-a313aeb7-e87c-4d43-b584-61ffe6281d2f service neutron] 10.222.0.85 "GET /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410355 Jan 18 23:07:51.682137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bad706-c2f0-4b10-8662-7a4ddc85abeb None None] New status for floating IP 2d6c4864-c22b-44f9-9de5-57e84a47453a: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:07:51.724831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-9eb06c1e-cdf9-4c1b-8e1d-1228fa9407ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 1000 time: 0.5088012 Jan 18 23:07:51.888525 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.001930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-f0dd8129-a7f2-4895-83b4-fb260a0acece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.004161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-f0dd8129-a7f2-4895-83b4-fb260a0acece service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.2225783 Jan 18 23:07:52.017107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event deleted for resources: {'Port': ['ID=1e6a09da-26d9-41fa-9b03-d43868c8db2d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:52.062037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.063333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.063875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.065437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.066826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.067372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.067941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.069797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.070469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.071076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.071633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.072165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.089423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099aefb-ae3c-46cd-8367-e512482f8208 req-0c48a527-e2c3-40e4-abce-c6358239693d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.100023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7099aefb-ae3c-46cd-8367-e512482f8208 req-0c48a527-e2c3-40e4-abce-c6358239693d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.3732061 Jan 18 23:07:52.411677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925620ee-7743-4b6b-840a-0774bc48194e req-46007c39-f238-4010-a74d-4b23345b165f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.419530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-925620ee-7743-4b6b-840a-0774bc48194e req-46007c39-f238-4010-a74d-4b23345b165f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.7131872 Jan 18 23:07:52.448967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-933325db-221b-4326-be2a-7141195757f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.450520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-933325db-221b-4326-be2a-7141195757f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 1096 time: 0.9100420 Jan 18 23:07:52.452714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Router 6125273a-1a55-46be-94dd-02e5f38cb2de has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:07:52.489776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-925620ee-7743-4b6b-840a-0774bc48194e req-329916c6-43ec-41b0-ab5a-e301133e4da2 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691311 Jan 18 23:07:52.777356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-032a15f1-4541-425f-8b44-986a0f4768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.779448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-032a15f1-4541-425f-8b44-986a0f4768d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 911 time: 0.3034825 Jan 18 23:07:52.805793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Router 70928366-e415-482f-9f47-15eb2836f6ae has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:07:52.867313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e6a09da-26d9-41fa-9b03-d43868c8db2d no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:52.919669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7099aefb-ae3c-46cd-8367-e512482f8208 req-f7c97a90-aa67-454b-ba33-b3e50946247b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184726 Jan 18 23:07:52.943639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1e6a09da-26d9-41fa-9b03-d43868c8db2d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:07:52.943974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1e6a09da-26d9-41fa-9b03-d43868c8db2d not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:52.984369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-890c325d-998c-44cc-92e9-bd203a05452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.994229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-890c325d-998c-44cc-92e9-bd203a05452d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9793386 Jan 18 23:07:53.024919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-9b03f5c2-1027-4601-b46f-84e10064de71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e HTTP/1.1" status: 200 len: 217 time: 0.2345989 Jan 18 23:07:53.202071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc411225-ac2b-464c-b86f-52b5a7599487 req-607bf3d5-2119-4fa8-b493-de1c710d6f6b tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/ports?device_id=d54fd860-db5d-4199-bb65-a26fa5d4c5c2 HTTP/1.1" status: 200 len: 210 time: 0.0911875 Jan 18 23:07:53.302948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:07:53.312551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:53.336389 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:53.337379 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:53.415092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] No DVR routers for this DVR port 1e6a09da-26d9-41fa-9b03-d43868c8db2d on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:53.419723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.422593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'name': 'network-vif-deleted', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:53.451105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-d243be8f-3983-40d0-954e-52af27ab0471 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384418 Jan 18 23:07:53.456001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-f3035f93-d288-4fc8-96be-b4b01e24e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:53.460696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-f3035f93-d288-4fc8-96be-b4b01e24e43f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.4265745 Jan 18 23:07:53.495767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-57eb08e1-498f-4735-a6ff-b0775adacda8 req-8801a2b3-fadd-45e3-803e-bc5be9e3ee58 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.86 "DELETE /v2.0/ports/1e6a09da-26d9-41fa-9b03-d43868c8db2d HTTP/1.1" status: 204 len: 173 time: 5.4047110 Jan 18 23:07:53.601973 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fd860-db5d-4199-bb65-a26fa5d4c5c2', 'name': 'network-vif-deleted', 'tag': '1e6a09da-26d9-41fa-9b03-d43868c8db2d', 'status': 'completed', 'code': 200} Jan 18 23:07:53.615673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:07:53.627056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.629622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] Sync routers for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:53.642689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:53.643323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:53.778201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-9200a14b-41dd-4ca3-9783-6518852f168b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3068089 Jan 18 23:07:53.913670 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:53.999563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cd127d1-cd91-4b92-8e9a-5e6da4d9bcbd req-c6420fe1-79b3-4f36-b866-205d3b7bf9d8 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316024 Jan 18 23:07:54.008029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee933c-7763-49d4-a2cd-5e8246236818 req-ff67c872-3c0c-4418-a529-db15cbc86ac2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:54.019737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04ee933c-7763-49d4-a2cd-5e8246236818 req-ff67c872-3c0c-4418-a529-db15cbc86ac2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 1.2301018 Jan 18 23:07:54.174274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621d2c-1516-49db-8740-3df4644da2a0 req-3a34d9db-2593-4a70-bd66-a472d03dcbf9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:54.176438 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f621d2c-1516-49db-8740-3df4644da2a0 req-3a34d9db-2593-4a70-bd66-a472d03dcbf9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.4287019 Jan 18 23:07:54.262210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:54.276781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-95e2ce24-b77a-4d0c-b778-20d0f624f8cf tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "PUT /v2.0/floatingips/2d6c4864-c22b-44f9-9de5-57e84a47453a HTTP/1.1" status: 200 len: 992 time: 5.0420964 Jan 18 23:07:54.289250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:54.361798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f621d2c-1516-49db-8740-3df4644da2a0 req-6bf2e990-bff3-4fbc-adaf-ad866e45d47f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788864 Jan 18 23:07:54.393114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04ee933c-7763-49d4-a2cd-5e8246236818 req-b4c0dd98-8829-422a-aa72-364c75d6ad7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715358 Jan 18 23:07:54.435856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-18d308a1-3bf5-4f65-a0b8-6111efff0e42 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286256 Jan 18 23:07:54.540977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:54.562899 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:54.579362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:54.579981 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:54.807392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c05cf5-49dd-4c1f-8f1c-d6f2dffd6235 req-ca79ad4d-8708-48e4-b2d7-0d9f983c715c service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658688 Jan 18 23:07:54.809186 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'status': 'completed', 'code': 200} Jan 18 23:07:54.973042 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:55.045752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8591-23e2-4945-a71f-9cd96b80fa31 req-0ceff9bd-367e-431c-aa87-4dfd7502d2d3 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:55.051196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d5d8591-23e2-4945-a71f-9cd96b80fa31 req-0ceff9bd-367e-431c-aa87-4dfd7502d2d3 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.2407122 Jan 18 23:07:55.084599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '2d6c4864-c22b-44f9-9de5-57e84a47453a', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:07:46Z', 'updated_at': '2022-01-18T23:07:52Z', 'revision_number': 2, 'project_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:55.107514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] Checking router: 6125273a-1a55-46be-94dd-02e5f38cb2de for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:55.187501 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d5d8591-23e2-4945-a71f-9cd96b80fa31 req-83d961f3-da98-4106-bf6d-21ea3afc162f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031716 Jan 18 23:07:55.198452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:07:55.198921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:07:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:55.335407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54320) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:55.363090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-b24c039f-48ab-4705-81d5-6643d73ddf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:55.365056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-b24c039f-48ab-4705-81d5-6643d73ddf97 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1097 time: 0.5898023 Jan 18 23:07:55.628678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5406b95d-354f-4afc-ba6e-9b232797be22 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:55.674133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5406b95d-354f-4afc-ba6e-9b232797be22 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:55.705494 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:55.715128 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090e8d0-b09b-4084-bf1f-6eb8e6b7566a None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:00:45Z', 'revision_number': 4, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ad2c6b12-d25d-4b7e-a60f-04885321cb55', 'name': '', 'network_id': 'be4f4ede-82fa-4550-9619-53a2eb4735b0', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'mac_address': 'fa:16:3e:2f:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:44Z', 'updated_at': '2022-01-18T23:01:00Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'subnets': [{'id': '76a3631e-1c4e-4e26-a947-38dec22060e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:55.747016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:07:55.751362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bddb05-852d-4855-9f99-34918e285784 req-4af41cba-314f-48a4-bfde-3fb7bb26ac60 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:55.752915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5bddb05-852d-4855-9f99-34918e285784 req-4af41cba-314f-48a4-bfde-3fb7bb26ac60 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.7873728 Jan 18 23:07:55.813910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dbaaa-5357-471b-97c7-b1495ed9441b req-6852d1cc-c6ca-4a32-9193-2faa8b71e8d0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:55.815587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d1dbaaa-5357-471b-97c7-b1495ed9441b req-6852d1cc-c6ca-4a32-9193-2faa8b71e8d0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1602538 Jan 18 23:07:55.890771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d1dbaaa-5357-471b-97c7-b1495ed9441b req-c62db32a-fb68-44b1-baf5-b54ad4e94ad9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640321 Jan 18 23:07:55.902945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5406b95d-354f-4afc-ba6e-9b232797be22 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:55.908612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-7b397e33-31f6-4a97-b15f-bc4fe11b857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:55.910350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-7b397e33-31f6-4a97-b15f-bc4fe11b857a service neutron] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 915 time: 0.5261590 Jan 18 23:07:55.922937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5bddb05-852d-4855-9f99-34918e285784 req-48564719-5e34-4623-8ff2-493bcf54879f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490772 Jan 18 23:07:56.046939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406b95d-354f-4afc-ba6e-9b232797be22 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc7a54d-d832-416f-8355-cdecb4207a5e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:56.092094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5406b95d-354f-4afc-ba6e-9b232797be22 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:56.101201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5406b95d-354f-4afc-ba6e-9b232797be22 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "DELETE /v2.0/security-groups/1bc7a54d-d832-416f-8355-cdecb4207a5e HTTP/1.1" status: 204 len: 168 time: 0.7602434 Jan 18 23:07:56.104040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:56.122086 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-1e74bd29-f11f-4d48-9998-15177a7fc262 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] show failed (client error): The resource could not be found. Jan 18 23:07:56.126494 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e74bd29-f11f-4d48-9998-15177a7fc262 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "GET /v2.0/security-groups/1bc7a54d-d832-416f-8355-cdecb4207a5e HTTP/1.1" status: 404 len: 347 time: 0.0204961 Jan 18 23:07:56.127383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:56.201040 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1ff81-cf7f-4a7a-968e-8223cf25c724 None None] New status for floating IP f3ce33f2-ee7e-47ba-9540-0c5abdbe5587: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:07:56.305863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-c5024774-a1ce-4159-b485-af925b2d472a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 1002 time: 0.3709016 Jan 18 23:07:56.364429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '2d6c4864-c22b-44f9-9de5-57e84a47453a', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:07:46Z', 'updated_at': '2022-01-18T23:07:52Z', 'revision_number': 2, 'project_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:56.381110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866a4d3-3e81-4bbb-9aa4-bf5434faa309 None None] The sync data for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 is: [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '2d6c4864-c22b-44f9-9de5-57e84a47453a', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'port_id': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'mac_address': 'fa:16:3e:44:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:07:46Z', 'updated_at': '2022-01-18T23:07:52Z', 'revision_number': 2, 'project_id': '371888f701ea4891b0da69d5026a9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:56.431125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-2d90e540-74ac-4725-a501-531eb2c0d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.438547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-2d90e540-74ac-4725-a501-531eb2c0d5f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.1238308 Jan 18 23:07:56.456921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f3f38-599d-4ac5-bb0a-780373df546c req-ddd9e09d-4abd-426e-9ca0-636c095fd31f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.472183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f77f3f38-599d-4ac5-bb0a-780373df546c req-ddd9e09d-4abd-426e-9ca0-636c095fd31f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.3664048 Jan 18 23:07:56.586616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Deleting port cc2da0f3-241f-4eb6-8b72-941d94576725 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:07:56.587172 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:56.643735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f77f3f38-599d-4ac5-bb0a-780373df546c req-a7fe44a4-1ba0-45d7-9773-80bdac1e47ef tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703510 Jan 18 23:07:56.703001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-9fb31931-fffd-46f1-bdf9-afe4e49f38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.704503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-9fb31931-fffd-46f1-bdf9-afe4e49f38d2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979766 Jan 18 23:07:56.846228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:56.847173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:56.881539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:56.901126 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-48bbc7fa-370b-4695-8b96-8e482284eb17 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852863 Jan 18 23:07:56.911734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab64f4-cc2c-4c1c-84d9-f9a1e1fb37ef req-60520379-7675-4eba-ab80-2178392fc566 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.917455 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9ab64f4-cc2c-4c1c-84d9-f9a1e1fb37ef req-60520379-7675-4eba-ab80-2178392fc566 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.4654648 Jan 18 23:07:57.110876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162b7c-6c50-4e32-9c3a-f27733396256 req-d9efe496-00b8-4e49-877c-69fe461194e1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.112407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80162b7c-6c50-4e32-9c3a-f27733396256 req-d9efe496-00b8-4e49-877c-69fe461194e1 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2104020 Jan 18 23:07:57.123834 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9ab64f4-cc2c-4c1c-84d9-f9a1e1fb37ef req-9001dfad-ccba-461c-9803-3943a905a182 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009702 Jan 18 23:07:57.132014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Calling delete_port for cc2da0f3-241f-4eb6-8b72-941d94576725 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:07:57.181059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ed50c03-1be0-4c17-b3a3-9f68b30eec6a req-3360f3db-340a-4c8c-97a7-ecb71fb331db service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199812 Jan 18 23:07:57.219641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-80162b7c-6c50-4e32-9c3a-f27733396256 req-44f5a1ae-65ad-4fc9-a66f-488952f28a89 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 Jan 18 23:07:57.244675 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'status': 'completed', 'code': 200} Jan 18 23:07:57.358130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:57.444926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-98b18b0d-c614-4751-adbd-a20fd7599ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.449402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-98b18b0d-c614-4751-adbd-a20fd7599ec7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1097 time: 0.1773612 Jan 18 23:07:57.687303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Pushing event deleted for resources: {'Port': ['ID=cc2da0f3-241f-4eb6-8b72-941d94576725,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:57.721231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-d58a242d-c5de-4c7d-a242-eb107e562a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.725214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-d58a242d-c5de-4c7d-a242-eb107e562a90 service neutron] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 915 time: 0.2690437 Jan 18 23:07:57.855902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:57.889153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-734f1a7f-1566-4280-9fea-50ed49415f35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 1002 time: 0.1137199 Jan 18 23:07:57.893969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:57.895121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf7e3c83-d27b-4252-95d9-ca4f5e1faa52 tempest-AttachVolumeTestJSON-142483252 tempest-AttachVolumeTestJSON-142483252-project] 10.222.0.78 "DELETE /v2.0/floatingips/f3ce33f2-ee7e-47ba-9540-0c5abdbe5587 HTTP/1.1" status: 204 len: 168 time: 1.7665720 Jan 18 23:07:57.926143 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:07:57.931283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a050cd-8f8b-48d0-a944-000d8fc9b493 req-b56bbe84-2a0c-4fb1-928c-2e80dd61be4e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.952768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2a050cd-8f8b-48d0-a944-000d8fc9b493 req-b56bbe84-2a0c-4fb1-928c-2e80dd61be4e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.5402458 Jan 18 23:07:58.009853 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f2a050cd-8f8b-48d0-a944-000d8fc9b493 req-40b0b7f0-3a3d-40e7-b0ac-67d64e8058b4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559034 Jan 18 23:07:58.118581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-19394443-d339-43c1-92f5-2a03fede6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.120169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-19394443-d339-43c1-92f5-2a03fede6783 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.1926181 Jan 18 23:07:58.142893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cfc69-e05c-4686-a29a-82c8fdb6cabd req-22e5fdea-2c26-44b8-a879-31376e9ab445 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.150993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-885cfc69-e05c-4686-a29a-82c8fdb6cabd req-22e5fdea-2c26-44b8-a879-31376e9ab445 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.5188718 Jan 18 23:07:58.350440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-885cfc69-e05c-4686-a29a-82c8fdb6cabd req-09b644c4-a2da-4024-b2cd-9222a6cee977 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983023 Jan 18 23:07:58.428064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:58.448641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-f28debd7-b445-4c25-9c33-e70aefac7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.459586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-f28debd7-b445-4c25-9c33-e70aefac7fee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023460 Jan 18 23:07:58.459797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6cb0e-f51c-4f58-b0f5-ac13d36a3130 req-68cb0bb2-9c6a-4397-9bc0-358941bc7e6a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.459797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0a6cb0e-f51c-4f58-b0f5-ac13d36a3130 req-68cb0bb2-9c6a-4397-9bc0-358941bc7e6a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1154139 Jan 18 23:07:58.517294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d0a6cb0e-f51c-4f58-b0f5-ac13d36a3130 req-b564f6da-8835-4ece-b873-7ab57fdcb58a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Jan 18 23:07:58.789725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-95cb069f-e820-48f0-8bc2-862318c4f41c service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259177 Jan 18 23:07:58.824165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:58.845488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4885bd-a656-4da2-b739-c0952acfe1d9 req-fee92c75-b483-4543-91b4-65852654e4b8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.847443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd4885bd-a656-4da2-b739-c0952acfe1d9 req-fee92c75-b483-4543-91b4-65852654e4b8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.3005238 Jan 18 23:07:58.866502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '4352ac68-bf50-4396-8217-213167f1e6ca', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca', 'mac_address': 'fa:16:3e:b2:ac:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:59.051627 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.062451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd4885bd-a656-4da2-b739-c0952acfe1d9 req-2b3d9b27-45e4-44c5-8c30-efed9d31b1cb tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016008 Jan 18 23:07:59.085050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4352ac68-bf50-4396-8217-213167f1e6ca {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:59.117653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:07:59.134195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.143327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec3f69d8-8f3a-4cd7-9a91-42cadf90d176 req-48b02a1e-df14-4e9b-8435-5b5939679a28 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410792 Jan 18 23:07:59.316138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:59.378458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4352ac68-bf50-4396-8217-213167f1e6ca'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:07:59.511603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5cbf7-2222-430b-9f24-cc9f58abcc01 req-67255ba3-8187-43a3-b7dd-62b404b80665 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:59.522511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82d5cbf7-2222-430b-9f24-cc9f58abcc01 req-67255ba3-8187-43a3-b7dd-62b404b80665 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 944 time: 0.2364964 Jan 18 23:07:59.669517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82d5cbf7-2222-430b-9f24-cc9f58abcc01 req-c492fb57-0d2e-4f54-aca5-a04df3746937 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443505 Jan 18 23:07:59.717234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ec15-b3a9-4ecb-b72e-acbed4b337e9 req-3bf810e0-dea7-465e-89cd-62cdd04bb63c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:59.718653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c65ec15-b3a9-4ecb-b72e-acbed4b337e9 req-3bf810e0-dea7-465e-89cd-62cdd04bb63c tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.3755407 Jan 18 23:07:59.807675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c65ec15-b3a9-4ecb-b72e-acbed4b337e9 req-12aa3041-c8a4-450c-b395-a65a601eac85 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777166 Jan 18 23:08:00.388526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400f2d-7c68-4504-bf41-4a19f98724bf req-62c5198e-4f90-49bb-a442-ed10d7060f8f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:00.395981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13efcc-355b-4f5d-82b0-a838639b9790 req-f2c0c864-d312-4771-a32d-dab07081ec7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:00.397740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c400f2d-7c68-4504-bf41-4a19f98724bf req-62c5198e-4f90-49bb-a442-ed10d7060f8f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1867392 Jan 18 23:08:00.398764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8a13efcc-355b-4f5d-82b0-a838639b9790 req-f2c0c864-d312-4771-a32d-dab07081ec7d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2307155 Jan 18 23:08:00.434619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:00.458885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c400f2d-7c68-4504-bf41-4a19f98724bf req-b520a835-191d-4a69-a3b3-75b5a445ade2 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599396 Jan 18 23:08:00.557345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8a13efcc-355b-4f5d-82b0-a838639b9790 req-beab6793-9add-4f52-926c-f7c138159d40 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516685 Jan 18 23:08:00.595313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 4352ac68-bf50-4396-8217-213167f1e6ca triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:00.595689 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.784899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.889908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:00.892998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:00.910013 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.088306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:01.152070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6334fe-a8c7-4ef7-81b4-bea232818a8d req-be70f51a-f73d-4e69-bcf7-9ee07f8c7436 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.160743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea6334fe-a8c7-4ef7-81b4-bea232818a8d req-be70f51a-f73d-4e69-bcf7-9ee07f8c7436 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.2213936 Jan 18 23:08:01.196336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fa54e-c9ee-42c2-a31c-0b7533d575ba req-d36b0d95-6c0a-4a17-9262-86fb93840b85 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.197941 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e7fa54e-c9ee-42c2-a31c-0b7533d575ba req-d36b0d95-6c0a-4a17-9262-86fb93840b85 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2223995 Jan 18 23:08:01.281196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea6334fe-a8c7-4ef7-81b4-bea232818a8d req-bed84f00-d477-4a29-b593-0ff1f89218d8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039340 Jan 18 23:08:01.359791 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'code': 200} Jan 18 23:08:01.361797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6e7fa54e-c9ee-42c2-a31c-0b7533d575ba req-141dd424-37bb-46ab-837d-312cf9ebd6b9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542847 Jan 18 23:08:01.741153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476dede-1fa4-433b-86fe-6579cfadcd7b req-0ad26b58-a112-42bf-9602-d61004261324 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.758943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9476dede-1fa4-433b-86fe-6579cfadcd7b req-0ad26b58-a112-42bf-9602-d61004261324 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2272670 Jan 18 23:08:01.807415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e7d0a-3c3a-4159-9ce9-cb9757026417 req-77673c5b-fbee-4953-b26d-cd8756062c04 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.814823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c4e7d0a-3c3a-4159-9ce9-cb9757026417 req-77673c5b-fbee-4953-b26d-cd8756062c04 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1084056 Jan 18 23:08:01.873440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c4e7d0a-3c3a-4159-9ce9-cb9757026417 req-8d7821ca-b67a-4184-a78e-53b5297a9fa5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Jan 18 23:08:01.881221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9476dede-1fa4-433b-86fe-6579cfadcd7b req-3bfdd092-f6d0-4c8b-b8a6-57cdad4836e0 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203754 Jan 18 23:08:02.336646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107e3cf-27d3-468b-a124-6213b6563a6c req-8bf5492b-54d7-4df5-9738-5d510a9d88c8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:02.356405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e107e3cf-27d3-468b-a124-6213b6563a6c req-8bf5492b-54d7-4df5-9738-5d510a9d88c8 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2575698 Jan 18 23:08:02.497370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e107e3cf-27d3-468b-a124-6213b6563a6c req-af47e244-a49e-4f9b-9bb3-81d6f0429c42 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351044 Jan 18 23:08:02.757550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a0df2-558e-4eaf-9aea-e1c4823cf7f9 req-8cd35fa5-55cf-430e-8923-50e2de842758 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:02.771551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b8a0df2-558e-4eaf-9aea-e1c4823cf7f9 req-8cd35fa5-55cf-430e-8923-50e2de842758 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1509483 Jan 18 23:08:02.955448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ab6dc-8c05-4857-a5d7-21ef2ce424c3 req-d71f0412-607a-4e2c-9a3f-7aa107cdd53a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:02.957595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-367ab6dc-8c05-4857-a5d7-21ef2ce424c3 req-d71f0412-607a-4e2c-9a3f-7aa107cdd53a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2232175 Jan 18 23:08:02.998370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b8a0df2-558e-4eaf-9aea-e1c4823cf7f9 req-87d318d6-9910-43a7-92c4-ffdb13027652 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204778 Jan 18 23:08:03.194592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-367ab6dc-8c05-4857-a5d7-21ef2ce424c3 req-5b124598-922e-4ed4-ab94-1277fdd1196a tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177773 Jan 18 23:08:03.510179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f05ac-5aa0-43f6-a325-4aba7f3725b1 req-5d5d48e4-ed98-4fce-9987-10999f8d92ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:03.510179 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-797f05ac-5aa0-43f6-a325-4aba7f3725b1 req-5d5d48e4-ed98-4fce-9987-10999f8d92ab tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1425846 Jan 18 23:08:03.633219 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-797f05ac-5aa0-43f6-a325-4aba7f3725b1 req-50d918b8-a9b9-4df9-888f-e1fdfc6caa6a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065648 Jan 18 23:08:03.813476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6e189-4de4-42af-8a7b-112cbb07ede6 req-2bceebaf-31fd-4060-b71b-cd41f21fc165 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:03.824758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-add6e189-4de4-42af-8a7b-112cbb07ede6 req-2bceebaf-31fd-4060-b71b-cd41f21fc165 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2968099 Jan 18 23:08:03.942263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-add6e189-4de4-42af-8a7b-112cbb07ede6 req-66399e84-eddc-4196-8771-c99508ad2a67 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162982 Jan 18 23:08:04.396041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.422390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda73d-4c8e-4269-b23a-fbbcc9fd5849 req-dc7dd1f5-8aaf-477a-b82e-54eb6d781580 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.453878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1fda73d-4c8e-4269-b23a-fbbcc9fd5849 req-dc7dd1f5-8aaf-477a-b82e-54eb6d781580 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.2123203 Jan 18 23:08:04.534315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c779-a215-4a5b-b648-f28dd9bf5ac1 req-9ca96051-fba1-46bb-bbd3-264a800e7066 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.537325 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7586c779-a215-4a5b-b648-f28dd9bf5ac1 req-9ca96051-fba1-46bb-bbd3-264a800e7066 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2410593 Jan 18 23:08:04.610475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1fda73d-4c8e-4269-b23a-fbbcc9fd5849 req-52396110-9d2a-4ed4-aab9-dcd3f18dde73 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681573 Jan 18 23:08:04.664693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7586c779-a215-4a5b-b648-f28dd9bf5ac1 req-b9adc3e6-b8f3-4ee0-a473-31fa8f5f867d tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210103 Jan 18 23:08:04.954459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b1c0b-24e4-4f33-8d84-717ad7845dba req-9bfc92e7-0a36-450a-81cc-2389f9305360 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.956023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-167b1c0b-24e4-4f33-8d84-717ad7845dba req-9bfc92e7-0a36-450a-81cc-2389f9305360 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1142766 Jan 18 23:08:05.039510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-167b1c0b-24e4-4f33-8d84-717ad7845dba req-8d001149-3ed5-4127-95ea-0ff36bd0116a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726173 Jan 18 23:08:05.079337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f4be4-39a3-4f30-a468-b826c4b50ee1 req-b3a48158-b02b-410a-9366-6a82da4ac3c7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:05.083332 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-648f4be4-39a3-4f30-a468-b826c4b50ee1 req-b3a48158-b02b-410a-9366-6a82da4ac3c7 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.2040632 Jan 18 23:08:05.207270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-648f4be4-39a3-4f30-a468-b826c4b50ee1 req-04835a5d-07a0-49e3-b5bd-511b08104158 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186604 Jan 18 23:08:05.852249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f3a8-2d01-49d4-b8f6-c074397d7380 req-ecbe0411-a2f1-4e90-be66-a5ff349188fa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:05.863113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3797f3a8-2d01-49d4-b8f6-c074397d7380 req-ecbe0411-a2f1-4e90-be66-a5ff349188fa tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.0997264 Jan 18 23:08:05.977498 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3797f3a8-2d01-49d4-b8f6-c074397d7380 req-8d21b9a7-d3e7-4da3-b31b-fc22440b4a06 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129680 Jan 18 23:08:06.400175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dad5f-8ae6-4a6c-84c4-e655c0796221 req-c536180d-eb11-477b-9a65-b47ed93d1e8a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:06.401759 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-740dad5f-8ae6-4a6c-84c4-e655c0796221 req-c536180d-eb11-477b-9a65-b47ed93d1e8a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1748099 Jan 18 23:08:06.468269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-740dad5f-8ae6-4a6c-84c4-e655c0796221 req-49068dd6-178e-4b0c-a0d4-adba7b917645 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587459 Jan 18 23:08:06.902779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:07.442227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a71c7-e07a-4883-83dc-0b0621531c09 req-9e5eadcb-6550-4753-b68a-2f182581890c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.446706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-309a71c7-e07a-4883-83dc-0b0621531c09 req-9e5eadcb-6550-4753-b68a-2f182581890c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.2115574 Jan 18 23:08:07.543407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-309a71c7-e07a-4883-83dc-0b0621531c09 req-f0d035de-8ee9-41e8-a17b-ffd2032ba65c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861053 Jan 18 23:08:08.286700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0791af-6154-4577-b978-25cf6c487675 req-d58b285b-bc9a-4d20-8366-886fb41e253a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:08.304761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c0791af-6154-4577-b978-25cf6c487675 req-d58b285b-bc9a-4d20-8366-886fb41e253a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.3912399 Jan 18 23:08:08.465317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c0791af-6154-4577-b978-25cf6c487675 req-350250dc-7611-4871-9afb-eec47a0207da tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591983 Jan 18 23:08:09.174556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33987f-2c63-4b82-aa39-9966cf1fbe7f req-fae6db41-6d44-4500-ab7b-079d853d8b44 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:09.182492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc33987f-2c63-4b82-aa39-9966cf1fbe7f req-fae6db41-6d44-4500-ab7b-079d853d8b44 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.2832170 Jan 18 23:08:09.442670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc33987f-2c63-4b82-aa39-9966cf1fbe7f req-953d91f0-ba69-44f2-8601-1d929030c39c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334507 Jan 18 23:08:09.939969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a42f0-b1a1-4a23-abca-9db58e9e4a5e req-20aba12f-630e-4d7d-bcad-eb925710732c tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:09.952387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-902a42f0-b1a1-4a23-abca-9db58e9e4a5e req-20aba12f-630e-4d7d-bcad-eb925710732c tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.2445519 Jan 18 23:08:10.089407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-902a42f0-b1a1-4a23-abca-9db58e9e4a5e req-2228842e-e877-441a-abd9-e7ebb74b65f5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Jan 18 23:08:11.238472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a1260-ff70-461c-a679-1d56ddb406a4 req-d78b1fb9-65d1-480f-b630-843f1d18fce8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:11.246916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-722a1260-ff70-461c-a679-1d56ddb406a4 req-d78b1fb9-65d1-480f-b630-843f1d18fce8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.3604412 Jan 18 23:08:11.343542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-722a1260-ff70-461c-a679-1d56ddb406a4 req-9703ce53-78c5-4348-8a63-8c73180efbe4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956166 Jan 18 23:08:11.752599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862bac8-7a9c-44ca-a279-87f10fa85bb6 req-5366e790-1683-4892-8498-532bb5ec34f8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:11.767191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f862bac8-7a9c-44ca-a279-87f10fa85bb6 req-5366e790-1683-4892-8498-532bb5ec34f8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.4009178 Jan 18 23:08:11.951303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f862bac8-7a9c-44ca-a279-87f10fa85bb6 req-0455c706-412a-4c12-ade4-440aad86ca3e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669970 Jan 18 23:08:12.136543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d90b57c-9719-4f12-86dd-cc01ec59d89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:12.665810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee9df6-7abc-45f8-a437-8e1061c920f3 req-ed20e7df-683b-40e1-9adb-5c2821f4638b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:12.673665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29ee9df6-7abc-45f8-a437-8e1061c920f3 req-ed20e7df-683b-40e1-9adb-5c2821f4638b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1734347 Jan 18 23:08:12.773640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29ee9df6-7abc-45f8-a437-8e1061c920f3 req-71c9f735-c70b-464f-80cd-7861b2e67bd4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989764 Jan 18 23:08:13.468017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12758-ab62-4288-9085-f159f3a616ce req-d18596e6-7cf6-4efc-9eb2-9f646259406b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:13.480236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8be12758-ab62-4288-9085-f159f3a616ce req-d18596e6-7cf6-4efc-9eb2-9f646259406b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1962519 Jan 18 23:08:13.622900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8be12758-ab62-4288-9085-f159f3a616ce req-b03aa076-f468-4fff-a5d2-f819f05fcda8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287730 Jan 18 23:08:13.995539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c91d3-cf33-42b6-a378-e9630d093858 req-61f1cb7a-81e1-49a9-ac59-5fd03cbd78ee tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:14.006163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b03c91d3-cf33-42b6-a378-e9630d093858 req-61f1cb7a-81e1-49a9-ac59-5fd03cbd78ee tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1069286 Jan 18 23:08:14.092123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b03c91d3-cf33-42b6-a378-e9630d093858 req-9a962f13-1e32-4d65-ba2f-be78f02e9f82 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839732 Jan 18 23:08:14.529591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33a73ea8-709d-4487-8e19-1f18796a35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.322684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a6e20-9cef-4e8f-a200-dcc429cf9af8 req-b540af85-62c6-40db-ab69-89542775f714 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:15.338892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-409a6e20-9cef-4e8f-a200-dcc429cf9af8 req-b540af85-62c6-40db-ab69-89542775f714 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.3547950 Jan 18 23:08:15.507519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-409a6e20-9cef-4e8f-a200-dcc429cf9af8 req-53716fba-c30b-4306-aacd-12bf2fa5d6a3 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666150 Jan 18 23:08:15.622200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.766234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.970174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54736) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:16.073473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc2024-e08b-441a-a9d3-99213d1196d5 req-f47e3a03-de76-45cd-93b5-a880c013a511 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:16.085540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eccc2024-e08b-441a-a9d3-99213d1196d5 req-f47e3a03-de76-45cd-93b5-a880c013a511 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.3217657 Jan 18 23:08:16.204590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eccc2024-e08b-441a-a9d3-99213d1196d5 req-7886c516-65c1-429e-ad5a-e9a801a23a8a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174209 Jan 18 23:08:17.183040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a3045-e5f4-49c2-af1c-a8fc35707928 req-bf580361-35c6-4819-b4e6-b5726ef84f2e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:17.191001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd2a3045-e5f4-49c2-af1c-a8fc35707928 req-bf580361-35c6-4819-b4e6-b5726ef84f2e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.3508708 Jan 18 23:08:17.262299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.300064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd2a3045-e5f4-49c2-af1c-a8fc35707928 req-6f94bd4c-bb68-4f14-b1a5-405638e8ad62 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083896 Jan 18 23:08:17.456801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac62488-f639-4603-a334-778b42f0b65a req-4a341e68-85cb-48c2-8da7-5baec2ace26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:17.457670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ac62488-f639-4603-a334-778b42f0b65a req-4a341e68-85cb-48c2-8da7-5baec2ace26a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 1096 time: 1.4088995 Jan 18 23:08:17.532716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379c717-d7e4-451e-a7be-4ce43702344d req-16e5ccd4-1405-4038-879c-45369d3ebdb9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:17.544919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1379c717-d7e4-451e-a7be-4ce43702344d req-16e5ccd4-1405-4038-879c-45369d3ebdb9 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.1256151 Jan 18 23:08:17.667094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1379c717-d7e4-451e-a7be-4ce43702344d req-313213bc-58b6-4e22-a0a5-d433c5e21d6c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199155 Jan 18 23:08:18.135901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ac62488-f639-4603-a334-778b42f0b65a req-ea9b154c-0639-4af3-bea7-e7c3fa36f94c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968997 Jan 18 23:08:18.223870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591056a-05c6-4024-91ea-e6a32d6ba63b req-360808dd-af28-4ecd-9f46-4321a6abd40b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:18.225771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c591056a-05c6-4024-91ea-e6a32d6ba63b req-360808dd-af28-4ecd-9f46-4321a6abd40b tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.3849399 Jan 18 23:08:18.324830 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c591056a-05c6-4024-91ea-e6a32d6ba63b req-77c01950-36ce-4dd2-9ec3-29bed6785a2f tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643907 Jan 18 23:08:18.381091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.599798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc550b-c8cc-417f-a5ca-9b923babb069 req-37382059-eef7-42c9-9e27-0ff9f035f535 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:18.605448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34fc550b-c8cc-417f-a5ca-9b923babb069 req-37382059-eef7-42c9-9e27-0ff9f035f535 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1211259 Jan 18 23:08:18.686694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34fc550b-c8cc-417f-a5ca-9b923babb069 req-a31fa9df-0878-4e4a-a3b3-971f43e26c61 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761559 Jan 18 23:08:19.519702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-62aace1d-9446-4020-93b0-23e5a39e1a08 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:19.521898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-62aace1d-9446-4020-93b0-23e5a39e1a08 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.85 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 0.1954412 Jan 18 23:08:19.523091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Deleting port ad2c6b12-d25d-4b7e-a60f-04885321cb55 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:19.523589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.622772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d0f16-b723-441d-bd0f-9a3d68dfd927 req-e3931a96-a183-46de-a13e-ff4fd8b43342 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:19.630585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce0d0f16-b723-441d-bd0f-9a3d68dfd927 req-e3931a96-a183-46de-a13e-ff4fd8b43342 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.6520903 Jan 18 23:08:19.675289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Deleting port cd1cfe89-8286-4d74-8b22-f5f85d2f67da {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:19.675886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.941288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce0d0f16-b723-441d-bd0f-9a3d68dfd927 req-d64b9d7d-73a5-4b94-a7fe-320537ded1c2 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095217 Jan 18 23:08:20.113118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] For port ad2c6b12-d25d-4b7e-a60f-04885321cb55, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ad2c6b12-d25d-4b7e-a60f-04885321cb55,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:20.113479 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.406351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Calling delete_port for ad2c6b12-d25d-4b7e-a60f-04885321cb55 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:20.749310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] For port cd1cfe89-8286-4d74-8b22-f5f85d2f67da, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,segment=NetworkSegment(ba5ae4d0-630b-4349-b3cb-c8b4113699f6),segment_id=ba5ae4d0-630b-4349-b3cb-c8b4113699f6)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:20.749857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.776216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac541d2-135c-40e7-b73e-1f6585be4f7d req-95e50dcf-850e-4403-b5bd-1a64968e2839 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:20.805588 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ac541d2-135c-40e7-b73e-1f6585be4f7d req-95e50dcf-850e-4403-b5bd-1a64968e2839 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.5706475 Jan 18 23:08:20.942782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Calling delete_port for cd1cfe89-8286-4d74-8b22-f5f85d2f67da owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:20.988536 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ac541d2-135c-40e7-b73e-1f6585be4f7d req-f8fbd211-98d0-4f5f-ad83-a301330fbfd0 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814172 Jan 18 23:08:21.253236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912017a-d5fb-45c3-9ea2-c52b6bc472c4 req-8265a12e-6da8-4948-b0b3-f405878719d9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:21.254953 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2912017a-d5fb-45c3-9ea2-c52b6bc472c4 req-8265a12e-6da8-4948-b0b3-f405878719d9 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/ports?device_id=78c814e0-39a5-443c-b9a9-1a2e09e250b5 HTTP/1.1" status: 200 len: 947 time: 1.2763171 Jan 18 23:08:21.262715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.357426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Pushing event deleted for resources: {'Port': ['ID=cd1cfe89-8286-4d74-8b22-f5f85d2f67da,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:21.472004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2912017a-d5fb-45c3-9ea2-c52b6bc472c4 req-aaff86e6-6ce4-43b1-93a6-9e4d72f16640 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6234f90-306d-435c-b905-1c0ee33cb65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014549 Jan 18 23:08:21.529640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58eba0-a6ed-4ea3-9b18-b8f1ac1e5328 req-4a64159a-b352-4472-bbda-7de0fd8d6a09 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:21.533404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c58eba0-a6ed-4ea3-9b18-b8f1ac1e5328 req-4a64159a-b352-4472-bbda-7de0fd8d6a09 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.2456353 Jan 18 23:08:21.533404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.597609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] No DVR routers for this DVR port cd1cfe89-8286-4d74-8b22-f5f85d2f67da on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:21.604659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.613591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-deleted', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:21.655121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af2840b2-c200-42b4-b929-d8249f92deb7 req-cdb7334d-c73a-4488-8454-89cb7790efe2 tempest-ServersNegativeTestJSON-284504691 tempest-ServersNegativeTestJSON-284504691-project] 10.222.0.85 "DELETE /v2.0/ports/cd1cfe89-8286-4d74-8b22-f5f85d2f67da HTTP/1.1" status: 204 len: 173 time: 2.1256535 Jan 18 23:08:21.798674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2c6b12-d25d-4b7e-a60f-04885321cb55,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:21.973282 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c58eba0-a6ed-4ea3-9b18-b8f1ac1e5328 req-6096b034-4a14-4881-a49b-066ac5011211 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252765 Jan 18 23:08:22.164357 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c814e0-39a5-443c-b9a9-1a2e09e250b5', 'name': 'network-vif-deleted', 'tag': 'cd1cfe89-8286-4d74-8b22-f5f85d2f67da', 'status': 'completed', 'code': 200} Jan 18 23:08:22.303745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-4ee4897a-5c16-414e-a999-7d698e67aabc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:22.305411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-4ee4897a-5c16-414e-a999-7d698e67aabc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 810 time: 0.5741253 Jan 18 23:08:22.338422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-d5a5fdbe-ce57-4604-a241-38d2029a0e56 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/quotas/8d626a0bfa8547d39d6627133b1e1af5 HTTP/1.1" status: 200 len: 375 time: 0.0196409 Jan 18 23:08:22.452560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.526261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:22.617409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-ec8b2239-7f1e-442b-b1d5-dd77c0d62251 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2775116 Jan 18 23:08:22.680639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: cd1cfe89-8286-4d74-8b22-f5f85d2f67da {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:08:22.681459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device cd1cfe89-8286-4d74-8b22-f5f85d2f67da not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:22.728828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:22.887625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Deleting subnet cfb34280-1771-49ac-82dd-37d868fa3de2 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:08:22.894830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.923815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-d72b5f91-e219-4eb2-affa-ca3160bc54aa service neutron] 10.222.0.78 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965548 Jan 18 23:08:23.215688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.217814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-627796e2-9687-4103-84d7-d9522e3aa4a6 service neutron] 10.222.0.78 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773514 Jan 18 23:08:23.623513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8cbb840e-aab2-4f2c-8beb-e5b3ef2c0129 req-41d85b91-e829-42e6-b6b8-8f28b951e288 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 210 time: 0.1034534 Jan 18 23:08:23.677564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.745386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Router 70928366-e415-482f-9f47-15eb2836f6ae has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:08:23.767517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35448d-06c2-4330-aca8-b4f445f91f86 req-fc361f23-6f03-478f-9470-a9820d6155cb tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:23.769197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba35448d-06c2-4330-aca8-b4f445f91f86 req-fc361f23-6f03-478f-9470-a9820d6155cb tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.4411366 Jan 18 23:08:23.985086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.108520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.139344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cfb34280-1771-49ac-82dd-37d868fa3de2 HTTP/1.1" status: 204 len: 168 time: 1.4094133 Jan 18 23:08:24.142076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54912) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:24.395907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.560459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902378b-3901-43da-a09b-87e1a4339aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb34280-1771-49ac-82dd-37d868fa3de2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:24.653779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ba35448d-06c2-4330-aca8-b4f445f91f86 req-ef369b3d-b8e4-4a7e-ad62-595a1957ee7e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8647232 Jan 18 23:08:24.659826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.734901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:08:24.749395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-28017ffa-3cc9-4ae3-8b88-d285dfa18627 admin admin] 10.222.0.78 "PUT /v2.0/routers/70928366-e415-482f-9f47-15eb2836f6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7773619 Jan 18 23:08:24.752136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:24.755928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] Sync routers for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:24.773809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:08:24.774612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:24.782010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d44397-903c-49a4-ae66-40a2201ac431']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:24.867223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:24.867527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5ae4d0-630b-4349-b3cb-c8b4113699f6') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:24.882903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.902164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.910952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:08:24.912668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.126895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:08:25.249570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-862424ec-611c-4334-b619-046d0fca600d req-4c2df528-7fb8-40bd-bed6-d8921d2d71e7 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 210 time: 0.4777803 Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:25.250308 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:25.339330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.454505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.506293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.516810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d44397-903c-49a4-ae66-40a2201ac431,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:25.555460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d914b5f4-90e8-4dcd-a5ad-406b600311ad admin admin] 10.222.0.78 "DELETE /v2.0/networks/c6d44397-903c-49a4-ae66-40a2201ac431 HTTP/1.1" status: 204 len: 168 time: 1.4118128 Jan 18 23:08:25.590276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-9fa08f28-2025-45d4-9540-f5849ee5930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:25.592039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-9fa08f28-2025-45d4-9540-f5849ee5930a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1096 time: 0.2925780 Jan 18 23:08:25.829618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-1187a55f-6df2-47d8-9b5a-f0c619d2ce4d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:25.833376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-1187a55f-6df2-47d8-9b5a-f0c619d2ce4d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 810 time: 0.3198299 Jan 18 23:08:25.853956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Request body: {'port': {'device_id': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'admin_state_up': True, 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:25.883987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:08:21Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:25.897073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] Checking router: 70928366-e415-482f-9f47-15eb2836f6ae for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:25.904044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54958) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:25.925742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] Routers {'70928366-e415-482f-9f47-15eb2836f6ae'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:08:25.931606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['70928366-e415-482f-9f47-15eb2836f6ae'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.126690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-35c8cfb2-9de9-4735-8e84-5eed20c09fd0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1f662fc6f144e7db0369340dd494c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029390 Jan 18 23:08:26.128801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54966) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:26.206384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-0c566584-abe8-4473-9cc8-d7739dd869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:26.213884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-0c566584-abe8-4473-9cc8-d7739dd869e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.6137044 Jan 18 23:08:26.223567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b477efc-385e-46e2-b37f-d7a9d30d6f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.231314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] Set router 70928366-e415-482f-9f47-15eb2836f6ae gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:08:26.270194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.358943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b477efc-385e-46e2-b37f-d7a9d30d6f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.487172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Deleting port 6c3e406f-98fa-40fe-950f-bbeb0705fe31 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:26.488913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.498862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-2f122ce8-1317-4a5a-87be-759b629b860e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 1001 time: 0.2783689 Jan 18 23:08:26.565846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:26.687729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd97c2b6-5e8a-4f07-9d93-a4459b5acb4c req-022c1b84-4f5b-4c45-8d7c-69bc1c044e36 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 210 time: 0.1811969 Jan 18 23:08:26.749683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-daf15e16-2a1c-47ab-b5b9-38329612ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:26.751628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-daf15e16-2a1c-47ab-b5b9-38329612ff11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.2435207 Jan 18 23:08:26.814974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c78a6-94b8-44b0-9c89-e89de0c33097 req-84538010-6845-4d90-94a0-be604b8b6275 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:26.826549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b02c78a6-94b8-44b0-9c89-e89de0c33097 req-84538010-6845-4d90-94a0-be604b8b6275 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 945 time: 0.9426882 Jan 18 23:08:26.829950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b477efc-385e-46e2-b37f-d7a9d30d6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.835861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:26.861269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-a93ddbe3-a84f-434f-9a92-9beef148efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:26.862973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:08:21Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.865111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-a93ddbe3-a84f-434f-9a92-9beef148efe1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063516 Jan 18 23:08:26.867466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] For port 6c3e406f-98fa-40fe-950f-bbeb0705fe31, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6c3e406f-98fa-40fe-950f-bbeb0705fe31,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:26.868929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.876291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf43874-a5a6-46c7-86f8-dd923aa2fb79 None None] The sync data for ids ['70928366-e415-482f-9f47-15eb2836f6ae'] in n-d-825178-1 is: [{'id': '70928366-e415-482f-9f47-15eb2836f6ae', 'name': 'tempest-AttachVolumeTestJSON-342221245-router', 'tenant_id': '833598e4634b42449668d5af63ec7a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:32Z', 'updated_at': '2022-01-18T23:08:21Z', 'revision_number': 5, 'project_id': '833598e4634b42449668d5af63ec7a9d', 'gw_port': {'id': '6c3e406f-98fa-40fe-950f-bbeb0705fe31', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70928366-e415-482f-9f47-15eb2836f6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:36Z', 'updated_at': '2022-01-18T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:26.937108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b477efc-385e-46e2-b37f-d7a9d30d6f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6234f90-306d-435c-b905-1c0ee33cb65b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.950115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Made reservation on behalf of 8d626a0bfa8547d39d6627133b1e1af5 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:26.962924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.090063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-acfbe1bc-a3a0-447b-9405-f9c365c811b0 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176075 Jan 18 23:08:27.124749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Calling delete_port for 6c3e406f-98fa-40fe-950f-bbeb0705fe31 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:27.235814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b477efc-385e-46e2-b37f-d7a9d30d6f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.237161 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b477efc-385e-46e2-b37f-d7a9d30d6f0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6234f90-306d-435c-b905-1c0ee33cb65b HTTP/1.1" status: 204 len: 168 time: 1.1098509 Jan 18 23:08:27.370998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c7a0b5-95c5-4f5f-bd42-7fd715ac9353 req-ad5819ec-ddb2-4b73-b27a-7a8cadebdea8 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744169 Jan 18 23:08:27.563301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b02c78a6-94b8-44b0-9c89-e89de0c33097 req-1f32b13e-547d-4000-92b9-44df6535d777 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7348149 Jan 18 23:08:27.818293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Allocated IP 172.20.0.2 (10103b4b-6ddd-433b-85ff-58e65c058983/65384ca5-ca26-42ce-bbd1-1a768dfcbf89/892389ed-1b8c-44c0-b7a4-dc01c053ce95) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:28.057972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb8e8931-f8be-4c76-9b6f-5d2d1c145d78 req-e6b07947-3d69-4f1d-a600-2e6d836791de tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 210 time: 0.1044810 Jan 18 23:08:28.110896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad2c6b12-d25d-4b7e-a60f-04885321cb55 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:28.127012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.165665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ad2c6b12-d25d-4b7e-a60f-04885321cb55 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:08:28.165665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad2c6b12-d25d-4b7e-a60f-04885321cb55 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:28.261634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3e406f-98fa-40fe-950f-bbeb0705fe31,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:28.417299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.559587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:28.760486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.764127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.779987 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.818685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.825961 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.827979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70928366-e415-482f-9f47-15eb2836f6ae {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:08:28.876364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:28.913625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:28.932309 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.069237 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'code': 200} Jan 18 23:08:29.189485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.218498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.233613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:08:29.363932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.365921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b9a449b1-b1f4-4282-baeb-28df872fd089 admin admin] 10.222.0.78 "DELETE /v2.0/routers/70928366-e415-482f-9f47-15eb2836f6ae HTTP/1.1" status: 204 len: 168 time: 4.6108863 Jan 18 23:08:29.398367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55044) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:29.437534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Network 10103b4b-6ddd-433b-85ff-58e65c058983 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:29.442139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Pushing event updated for resources: {'Port': ['ID=892389ed-1b8c-44c0-b7a4-dc01c053ce95,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.446096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:29.449153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:08:29.540358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8c5dc-8979-4f02-b607-8aab4bd7fe86 req-bf8cc05b-111b-4212-8461-1e12a64fc856 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:29.542078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bac8c5dc-8979-4f02-b607-8aab4bd7fe86 req-bf8cc05b-111b-4212-8461-1e12a64fc856 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.5489502 Jan 18 23:08:29.604036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba472d-e7c6-4f0b-937a-ec8bfd2af2b4 req-09f0828d-910b-432d-bf74-f51c731a4117 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:29.607868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbba472d-e7c6-4f0b-937a-ec8bfd2af2b4 req-09f0828d-910b-432d-bf74-f51c731a4117 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 931 time: 0.2776995 Jan 18 23:08:29.614642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Deleting subnet 76a3631e-1c4e-4e26-a947-38dec22060e4 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:08:29.618152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:29.618841 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.622188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.652181 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-87d3f6ee-a087-4611-a2e5-7fdf498b319f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8041401 Jan 18 23:08:29.676773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Request body: {'port': {'device_id': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:29.686303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.747016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bac8c5dc-8979-4f02-b607-8aab4bd7fe86 req-24a198e7-2a44-42c4-a6f1-4c8f88f324d0 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989260 Jan 18 23:08:29.795168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dbba472d-e7c6-4f0b-937a-ec8bfd2af2b4 req-ad370864-99c7-42a0-9df6-360d7d15e43e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620379 Jan 18 23:08:29.837537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.892339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.975440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55056) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:30.010867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.064993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a3631e-1c4e-4e26-a947-38dec22060e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:30.067086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.076516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-39c0b51e-7ada-41f1-a45b-3364f89b0987 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/76a3631e-1c4e-4e26-a947-38dec22060e4 HTTP/1.1" status: 204 len: 168 time: 0.6659153 Jan 18 23:08:30.079784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55066) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:30.081285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de26bf8-bcb4-4eca-8b2c-0c142dc0c6c8 None None] Network be4f4ede-82fa-4550-9619-53a2eb4735b0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:08:30.226786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.246913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:30.250902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Usage tracker for resource:security_group_rule and tenant:45716915981d48a3bfac5e04ed11c3a0 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:30.261344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:30.267387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:30.279235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6c3e406f-98fa-40fe-950f-bbeb0705fe31 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:30.352709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.360074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6c3e406f-98fa-40fe-950f-bbeb0705fe31 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:08:30.360425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6c3e406f-98fa-40fe-950f-bbeb0705fe31 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:30.363507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.365900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.419157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Deleting port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:30.419799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.427023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892389ed-1b8c-44c0-b7a4-dc01c053ce95 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:30.436769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.450551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45716915981d48a3bfac5e04ed11c3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720774 Jan 18 23:08:30.457314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:30.490724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Transition to ACTIVE for port object 892389ed-1b8c-44c0-b7a4-dc01c053ce95 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:30.498986 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.506196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] DHCP port deletion for be4f4ede-82fa-4550-9619-53a2eb4735b0 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:08:30.510953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] Deleting port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:30.511328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.545482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ef052-7484-4158-8ffe-534bf77c0461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a9868-a5dc-4554-a3a1-f11e79e7d4e6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:30.804832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] For port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:30.808841 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.909630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] For port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,segment=NetworkSegment(e91f0349-9e81-4edd-b762-d99a978754e7),segment_id=e91f0349-9e81-4edd-b762-d99a978754e7)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:30.910265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.992452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] Calling delete_port for 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:31.077605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=892389ed-1b8c-44c0-b7a4-dc01c053ce95,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.087555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac77cb6a-4514-4483-a34e-7a12e3fc6629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.118952 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.121558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Calling delete_port for 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:31.229954 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:08:31.230274 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:08:31.235416 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac77cb6a-4514-4483-a34e-7a12e3fc6629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.237534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] Pushing event deleted for resources: {'Port': ['ID=172c5198-8d05-4e26-a7f2-d0c1b011cfa2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.238549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37284b67-c45c-46e9-8cd4-80038050610c req-6c843e27-db7e-4aa8-b2e0-4e82328dedce tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.246268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37284b67-c45c-46e9-8cd4-80038050610c req-6c843e27-db7e-4aa8-b2e0-4e82328dedce tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 943 time: 0.3128276 Jan 18 23:08:31.249879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35496d45-23ef-422b-b285-f2176363e4fd None None] No DVR routers for this DVR port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:31.304420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37284b67-c45c-46e9-8cd4-80038050610c req-c6294ca3-38b7-4a26-a5e9-0c4c7b564fb3 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Jan 18 23:08:31.331294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Attempting to bind port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:31.331825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Attempting to bind port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:31.333563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Attempting to bind port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 on network 10103b4b-6ddd-433b-85ff-58e65c058983 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:08:31.339429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 on network 10103b4b-6ddd-433b-85ff-58e65c058983 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:08:31.339936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Attempting to bind port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 on network 10103b4b-6ddd-433b-85ff-58e65c058983 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:08:31.351479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc43e4-0c97-4f4e-8545-ff52a7853a8f req-5f27a951-d168-4df1-ab7a-5a2d9e05c18f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.356150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5fc43e4-0c97-4f4e-8545-ff52a7853a8f req-5f27a951-d168-4df1-ab7a-5a2d9e05c18f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.3228159 Jan 18 23:08:31.365497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:08:31.365839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Checking segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:08:31.366308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Bound using segment: {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:08:31.366873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Bound port: 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a831d3da-a890-4b4e-9725-35b94070c8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:31.367428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.455538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac77cb6a-4514-4483-a34e-7a12e3fc6629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.509909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5fc43e4-0c97-4f4e-8545-ff52a7853a8f req-a325c132-50de-479d-8a13-04bd39d9c8e4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453111 Jan 18 23:08:31.512923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac77cb6a-4514-4483-a34e-7a12e3fc6629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.514095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac77cb6a-4514-4483-a34e-7a12e3fc6629 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab4a9868-a5dc-4554-a3a1-f11e79e7d4e6 HTTP/1.1" status: 204 len: 168 time: 1.0555382 Jan 18 23:08:31.535827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77cb6a-4514-4483-a34e-7a12e3fc6629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a9868-a5dc-4554-a3a1-f11e79e7d4e6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.593549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] For port 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:08:31.599071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] For port 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:08:31.607665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.694644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.695247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.696930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] 10.222.0.86 "PUT /v2.0/ports/892389ed-1b8c-44c0-b7a4-dc01c053ce95 HTTP/1.1" status: 200 len: 1091 time: 2.0370541 Jan 18 23:08:31.697604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'tag': '892389ed-1b8c-44c0-b7a4-dc01c053ce95'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:31.731608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Deleting port 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:31.732306 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.747361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2363205-815e-4754-b7b7-df3461b5e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=892389ed-1b8c-44c0-b7a4-dc01c053ce95,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.833153 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'tag': '892389ed-1b8c-44c0-b7a4-dc01c053ce95', 'status': 'completed', 'code': 200} Jan 18 23:08:31.877293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] The port '172c5198-8d05-4e26-a7f2-d0c1b011cfa2' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:08:31.927906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-ede9b742-c50b-45d7-a060-f4f8ce798654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.936863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-ede9b742-c50b-45d7-a060-f4f8ce798654 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 1094 time: 0.1662784 Jan 18 23:08:32.065513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-ecea9207-2de2-4817-8659-fcabc34a3d99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95 HTTP/1.1" status: 200 len: 217 time: 0.1218181 Jan 18 23:08:32.100532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.132182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:32.153824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4f4ede-82fa-4550-9619-53a2eb4735b0']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:32.171011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91f0349-9e81-4edd-b762-d99a978754e7') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:32.172052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91f0349-9e81-4edd-b762-d99a978754e7') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:32.186219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.211113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.222530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:08:32.222949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.237128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-79a689d1-2c38-4484-820f-4e0bcda65a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:32.241093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-79a689d1-2c38-4484-820f-4e0bcda65a07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.1678343 Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:32.242472 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:32.256937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:08:32.257302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 172c5198-8d05-4e26-a7f2-d0c1b011cfa2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:32.356152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-94a4e927-71d8-4d0a-83f6-93d961ccea27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075618 Jan 18 23:08:32.381708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.411033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.459884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] Pushing event deleted for resources: {'Network': ['ID=be4f4ede-82fa-4550-9619-53a2eb4735b0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:32.470854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e4731b69-64a4-45f6-a9e2-edb968d4854d admin admin] 10.222.0.78 "DELETE /v2.0/networks/be4f4ede-82fa-4550-9619-53a2eb4735b0 HTTP/1.1" status: 204 len: 168 time: 2.3900692 Jan 18 23:08:32.579552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:32.698175 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-05628831-8141-4354-8e2b-6106aee3508a service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282547 Jan 18 23:08:32.835764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee96ef-f91d-4ca2-a577-594fc84ea8ea req-017dd8da-1c50-48c3-9d02-eab0d491dd97 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:32.836834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b8ee96ef-f91d-4ca2-a577-594fc84ea8ea req-017dd8da-1c50-48c3-9d02-eab0d491dd97 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Synchronizing usage tracker for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:32.924055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b8ee96ef-f91d-4ca2-a577-594fc84ea8ea req-017dd8da-1c50-48c3-9d02-eab0d491dd97 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Unset dirty status for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:32.925394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8ee96ef-f91d-4ca2-a577-594fc84ea8ea req-017dd8da-1c50-48c3-9d02-eab0d491dd97 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 943 time: 0.3254833 Jan 18 23:08:32.976622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55164) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:32.983177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fd1fa21a-d3a0-4ef0-99ca-d6020eeb69d8 req-16999c44-257a-4608-91a8-9bb8b37a50f0 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737162 Jan 18 23:08:33.060371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8ee96ef-f91d-4ca2-a577-594fc84ea8ea req-0446c694-dde5-4573-936c-370d1b2e9747 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277876 Jan 18 23:08:33.154162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-867d7f7b-7945-407a-8ba2-d5cab0664e37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=833598e4634b42449668d5af63ec7a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732445 Jan 18 23:08:33.158650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55178) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:33.233098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-ef93bdfc-4c80-4e18-8ba4-76f926db9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:33.234603 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-ef93bdfc-4c80-4e18-8ba4-76f926db9ab0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 1094 time: 0.1566880 Jan 18 23:08:33.251925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca2b8c8a-93d8-4e75-a8c9-404319b81ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.303626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca2b8c8a-93d8-4e75-a8c9-404319b81ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.436632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca2b8c8a-93d8-4e75-a8c9-404319b81ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.462435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b8c8a-93d8-4e75-a8c9-404319b81ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726aff4-1443-45e6-a5f4-45592594162a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:33.469152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca2b8c8a-93d8-4e75-a8c9-404319b81ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.472268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ca2b8c8a-93d8-4e75-a8c9-404319b81ad1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3726aff4-1443-45e6-a5f4-45592594162a HTTP/1.1" status: 204 len: 168 time: 0.3120728 Jan 18 23:08:33.498277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-6e7bdde8-9146-459e-9ac8-fa1901d41711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:33.499765 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-6e7bdde8-9146-459e-9ac8-fa1901d41711 service neutron] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 911 time: 0.2500761 Jan 18 23:08:33.625081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-c97ce5b3-3ca4-41d1-b934-aba7911de498 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95 HTTP/1.1" status: 200 len: 217 time: 0.1190915 Jan 18 23:08:33.736924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-0c1e4be2-2844-48c5-97fd-cf9b1b7cb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:33.739488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-0c1e4be2-2844-48c5-97fd-cf9b1b7cb727 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.1027560 Jan 18 23:08:33.877069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-0bf00e24-54f6-43cd-a4a1-618d0b4c1ddf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309636 Jan 18 23:08:34.363012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.498181 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-aef411d4-6ec4-4998-934c-46efe8bf2f63 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078703 Jan 18 23:08:34.805056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-7453f511-4b21-4e90-abf7-c307cf66a459 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922939 Jan 18 23:08:34.877790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689cb48-4748-4a31-a4de-27abb6f9aeda req-9923e889-984c-4552-96ee-51733895af80 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:34.882048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef3ad-6919-4c63-86a8-eff534f4d4de req-8c23750e-98b5-4265-9328-195a4620be4f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:34.889883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae2ef3ad-6919-4c63-86a8-eff534f4d4de req-8c23750e-98b5-4265-9328-195a4620be4f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.1820412 Jan 18 23:08:34.890786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2689cb48-4748-4a31-a4de-27abb6f9aeda req-9923e889-984c-4552-96ee-51733895af80 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 943 time: 0.5830054 Jan 18 23:08:34.926285 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:08:34.935797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55258) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:35.071570 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-a2d59fec-5efc-45ef-a0b2-2225be306caf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3175108 Jan 18 23:08:35.075824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2689cb48-4748-4a31-a4de-27abb6f9aeda req-ad36434f-ab2d-4ad5-b779-40ff2b5fdc8e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842399 Jan 18 23:08:35.077905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37cc0b2a-d019-481f-9229-b30976ce3264 req-55072333-1065-4b2a-a404-093680372e66 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714550 Jan 18 23:08:35.215599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae2ef3ad-6919-4c63-86a8-eff534f4d4de req-01e8c0c6-d6a8-4ec3-95bf-f5244fdb207c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187542 Jan 18 23:08:35.452774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-4aaf3237-793a-4a76-8ade-13ffba2bfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:35.455431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-4aaf3237-793a-4a76-8ade-13ffba2bfc25 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1097 time: 0.5187111 Jan 18 23:08:35.674173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Deleting port 9e9f5a36-fe2d-4396-b6c3-f4a4e0000b74 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:35.674657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.528646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.528646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.719131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a85d8e-ba98-4ce0-aa2a-9a754f656720 req-b270fada-e89f-49a7-9120-291f8cb84d06 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:36.721993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98a85d8e-ba98-4ce0-aa2a-9a754f656720 req-b270fada-e89f-49a7-9120-291f8cb84d06 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.1881905 Jan 18 23:08:36.738504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Calling delete_port for 9e9f5a36-fe2d-4396-b6c3-f4a4e0000b74 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:36.835263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98a85d8e-ba98-4ce0-aa2a-9a754f656720 req-0f873d51-1ea6-479c-9ec2-02dd3bb41976 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071088 Jan 18 23:08:36.854561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.054719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:37.074906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 892389ed-1b8c-44c0-b7a4-dc01c053ce95 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:37.154637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-135b53a5-5fb9-4d88-8308-d39ddc5584b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126644 Jan 18 23:08:37.246630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-b78c33b6-de9f-4b17-a3da-3e0ef9de4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.250485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-b78c33b6-de9f-4b17-a3da-3e0ef9de4e05 service neutron] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 915 time: 1.7642941 Jan 18 23:08:37.271807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03d084-f6fb-4870-a359-d26e5bbc2e81 req-3c01a2ca-88f7-4849-b37a-6af5900fb598 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.273817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf03d084-f6fb-4870-a359-d26e5bbc2e81 req-3c01a2ca-88f7-4849-b37a-6af5900fb598 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 943 time: 0.4698954 Jan 18 23:08:37.398202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:37.413734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '892389ed-1b8c-44c0-b7a4-dc01c053ce95', 'network_id': '10103b4b-6ddd-433b-85ff-58e65c058983', 'port_id': '892389ed-1b8c-44c0-b7a4-dc01c053ce95', 'mac_address': 'fa:16:3e:13:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65384ca5-ca26-42ce-bbd1-1a768dfcbf89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:37.418124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.462527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:37.471634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Usage tracker for resource:security_group_rule and tenant:fbf08943242b4629b5a1b594f4e1e305 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:37.475541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:37.485122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:37.495237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.502029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-d0c2515c-eccc-489e-9ee1-2f0941ffe524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.504469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-d0c2515c-eccc-489e-9ee1-2f0941ffe524 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 1096 time: 0.2269428 Jan 18 23:08:37.524355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-316c1ca3-0f07-4ff6-adc1-e88a8a62b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.530497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-316c1ca3-0f07-4ff6-adc1-e88a8a62b990 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454&tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5 HTTP/1.1" status: 200 len: 1094 time: 0.7291830 Jan 18 23:08:37.532884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892389ed-1b8c-44c0-b7a4-dc01c053ce95 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:37.537475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-91ec711e-b233-4275-a2c9-f72c0ad44098 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 1002 time: 0.2583530 Jan 18 23:08:37.583321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:37.592498 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.716757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:37.722532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=892389ed-1b8c-44c0-b7a4-dc01c053ce95,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:37.743466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.743955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.744361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.745449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.745859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.746409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.747209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.747794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.749234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.749868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.750674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.753080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:37.772918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-f395ee31-e32a-4db5-a056-a887afd57b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.783380 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-f395ee31-e32a-4db5-a056-a887afd57b1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 911 time: 0.2525578 Jan 18 23:08:37.842684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-30e14130-2d9d-4a53-b692-3fa9694482f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.848196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-30e14130-2d9d-4a53-b692-3fa9694482f3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.2137353 Jan 18 23:08:37.860787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['892389ed-1b8c-44c0-b7a4-dc01c053ce95'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:08:37.888360 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-0e685aaf-00d5-4d24-8619-43ba91518cc2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e HTTP/1.1" status: 200 len: 217 time: 0.0982230 Jan 18 23:08:38.123427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.142882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.160575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:38.175358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Usage tracker for resource:security_group_rule and tenant:5c408179869047869edf30d880a13304 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:38.180332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:38.187371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:38.198267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf03d084-f6fb-4870-a359-d26e5bbc2e81 req-74adf420-d3f0-46be-9f4f-23fe128914e1 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904371 Jan 18 23:08:38.304437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.322629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-1da5fe8c-5b8a-4fcb-97c7-1b196363fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.324109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-1da5fe8c-5b8a-4fcb-97c7-1b196363fc07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.4275453 Jan 18 23:08:38.324700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.343622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.384779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-9e9c980d-346f-4dc8-91fb-6d1d99740bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.387202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-9e9c980d-346f-4dc8-91fb-6d1d99740bb3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4642901 Jan 18 23:08:38.406561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-72f52cb8-a64d-4661-b6e7-1592f2f3ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.408695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-72f52cb8-a64d-4661-b6e7-1592f2f3ad4c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1094 time: 0.7177122 Jan 18 23:08:38.426314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbf08943242b4629b5a1b594f4e1e305&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3688252 Jan 18 23:08:38.451511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55390) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:38.504592 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-71c4aa0f-bc0c-4fc2-aa95-717528e1a2fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890336 Jan 18 23:08:38.510068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.515144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5644c9fe-4cdf-4643-b20e-b4de021c6e7b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:38.655270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-617a5d94-c522-4859-bc1a-68f9e6dfc018 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c408179869047869edf30d880a13304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243834 Jan 18 23:08:38.657326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-494f3d71-df23-41d5-bc4e-ebec4695755a service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443062 Jan 18 23:08:38.664612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:38.817097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27819e7-1337-4ff7-b1ed-31f896bcf64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab5eb8b-dd10-434a-b6f4-195ad91ff00e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:38.878566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event deleted for resources: {'Port': ['ID=9e9f5a36-fe2d-4396-b6c3-f4a4e0000b74,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:38.916900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157193a-6076-40af-9fc6-173c58594ce0 req-bc58afcf-2fda-44b4-9352-f3dc1eb285a4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.932766 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a157193a-6076-40af-9fc6-173c58594ce0 req-bc58afcf-2fda-44b4-9352-f3dc1eb285a4 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.8670235 Jan 18 23:08:39.086541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 892389ed-1b8c-44c0-b7a4-dc01c053ce95 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:39.118180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.118704 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Floating IP 2d6c4864-c22b-44f9-9de5-57e84a47453a disassociated (deleted). External IP: 172.25.4.153, port: 1a36937d-cd1a-4162-b2df-6a4c6ce838c5. Jan 18 23:08:39.189006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa69f75c-0d1a-4595-8371-87c5173a9d84 req-9fb0bf03-94fa-4e82-b9b6-85e4a9075378 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195220 Jan 18 23:08:39.218352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b367a2c6-7389-4f43-b5a3-2256d2b0fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.249487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:39.254667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:39.255216 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.265333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9534230a-b43c-4dbd-ae54-15b2e4a155b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.325102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9534230a-b43c-4dbd-ae54-15b2e4a155b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.387066 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a157193a-6076-40af-9fc6-173c58594ce0 req-cdf73c10-17f9-422a-844a-3c80abfb5341 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551795 Jan 18 23:08:39.393349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9534230a-b43c-4dbd-ae54-15b2e4a155b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.472499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534230a-b43c-4dbd-ae54-15b2e4a155b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5644c9fe-4cdf-4643-b20e-b4de021c6e7b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:39.476435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9534230a-b43c-4dbd-ae54-15b2e4a155b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.478399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9534230a-b43c-4dbd-ae54-15b2e4a155b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5644c9fe-4cdf-4643-b20e-b4de021c6e7b HTTP/1.1" status: 204 len: 168 time: 0.8121784 Jan 18 23:08:39.639036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.692163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-a2f0d043-307e-45ea-8d46-95775dc1e492 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2931449 Jan 18 23:08:39.708684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:39.710429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892389ed-1b8c-44c0-b7a4-dc01c053ce95'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:39.721996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.880499 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892389ed-1b8c-44c0-b7a4-dc01c053ce95', 'code': 200} Jan 18 23:08:39.967828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=892389ed-1b8c-44c0-b7a4-dc01c053ce95,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.086975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-94bd625e-691d-4ae3-892f-a9c423321662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.089010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-94bd625e-691d-4ae3-892f-a9c423321662 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 1.6284616 Jan 18 23:08:40.123288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51deea50-1b3d-4ce7-8b11-c9432e8bd78c req-cc0a3205-1c0c-4fe6-b2af-4f3a3b2667a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.126796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-51deea50-1b3d-4ce7-8b11-c9432e8bd78c req-cc0a3205-1c0c-4fe6-b2af-4f3a3b2667a7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 1096 time: 0.2060626 Jan 18 23:08:40.148627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:40.166465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b367a2c6-7389-4f43-b5a3-2256d2b0fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.202158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.232845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:40.243121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Usage tracker for resource:security_group_rule and tenant:c1768427ea4847d5a3cd1b1be78304ec is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:40.253304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:40.260935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-51deea50-1b3d-4ce7-8b11-c9432e8bd78c req-0f5655d2-d8b7-426a-abb5-471f7cbed77f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267848 Jan 18 23:08:40.266926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:40.429956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029518e-fc77-4cfc-bb0b-82a5d0da3854 req-7100463a-b266-47c1-b067-8e5109707d3d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.429956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2029518e-fc77-4cfc-bb0b-82a5d0da3854 req-7100463a-b266-47c1-b067-8e5109707d3d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.7763035 Jan 18 23:08:40.459642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.468371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.519321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1768427ea4847d5a3cd1b1be78304ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382068 Jan 18 23:08:40.522473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55442) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:40.569386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084af476-7280-495b-990c-3fbda68ee602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8001b919-37e2-42d0-93cc-8185eb087b1c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.627686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4e942c-942f-40e3-8f3a-0e7c0148d211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.722431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eee9f70-a8dc-4a1b-b766-94bf09ffae13 req-7eb61cc5-3ff3-4ac1-9394-0906765b4508 service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9083138 Jan 18 23:08:40.734578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-cd08f909-3ab4-49ee-b56a-9836e3c8db5f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 999 time: 0.5437536 Jan 18 23:08:40.737436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4e942c-942f-40e3-8f3a-0e7c0148d211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.864772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bdd9-aa1f-4ae2-8d73-079348e0ca02 req-a41293cd-d819-4887-b3c7-ba2e10cabf66 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.866360 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0134bdd9-aa1f-4ae2-8d73-079348e0ca02 req-a41293cd-d819-4887-b3c7-ba2e10cabf66 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.2266567 Jan 18 23:08:40.870630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4e942c-942f-40e3-8f3a-0e7c0148d211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.912845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e942c-942f-40e3-8f3a-0e7c0148d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8001b919-37e2-42d0-93cc-8185eb087b1c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.941975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6b4e942c-942f-40e3-8f3a-0e7c0148d211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.944025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b4e942c-942f-40e3-8f3a-0e7c0148d211 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8001b919-37e2-42d0-93cc-8185eb087b1c HTTP/1.1" status: 204 len: 168 time: 0.4202921 Jan 18 23:08:40.969292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0134bdd9-aa1f-4ae2-8d73-079348e0ca02 req-073ae27f-9b7d-48c5-9285-0e621c1aae30 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945768 Jan 18 23:08:40.972819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-6e685dd7-f051-40fa-91fc-fda457d233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.982941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-6e685dd7-f051-40fa-91fc-fda457d233ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.2120516 Jan 18 23:08:40.983927 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b367a2c6-7389-4f43-b5a3-2256d2b0fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.091823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a2c6-7389-4f43-b5a3-2256d2b0fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab5eb8b-dd10-434a-b6f4-195ad91ff00e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:41.165073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Router 6125273a-1a55-46be-94dd-02e5f38cb2de has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:08:41.198136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2029518e-fc77-4cfc-bb0b-82a5d0da3854 req-f9067fee-5fbc-406b-aa3e-0d7480a9f89b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662402 Jan 18 23:08:41.216384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b367a2c6-7389-4f43-b5a3-2256d2b0fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.217979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b367a2c6-7389-4f43-b5a3-2256d2b0fe93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ab5eb8b-dd10-434a-b6f4-195ad91ff00e HTTP/1.1" status: 204 len: 168 time: 2.7548442 Jan 18 23:08:41.400898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-b16ff941-bf62-46a4-810f-53640eb0f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:41.403007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-b16ff941-bf62-46a4-810f-53640eb0f193 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933873 Jan 18 23:08:41.622218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:08:41.629883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.638349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] Sync routers for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:41.663431 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:08:41.664066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:41.827893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-81f6c52e-7762-41ea-ac4e-92ed922d231f service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179254 Jan 18 23:08:41.833453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dd31ad8c-fe5b-4c64-8024-11cea7d9092d tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "DELETE /v2.0/floatingips/2d6c4864-c22b-44f9-9de5-57e84a47453a HTTP/1.1" status: 204 len: 168 time: 6.8863239 Jan 18 23:08:41.835712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:42.128691 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'status': 'completed', 'code': 200} Jan 18 23:08:42.133955 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e947f8a-1866-437a-b586-1b7ea11b7635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.320622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-dff07bcc-d730-4eae-abfd-b3a2e9e5a046 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854078 Jan 18 23:08:42.399618 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:08:42.719659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d2ac1-d7a3-4742-8b5b-bc62a3accd5d req-d132582a-bb39-4e1a-8401-6fb2b53bed9d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:42.729843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-411d2ac1-d7a3-4742-8b5b-bc62a3accd5d req-d132582a-bb39-4e1a-8401-6fb2b53bed9d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.1309879 Jan 18 23:08:42.837918 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-411d2ac1-d7a3-4742-8b5b-bc62a3accd5d req-e3cce48e-566b-4a81-94f5-ca2e01c059ac tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070237 Jan 18 23:08:42.891199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267891d-560a-4065-a35a-4b090b790c61 req-b92f6621-8ac3-4d8d-9c34-f12763aa8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:42.892712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-b92f6621-8ac3-4d8d-9c34-f12763aa8354 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=371888f701ea4891b0da69d5026a9389&device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 1097 time: 0.7615027 Jan 18 23:08:42.918695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b7896-713f-4929-bc66-4994b625c728 req-39a5be1e-6b1f-4e06-8d83-2bd702ae9b80 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:42.920245 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a40b7896-713f-4929-bc66-4994b625c728 req-39a5be1e-6b1f-4e06-8d83-2bd702ae9b80 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.5961065 Jan 18 23:08:43.151298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a40b7896-713f-4929-bc66-4994b625c728 req-46177cc7-7620-40c4-aab8-2f98a7ac20b3 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229676 Jan 18 23:08:43.215894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267891d-560a-4065-a35a-4b090b790c61 req-8c4369b3-c9fd-475a-896a-5267830b3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:43.221484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-8c4369b3-c9fd-475a-896a-5267830b3d24 service neutron] 10.222.0.85 "GET /v2.0/networks?id=050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 200 len: 915 time: 0.2727687 Jan 18 23:08:43.240181 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:43.251803 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] Checking router: 6125273a-1a55-46be-94dd-02e5f38cb2de for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:43.274997 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:08:43.275864 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:43.290276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28259dd9-27e0-47cf-b2a3-7668e6d0d2e4 req-7a9cc322-28e8-4922-9227-ebcf078ed3fa tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:43.301925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28259dd9-27e0-47cf-b2a3-7668e6d0d2e4 req-7a9cc322-28e8-4922-9227-ebcf078ed3fa tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 946 time: 0.1600342 Jan 18 23:08:43.403934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-9aeee6ed-669e-4a8b-b48b-8ed9106d9476 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 200 len: 217 time: 0.1770031 Jan 18 23:08:43.420651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28259dd9-27e0-47cf-b2a3-7668e6d0d2e4 req-8f0ef5fe-f618-42d4-bca5-902dbd34c35c tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118782 Jan 18 23:08:43.543552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:08:43.622967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267891d-560a-4065-a35a-4b090b790c61 req-67bf9eef-8443-4b5c-9eb8-3d2cd8cd57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:43.624421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-67bf9eef-8443-4b5c-9eb8-3d2cd8cd57da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 200 len: 853 time: 0.2132719 Jan 18 23:08:44.010200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-d127611c-4ce4-412e-a9b0-c84b92d50996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:44.011726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-d127611c-4ce4-412e-a9b0-c84b92d50996 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 1096 time: 0.2365916 Jan 18 23:08:44.215435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267891d-560a-4065-a35a-4b090b790c61 req-5804b988-c7b7-415e-ba04-d26009607ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:44.216989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-5804b988-c7b7-415e-ba04-d26009607ae2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=050ec660-078d-42f1-8171-a0a6b1a2a074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5783947 Jan 18 23:08:44.458189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68348de3-cf50-4807-8f18-36dd4fdf2299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.688887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-675b9a85-0125-4633-bf13-d6e5c47f6b7f service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536016 Jan 18 23:08:44.722480 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:44.743355 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2169c9-d6a1-47c1-b32e-8d005604679f None None] The sync data for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 is: [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:03:30Z', 'revision_number': 4, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'bac5e544-76a4-4099-9c45-76e3ac1d2e6e', 'name': '', 'network_id': '050ec660-078d-42f1-8171-a0a6b1a2a074', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'mac_address': 'fa:16:3e:a0:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '37490921-c436-482a-a81f-63cb943d8123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:28Z', 'updated_at': '2022-01-18T23:03:52Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'subnets': [{'id': '37490921-c436-482a-a81f-63cb943d8123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:44.781646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a840e-b872-4c50-b76a-d5e8cbaa99d1 req-9f7f9d2f-6310-4002-86bd-6cda5b93188b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:44.792238 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-780a840e-b872-4c50-b76a-d5e8cbaa99d1 req-9f7f9d2f-6310-4002-86bd-6cda5b93188b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.6902580 Jan 18 23:08:44.934842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-780a840e-b872-4c50-b76a-d5e8cbaa99d1 req-0235c2e1-5169-4df5-a5b6-0d27314f725d tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412692 Jan 18 23:08:45.011153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-1fbf735f-9cfa-4e02-adee-ba6f9c43afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:45.014442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-1fbf735f-9cfa-4e02-adee-ba6f9c43afae service neutron] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 911 time: 0.9947290 Jan 18 23:08:45.213909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-469e326c-e9ec-4e4d-8446-a22ed2a319a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95 HTTP/1.1" status: 200 len: 217 time: 0.1867826 Jan 18 23:08:45.256374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-6e045770-2f06-47ff-a127-97787298d662 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:45.258416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-6e045770-2f06-47ff-a127-97787298d662 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Synchronizing usage tracker for tenant:371888f701ea4891b0da69d5026a9389 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:45.381697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeea0c3-336c-474f-bb8b-c1e9f60f008e None None] New status for floating IP 2d6c4864-c22b-44f9-9de5-57e84a47453a: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:08:45.398668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-6e045770-2f06-47ff-a127-97787298d662 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Unset dirty status for tenant:371888f701ea4891b0da69d5026a9389 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:45.407846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-6e045770-2f06-47ff-a127-97787298d662 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.85 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 946 time: 1.4432151 Jan 18 23:08:45.446593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7768-f832-409b-baea-39c5c369290d req-5fcb3349-deb6-49bf-b239-ea8c3247b209 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:45.461187 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f02d7768-f832-409b-baea-39c5c369290d req-5fcb3349-deb6-49bf-b239-ea8c3247b209 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.7698441 Jan 18 23:08:45.466008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9267891d-560a-4065-a35a-4b090b790c61 req-88465b3d-2a0b-4611-9da4-e41b8ce7481b service neutron] 10.222.0.85 "GET /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110963 Jan 18 23:08:45.590206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-d3bbbb97-f5a6-45a4-8692-4d6d48318875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:45.591859 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-d3bbbb97-f5a6-45a4-8692-4d6d48318875 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.3723888 Jan 18 23:08:45.810591 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-9909253e-249d-43a1-9e9a-06c8979895fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2099781 Jan 18 23:08:45.892453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f02d7768-f832-409b-baea-39c5c369290d req-73e934e8-5fcb-4cf9-8b0c-8a31edba752b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300351 Jan 18 23:08:45.907890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Deleting port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:08:45.914223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.998164 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.003478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.207468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-5a958351-f9d7-4f71-a5e4-dfce4b1ddc0e service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521528 Jan 18 23:08:46.511129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d69ed-abb6-4dab-bb4b-c5d8f05265a3 req-954e50cd-df8e-4ec1-bb31-7ca548d65a1a tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:46.531822 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-488d69ed-abb6-4dab-bb4b-c5d8f05265a3 req-954e50cd-df8e-4ec1-bb31-7ca548d65a1a tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 946 time: 1.0862072 Jan 18 23:08:46.690421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-488d69ed-abb6-4dab-bb4b-c5d8f05265a3 req-e175668b-1893-476e-ba08-7ab322667f84 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d3e347d-9f80-4d9d-9a02-76319993479e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572123 Jan 18 23:08:46.737771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c344c2c-b8ba-4e01-8052-86e0cb7c7ac0 req-3ffaeaa1-64f8-4b0a-822f-37272f02ca94 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182130 Jan 18 23:08:46.791778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] For port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:08:46.792382 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.957255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Calling delete_port for 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:08:46.990792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.616304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.748234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e169b6-d00d-4112-9380-e2a1de37357a req-1e55f59f-0a66-471f-985f-0b77d043896a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:47.760228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5e169b6-d00d-4112-9380-e2a1de37357a req-1e55f59f-0a66-471f-985f-0b77d043896a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.5215974 Jan 18 23:08:47.790050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event deleted for resources: {'Port': ['ID=1a36937d-cd1a-4162-b2df-6a4c6ce838c5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:47.824395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e770-dd6a-4f37-a4ba-ef5c6cc6a673 req-66634967-02e5-4710-bf1d-c773253a6f95 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:47.840710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8459e770-dd6a-4f37-a4ba-ef5c6cc6a673 req-66634967-02e5-4710-bf1d-c773253a6f95 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 1.5962358 Jan 18 23:08:47.905083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5e169b6-d00d-4112-9380-e2a1de37357a req-5a3dbede-1a7b-4e55-8bbc-8284646de7f6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434667 Jan 18 23:08:48.157002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] No DVR routers for this DVR port 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:48.162410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.169185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'name': 'network-vif-deleted', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:48.226021 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8459e770-dd6a-4f37-a4ba-ef5c6cc6a673 req-74b4f7f2-bf5c-4223-8b7e-ea84ece7c107 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838446 Jan 18 23:08:48.237614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d8cec7a9-74d1-4295-8ed1-d7fda7bf4a28 req-32a6ef7a-0f1d-44f0-b4f8-52bcf57372fa tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 210 time: 0.1308155 Jan 18 23:08:48.257512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b23715e2-ecde-4600-8ec3-eddfb3efb817 req-1ba79466-3e43-42fa-af97-4b0f3014ddff tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.85 "DELETE /v2.0/ports/1a36937d-cd1a-4162-b2df-6a4c6ce838c5 HTTP/1.1" status: 204 len: 173 time: 2.7903452 Jan 18 23:08:48.327699 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c3ed3c-8954-4d18-ab13-6df1ba8605a1', 'name': 'network-vif-deleted', 'tag': '1a36937d-cd1a-4162-b2df-6a4c6ce838c5', 'status': 'completed', 'code': 200} Jan 18 23:08:48.710778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:48.819239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:08:48.820538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 1a36937d-cd1a-4162-b2df-6a4c6ce838c5 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:49.511759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5487d-7865-4ced-b256-17cf5ca8c946 req-8093bf2b-b7f8-4234-80bd-ec39e843ceff tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:49.524755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-deb5487d-7865-4ced-b256-17cf5ca8c946 req-8093bf2b-b7f8-4234-80bd-ec39e843ceff tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.2177863 Jan 18 23:08:49.578503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bef9eb-839a-4b8b-bffd-f9057df5c994 req-6dfbecdb-c1a1-41cb-82a3-2aee3f0105e0 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:49.588524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3bef9eb-839a-4b8b-bffd-f9057df5c994 req-6dfbecdb-c1a1-41cb-82a3-2aee3f0105e0 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.1269438 Jan 18 23:08:49.613296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-deb5487d-7865-4ced-b256-17cf5ca8c946 req-aedbd78b-b437-408c-82c8-a782fa00c6cd tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851123 Jan 18 23:08:49.678935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3bef9eb-839a-4b8b-bffd-f9057df5c994 req-679a583b-cfa8-43fa-baa3-4d565d8c3e7c tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874403 Jan 18 23:08:50.034192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-57f703fe-e7e9-4fdc-aff8-d43f2b4501cb req-8e34ff41-4ed6-46a2-a240-38d3b5ffac2b tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "GET /v2.0/ports?device_id=08c3ed3c-8954-4d18-ab13-6df1ba8605a1 HTTP/1.1" status: 200 len: 210 time: 0.1121886 Jan 18 23:08:50.244496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:50.820154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.886499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:50.924973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Usage tracker for resource:security_group_rule and tenant:0d3a7be6194940b1ba459b80bcfb532d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:50.931733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:50.948180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:51.163466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9980167-2afc-4bc4-bce0-f39c249ce33e req-e25c6f67-3629-4094-8308-9901a862a2e3 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:51.175525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9980167-2afc-4bc4-bce0-f39c249ce33e req-e25c6f67-3629-4094-8308-9901a862a2e3 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.2636735 Jan 18 23:08:51.220912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.284974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.309434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9980167-2afc-4bc4-bce0-f39c249ce33e req-e3398db0-2533-4506-ac08-eba25bd88dfe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303294 Jan 18 23:08:51.349977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59e104-8a25-40c7-8944-e2304b193f75,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:51.362141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55744) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:51.362575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d3a7be6194940b1ba459b80bcfb532d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1165915 Jan 18 23:08:51.369330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.369981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.370535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.371067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.371599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.372130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.372664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.373288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.373883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.374320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.374826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.375321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f859-6d20-4a7b-870a-846e51d808ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:51.414234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b59e1-9f11-4913-a3f6-16620e2277f8 req-5e300089-c670-4d4e-a2fe-8d44bf3a9f18 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:51.422322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f12b59e1-9f11-4913-a3f6-16620e2277f8 req-5e300089-c670-4d4e-a2fe-8d44bf3a9f18 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.3395996 Jan 18 23:08:51.487115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f12b59e1-9f11-4913-a3f6-16620e2277f8 req-d17fe2bd-7d95-4159-9692-29d16c50d832 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635073 Jan 18 23:08:51.525446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-984c2ad6-fdb5-42cd-ab8d-f40f7a4004c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.562229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-984c2ad6-fdb5-42cd-ab8d-f40f7a4004c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.629430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:51.633699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-984c2ad6-fdb5-42cd-ab8d-f40f7a4004c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.655301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c2ad6-fdb5-42cd-ab8d-f40f7a4004c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59e104-8a25-40c7-8944-e2304b193f75,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:51.665401 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-984c2ad6-fdb5-42cd-ab8d-f40f7a4004c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.669455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-984c2ad6-fdb5-42cd-ab8d-f40f7a4004c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d59e104-8a25-40c7-8944-e2304b193f75 HTTP/1.1" status: 204 len: 168 time: 0.3058927 Jan 18 23:08:51.781755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766a33b8-e11b-4d2d-8b56-fd2167b62234 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.880174 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766a33b8-e11b-4d2d-8b56-fd2167b62234 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.029291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766a33b8-e11b-4d2d-8b56-fd2167b62234 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.091743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a33b8-e11b-4d2d-8b56-fd2167b62234 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3e347d-9f80-4d9d-9a02-76319993479e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:52.122810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766a33b8-e11b-4d2d-8b56-fd2167b62234 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.126117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-766a33b8-e11b-4d2d-8b56-fd2167b62234 tempest-TestVolumeBackupRestore-751273894 tempest-TestVolumeBackupRestore-751273894-project] 10.222.0.78 "DELETE /v2.0/security-groups/6d3e347d-9f80-4d9d-9a02-76319993479e HTTP/1.1" status: 204 len: 168 time: 0.4951370 Jan 18 23:08:52.859242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d75ab-8394-4102-a6f1-bc794e393c77 req-27865e01-e8af-4e47-bc59-716106429ed6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.865008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-114d75ab-8394-4102-a6f1-bc794e393c77 req-27865e01-e8af-4e47-bc59-716106429ed6 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.2117443 Jan 18 23:08:53.011828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-114d75ab-8394-4102-a6f1-bc794e393c77 req-776aeae9-7a4b-4355-83f3-38672f7408ca tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420529 Jan 18 23:08:53.081967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e99c1-8ecd-4e93-be87-e965174640f5 req-5afa796c-fe28-40e5-9294-6a820676bf2e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:53.105616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c57e99c1-8ecd-4e93-be87-e965174640f5 req-5afa796c-fe28-40e5-9294-6a820676bf2e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.2959642 Jan 18 23:08:53.334340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c57e99c1-8ecd-4e93-be87-e965174640f5 req-5a9a9ac5-6fe8-41a7-befd-3c92629f62db tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315700 Jan 18 23:08:54.628375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a3bcc-82ab-4096-9011-ee86c330956f req-88b504e9-19ca-405b-85d7-d21d08ae0b5e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:54.646279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c68a3bcc-82ab-4096-9011-ee86c330956f req-88b504e9-19ca-405b-85d7-d21d08ae0b5e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.3154495 Jan 18 23:08:54.791993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afda4d4-6a71-45c2-955d-320c7dedb1b0 req-6ef37d51-60f2-4eb0-9435-2d621d578342 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:54.802760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8afda4d4-6a71-45c2-955d-320c7dedb1b0 req-6ef37d51-60f2-4eb0-9435-2d621d578342 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.2140381 Jan 18 23:08:54.818707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c68a3bcc-82ab-4096-9011-ee86c330956f req-ac53c592-ce6f-45be-bf0d-2a54349789c7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645405 Jan 18 23:08:54.925556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8afda4d4-6a71-45c2-955d-320c7dedb1b0 req-3a49058c-2b9e-43f0-b94a-374575671dba tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204481 Jan 18 23:08:55.910636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:56.206652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-996098591-network', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:56.213351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:56.246880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Usage tracker for resource:network and tenant:ad1a79dbdad048e28a1d846cac0a59d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:56.263133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:56.292362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:56.332241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e2e6-aaa8-4f1c-8e4b-7a1343060bed req-dc24a89c-3ad3-4832-b22e-f41416398842 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:56.340575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b24e2e6-aaa8-4f1c-8e4b-7a1343060bed req-dc24a89c-3ad3-4832-b22e-f41416398842 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.1345391 Jan 18 23:08:56.459266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5b24e2e6-aaa8-4f1c-8e4b-7a1343060bed req-b87c2e2f-a3a9-462a-83e8-748643db4185 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174014 Jan 18 23:08:56.516890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Made reservation on behalf of ad1a79dbdad048e28a1d846cac0a59d4 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:56.522843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:56.553997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:56.617689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:56.621901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1a79dbdad048e28a1d846cac0a59d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:56.627353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:56.653978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:56.793078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d419-e002-4299-b97f-3f5fbe2d78de req-defbec0a-b21d-4449-b167-c2e17a5667b1 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:56.810141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3959d419-e002-4299-b97f-3f5fbe2d78de req-defbec0a-b21d-4449-b167-c2e17a5667b1 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.4801896 Jan 18 23:08:56.958913 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3959d419-e002-4299-b97f-3f5fbe2d78de req-976dcc84-844e-4349-8744-5287a341e606 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472740 Jan 18 23:08:57.142144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.152708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.214502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f3680-c86e-4a84-a8bd-479bce0f54d7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:57.225527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:57.249900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.250098 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Added segment 46d6ff67-a95f-4ee1-9d2a-0c06175ea773 of type vlan for network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 Jan 18 23:08:57.320560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.445152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.446696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:57.447987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.775757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] Pushing event updated for resources: {'Network': ['ID=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:57.809850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:08:57.857043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8cf487ba-2639-4359-b6c5-b8cc70f22751 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9413826 Jan 18 23:08:57.858273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:57.882075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Request body: {'subnet': {'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-996098591-subnet', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:57.914391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:57.937110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Usage tracker for resource:subnet and tenant:ad1a79dbdad048e28a1d846cac0a59d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:57.960328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:57.984235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:58.057803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Made reservation on behalf of ad1a79dbdad048e28a1d846cac0a59d4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:58.065674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:58.152411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216329f-354a-4c79-989f-3ca3d8760e44 req-7a909bcc-2af4-40ec-a957-5e185bb31c01 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.170033 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4216329f-354a-4c79-989f-3ca3d8760e44 req-7a909bcc-2af4-40ec-a957-5e185bb31c01 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.4095364 Jan 18 23:08:58.356580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:58.366132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4216329f-354a-4c79-989f-3ca3d8760e44 req-5ee1fa2e-6836-4b7f-96d4-40ca2da74ed7 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921804 Jan 18 23:08:58.819224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-e821-4725-9c78-52c762cc0a3b req-9d0bc39c-96cf-4fc7-b80b-3ea1d9fa23c5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.821118 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbb3d3c8-e821-4725-9c78-52c762cc0a3b req-9d0bc39c-96cf-4fc7-b80b-3ea1d9fa23c5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.3453031 Jan 18 23:08:59.022668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bbb3d3c8-e821-4725-9c78-52c762cc0a3b req-0b30f9d3-e2d6-4fbe-bea9-241ce92e49d8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896629 Jan 18 23:08:59.043168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.114264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b458238-aaea-41ac-88d1-54e1d33b8a9b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:59.162741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Checking segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:08:59.163632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Network hostable DHCP agents. Network: 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:59.188480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:59.207116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:59.222677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337f8d0-36da-4396-b660-43b3d5ef67e5 None None] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:08:59.236414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:59.238291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.320689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1a3c947-d241-4c16-a3ea-4ed9e8bd56cd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4609079 Jan 18 23:08:59.323294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:59.334221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:59.342163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:59.348826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Usage tracker for resource:router and tenant:ad1a79dbdad048e28a1d846cac0a59d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:59.355223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:59.383902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:59.423944 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.427798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.474764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.811846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:08:59.812633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.115663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Allocated IP 172.20.0.2 (4abd09b8-b381-4489-b4f8-0fbaae0f9eb9/4b458238-aaea-41ac-88d1-54e1d33b8a9b/753488c7-a772-4d4f-910f-959ac50f00d8) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:00.119930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aad66c-8ef8-481e-b006-f378f602ef1c req-d6e79ea6-be75-4afe-8f89-d5df71a8c380 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:00.133023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46aad66c-8ef8-481e-b006-f378f602ef1c req-d6e79ea6-be75-4afe-8f89-d5df71a8c380 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.3250973 Jan 18 23:09:00.269484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46aad66c-8ef8-481e-b006-f378f602ef1c req-e44f46c1-1e06-4537-bb0a-d5c93411dff8 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347365 Jan 18 23:09:00.438677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.671725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.913278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.939396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Transition to ACTIVE for port object 753488c7-a772-4d4f-910f-959ac50f00d8 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:00.981668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Transition to ACTIVE for port object 753488c7-a772-4d4f-910f-959ac50f00d8 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:00.991168 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.158445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:01.159999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:01.163856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:01.286329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Pushing event updated for resources: {'Port': ['ID=753488c7-a772-4d4f-910f-959ac50f00d8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:01.292567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8fd5b-8a36-4341-a7ef-4c80a6fab7d3 req-bbc3791c-0939-4196-977e-5f1e3d48d684 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:01.300072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03f8fd5b-8a36-4341-a7ef-4c80a6fab7d3 req-bbc3791c-0939-4196-977e-5f1e3d48d684 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.6004915 Jan 18 23:09:01.320538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Attempting to bind port 753488c7-a772-4d4f-910f-959ac50f00d8 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:01.321920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Attempting to bind port 753488c7-a772-4d4f-910f-959ac50f00d8 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:01.322972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Attempting to bind port 753488c7-a772-4d4f-910f-959ac50f00d8 on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:01.336112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:01.337647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Checking segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:01.338096 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.339268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Bound using segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:01.341350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Bound port: 753488c7-a772-4d4f-910f-959ac50f00d8, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:01.341833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.534036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-03f8fd5b-8a36-4341-a7ef-4c80a6fab7d3 req-0d49d3a8-ed5a-46fb-ab3b-a5e3fef962bc tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327971 Jan 18 23:09:01.680012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] For port 753488c7-a772-4d4f-910f-959ac50f00d8, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:01.683561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] For port 753488c7-a772-4d4f-910f-959ac50f00d8, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=753488c7-a772-4d4f-910f-959ac50f00d8,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:01.698730 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.893720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973efdb8-dfe3-46ec-85f4-91c7aa2cabe6 None None] Pushing event updated for resources: {'Port': ['ID=753488c7-a772-4d4f-910f-959ac50f00d8,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:02.035963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Deleting port bac5e544-76a4-4099-9c45-76e3ac1d2e6e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:02.036482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.117893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.269513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.351638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f773dd9-1a0d-4f8d-b775-2dfd9543e78c req-5cab68fa-2483-4c38-94c8-d30490e11980 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:02.360673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f773dd9-1a0d-4f8d-b775-2dfd9543e78c req-5cab68fa-2483-4c38-94c8-d30490e11980 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.7982273 Jan 18 23:09:02.435845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8f773dd9-1a0d-4f8d-b775-2dfd9543e78c req-518b2349-6d11-4482-b64f-e4e8162fe631 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737288 Jan 18 23:09:02.527012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] For port bac5e544-76a4-4099-9c45-76e3ac1d2e6e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:02.527622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.651649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:02.701287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Calling delete_port for bac5e544-76a4-4099-9c45-76e3ac1d2e6e owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:02.805499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Allocated IP 172.25.4.156 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/0c133768-2582-4c57-a2f6-2328d2a223f3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:03.028312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.382038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Pushing event deleted for resources: {'Port': ['ID=bac5e544-76a4-4099-9c45-76e3ac1d2e6e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:03.406921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.424317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.424817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.425338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.425886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.426368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.426842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.427604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.428326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.428797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.429366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.429851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:03.453848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.511659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:03.521862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:736cd843254a4158b5c705cad8a0686a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:03.539982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:03.547150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:03.662733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286a32-47ec-4487-b4fb-9fe662063284 req-6d60e314-eadd-4d22-8659-29e35b166bc3 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:03.673947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15286a32-47ec-4487-b4fb-9fe662063284 req-6d60e314-eadd-4d22-8659-29e35b166bc3 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.8476539 Jan 18 23:09:03.886175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a732a-1e78-45a8-9870-e35b1c8fce38 None None] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:03.941640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15286a32-47ec-4487-b4fb-9fe662063284 req-5fe3c800-8516-42bd-8d8a-1de5dab49945 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665536 Jan 18 23:09:03.944790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.034308 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.100922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.170462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-331d17a8-c31d-45b0-8866-1f2eb31d54d6 None None] Provisioning for port 753488c7-a772-4d4f-910f-959ac50f00d8 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:04.279446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.299382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.380766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c4a0c-6f8c-4d4a-ab1b-4548ab699404,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:04.398209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d94115f-4215-4e5e-beb1-1d6899905ac2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=736cd843254a4158b5c705cad8a0686a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7443912 Jan 18 23:09:04.401687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 753488c7-a772-4d4f-910f-959ac50f00d8 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:04.421325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:04.459858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:04.487831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:04.491779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:04.509768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.552573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 753488c7-a772-4d4f-910f-959ac50f00d8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:04.560353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 753488c7-a772-4d4f-910f-959ac50f00d8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:04.561356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.587311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443d7c3-5a82-4587-903a-de0b73425df6 req-f97f6f71-c3ad-4565-8888-976f6e68fe02 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:04.594346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0443d7c3-5a82-4587-903a-de0b73425df6 req-f97f6f71-c3ad-4565-8888-976f6e68fe02 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.9092321 Jan 18 23:09:04.724577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Pushing event updated for resources: {'Port': ['ID=0c133768-2582-4c57-a2f6-2328d2a223f3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:04.746465 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.808769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 753488c7-a772-4d4f-910f-959ac50f00d8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=753488c7-a772-4d4f-910f-959ac50f00d8,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:04.830191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.848858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2888-5366-4283-9d98-ed78dfd71c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.997241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Router 6125273a-1a55-46be-94dd-02e5f38cb2de has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:09:05.018764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0443d7c3-5a82-4587-903a-de0b73425df6 req-96b6fb01-aec9-450f-acb8-89ec5432a89d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4235556 Jan 18 23:09:05.066768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=753488c7-a772-4d4f-910f-959ac50f00d8,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:05.078126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2888-5366-4283-9d98-ed78dfd71c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.078585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1ff90a69-5bfc-4a59-9c2c-d3deae8790d1 None None] Provisioning complete for port 753488c7-a772-4d4f-910f-959ac50f00d8 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:05.079316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ff90a69-5bfc-4a59-9c2c-d3deae8790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.231178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56668) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:05.273769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:05.285313 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] Sync routers for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:05.290005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0de11dbc-a9f1-42fe-b361-5e83e442161b admin admin] 10.222.0.78 "PUT /v2.0/routers/6125273a-1a55-46be-94dd-02e5f38cb2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9218585 Jan 18 23:09:05.292743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56682) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:05.301429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:05.302241 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:05.559039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2888-5366-4283-9d98-ed78dfd71c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.571566 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:05.605862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.609537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.616687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d2888-5366-4283-9d98-ed78dfd71c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c4a0c-6f8c-4d4a-ab1b-4548ab699404,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:05.714597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:05.726152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4970d98-0bd8-408e-9956-9b9389b08844 req-e49b48cc-ed73-47da-8cac-b379febeeeaa tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:05.734405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4970d98-0bd8-408e-9956-9b9389b08844 req-e49b48cc-ed73-47da-8cac-b379febeeeaa tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.5024526 Jan 18 23:09:05.744771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Usage tracker for resource:security_group_rule and tenant:d35663c7ffb3454d966bbf4112b6991f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:05.760829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:05.774392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:05.811809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.816098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.829662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Deleting port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:05.830069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.917743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2888-5366-4283-9d98-ed78dfd71c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.925476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7b1d2888-5366-4283-9d98-ed78dfd71c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/027c4a0c-6f8c-4d4a-ab1b-4548ab699404 HTTP/1.1" status: 204 len: 168 time: 1.4609723 Jan 18 23:09:05.974119 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:09:02Z', 'revision_number': 5, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port': {'id': '32300c0a-bca6-4cbe-9d74-5f45124f4c2d', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:20Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:05.985107 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] Checking router: 6125273a-1a55-46be-94dd-02e5f38cb2de for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:05.998920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c4970d98-0bd8-408e-9956-9b9389b08844 req-c4c065fc-cdb6-43f5-b67b-7046452ce15f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632399 Jan 18 23:09:05.999289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] Routers {'6125273a-1a55-46be-94dd-02e5f38cb2de'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:06.000689 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6125273a-1a55-46be-94dd-02e5f38cb2de'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:06.074336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] For port 32300c0a-bca6-4cbe-9d74-5f45124f4c2d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:06.074975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.229766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 753488c7-a772-4d4f-910f-959ac50f00d8 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:06.249685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Calling delete_port for 32300c0a-bca6-4cbe-9d74-5f45124f4c2d owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:06.354582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.434262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.451812 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] Set router 6125273a-1a55-46be-94dd-02e5f38cb2de gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:06.457914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 753488c7-a772-4d4f-910f-959ac50f00d8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:06.458646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.531347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d35663c7ffb3454d966bbf4112b6991f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2981305 Jan 18 23:09:06.533290 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.535223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:06.538595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5452-de72-40a9-9cd8-305b04a1906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dbe83e-bb59-47df-ae8c-b1fa538754ff,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:06.607301 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:09:05Z', 'revision_number': 6, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:06.612131 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d07e30-0558-48f2-8ced-0bad67296d3a None None] The sync data for ids ['6125273a-1a55-46be-94dd-02e5f38cb2de'] in n-d-825178-1 is: [{'id': '6125273a-1a55-46be-94dd-02e5f38cb2de', 'name': 'tempest-TestVolumeBackupRestore-1010605453-router', 'tenant_id': '371888f701ea4891b0da69d5026a9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:17Z', 'updated_at': '2022-01-18T23:09:05Z', 'revision_number': 6, 'project_id': '371888f701ea4891b0da69d5026a9389', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:06.638373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56826) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:06.693758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.750299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:06.777991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:06.790993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Usage tracker for resource:security_group_rule and tenant:bdea14beeb484cb79b187871d2e58593 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:06.797220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e106ad-41e9-48a8-bff4-4a0880170061 req-1761c074-d451-42fe-a629-11dcde683e4c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:06.798278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e106ad-41e9-48a8-bff4-4a0880170061 req-1761c074-d451-42fe-a629-11dcde683e4c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 943 time: 0.5019848 Jan 18 23:09:06.808361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:06.821574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:06.823608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c47e708-5b06-4ae1-a67d-84e075e80d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.883379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e106ad-41e9-48a8-bff4-4a0880170061 req-8bc92fd0-5c90-4337-818d-52169223cd2b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598965 Jan 18 23:09:06.915837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c47e708-5b06-4ae1-a67d-84e075e80d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.960272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:06.961600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.980592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '4352ac68-bf50-4396-8217-213167f1e6ca', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'port_id': '4352ac68-bf50-4396-8217-213167f1e6ca', 'mac_address': 'fa:16:3e:b2:ac:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:06.983721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.044506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Router f041b1c3-f680-4f25-87a0-3da5cb045390 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:09:07.061162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Pushing event deleted for resources: {'Port': ['ID=32300c0a-bca6-4cbe-9d74-5f45124f4c2d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:07.112727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c47e708-5b06-4ae1-a67d-84e075e80d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.118316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.142014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4352ac68-bf50-4396-8217-213167f1e6ca {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:07.164236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:07.171576 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.192825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.220189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.232733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.239402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47e708-5b06-4ae1-a67d-84e075e80d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dbe83e-bb59-47df-ae8c-b1fa538754ff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:07.299817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:07.307179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c47e708-5b06-4ae1-a67d-84e075e80d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.308379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c47e708-5b06-4ae1-a67d-84e075e80d49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3dbe83e-bb59-47df-ae8c-b1fa538754ff HTTP/1.1" status: 204 len: 168 time: 0.7712512 Jan 18 23:09:07.341195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bdea14beeb484cb79b187871d2e58593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930184 Jan 18 23:09:07.374769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56898) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:07.383648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4352ac68-bf50-4396-8217-213167f1e6ca'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:07.407294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f652dcc-b7ff-46e8-bbf4-d39a76807df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1457e029-53e1-4baa-8852-322f284862e4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:07.469397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:07.497713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f8099-a75d-4564-9803-2ed6a422235d req-b57810b7-8983-44e9-8b81-b48bcc2e03ee tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:07.499640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c0f8099-a75d-4564-9803-2ed6a422235d req-b57810b7-8983-44e9-8b81-b48bcc2e03ee tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.2476628 Jan 18 23:09:07.500200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Sync routers for ids ['f041b1c3-f680-4f25-87a0-3da5cb045390'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:07.540184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Routers {'f041b1c3-f680-4f25-87a0-3da5cb045390'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:07.540822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f041b1c3-f680-4f25-87a0-3da5cb045390'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:07.548912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.550251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e684e275-7c99-49f3-a514-0cf99af3333d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2254655 Jan 18 23:09:07.554364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56922) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:07.555897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.567168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.650938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.650938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6125273a-1a55-46be-94dd-02e5f38cb2de {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:09:07.659361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc422301-0854-4aed-b423-ffa1e4ee56cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.739852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.742005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3465ee2a-26a2-4b24-a773-a846ae56beae admin admin] 10.222.0.78 "DELETE /v2.0/routers/6125273a-1a55-46be-94dd-02e5f38cb2de HTTP/1.1" status: 204 len: 168 time: 2.4481220 Jan 18 23:09:07.747161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc422301-0854-4aed-b423-ffa1e4ee56cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.756366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56944) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:07.830600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Deleting subnet 37490921-c436-482a-a81f-63cb943d8123 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:09:07.835137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.899006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.946231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Set router f041b1c3-f680-4f25-87a0-3da5cb045390 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:07.995123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.078832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.132108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56964) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:08.135102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37490921-c436-482a-a81f-63cb943d8123,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:08.188480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 32300c0a-bca6-4cbe-9d74-5f45124f4c2d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:08.189250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c0f8099-a75d-4564-9803-2ed6a422235d req-56a8d614-422d-4608-9ac2-41b20230f605 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817017 Jan 18 23:09:08.216139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.232275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.240419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f44122b8-e165-4111-8155-273c270f1ab3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/37490921-c436-482a-a81f-63cb943d8123 HTTP/1.1" status: 204 len: 168 time: 0.4803627 Jan 18 23:09:08.243362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56968) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:08.246993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:08.250947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:8da0fcf825544cc3bb224404c511272c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:08.255542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:08.260043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed61b9c-792f-441d-82a7-259cf649a9c5 None None] Network 050ec660-078d-42f1-8171-a0a6b1a2a074 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:08.296605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 32300c0a-bca6-4cbe-9d74-5f45124f4c2d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:08.297209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 32300c0a-bca6-4cbe-9d74-5f45124f4c2d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:08.297767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bac5e544-76a4-4099-9c45-76e3ac1d2e6e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:08.379062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:08.419806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.449389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bac5e544-76a4-4099-9c45-76e3ac1d2e6e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:08.450347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bac5e544-76a4-4099-9c45-76e3ac1d2e6e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:08.452149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc422301-0854-4aed-b423-ffa1e4ee56cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.476225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Deleting port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:08.476566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.517947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fc189-4233-4cab-98c8-84703bd3ce7a req-947191e9-84ef-4a7c-bd0d-32ccc2bdf852 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:08.525874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a97fc189-4233-4cab-98c8-84703bd3ce7a req-947191e9-84ef-4a7c-bd0d-32ccc2bdf852 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 944 time: 0.3945467 Jan 18 23:09:08.539303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc422301-0854-4aed-b423-ffa1e4ee56cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1457e029-53e1-4baa-8852-322f284862e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:08.610124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc422301-0854-4aed-b423-ffa1e4ee56cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.613837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cc422301-0854-4aed-b423-ffa1e4ee56cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1457e029-53e1-4baa-8852-322f284862e4 HTTP/1.1" status: 204 len: 168 time: 1.2357614 Jan 18 23:09:08.639656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a97fc189-4233-4cab-98c8-84703bd3ce7a req-455019d6-c2b6-42bc-b186-94b348f0987a tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126966 Jan 18 23:09:08.788862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.838835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.865181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:09:05Z', 'revision_number': 3, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:08.873186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Checking router: f041b1c3-f680-4f25-87a0-3da5cb045390 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:08.873761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Updating router f041b1c3-f680-4f25-87a0-3da5cb045390 port 0c133768-2582-4c57-a2f6-2328d2a223f3 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:09:08.888446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.945568 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.049440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] DHCP port deletion for 050ec660-078d-42f1-8171-a0a6b1a2a074 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:09:09.060438 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8da0fcf825544cc3bb224404c511272c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228332 Jan 18 23:09:09.063527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:09.063955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Deleting port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:09.064521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.069612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0aba-c833-4a82-80a0-3ecb22835ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca71ca0-2fc7-4bd9-b5f0-d39cf32be6cd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:09.073240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] For port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:09.073604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.356341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Calling delete_port for 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:09.428560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Allocated IP 172.20.0.1 (4abd09b8-b381-4489-b4f8-0fbaae0f9eb9/4b458238-aaea-41ac-88d1-54e1d33b8a9b/0390fbde-804b-48d4-a74d-1f3bf68ce801) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:09.449935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-caf00f9f-9560-4406-8e01-d6c1b43d5138 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:09.450646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1fb4c31c-538c-4066-b901-7ba22459feec req-caf00f9f-9560-4406-8e01-d6c1b43d5138 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Synchronizing usage tracker for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:09.534572 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.550601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1fb4c31c-538c-4066-b901-7ba22459feec req-caf00f9f-9560-4406-8e01-d6c1b43d5138 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Unset dirty status for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:09.553395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-caf00f9f-9560-4406-8e01-d6c1b43d5138 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/networks?id=0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 200 len: 813 time: 0.5104992 Jan 18 23:09:09.579246 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-18ef5ae5-06df-4b41-8889-01649609c5ca tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/quotas/9a675bf30f21462789f0f1979ffe42f4 HTTP/1.1" status: 200 len: 375 time: 0.0162594 Jan 18 23:09:09.584491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] For port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,segment=NetworkSegment(f136fb1c-6b4f-42f3-b182-d9d8b2dc9440),segment_id=f136fb1c-6b4f-42f3-b182-d9d8b2dc9440)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:09.585062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.602700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] No DVR routers for this DVR port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:09.633970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=112e33b7-a1b5-4ceb-b9e5-e1a66079ad30,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:09.661424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-38c3b1ed-69aa-4de3-b141-6640ce379b90 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a675bf30f21462789f0f1979ffe42f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657218 Jan 18 23:09:09.667340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06adc13c-613f-4ebb-9d02-beb5bb50dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.729935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.748360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Transition to ACTIVE for port object 0390fbde-804b-48d4-a74d-1f3bf68ce801 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:09.753518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Calling delete_port for 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:09.788772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06adc13c-613f-4ebb-9d02-beb5bb50dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.806083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.834371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66580-df8f-48dc-b68d-6e7387b4f79a req-71f66080-1022-4d99-817d-86a942ccc2de tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:09.835879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4b66580-df8f-48dc-b68d-6e7387b4f79a req-71f66080-1022-4d99-817d-86a942ccc2de tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.3737316 Jan 18 23:09:09.864559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.906546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4b66580-df8f-48dc-b68d-6e7387b4f79a req-e69904bd-2c35-4701-a2a0-3f23f356108f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Jan 18 23:09:09.908838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050ec660-078d-42f1-8171-a0a6b1a2a074']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:09.925565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:09:09.925970 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:09:09.933693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:09.933976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f136fb1c-6b4f-42f3-b182-d9d8b2dc9440') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:09.948140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.973747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.974509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.990363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06adc13c-613f-4ebb-9d02-beb5bb50dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.003047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:09:10.004968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.009945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:10.014930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:10.020538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:09:10.047823 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:09:10.153925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:10.173490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adc13c-613f-4ebb-9d02-beb5bb50dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca71ca0-2fc7-4bd9-b5f0-d39cf32be6cd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:10.248763 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06adc13c-613f-4ebb-9d02-beb5bb50dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.251676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:10.251973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-06adc13c-613f-4ebb-9d02-beb5bb50dcc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ca71ca0-2fc7-4bd9-b5f0-d39cf32be6cd HTTP/1.1" status: 204 len: 168 time: 1.1874359 Jan 18 23:09:10.254124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:10.262937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Transition to ACTIVE for port object 0c133768-2582-4c57-a2f6-2328d2a223f3 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:10.271934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.284916 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.333468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.336215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=050ec660-078d-42f1-8171-a0a6b1a2a074,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:10.367777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-435acc7d-30af-4657-8c87-4c3c7f3d2f61 admin admin] 10.222.0.78 "DELETE /v2.0/networks/050ec660-078d-42f1-8171-a0a6b1a2a074 HTTP/1.1" status: 204 len: 168 time: 2.1123900 Jan 18 23:09:10.370865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0390fbde-804b-48d4-a74d-1f3bf68ce801,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:10.373019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57028) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:10.432076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Deleting port 112e33b7-a1b5-4ceb-b9e5-e1a66079ad30 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:10.432204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.443830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.521331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d601b4c-0a5f-49b9-bdaf-dd2c70a4b11e req-75e41ac9-cf08-499a-b535-fd1ec4b519ea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.523508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d601b4c-0a5f-49b9-bdaf-dd2c70a4b11e req-75e41ac9-cf08-499a-b535-fd1ec4b519ea tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 944 time: 0.3515494 Jan 18 23:09:10.631710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Attempting to bind port 0c133768-2582-4c57-a2f6-2328d2a223f3 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:10.633141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Attempting to bind port 0c133768-2582-4c57-a2f6-2328d2a223f3 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:10.634275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Attempting to bind port 0c133768-2582-4c57-a2f6-2328d2a223f3 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:10.648105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d601b4c-0a5f-49b9-bdaf-dd2c70a4b11e req-90951234-ea0b-434a-8580-c2c8ff1eccee tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691807 Jan 18 23:09:10.702360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2d086-2e31-4e40-a690-9bddb289e7f8 None None] Pushing event updated for resources: {'Port': ['ID=0c133768-2582-4c57-a2f6-2328d2a223f3,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:10.727555 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7d099227-d050-4bf7-b09b-6364b0fefbb4 None None] The port '112e33b7-a1b5-4ceb-b9e5-e1a66079ad30' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:09:10.736289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:10.741729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:10.742282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.742812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:10.743486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Bound port: 0c133768-2582-4c57-a2f6-2328d2a223f3, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:10.745938 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.781271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-3c15f047-84db-4d18-8e2c-cc91b40d2ea3 service neutron] 10.222.0.78 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1186831 Jan 18 23:09:10.872754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] For port 0c133768-2582-4c57-a2f6-2328d2a223f3, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:10.878463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] For port 0c133768-2582-4c57-a2f6-2328d2a223f3, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0c133768-2582-4c57-a2f6-2328d2a223f3,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:10.892640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:11.004816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.063679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-99f99b2c-8b2c-4fb3-a6c5-b65be9ffc0f4 service neutron] 10.222.0.78 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723629 Jan 18 23:09:11.160895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0d784ed4-46b1-4ea6-8dec-af1e900b7447 None None] Provisioning for port 0390fbde-804b-48d4-a74d-1f3bf68ce801 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:11.226044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Routers {'f041b1c3-f680-4f25-87a0-3da5cb045390'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:11.226927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:08:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f041b1c3-f680-4f25-87a0-3da5cb045390'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:11.371787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431891-be04-4c9c-9b29-8672d4eea931 req-89ae1429-2f88-4369-8686-94bfdcadaec7 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:11.379425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f431891-be04-4c9c-9b29-8672d4eea931 req-89ae1429-2f88-4369-8686-94bfdcadaec7 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.2045069 Jan 18 23:09:11.469138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.526778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2d086-2e31-4e40-a690-9bddb289e7f8 None None] Pushing event updated for resources: {'Port': ['ID=0c133768-2582-4c57-a2f6-2328d2a223f3,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.535487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0d784ed4-46b1-4ea6-8dec-af1e900b7447 None None] Provisioning complete for port 0390fbde-804b-48d4-a74d-1f3bf68ce801 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:11.535864 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d784ed4-46b1-4ea6-8dec-af1e900b7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.583376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c99b5eb-dcb1-4b1a-983c-d9ffe4f70ea0 req-1979100e-e894-49bc-b5ee-40b4eeaf6b1c tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 210 time: 0.1786704 Jan 18 23:09:11.797946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 4352ac68-bf50-4396-8217-213167f1e6ca triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:11.803497 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.873364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0d784ed4-46b1-4ea6-8dec-af1e900b7447 None None] Port 0390fbde-804b-48d4-a74d-1f3bf68ce801 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:09:11.916712 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:09:12.008687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] Set router f041b1c3-f680-4f25-87a0-3da5cb045390 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:12.044845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f431891-be04-4c9c-9b29-8672d4eea931 req-c0e7fe9d-08fe-4fd6-abf6-d6dfc19973bf tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644089 Jan 18 23:09:12.090363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.171676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa1ced-2bb3-48e4-aa90-5cf868a4f81e req-70e50791-9d9e-4759-ac6c-315193899801 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:12.173569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abaa1ced-2bb3-48e4-aa90-5cf868a4f81e req-70e50791-9d9e-4759-ac6c-315193899801 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 944 time: 0.2641981 Jan 18 23:09:12.196673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.303666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e59d25-45b1-49f2-ad45-18019cc1e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.311355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:12.333968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:12.344098 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.345990 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abaa1ced-2bb3-48e4-aa90-5cf868a4f81e req-d6089dcb-328d-43ad-9e9f-29e5d282ca05 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572649 Jan 18 23:09:12.353911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.372509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.464404 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'code': 200} Jan 18 23:09:12.505213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0390fbde-804b-48d4-a74d-1f3bf68ce801,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.509059 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.653337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Deleting port 5fddecd4-fea9-4403-a34c-34bc86f24240 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:12.657520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.747857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.809044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:12.810641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:12.891697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0390fbde-804b-48d4-a74d-1f3bf68ce801', 'name': '', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'mac_address': 'fa:16:3e:9e:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:09Z', 'updated_at': '2022-01-18T23:09:09Z', 'revision_number': 1, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'subnets': [{'id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:12.907359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803a488-39ca-4d2c-bfdc-a0f4b662537c None None] The sync data for ids ['f041b1c3-f680-4f25-87a0-3da5cb045390'] in n-d-825178-1 is: [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0390fbde-804b-48d4-a74d-1f3bf68ce801', 'name': '', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'mac_address': 'fa:16:3e:9e:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:09Z', 'updated_at': '2022-01-18T23:09:09Z', 'revision_number': 1, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'subnets': [{'id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:13.199034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-531fc638-006c-4b1b-b159-e7e5deae82b7 req-4b344b7a-d9c8-4bb9-a957-fd0123b1041a tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 210 time: 0.2467017 Jan 18 23:09:13.330333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-88a347d6-9543-43d5-81b8-2f0264bd8637 None None] Provisioning complete for port 0390fbde-804b-48d4-a74d-1f3bf68ce801 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:13.330719 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88a347d6-9543-43d5-81b8-2f0264bd8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.389502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147b0ec-0fe3-4d8a-8a06-4d1fa4691cb9 req-bf863546-ce85-4a0a-96cc-d504de074859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:13.392571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a147b0ec-0fe3-4d8a-8a06-4d1fa4691cb9 req-bf863546-ce85-4a0a-96cc-d504de074859 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1097 time: 0.5943780 Jan 18 23:09:13.435717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Router f041b1c3-f680-4f25-87a0-3da5cb045390 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:09:13.527689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-88a347d6-9543-43d5-81b8-2f0264bd8637 None None] Port 0390fbde-804b-48d4-a74d-1f3bf68ce801 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:09:13.611257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57134) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:13.644752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] For port 5fddecd4-fea9-4403-a34c-34bc86f24240, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5fddecd4-fea9-4403-a34c-34bc86f24240,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:13.645291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.850598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Calling delete_port for 5fddecd4-fea9-4403-a34c-34bc86f24240 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:13.922488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.988517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a147b0ec-0fe3-4d8a-8a06-4d1fa4691cb9 req-8b201423-bc1e-4697-b874-378f8b1bea1d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386890 Jan 18 23:09:14.006598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:14.037321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d44ab8afa36470d94a51eca00892653 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:14.037482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:14.061718 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4fd7844f-58a4-4d29-bf97-5c172201e4f1 admin admin] 10.222.0.78 "PUT /v2.0/routers/f041b1c3-f680-4f25-87a0-3da5cb045390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5060797 Jan 18 23:09:14.064253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dd55f-873f-438e-b380-f4e1279803ee req-c3020964-d932-4b2f-b925-c0785fc93ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.064756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-86f05966-7daa-40fd-a981-83552eb88976 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.065669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d0dd55f-873f-438e-b380-f4e1279803ee req-c3020964-d932-4b2f-b925-c0785fc93ab5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 1096 time: 0.9927456 Jan 18 23:09:14.066841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-86f05966-7daa-40fd-a981-83552eb88976 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "GET /v2.0/networks?id=0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 200 len: 813 time: 0.7982473 Jan 18 23:09:14.069212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:14.089159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:14.134209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3647c-0b8d-4916-8710-7a2b4c5382d4 req-64093feb-e5d7-44cb-ab5e-3c4f193a0c9e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.142180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9c3647c-0b8d-4916-8710-7a2b4c5382d4 req-64093feb-e5d7-44cb-ab5e-3c4f193a0c9e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.8391955 Jan 18 23:09:14.152188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cef8dc-caa5-4351-bb0a-a7d08b7599a7 req-e7c3b786-ddc3-4bb7-a0e7-942c39cb2b69 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.165767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-94cef8dc-caa5-4351-bb0a-a7d08b7599a7 req-e7c3b786-ddc3-4bb7-a0e7-942c39cb2b69 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 946 time: 0.1989810 Jan 18 23:09:14.170165 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d0dd55f-873f-438e-b380-f4e1279803ee req-21cea235-9e9d-4d47-a24f-09b65ec61771 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913603 Jan 18 23:09:14.211231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Request body: {'port': {'device_id': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942', 'admin_state_up': True, 'tenant_id': '9a675bf30f21462789f0f1979ffe42f4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:14.230000 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-94cef8dc-caa5-4351-bb0a-a7d08b7599a7 req-dcf9ea92-ffdf-4881-b5c8-8b0757bfe215 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630071 Jan 18 23:09:14.250476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c133768-2582-4c57-a2f6-2328d2a223f3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:14.397360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0c133768-2582-4c57-a2f6-2328d2a223f3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:14.419948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0c133768-2582-4c57-a2f6-2328d2a223f3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:14.433454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.481517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0caa4b29-eb3e-4344-a917-f17a166700aa req-f7ebb40d-d581-40e6-9340-830efc6cc0db tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 210 time: 0.0768638 Jan 18 23:09:14.524178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9c3647c-0b8d-4916-8710-7a2b4c5382d4 req-3b149ffa-5484-41d8-8ed6-ab17c6eb06da tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811035 Jan 18 23:09:14.525839 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2e0c741-9452-4bda-bfef-5303559ac263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.663799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:14.684062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Usage tracker for resource:port and tenant:9a675bf30f21462789f0f1979ffe42f4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:14.699651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:14.700283 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.720818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 0c133768-2582-4c57-a2f6-2328d2a223f3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0c133768-2582-4c57-a2f6-2328d2a223f3,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:14.728872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:14.731434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.743888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.786046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.836347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=0c133768-2582-4c57-a2f6-2328d2a223f3,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.024129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:15.030286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1446391360-network', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:15.040124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:15.049356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Usage tracker for resource:network and tenant:dc24a9a3ef2b4a738183a014a6e654af is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:15.052799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:15.060268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:15.062135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d44ab8afa36470d94a51eca00892653&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4345663 Jan 18 23:09:15.064423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Made reservation on behalf of 9a675bf30f21462789f0f1979ffe42f4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:15.070596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:15.079698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.119825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Made reservation on behalf of dc24a9a3ef2b4a738183a014a6e654af for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:15.126682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.137951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc94a0a-e83d-455f-b17d-9fac2a27e3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63d4ec-69a6-4a01-9804-61aa91d70ccc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.160086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.187370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:15.191735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Usage tracker for resource:security_group_rule and tenant:dc24a9a3ef2b4a738183a014a6e654af is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:15.196332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:15.202764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:15.317541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.356145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc93e-2d81-4524-b894-7b2644b6aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.383128 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.396596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.402057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc93e-2d81-4524-b894-7b2644b6aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.425619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5fddecd4-fea9-4403-a34c-34bc86f24240,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.492876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:09:15.548214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba48bf91-8320-4a63-a670-ab86ef0779a7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.571946 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.571946 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Added segment 1de23f73-a887-48be-b719-c3a1150314e6 of type vlan for network ee29701e-c8eb-4729-9fe4-49c85f781034 Jan 18 23:09:15.626738 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.637878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.701151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.703500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc93e-2d81-4524-b894-7b2644b6aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.709121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:15.722375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.723323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:15.723898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.754423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bebae7-3676-4121-a744-25ccd1bd56be req-ac15af4e-6731-4ea6-8ea7-82650b97ff1d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:15.755998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8bebae7-3676-4121-a744-25ccd1bd56be req-ac15af4e-6731-4ea6-8ea7-82650b97ff1d tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 946 time: 0.3336356 Jan 18 23:09:15.761786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cc93e-2d81-4524-b894-7b2644b6aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63d4ec-69a6-4a01-9804-61aa91d70ccc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.836533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9483d8bb-84ef-4631-9ca8-503ed1b89b43 req-eb09d642-8394-4601-9d88-c9286de6ee56 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 210 time: 0.0985692 Jan 18 23:09:15.886734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Allocated IP 172.20.0.3 (0f595b4e-7c11-4f8a-8e48-df8f65591942/c83329f8-9baf-47de-933b-23a8742e71cc/2f31c8ae-91cb-4bbf-a192-8ba75a7716e8) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:15.940192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] Pushing event updated for resources: {'Network': ['ID=ee29701e-c8eb-4729-9fe4-49c85f781034,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.962878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ee29701e-c8eb-4729-9fe4-49c85f781034 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:09:16.013363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc93e-2d81-4524-b894-7b2644b6aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.016906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dc0cc93e-2d81-4524-b894-7b2644b6aed7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa63d4ec-69a6-4a01-9804-61aa91d70ccc HTTP/1.1" status: 204 len: 168 time: 0.9509022 Jan 18 23:09:16.041033 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e479954f-2d8d-48f9-bbfa-3518ff3d4bdb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0158510 Jan 18 23:09:16.044909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:16.056670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Request body: {'subnet': {'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1446391360-subnet', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:16.080349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8bebae7-3676-4121-a744-25ccd1bd56be req-cd875a40-92b4-4417-bc0f-c6b3a52974c1 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023479 Jan 18 23:09:16.098851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:16.128361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Usage tracker for resource:subnet and tenant:dc24a9a3ef2b4a738183a014a6e654af is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:16.133485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:16.141554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.153870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:16.165703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:16.172709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Usage tracker for resource:security_group_rule and tenant:3ffe1516ce9942419a3910638991785f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:16.176230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:16.183680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:16.187564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Made reservation on behalf of dc24a9a3ef2b4a738183a014a6e654af for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:16.192110 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.307369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c133768-2582-4c57-a2f6-2328d2a223f3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:16.409233 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Sync routers for ids ['f041b1c3-f680-4f25-87a0-3da5cb045390'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:16.420012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Routers {'f041b1c3-f680-4f25-87a0-3da5cb045390'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:16.420781 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f041b1c3-f680-4f25-87a0-3da5cb045390'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:16.483762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.492863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.501722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.511969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0c133768-2582-4c57-a2f6-2328d2a223f3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:16.512613 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.550551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.625319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57256) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:16.653179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.694520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a9948-7595-461e-b783-3b4b081b9416 req-56c223df-d3f6-4253-810b-61aa4d994d80 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:16.701479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c38a9948-7595-461e-b783-3b4b081b9416 req-56c223df-d3f6-4253-810b-61aa4d994d80 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.4659317 Jan 18 23:09:16.701890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ffe1516ce9942419a3910638991785f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852936 Jan 18 23:09:16.709242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e14b1-dc84-408f-b54e-fd08a15d5364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec60a6-ccf2-4b9a-8277-febd0cbb4cdb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:16.714812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57260) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:16.723993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Set router f041b1c3-f680-4f25-87a0-3da5cb045390 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:16.737299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.770494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6615a1-cc22-4fe8-a72b-22526c99ef17,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:16.795046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Checking segment: {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:16.796325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Network hostable DHCP agents. Network: ee29701e-c8eb-4729-9fe4-49c85f781034, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:09:16.811671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:16.815699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Usage tracker for resource:security_group_rule and tenant:ff25689caad1449ab100086147048be4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:16.818837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:16.824616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:16.829030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20d0d0e0-bef1-4410-911b-6fbd17b1f4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.842237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Network ee29701e-c8eb-4729-9fe4-49c85f781034 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:09:16.864639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20d0d0e0-bef1-4410-911b-6fbd17b1f4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.871857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ee29701e-c8eb-4729-9fe4-49c85f781034) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:16.879950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:16.880733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.883011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d1c20-4735-489d-b760-8cfc08edf82e None None] Network ee29701e-c8eb-4729-9fe4-49c85f781034 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:16.929998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3a26c30e-4bf7-4d1b-860d-c49aa6c74e8f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8839843 Jan 18 23:09:16.943354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57266) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:16.955975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:16.961965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:16.969512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Usage tracker for resource:router and tenant:dc24a9a3ef2b4a738183a014a6e654af is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:16.974175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:16.980524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:16.985822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20d0d0e0-bef1-4410-911b-6fbd17b1f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.004138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0d0e0-bef1-4410-911b-6fbd17b1f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec60a6-ccf2-4b9a-8277-febd0cbb4cdb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:17.017724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.018939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.025159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20d0d0e0-bef1-4410-911b-6fbd17b1f4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.028725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-20d0d0e0-bef1-4410-911b-6fbd17b1f4b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3ec60a6-ccf2-4b9a-8277-febd0cbb4cdb HTTP/1.1" status: 204 len: 168 time: 0.3104899 Jan 18 23:09:17.038125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c38a9948-7595-461e-b783-3b4b081b9416 req-94b68cbc-3f23-4976-98a0-1f54d22c6e74 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357799 Jan 18 23:09:17.122225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.156527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.208939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.366466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Pushing event updated for resources: {'Port': ['ID=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:17.394036 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0390fbde-804b-48d4-a74d-1f3bf68ce801', 'name': '', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'mac_address': 'fa:16:3e:9e:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:09Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 2, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'subnets': [{'id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:17.404666 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Checking router: f041b1c3-f680-4f25-87a0-3da5cb045390 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:17.405357 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Updating router f041b1c3-f680-4f25-87a0-3da5cb045390 port 0390fbde-804b-48d4-a74d-1f3bf68ce801 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:09:17.411819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Network 0f595b4e-7c11-4f8a-8e48-df8f65591942 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:17.416808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:17.420312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:17.433790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-ee29701e-c8eb-4729-9fe4-49c85f781034', 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'fixed_ips': [{'subnet_id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:09:17.434636 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.522717 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.619616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Allocated IP 172.20.0.2 (ee29701e-c8eb-4729-9fe4-49c85f781034/dd6615a1-cc22-4fe8-a72b-22526c99ef17/491f0d08-8d32-4957-82cd-2ebb5a56ee2f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:17.729992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57280) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:17.784762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca6682-d51d-4a0b-b211-bc741e8b2fc4 req-61b96e06-fd2a-4507-b4ff-ce73fe7b54e8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:17.790637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ddca6682-d51d-4a0b-b211-bc741e8b2fc4 req-61b96e06-fd2a-4507-b4ff-ce73fe7b54e8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 931 time: 0.7343976 Jan 18 23:09:17.928757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.940191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.949060 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.967092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.975846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.977362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Transition to ACTIVE for port object 491f0d08-8d32-4957-82cd-2ebb5a56ee2f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:17.977985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ddca6682-d51d-4a0b-b211-bc741e8b2fc4 req-4599b791-ba35-445f-b8c5-b9851b321a10 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Synchronizing usage tracker for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:18.005209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Transition to ACTIVE for port object 491f0d08-8d32-4957-82cd-2ebb5a56ee2f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:18.013732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:18.013960 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.018008 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.060830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:18.076808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-41dae8dd-4dcd-4a72-8228-7ef27ce73159 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8744676 Jan 18 23:09:18.096705 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.106432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Usage tracker for resource:security_group_rule and tenant:495a94fa05cc41fe9e1acf6ce9cfcee5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:18.107010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ddca6682-d51d-4a0b-b211-bc741e8b2fc4 req-4599b791-ba35-445f-b8c5-b9851b321a10 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Unset dirty status for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:18.108263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ddca6682-d51d-4a0b-b211-bc741e8b2fc4 req-4599b791-ba35-445f-b8c5-b9851b321a10 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157563 Jan 18 23:09:18.109383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Network ee29701e-c8eb-4729-9fe4-49c85f781034 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:18.111120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:18.121031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:18.123670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Request body: {'port': {'device_id': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:18.124657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:18.134133 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Transition to ACTIVE for port object 0390fbde-804b-48d4-a74d-1f3bf68ce801 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:18.148584 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.157905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-040fa65f-cf74-437e-a174-18acbfb678e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:18.164398 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-040fa65f-cf74-437e-a174-18acbfb678e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 1096 time: 0.7808571 Jan 18 23:09:18.188352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:18.208104 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff25689caad1449ab100086147048be4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5608108 Jan 18 23:09:18.217521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:09:18.218476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9c348-03bf-4bc9-9cdd-135a1c582b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe26ff-ff7a-4736-be1b-61d22fccdd72,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:18.221769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57284) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:18.318418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Attempting to bind port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:18.318706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Attempting to bind port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:18.319096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Attempting to bind port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f on network ee29701e-c8eb-4729-9fe4-49c85f781034 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:18.329052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Pushing event updated for resources: {'Port': ['ID=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:18.332178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:18.332578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Checking segment: {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:18.333612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.333774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Bound using segment: {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:18.334232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Bound port: 491f0d08-8d32-4957-82cd-2ebb5a56ee2f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:18.334610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.347758 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Pushing event updated for resources: {'Port': ['ID=0390fbde-804b-48d4-a74d-1f3bf68ce801,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:18.357672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.358014 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.358344 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.358674 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.358998 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.359319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.360133 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.360467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.360786 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.361200 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.361646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.362026 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:18.440454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] For port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:18.444035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] For port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:18.457878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.470820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.564779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefa3e-4742-4df1-ba5e-2411653ccee1 req-156e201d-fa8e-4247-9437-d82ecf877159 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:18.577171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0eefa3e-4742-4df1-ba5e-2411653ccee1 req-156e201d-fa8e-4247-9437-d82ecf877159 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 946 time: 0.9962814 Jan 18 23:09:18.583467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Attempting to bind port 0390fbde-804b-48d4-a74d-1f3bf68ce801 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:18.583959 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Attempting to bind port 0390fbde-804b-48d4-a74d-1f3bf68ce801 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:18.584192 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Attempting to bind port 0390fbde-804b-48d4-a74d-1f3bf68ce801 on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:18.590989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:18.591354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Checking segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:18.591758 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.592144 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Bound using segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:18.592604 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Bound port: 0390fbde-804b-48d4-a74d-1f3bf68ce801, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:18.593018 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.623788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-01e41cdb-03aa-46b4-ae3b-b9d774a44920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:18.625584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-01e41cdb-03aa-46b4-ae3b-b9d774a44920 service neutron] 10.222.0.86 "GET /v2.0/networks?id=10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 200 len: 911 time: 0.4531875 Jan 18 23:09:18.647752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851458-cbad-4c63-b5e1-950abe14c3ae None None] Pushing event updated for resources: {'Port': ['ID=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:18.704642 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] For port 0390fbde-804b-48d4-a74d-1f3bf68ce801, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:18.707929 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] For port 0390fbde-804b-48d4-a74d-1f3bf68ce801, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0390fbde-804b-48d4-a74d-1f3bf68ce801,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:18.715213 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.730181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8824ede-dcf4-4d93-9dcc-7c40f03bfaa9 req-6a53121e-bbf8-4306-8cec-0f7567ac8ed5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:18.733810 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8824ede-dcf4-4d93-9dcc-7c40f03bfaa9 req-6a53121e-bbf8-4306-8cec-0f7567ac8ed5 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.4055836 Jan 18 23:09:18.735149 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-d946843d-4119-4edc-8fb6-7f80c7fbc9f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95 HTTP/1.1" status: 200 len: 217 time: 0.0953436 Jan 18 23:09:18.775934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae8be6ae-dc6b-4f9e-a32f-8427090c0460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.802526 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Routers {'f041b1c3-f680-4f25-87a0-3da5cb045390'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:18.803154 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f041b1c3-f680-4f25-87a0-3da5cb045390'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:18.815100 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae8be6ae-dc6b-4f9e-a32f-8427090c0460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.932280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e8824ede-dcf4-4d93-9dcc-7c40f03bfaa9 req-8a6d1acc-ff2d-4e33-b184-769b1f6207a1 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657925 Jan 18 23:09:18.952722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.015215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-b4beeecc-0c20-41fc-b836-61c77e9003ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:19.016689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-b4beeecc-0c20-41fc-b836-61c77e9003ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 200 len: 850 time: 0.2515721 Jan 18 23:09:19.018027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.046307 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57122a-a440-42df-8517-fd793a23375e None None] Pushing event updated for resources: {'Port': ['ID=0390fbde-804b-48d4-a74d-1f3bf68ce801,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:19.127695 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] Set router f041b1c3-f680-4f25-87a0-3da5cb045390 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:19.160464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-d8cd4b16-fa33-4fd0-8d2a-11235e1bfa1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10103b4b-6ddd-433b-85ff-58e65c058983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824497 Jan 18 23:09:19.294411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.359004 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.408975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=495a94fa05cc41fe9e1acf6ce9cfcee5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6764138 Jan 18 23:09:19.421751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:19.482364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0eefa3e-4742-4df1-ba5e-2411653ccee1 req-14942724-f8b3-437f-b5f4-244b09866466 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8952758 Jan 18 23:09:19.486785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e62cbb-72ab-41f7-af97-f697a6ce438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d052c3a-66b0-4523-892e-9a7bba29516b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:19.491582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:19.493121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-123bd96c-4c41-4968-b5a3-8ad81cf24b64 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245559 Jan 18 23:09:19.494164 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0390fbde-804b-48d4-a74d-1f3bf68ce801', 'name': '', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'mac_address': 'fa:16:3e:9e:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:09Z', 'updated_at': '2022-01-18T23:09:18Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'subnets': [{'id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:19.501898 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b4b6-0a4e-4b0b-b3ec-9928ed43c59f None None] The sync data for ids ['f041b1c3-f680-4f25-87a0-3da5cb045390'] in n-d-825178-1 is: [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0390fbde-804b-48d4-a74d-1f3bf68ce801', 'name': '', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'mac_address': 'fa:16:3e:9e:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:09Z', 'updated_at': '2022-01-18T23:09:18Z', 'revision_number': 4, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'subnets': [{'id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:19.502712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:19.517198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.527765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] Sync routers for ids ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:19.541369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab383e4b-0b78-4a76-b505-67d9b6fb4b2d admin admin] 10.222.0.78 "PUT /v2.0/routers/aec8e1d1-9977-4da6-b80f-7e4a5e824b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1671124 Jan 18 23:09:19.543759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57294) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:19.550136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Allocated IP 172.25.4.165 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/b36ecb16-768d-4ca8-abb9-9f639c9d94b4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:19.563216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] Routers {'aec8e1d1-9977-4da6-b80f-7e4a5e824b93'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:19.565634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:19.615201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Transition to ACTIVE for port object 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:19.629157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae8be6ae-dc6b-4f9e-a32f-8427090c0460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.638113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae8be6ae-dc6b-4f9e-a32f-8427090c0460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.642054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ae8be6ae-dc6b-4f9e-a32f-8427090c0460 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44fe26ff-ff7a-4736-be1b-61d22fccdd72 HTTP/1.1" status: 204 len: 168 time: 1.4065771 Jan 18 23:09:19.763628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8be6ae-dc6b-4f9e-a32f-8427090c0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe26ff-ff7a-4736-be1b-61d22fccdd72,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:19.767036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.869610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] Set router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:20.258626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:20.262955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.296025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9eb018d8-f844-45ca-aec1-cc13ef4e9ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.324633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f58f9f-0a77-4b21-8028-81b3474adf10 None None] Network ee29701e-c8eb-4729-9fe4-49c85f781034 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:20.457029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aabfd5-cc84-4059-830b-0fcb0e8b061f req-1dbcb718-6648-4832-b628-9d102f4bd0a9 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:20.464537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28aabfd5-cc84-4059-830b-0fcb0e8b061f req-1dbcb718-6648-4832-b628-9d102f4bd0a9 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 931 time: 1.1294940 Jan 18 23:09:20.502414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0390fbde-804b-48d4-a74d-1f3bf68ce801 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:20.559650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c474eaf-da31-4a5c-b2e6-51d937303193 req-cbe41ae2-159c-434c-bb44-aa8d5c103d60 service neutron] 10.222.0.86 "GET /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0530460 Jan 18 23:09:20.561962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9eb018d8-f844-45ca-aec1-cc13ef4e9ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.599046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.601693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a73e6044-4279-45b3-9c93-bc92e7ae04eb None None] Provisioning for port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:20.681801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28aabfd5-cc84-4059-830b-0fcb0e8b061f req-74a1dcd8-cf4d-4025-97f5-f2e0f7542cad tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110128 Jan 18 23:09:20.712279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0390fbde-804b-48d4-a74d-1f3bf68ce801 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:20.718331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9eb018d8-f844-45ca-aec1-cc13ef4e9ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.734217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0390fbde-804b-48d4-a74d-1f3bf68ce801 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:20.734594 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.736899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb018d8-f844-45ca-aec1-cc13ef4e9ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d052c3a-66b0-4523-892e-9a7bba29516b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:20.750679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.775836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:09:14Z', 'revision_number': 5, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port': {'id': '4531789d-a884-45fa-8f22-9643fe5d8712', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:45Z', 'updated_at': '2022-01-18T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:20.815634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:20.829511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:20.831600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Attempting to bind port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:20.834681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:20.837636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Attempting to bind port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:20.838191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Attempting to bind port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 on network 0f595b4e-7c11-4f8a-8e48-df8f65591942 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:20.889278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 on network 0f595b4e-7c11-4f8a-8e48-df8f65591942 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:09:20.893469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Attempting to bind port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 on network 0f595b4e-7c11-4f8a-8e48-df8f65591942 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:20.911701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:20.911701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Checking segment: {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:20.911701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Bound using segment: {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:20.912093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Bound port: 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:20.912401 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.914579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Pushing event updated for resources: {'Port': ['ID=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:20.924387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9eb018d8-f844-45ca-aec1-cc13ef4e9ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.925786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9eb018d8-f844-45ca-aec1-cc13ef4e9ac6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d052c3a-66b0-4523-892e-9a7bba29516b HTTP/1.1" status: 204 len: 168 time: 1.4991653 Jan 18 23:09:20.937607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14ce32-5e41-427b-a851-0fda91b57d8d req-4f79d366-c141-47d9-93e7-48dccb6549c8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:20.939292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff14ce32-5e41-427b-a851-0fda91b57d8d req-4f79d366-c141-47d9-93e7-48dccb6549c8 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.7421229 Jan 18 23:09:21.000067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] Checking router: aec8e1d1-9977-4da6-b80f-7e4a5e824b93 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:21.033995 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.042339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] Routers {'aec8e1d1-9977-4da6-b80f-7e4a5e824b93'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:21.047148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:21.120041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff14ce32-5e41-427b-a851-0fda91b57d8d req-2c281fa2-6b93-4ffd-8547-063879f1d229 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739271 Jan 18 23:09:21.125692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Deleting port 4531789d-a884-45fa-8f22-9643fe5d8712 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:21.126231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.333291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] For port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:21.360328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] For port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:21.369351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.383623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.400095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] For port 4531789d-a884-45fa-8f22-9643fe5d8712, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4531789d-a884-45fa-8f22-9643fe5d8712,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:21.401914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.420456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 0390fbde-804b-48d4-a74d-1f3bf68ce801, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0390fbde-804b-48d4-a74d-1f3bf68ce801,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:21.435129 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.436447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 491f0d08-8d32-4957-82cd-2ebb5a56ee2f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:21.472185 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.576019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] Set router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:21.781465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:09:21Z', 'revision_number': 6, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:21.792589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d11f7-9310-484f-8cb0-ef559ed65e5f None None] The sync data for ids ['aec8e1d1-9977-4da6-b80f-7e4a5e824b93'] in n-d-825178-1 is: [{'id': 'aec8e1d1-9977-4da6-b80f-7e4a5e824b93', 'name': 'tempest-TestVolumeBackupRestore-15870249-router', 'tenant_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:41Z', 'updated_at': '2022-01-18T23:09:21Z', 'revision_number': 6, 'project_id': 'c9d5e500aa75456fb6cd4b2d61898264', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:21.795588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=0390fbde-804b-48d4-a74d-1f3bf68ce801,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:21.824179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:21.831119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:21.831881 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.913602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Calling delete_port for 4531789d-a884-45fa-8f22-9643fe5d8712 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:21.932611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.055094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:22.055717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.057147 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] 10.222.0.85 "PUT /v2.0/ports/2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 HTTP/1.1" status: 200 len: 1091 time: 3.9551632 Jan 18 23:09:22.060153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'tag': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:22.184182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f18c6f-097d-489d-9404-f063116fa1eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:22.313269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.324989 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'tag': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8', 'status': 'completed', 'code': 200} Jan 18 23:09:22.425871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:22.445073 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.487346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-fe1774fa-7179-4da5-ab38-63d83f8e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:22.489172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-fe1774fa-7179-4da5-ab38-63d83f8e8c32 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9a675bf30f21462789f0f1979ffe42f4&device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 1094 time: 0.2899163 Jan 18 23:09:22.540075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dd8cb70b-1883-4844-9753-1e4f1c42e8b3 None None] Provisioning complete for port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:22.540753 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd8cb70b-1883-4844-9753-1e4f1c42e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.591950 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-d782bb74-5bad-4f99-9e90-e7cc2b0b4b91 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 HTTP/1.1" status: 200 len: 217 time: 0.0810263 Jan 18 23:09:22.638142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:22.726324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c31c-538c-4066-b901-7ba22459feec req-0e42b727-f02b-4987-abab-9cf715bb3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:22.728078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-0e42b727-f02b-4987-abab-9cf715bb3164 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c83329f8-9baf-47de-933b-23a8742e71cc HTTP/1.1" status: 200 len: 853 time: 0.0928447 Jan 18 23:09:22.797324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8c7c-c6f9-41e0-bff9-63fcc25eb618 req-b914a6cd-892b-4190-9466-03ea6a910298 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:22.799649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a27b8c7c-c6f9-41e0-bff9-63fcc25eb618 req-b914a6cd-892b-4190-9466-03ea6a910298 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.3742490 Jan 18 23:09:22.802062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-ddfe452e-49a2-4ac7-8ddc-6a0680dce84e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0f595b4e-7c11-4f8a-8e48-df8f65591942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629070 Jan 18 23:09:22.803248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.835488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6619d-4e93-4315-a4c9-e75db14d03fc req-9ac218dc-7f0a-4b67-9d8e-ce19846cecf8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:22.837789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ae6619d-4e93-4315-a4c9-e75db14d03fc req-9ac218dc-7f0a-4b67-9d8e-ce19846cecf8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 943 time: 0.4755504 Jan 18 23:09:22.838530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Router a3f6b748-3f50-47dc-8c4a-365894b9571c is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:09:22.883783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0390fbde-804b-48d4-a74d-1f3bf68ce801 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:22.939519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Pushing event deleted for resources: {'Port': ['ID=4531789d-a884-45fa-8f22-9643fe5d8712,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:23.044417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0390fbde-804b-48d4-a74d-1f3bf68ce801 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:23.044915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.095426 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5ae6619d-4e93-4315-a4c9-e75db14d03fc req-32d3f9a6-cdb7-445d-8e36-815fdaeffc85 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517786 Jan 18 23:09:23.200878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a27b8c7c-c6f9-41e0-bff9-63fcc25eb618 req-74e85de9-6a89-4127-8b98-795339991e85 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873422 Jan 18 23:09:23.202949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-0c991f3c-04da-4655-acf8-0fb90b0248e3 service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908327 Jan 18 23:09:23.218286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 491f0d08-8d32-4957-82cd-2ebb5a56ee2f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:23.267670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:23.278315 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Sync routers for ids ['a3f6b748-3f50-47dc-8c4a-365894b9571c'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:23.296870 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Routers {'a3f6b748-3f50-47dc-8c4a-365894b9571c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:23.302142 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a3f6b748-3f50-47dc-8c4a-365894b9571c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:23.307629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.313236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c0d7b88d-c605-44ef-817d-5fd7f1a02779 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3688149 Jan 18 23:09:23.314297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:23.389075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:23.389359 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.496048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.770516 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Set router a3f6b748-3f50-47dc-8c4a-365894b9571c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:23.782314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4531789d-a884-45fa-8f22-9643fe5d8712 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:23.848598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4531789d-a884-45fa-8f22-9643fe5d8712 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:23.850204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4531789d-a884-45fa-8f22-9643fe5d8712 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:23.851205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5fddecd4-fea9-4403-a34c-34bc86f24240 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:23.955554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5fddecd4-fea9-4403-a34c-34bc86f24240 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:23.956440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5fddecd4-fea9-4403-a34c-34bc86f24240 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:23.985073 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.015685 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.037716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fb4c31c-538c-4066-b901-7ba22459feec req-c41d7c5f-cfa7-40f2-9065-24238fdd21db service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218319 Jan 18 23:09:24.064117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.064654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec8e1d1-9977-4da6-b80f-7e4a5e824b93 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:09:24.088444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a71f-ca1c-4644-802d-0e4f2ea7b43b req-1d74db02-4d2f-4493-8d8f-bb75490a5070 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:24.089971 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c73a71f-ca1c-4644-802d-0e4f2ea7b43b req-1d74db02-4d2f-4493-8d8f-bb75490a5070 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.2190254 Jan 18 23:09:24.182524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.186313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-948a2e26-3e28-49bd-98c1-4b61e8f3252f admin admin] 10.222.0.78 "DELETE /v2.0/routers/aec8e1d1-9977-4da6-b80f-7e4a5e824b93 HTTP/1.1" status: 204 len: 168 time: 4.6415520 Jan 18 23:09:24.189979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57416) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:24.324266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c73a71f-ca1c-4644-802d-0e4f2ea7b43b req-d9aafbe1-c959-457a-96f1-3f43df6a0674 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205055 Jan 18 23:09:24.342073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Deleting subnet 0d4994ba-5323-4487-8c46-8813d68a1ddc {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:09:24.346243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.405119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-313d28d7-53a7-48bf-bb71-771d4ae0d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:24.407090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-313d28d7-53a7-48bf-bb71-771d4ae0d135 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9a675bf30f21462789f0f1979ffe42f4&device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 1094 time: 0.2879803 Jan 18 23:09:24.411805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.449941 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:09:21Z', 'revision_number': 3, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:24.469508 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Checking router: a3f6b748-3f50-47dc-8c4a-365894b9571c for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:24.470038 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Updating router a3f6b748-3f50-47dc-8c4a-365894b9571c port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:09:24.554507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09625652-e872-4c5a-bcba-3c721b116798 req-38bada2b-35a0-4892-82b3-dc1c0dcf312d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:24.564218 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09625652-e872-4c5a-bcba-3c721b116798 req-38bada2b-35a0-4892-82b3-dc1c0dcf312d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 943 time: 0.1902280 Jan 18 23:09:24.581553 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.646919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-cc40aaae-602a-49bf-bae1-3e27f9b17a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:24.648400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-cc40aaae-602a-49bf-bae1-3e27f9b17a8e service neutron] 10.222.0.85 "GET /v2.0/networks?id=0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 200 len: 914 time: 0.2092388 Jan 18 23:09:24.707630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.726064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.735209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09625652-e872-4c5a-bcba-3c721b116798 req-503f583c-e68c-4dad-adba-1a61f29ff90b tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724627 Jan 18 23:09:24.757758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-e59aeacd-a8cc-4adf-821d-a103b0eab56c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 HTTP/1.1" status: 200 len: 217 time: 0.0987380 Jan 18 23:09:24.859987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-3c80f362-a146-4d44-a4cd-4f922fb22398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:24.861706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-3c80f362-a146-4d44-a4cd-4f922fb22398 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c83329f8-9baf-47de-933b-23a8742e71cc HTTP/1.1" status: 200 len: 853 time: 0.0912869 Jan 18 23:09:24.910469 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.963404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-8f333f5d-570c-4744-87d0-947c89b047e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0f595b4e-7c11-4f8a-8e48-df8f65591942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877123 Jan 18 23:09:25.020231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4994ba-5323-4487-8c46-8813d68a1ddc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:25.022721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb98a0-6fc1-4920-b093-8476040626d2 None None] Network aa67bea9-734c-4482-92e1-68caa60ce91d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:25.099933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.132327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe357a21-be55-44a3-9607-7bde9ccd408f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0d4994ba-5323-4487-8c46-8813d68a1ddc HTTP/1.1" status: 204 len: 168 time: 0.9359224 Jan 18 23:09:25.133327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57436) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:25.161502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Allocated IP 172.20.0.1 (ee29701e-c8eb-4729-9fe4-49c85f781034/dd6615a1-cc22-4fe8-a72b-22526c99ef17/62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:25.208830 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.233893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Transition to ACTIVE for port object b36ecb16-768d-4ca8-abb9-9f639c9d94b4 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:25.257333 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.327154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.331557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-c3b091b4-3be2-4fca-a793-e14da6e95ff2 service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532965 Jan 18 23:09:25.360874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] DHCP port deletion for aa67bea9-734c-4482-92e1-68caa60ce91d request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:09:25.366101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] Deleting port 3e8fbd03-19a1-411b-b6cf-746050b90434 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:25.366636 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.397680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Deleting port 3e8fbd03-19a1-411b-b6cf-746050b90434 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:25.399130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.441586 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d312-99c9-4e90-85e8-7cf742f1ae7c None None] Pushing event updated for resources: {'Port': ['ID=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:25.469557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Attempting to bind port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:25.470232 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Attempting to bind port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:25.470337 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Attempting to bind port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:25.489376 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:25.489994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:25.490415 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.490887 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:25.491499 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Bound port: b36ecb16-768d-4ca8-abb9-9f639c9d94b4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:25.492018 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.579381 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] For port b36ecb16-768d-4ca8-abb9-9f639c9d94b4, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:25.583222 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] For port b36ecb16-768d-4ca8-abb9-9f639c9d94b4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:25.598412 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.624635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57446) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:25.625097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57448) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:25.668768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] For port 3e8fbd03-19a1-411b-b6cf-746050b90434, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e8fbd03-19a1-411b-b6cf-746050b90434,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:25.669524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.681428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.688263 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d312-99c9-4e90-85e8-7cf742f1ae7c None None] Pushing event updated for resources: {'Port': ['ID=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:25.705817 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Routers {'a3f6b748-3f50-47dc-8c4a-365894b9571c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:25.706624 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a3f6b748-3f50-47dc-8c4a-365894b9571c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:25.710354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Transition to ACTIVE for port object 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:25.739902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.819373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] Calling delete_port for 3e8fbd03-19a1-411b-b6cf-746050b90434 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:25.898564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Network ee29701e-c8eb-4729-9fe4-49c85f781034 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:25.906895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:25.909755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:25.974788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.060857 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] Set router a3f6b748-3f50-47dc-8c4a-365894b9571c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:26.078197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] No DVR routers for this DVR port 3e8fbd03-19a1-411b-b6cf-746050b90434 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:26.120926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Pushing event updated for resources: {'Port': ['ID=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:26.132758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5521513-8278-446b-a3df-94e9bcaef6ad None None] Pushing event deleted for resources: {'Port': ['ID=3e8fbd03-19a1-411b-b6cf-746050b90434,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:26.161125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] For port 3e8fbd03-19a1-411b-b6cf-746050b90434, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3e8fbd03-19a1-411b-b6cf-746050b90434,segment=NetworkSegment(4d32427e-ff36-4a8c-9628-ff2b78bb3e61),segment_id=4d32427e-ff36-4a8c-9628-ff2b78bb3e61)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:26.161615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.175542 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.217446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a841b-82ef-4d2c-bdde-1e94f1722946 req-20aca522-d998-4b02-99d1-0f770ffd3bb7 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:26.224640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-245a841b-82ef-4d2c-bdde-1e94f1722946 req-20aca522-d998-4b02-99d1-0f770ffd3bb7 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 943 time: 0.2547150 Jan 18 23:09:26.286367 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-245a841b-82ef-4d2c-bdde-1e94f1722946 req-bd73898f-fdaa-482a-b62b-f7c8512ef644 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606470 Jan 18 23:09:26.310518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7438398b-f64a-43f6-a0c3-56281706931c None None] Provisioning for port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:26.317183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7438398b-f64a-43f6-a0c3-56281706931c None None] Provisioning complete for port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:26.317693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7438398b-f64a-43f6-a0c3-56281706931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.346690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Calling delete_port for 3e8fbd03-19a1-411b-b6cf-746050b90434 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:26.377482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7438398b-f64a-43f6-a0c3-56281706931c None None] Port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:09:26.388280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.398793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.402069 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:09:21Z', 'revision_number': 3, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:26.406112 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a74273-14f5-482b-8123-dcbf8adc27be None None] The sync data for ids ['a3f6b748-3f50-47dc-8c4a-365894b9571c'] in n-d-825178-1 is: [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:09:21Z', 'revision_number': 3, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:26.417548 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.463130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:26.469148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:26.481752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5314f0ce9eb443e9b7b8d4b475a93a11 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:26.490414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-abfc957b-b8fa-40de-8ca6-58966c9c56cd req-836787ce-ebd0-4483-8cff-f76b1f14adcb service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1520710 Jan 18 23:09:26.491304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:26.501044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6e9a9ff664498e9e547d56a2349703 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:26.515464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:26.520885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:26.536704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e8fbd03-19a1-411b-b6cf-746050b90434 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:26.547277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6101814-7013-44a8-b3df-f48227099d1e req-90443ddc-fbb3-4b1b-bde0-28ba5be85844 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:26.548829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6101814-7013-44a8-b3df-f48227099d1e req-90443ddc-fbb3-4b1b-bde0-28ba5be85844 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.9321048 Jan 18 23:09:26.552272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:26.589439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 3e8fbd03-19a1-411b-b6cf-746050b90434 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:26.592981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3e8fbd03-19a1-411b-b6cf-746050b90434 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:26.624653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:09:26.625001 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:09:26.665469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6101814-7013-44a8-b3df-f48227099d1e req-2e604628-1467-461c-aebf-e91e4d9fa909 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072133 Jan 18 23:09:26.744218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-8050424f-9761-4f54-a747-c37ab796283c tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:26.745802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-8050424f-9761-4f54-a747-c37ab796283c tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.2210410 Jan 18 23:09:26.803562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.811591 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.812716 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.820434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.830148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.843361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:26.846624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.889611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5314f0ce9eb443e9b7b8d4b475a93a11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2608588 Jan 18 23:09:26.896938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57460) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:26.903832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc6e9a9ff664498e9e547d56a2349703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2760813 Jan 18 23:09:26.915765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57464) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:26.916347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff3c6-651e-4efc-80cb-e8e35b3765e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76cac5-94df-4376-92a1-b8bea5471a44,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:26.963779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Deleting port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:26.964035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.008123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Pushing event updated for resources: {'Port': ['ID=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.018494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c7125-afff-472f-bcf0-633185abd3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6777942-ec40-4c0c-be48-1c157bda4e95,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.020809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.063562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3059b72c-bf01-4918-b5ee-c6bcc6831220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.075842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a81873db-caa2-48b1-8401-c56cd84d4839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.100210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:27.113617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3059b72c-bf01-4918-b5ee-c6bcc6831220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.122622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8', 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942', 'port_id': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8', 'mac_address': 'fa:16:3e:63:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83329f8-9baf-47de-933b-23a8742e71cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:27.127772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Deleting port 3e8fbd03-19a1-411b-b6cf-746050b90434 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:27.128121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.153645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a81873db-caa2-48b1-8401-c56cd84d4839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.201760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.224730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:27.233382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] The port '3e8fbd03-19a1-411b-b6cf-746050b90434' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:09:27.245662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:27.255436 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.330388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Network ee29701e-c8eb-4729-9fe4-49c85f781034 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:27.334637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:27.348125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.443981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3059b72c-bf01-4918-b5ee-c6bcc6831220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.472151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['2f31c8ae-91cb-4bbf-a192-8ba75a7716e8'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:27.476193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.485319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059b72c-bf01-4918-b5ee-c6bcc6831220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6777942-ec40-4c0c-be48-1c157bda4e95,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.496699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a81873db-caa2-48b1-8401-c56cd84d4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.540411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81873db-caa2-48b1-8401-c56cd84d4839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76cac5-94df-4376-92a1-b8bea5471a44,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.555084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa67bea9-734c-4482-92e1-68caa60ce91d']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:27.579786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3059b72c-bf01-4918-b5ee-c6bcc6831220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.583874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3059b72c-bf01-4918-b5ee-c6bcc6831220 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6777942-ec40-4c0c-be48-1c157bda4e95 HTTP/1.1" status: 204 len: 168 time: 0.6859291 Jan 18 23:09:27.587332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a81873db-caa2-48b1-8401-c56cd84d4839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.588415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a81873db-caa2-48b1-8401-c56cd84d4839 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc76cac5-94df-4376-92a1-b8bea5471a44 HTTP/1.1" status: 204 len: 168 time: 0.6692009 Jan 18 23:09:27.590287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d32427e-ff36-4a8c-9628-ff2b78bb3e61') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:27.590757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d32427e-ff36-4a8c-9628-ff2b78bb3e61') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:27.603273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.628214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.637577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:09:27.638005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:09:27.665461 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:09:27.709733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] For port 892389ed-1b8c-44c0-b7a4-dc01c053ce95, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=892389ed-1b8c-44c0-b7a4-dc01c053ce95,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:27.710096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.798321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e461c5fb-07cb-4219-b46c-f053574c59eb None None] Provisioning complete for port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:27.798321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e461c5fb-07cb-4219-b46c-f053574c59eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.816771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.859234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.862856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa67bea9-734c-4482-92e1-68caa60ce91d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.878332 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a986c450-dd6f-4247-8a4c-dc7334a2f9f8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/aa67bea9-734c-4482-92e1-68caa60ce91d HTTP/1.1" status: 204 len: 168 time: 2.7415183 Jan 18 23:09:27.922980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e461c5fb-07cb-4219-b46c-f053574c59eb None None] Port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:09:28.010422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dbf90-adc9-4815-b179-64fae8da311e req-816ab402-bf8c-4d41-9b59-3d0b54acb853 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:28.011867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af0dbf90-adc9-4815-b179-64fae8da311e req-816ab402-bf8c-4d41-9b59-3d0b54acb853 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 945 time: 0.1227651 Jan 18 23:09:28.046180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Router a3f6b748-3f50-47dc-8c4a-365894b9571c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:09:28.079112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af0dbf90-adc9-4815-b179-64fae8da311e req-f0c27c4e-f101-4e7b-862a-92dd70941514 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 Jan 18 23:09:28.119493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Calling delete_port for 892389ed-1b8c-44c0-b7a4-dc01c053ce95 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:28.174030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57482) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:28.177721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57484) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:28.311817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d96273-59dc-4fa1-be0f-bc0f64e7b942 req-f0eab736-c69d-4fb0-926d-0a64dee1ab04 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:28.313474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35d96273-59dc-4fa1-be0f-bc0f64e7b942 req-f0eab736-c69d-4fb0-926d-0a64dee1ab04 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 944 time: 0.8554287 Jan 18 23:09:28.347324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.372987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:28.376034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Usage tracker for resource:security_group_rule and tenant:1acf743584a04a60bf2a72c02d06e4e5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:28.378965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:28.384797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:28.397424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe17a5a9-d11e-45df-a6db-78ff2183917f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=371888f701ea4891b0da69d5026a9389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217255 Jan 18 23:09:28.399979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57490) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:28.413171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57494) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:28.481632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.518282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:28.519970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35d96273-59dc-4fa1-be0f-bc0f64e7b942 req-65e66c65-26f1-42db-a5b3-6d22c3cb35c2 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463015 Jan 18 23:09:28.523539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:28.538488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc108dcd75644ab93325b9dfa692b5b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:28.540305 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.545762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:28.553347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e', '892389ed-1b8c-44c0-b7a4-dc01c053ce95'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:28.573883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:28.573883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f984da50-7314-4edc-8e6e-b4df7b785af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.601648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af21328a-989c-4ef4-8521-6a3b966e1168 admin admin] 10.222.0.78 "PUT /v2.0/routers/a3f6b748-3f50-47dc-8c4a-365894b9571c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2860625 Jan 18 23:09:28.610864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Pushing event deleted for resources: {'Port': ['ID=892389ed-1b8c-44c0-b7a4-dc01c053ce95,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:28.657402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.666686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f984da50-7314-4edc-8e6e-b4df7b785af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.676477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b36ecb16-768d-4ca8-abb9-9f639c9d94b4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:28.718012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] No DVR routers for this DVR port 892389ed-1b8c-44c0-b7a4-dc01c053ce95 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:28.723030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.725971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fb3eaf4c-356b-494d-b1bd-e4b4c90b485e req-042c8b3d-1bf7-4327-95e5-3c12943423af tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "DELETE /v2.0/ports/892389ed-1b8c-44c0-b7a4-dc01c053ce95 HTTP/1.1" status: 204 len: 173 time: 1.9645572 Jan 18 23:09:28.726611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'name': 'network-vif-deleted', 'tag': '892389ed-1b8c-44c0-b7a4-dc01c053ce95'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:28.739155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.802900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Sync routers for ids ['a3f6b748-3f50-47dc-8c4a-365894b9571c'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:28.807624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6687c8f2-d499-43cb-8d13-58c6879fd114,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:28.810132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f984da50-7314-4edc-8e6e-b4df7b785af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.815323 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0874a3b-8b54-4908-ad01-f41b29defc7e', 'name': 'network-vif-deleted', 'tag': '892389ed-1b8c-44c0-b7a4-dc01c053ce95', 'status': 'completed', 'code': 200} Jan 18 23:09:28.818428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9574402d-0699-43d5-82c0-c87ef032c540 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1acf743584a04a60bf2a72c02d06e4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318805 Jan 18 23:09:28.820885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:28.841643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984da50-7314-4edc-8e6e-b4df7b785af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e93faa-9716-4704-8324-974d608e1a91,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:28.864266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f984da50-7314-4edc-8e6e-b4df7b785af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.865419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f984da50-7314-4edc-8e6e-b4df7b785af2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77e93faa-9716-4704-8324-974d608e1a91 HTTP/1.1" status: 204 len: 168 time: 0.4645414 Jan 18 23:09:28.877981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:28.944248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.956493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.956882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23576ac3-bf9b-4464-983a-b45ee62e7576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.988085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Routers {'a3f6b748-3f50-47dc-8c4a-365894b9571c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:28.989092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a3f6b748-3f50-47dc-8c4a-365894b9571c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:29.000041 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23576ac3-bf9b-4464-983a-b45ee62e7576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.051596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be91eb9b-20a3-4419-b12b-2b809ef750ce,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.098224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe77c0f2-f4a6-4189-a4a6-eece96007a22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fdc108dcd75644ab93325b9dfa692b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768932 Jan 18 23:09:29.101269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57512) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:29.122843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23576ac3-bf9b-4464-983a-b45ee62e7576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.153701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23576ac3-bf9b-4464-983a-b45ee62e7576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6687c8f2-d499-43cb-8d13-58c6879fd114,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.172523 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23576ac3-bf9b-4464-983a-b45ee62e7576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.178182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-23576ac3-bf9b-4464-983a-b45ee62e7576 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6687c8f2-d499-43cb-8d13-58c6879fd114 HTTP/1.1" status: 204 len: 168 time: 0.3547573 Jan 18 23:09:29.231608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-161017f5-5a7d-42a1-abe1-be2af77cfdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.327557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Set router a3f6b748-3f50-47dc-8c4a-365894b9571c gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:29.371590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a2867fa-a7af-4315-8bce-9f5c143d2a4a req-5ca7e3c8-ba61-4ff3-acad-238f40630b49 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0874a3b-8b54-4908-ad01-f41b29defc7e HTTP/1.1" status: 200 len: 210 time: 0.1126485 Jan 18 23:09:29.379777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-161017f5-5a7d-42a1-abe1-be2af77cfdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.387604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:29.461409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-161017f5-5a7d-42a1-abe1-be2af77cfdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.490531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:29.505461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-336b356c-fba5-4561-8668-0d17ae56b3c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9d5e500aa75456fb6cd4b2d61898264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160774 Jan 18 23:09:29.509370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-161017f5-5a7d-42a1-abe1-be2af77cfdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.512184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-161017f5-5a7d-42a1-abe1-be2af77cfdac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be91eb9b-20a3-4419-b12b-2b809ef750ce HTTP/1.1" status: 204 len: 168 time: 0.4086428 Jan 18 23:09:29.515134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161017f5-5a7d-42a1-abe1-be2af77cfdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be91eb9b-20a3-4419-b12b-2b809ef750ce,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.515357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:29.520622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:29.520622 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.616667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f38ab30c-03db-43c3-aec2-78d308197bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.644465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f38ab30c-03db-43c3-aec2-78d308197bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.716338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f38ab30c-03db-43c3-aec2-78d308197bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.805133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:29.813985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:29.814651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.849418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ab30c-03db-43c3-aec2-78d308197bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb49c59c-fef0-4c01-8858-ee0e2812f587,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.902769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f38ab30c-03db-43c3-aec2-78d308197bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.907132 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f38ab30c-03db-43c3-aec2-78d308197bf7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eb49c59c-fef0-4c01-8858-ee0e2812f587 HTTP/1.1" status: 204 len: 168 time: 0.3900409 Jan 18 23:09:29.914288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a4d75-ee8a-448c-8ee5-35d1c83bf40c req-97ee8d3b-99c6-409d-9de2-4d0e78142cb8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:29.915578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-155a4d75-ee8a-448c-8ee5-35d1c83bf40c req-97ee8d3b-99c6-409d-9de2-4d0e78142cb8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Synchronizing usage tracker for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:29.943013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-155a4d75-ee8a-448c-8ee5-35d1c83bf40c req-97ee8d3b-99c6-409d-9de2-4d0e78142cb8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Unset dirty status for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:29.949217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-155a4d75-ee8a-448c-8ee5-35d1c83bf40c req-97ee8d3b-99c6-409d-9de2-4d0e78142cb8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 944 time: 0.1638081 Jan 18 23:09:30.021540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-b0d9bad2-18a4-4407-ae19-3daf8594b2d6 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:30.022008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-b0d9bad2-18a4-4407-ae19-3daf8594b2d6 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:30.065142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-155a4d75-ee8a-448c-8ee5-35d1c83bf40c req-31d41496-d677-4ceb-8d0b-1a81fc99f2bb tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120417 Jan 18 23:09:30.077918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-b0d9bad2-18a4-4407-ae19-3daf8594b2d6 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:30.079235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-b0d9bad2-18a4-4407-ae19-3daf8594b2d6 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/networks?id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 200 len: 910 time: 0.3856826 Jan 18 23:09:30.100143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-f1cc9212-2ee3-4c3c-b0f8-a06f6273e910 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/quotas/dc24a9a3ef2b4a738183a014a6e654af HTTP/1.1" status: 200 len: 375 time: 0.0113549 Jan 18 23:09:30.216195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.234149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-fd536a82-14f8-428c-927b-385ccf30ad8f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:30.245969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b36ecb16-768d-4ca8-abb9-9f639c9d94b4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:30.266997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.267743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-fd536a82-14f8-428c-927b-385ccf30ad8f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:30.269180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-fd536a82-14f8-428c-927b-385ccf30ad8f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635139 Jan 18 23:09:30.324149 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.435829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:30.502372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:30.532888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.537466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:30.626547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-97c8881f-76ce-458c-97c4-127da23516fa service neutron] 10.222.0.78 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399270 Jan 18 23:09:30.671911 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8', 'code': 200} Jan 18 23:09:30.713803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:09:26Z', 'revision_number': 4, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb', 'name': '', 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'mac_address': 'fa:16:3e:54:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:24Z', 'updated_at': '2022-01-18T23:09:26Z', 'revision_number': 2, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'subnets': [{'id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:30.719155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Checking router: a3f6b748-3f50-47dc-8c4a-365894b9571c for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:30.719701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Updating router a3f6b748-3f50-47dc-8c4a-365894b9571c port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:09:30.802439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:30.808814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-5a464d2b-de71-4394-822c-24c9ecf28bd3 service neutron] 10.222.0.78 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749687 Jan 18 23:09:30.861442 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.889151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4284c-fd83-419e-bb22-f65e02e7822a req-479ca225-7725-424c-959a-3d4e75d96de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:30.891243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-88e4284c-fd83-419e-bb22-f65e02e7822a req-479ca225-7725-424c-959a-3d4e75d96de6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 1096 time: 0.1549118 Jan 18 23:09:30.991170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-88e4284c-fd83-419e-bb22-f65e02e7822a req-73861c11-dc70-4a2f-94bb-75ae6eb5ecf1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915077 Jan 18 23:09:31.164721 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77b3b936-6dac-43f6-928a-4b18a9dca815 req-529ca5bd-030e-4ea5-822b-0a711714909b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 210 time: 0.0747993 Jan 18 23:09:31.297964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56115d3-ba15-4277-b4a1-5492842e8af2 req-db6052b9-12d4-46e5-9749-d33d9d362a09 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.306653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56115d3-ba15-4277-b4a1-5492842e8af2 req-db6052b9-12d4-46e5-9749-d33d9d362a09 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1787248 Jan 18 23:09:31.331715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 892389ed-1b8c-44c0-b7a4-dc01c053ce95 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:31.382023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56115d3-ba15-4277-b4a1-5492842e8af2 req-c048d665-c26b-45a8-9961-a1736710204b tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744383 Jan 18 23:09:31.420116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 892389ed-1b8c-44c0-b7a4-dc01c053ce95 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:31.420474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 892389ed-1b8c-44c0-b7a4-dc01c053ce95 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:31.452349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b47a-e762-4401-aafc-48c38c3a46d8 req-20e814ec-7b6b-403f-b185-582850b33db8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.455144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a533b47a-e762-4401-aafc-48c38c3a46d8 req-20e814ec-7b6b-403f-b185-582850b33db8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 945 time: 0.1676478 Jan 18 23:09:31.519924 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a533b47a-e762-4401-aafc-48c38c3a46d8 req-d33ea9a5-a734-40fd-b428-f65e59e38660 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587001 Jan 18 23:09:31.592304 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.608481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Transition to ACTIVE for port object 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:31.618003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.868362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592b3d0-0441-440b-b21e-9066c0a75e10 None None] Pushing event updated for resources: {'Port': ['ID=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:31.888724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Attempting to bind port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:31.889353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Attempting to bind port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:31.890203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Attempting to bind port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb on network ee29701e-c8eb-4729-9fe4-49c85f781034 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:31.897249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:31.897895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Checking segment: {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:31.898462 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.899031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Bound using segment: {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:31.900308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Bound port: 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de23f73-a887-48be-b719-c3a1150314e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:31.900870 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:32.134353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] For port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:32.139757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] For port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:32.146723 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:32.241867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592b3d0-0441-440b-b21e-9066c0a75e10 None None] Pushing event updated for resources: {'Port': ['ID=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:32.257900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Routers {'a3f6b748-3f50-47dc-8c4a-365894b9571c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:32.259073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a3f6b748-3f50-47dc-8c4a-365894b9571c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:32.328988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ce8a627e-09d0-4c7f-b922-d2c1e0e9244c req-2a35c891-a99e-429f-abc0-4dc62133a8b6 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 210 time: 0.0620568 Jan 18 23:09:32.579001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] Set router a3f6b748-3f50-47dc-8c4a-365894b9571c gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:32.669542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b36ecb16-768d-4ca8-abb9-9f639c9d94b4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:32.960099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-74014793-b5dd-4c7e-8a54-6b551c88c39f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:32.962148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-74014793-b5dd-4c7e-8a54-6b551c88c39f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.85 "GET /v2.0/networks?id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 200 len: 910 time: 0.3443613 Jan 18 23:09:32.984713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c403e-c5d9-4f7b-ac66-0b576cd12e64 req-4d213556-4e28-4e23-8965-a4e8d42fc06e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:32.988218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c77c403e-c5d9-4f7b-ac66-0b576cd12e64 req-4d213556-4e28-4e23-8965-a4e8d42fc06e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Synchronizing usage tracker for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:32.989356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Request body: {'port': {'device_id': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'admin_state_up': True, 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:33.005324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:33.020337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:33.027077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c77c403e-c5d9-4f7b-ac66-0b576cd12e64 req-4d213556-4e28-4e23-8965-a4e8d42fc06e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Unset dirty status for tenant:8d626a0bfa8547d39d6627133b1e1af5 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:33.028277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c77c403e-c5d9-4f7b-ac66-0b576cd12e64 req-4d213556-4e28-4e23-8965-a4e8d42fc06e tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.4571116 Jan 18 23:09:33.048471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5844b23-cd2c-42d2-a2d5-bca240696818 req-6486261e-02fe-4bb7-8189-c886336287eb tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:33.056558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5844b23-cd2c-42d2-a2d5-bca240696818 req-6486261e-02fe-4bb7-8189-c886336287eb tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 945 time: 0.2971516 Jan 18 23:09:33.059467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Made reservation on behalf of dc24a9a3ef2b4a738183a014a6e654af for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:33.065257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.125740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c77c403e-c5d9-4f7b-ac66-0b576cd12e64 req-caf0afb0-3b5e-4966-8abe-fefdfbfce435 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897524 Jan 18 23:09:33.219468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-1bf5fcd9-0915-4c61-b618-7a1ac801080f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:33.223086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-1bf5fcd9-0915-4c61-b618-7a1ac801080f tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.1459856 Jan 18 23:09:33.240008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5844b23-cd2c-42d2-a2d5-bca240696818 req-afbc1223-a788-45c4-97a9-46a7379dea5d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795354 Jan 18 23:09:33.371111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:33.371598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.391891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Deleting port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:33.394293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.439411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Allocated IP 172.20.0.3 (4abd09b8-b381-4489-b4f8-0fbaae0f9eb9/4b458238-aaea-41ac-88d1-54e1d33b8a9b/66f3bc2b-db31-4aad-a5c8-b3d226dc4922) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:33.526031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:09:26Z', 'revision_number': 4, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb', 'name': '', 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'mac_address': 'fa:16:3e:54:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:24Z', 'updated_at': '2022-01-18T23:09:32Z', 'revision_number': 4, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'subnets': [{'id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:33.530618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443a1d-d0f5-4cd4-864b-4b24d441b773 None None] The sync data for ids ['a3f6b748-3f50-47dc-8c4a-365894b9571c'] in n-d-825178-1 is: [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:09:26Z', 'revision_number': 4, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb', 'name': '', 'network_id': 'ee29701e-c8eb-4729-9fe4-49c85f781034', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'mac_address': 'fa:16:3e:54:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:24Z', 'updated_at': '2022-01-18T23:09:32Z', 'revision_number': 4, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'subnets': [{'id': 'dd6615a1-cc22-4fe8-a72b-22526c99ef17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:33.680826 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d69fbd59-f5f2-46d7-bbaa-6fda8d5bd170 req-51614c86-4b0c-44f8-b96d-047a9ee94aab tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 210 time: 0.1308229 Jan 18 23:09:33.850336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.891627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Transition to ACTIVE for port object 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:33.944134 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.944694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] For port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:33.946393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.042642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Pushing event updated for resources: {'Port': ['ID=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:34.059847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:34.061203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:34.065479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:34.144080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Calling delete_port for a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:34.165002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:34.166488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.295243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-760c9bb8-2771-4900-87f9-b8014759d234 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3204947 Jan 18 23:09:34.310637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Request body: {'port': {'device_id': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:34.393484 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.520674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c8ff45eb-74db-4067-a4d6-d10e087c35b1 None None] Provisioning for port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:34.536374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c8ff45eb-74db-4067-a4d6-d10e087c35b1 None None] Provisioning complete for port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:34.536756 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8ff45eb-74db-4067-a4d6-d10e087c35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.569132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.610822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:34.719360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:34.798547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Pushing event deleted for resources: {'Port': ['ID=a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:34.878761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] No DVR routers for this DVR port a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:34.882472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.888540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'name': 'network-vif-deleted', 'tag': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:34.918005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-576cf7c4-187b-45e2-bcbb-0d9219c30266 req-7cb2ffc4-9318-4af8-9ff3-324904622d28 tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.86 "DELETE /v2.0/ports/a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e HTTP/1.1" status: 204 len: 173 time: 1.6877077 Jan 18 23:09:35.039927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff45eb-74db-4067-a4d6-d10e087c35b1 None None] Port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:09:35.073371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:35.077117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.081444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:35.082780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.140900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ae62-adf2-4903-9ce1-2d5659c2ea02 req-d196adec-c4bd-4613-8b04-09128afbdc5a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:35.142728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4f3ae62-adf2-4903-9ce1-2d5659c2ea02 req-d196adec-c4bd-4613-8b04-09128afbdc5a tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fdb80a2-463b-41da-a5c2-f2df8ff4a047 HTTP/1.1" status: 200 len: 945 time: 0.7045701 Jan 18 23:09:35.285791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:35.337373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4f3ae62-adf2-4903-9ce1-2d5659c2ea02 req-4d202159-8c6b-4102-99b1-b7ac46d40b0c tempest-ServerRescueTestJSON-2018119344 tempest-ServerRescueTestJSON-2018119344-project] 10.222.0.78 "GET /v2.0/security-groups?id=577acd65-7e01-4b2a-ba7a-5da2a6010f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814742 Jan 18 23:09:35.414102 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb80a2-463b-41da-a5c2-f2df8ff4a047', 'name': 'network-vif-deleted', 'tag': 'a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e', 'status': 'completed', 'code': 200} Jan 18 23:09:35.464901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.536014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:35.546875 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.653386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfdfc5-95a8-43bc-8b24-d095a610f0e3 req-bcf3f5f4-53ff-489d-9fe4-963e10f562e4 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:35.660560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27bfdfc5-95a8-43bc-8b24-d095a610f0e3 req-bcf3f5f4-53ff-489d-9fe4-963e10f562e4 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1027 time: 0.1790233 Jan 18 23:09:35.765296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-27bfdfc5-95a8-43bc-8b24-d095a610f0e3 req-8037683e-e994-45e4-aeb9-054d00366c20 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:35.804378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-27bfdfc5-95a8-43bc-8b24-d095a610f0e3 req-8037683e-e994-45e4-aeb9-054d00366c20 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:35.806174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27bfdfc5-95a8-43bc-8b24-d095a610f0e3 req-8037683e-e994-45e4-aeb9-054d00366c20 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431520 Jan 18 23:09:35.807106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:35.921557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.943762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:35.948279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Usage tracker for resource:security_group_rule and tenant:de17950908f145688d8cd653fa7bfc60 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:35.952348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:35.959532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:36.013705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:36.024106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.042192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Transition to ACTIVE for port object 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:36.050883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.073954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.080060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.135520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de17950908f145688d8cd653fa7bfc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483183 Jan 18 23:09:36.137371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87c31b-ccfa-4160-aed3-d9266502097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8522cf-235b-41c3-a6f2-f6cdc11e3244,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:36.139744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:36.221104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ace3173-4d0b-4dba-824b-f10d07a95a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.267141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Pushing event updated for resources: {'Port': ['ID=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:36.286056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ace3173-4d0b-4dba-824b-f10d07a95a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.344089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Attempting to bind port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:36.344554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Attempting to bind port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:36.349189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Attempting to bind port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:36.360016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:09:36.360646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Attempting to bind port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:36.363956 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ace3173-4d0b-4dba-824b-f10d07a95a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.371806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:36.372408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Checking segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:36.372798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Bound using segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:36.373399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Bound port: 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:36.373903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.409482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace3173-4d0b-4dba-824b-f10d07a95a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8522cf-235b-41c3-a6f2-f6cdc11e3244,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:36.417551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ace3173-4d0b-4dba-824b-f10d07a95a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.419410 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ace3173-4d0b-4dba-824b-f10d07a95a37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b8522cf-235b-41c3-a6f2-f6cdc11e3244 HTTP/1.1" status: 204 len: 168 time: 0.2785811 Jan 18 23:09:36.475164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:36.513940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] For port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:36.519858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] For port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:36.526213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.616323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:36.628447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:36.629698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.632489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] 10.222.0.85 "PUT /v2.0/ports/66f3bc2b-db31-4aad-a5c8-b3d226dc4922 HTTP/1.1" status: 200 len: 1091 time: 2.3259389 Jan 18 23:09:36.639750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'tag': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:36.779464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:36.780044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.805599 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'tag': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922', 'status': 'completed', 'code': 200} Jan 18 23:09:36.837491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf012a-a5f6-442d-b033-9ed1dcf463ae service neutron] Pushing event updated for resources: {'Port': ['ID=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:36.865844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-1e6dcd06-f23e-4f3c-85c2-c25d33e80a77 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320716 Jan 18 23:09:36.879455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-d109161a-513a-4615-9ea3-baab5965816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:36.880984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-d109161a-513a-4615-9ea3-baab5965816b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1094 time: 0.1771462 Jan 18 23:09:37.119626 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.262164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-0009f273-ab75-4c1d-a8bf-cfbff7ec347a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922 HTTP/1.1" status: 200 len: 217 time: 0.3738656 Jan 18 23:09:37.351117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:37.373214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-dfa19112-e33e-4dcf-a2f4-85e448ffa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.374674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-dfa19112-e33e-4dcf-a2f4-85e448ffa60e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b458238-aaea-41ac-88d1-54e1d33b8a9b HTTP/1.1" status: 200 len: 848 time: 0.0993874 Jan 18 23:09:37.472318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:37.472663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a4e3f0d5-9274-4b72-b9b8-dca3e79fbd9e not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:37.585931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-72a0b04e-e573-4951-88a5-60a4e6c68783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.587698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-72a0b04e-e573-4951-88a5-60a4e6c68783 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 1097 time: 0.4989741 Jan 18 23:09:37.608308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0f7ae-5136-44eb-91c4-bf20cafbdf39 req-87db90a6-57cf-4c10-a682-7a478daa76b9 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.609172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-76b0f7ae-5136-44eb-91c4-bf20cafbdf39 req-87db90a6-57cf-4c10-a682-7a478daa76b9 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:37.676683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:37.701625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.724318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:37.728820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:a346d5adcf83400b8f6c19c10d8701e4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:37.731725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:37.737558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:37.770798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-4fda765b-b9ee-4e7f-b48f-f71b2a6c555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.772778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-4fda765b-b9ee-4e7f-b48f-f71b2a6c555a service neutron] 10.222.0.85 "GET /v2.0/networks?id=1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 200 len: 917 time: 0.1590371 Jan 18 23:09:37.775010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-3ac480aa-6cb6-4e52-8fa4-7d2f0dc6658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.777273 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-3ac480aa-6cb6-4e52-8fa4-7d2f0dc6658f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3939781 Jan 18 23:09:37.908909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.922866 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.924782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-76b0f7ae-5136-44eb-91c4-bf20cafbdf39 req-87db90a6-57cf-4c10-a682-7a478daa76b9 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:37.926118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76b0f7ae-5136-44eb-91c4-bf20cafbdf39 req-87db90a6-57cf-4c10-a682-7a478daa76b9 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1094 time: 0.7049272 Jan 18 23:09:37.963633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48c5a6-085b-41f7-9c13-2c7f1dfd28c0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:37.973138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.071470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e50eb40a-7be2-45f4-aa3c-bfcd1ddffbd1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a346d5adcf83400b8f6c19c10d8701e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935764 Jan 18 23:09:38.074450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57826) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:38.227820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-c2acff2c-6a27-4f01-8495-1f9011163e9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 200 len: 1001 time: 0.4420581 Jan 18 23:09:38.233139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-76b0f7ae-5136-44eb-91c4-bf20cafbdf39 req-f1d52236-e681-432a-956d-c0d435d4b21b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085670 Jan 18 23:09:38.321901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-d236b9ee-51b9-4e29-b681-ad342182c6c2 service neutron] 10.222.0.85 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782982 Jan 18 23:09:38.333518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-3e39e184-2938-4493-8788-45320510a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:38.334969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-3e39e184-2938-4493-8788-45320510a931 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 200 len: 855 time: 0.0998893 Jan 18 23:09:38.391443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85da30e6-0520-49b0-ad81-261d7549432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.436496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85da30e6-0520-49b0-ad81-261d7549432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.538396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5137de2-d873-4e8b-b9d8-f5365956af07 req-40137cf3-2f2b-4b44-b738-f12accd867b0 service neutron] 10.222.0.85 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024667 Jan 18 23:09:38.540493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-45d3b9d6-cef2-4344-ae79-cc84385769af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:38.542024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-45d3b9d6-cef2-4344-ae79-cc84385769af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1bce845c-1334-4679-bc2c-cc55bd24f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849110 Jan 18 23:09:38.581015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Deleting port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:38.581434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.634381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85da30e6-0520-49b0-ad81-261d7549432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.662039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da30e6-0520-49b0-ad81-261d7549432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c48c5a6-085b-41f7-9c13-2c7f1dfd28c0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:38.682022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85da30e6-0520-49b0-ad81-261d7549432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.683314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85da30e6-0520-49b0-ad81-261d7549432f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c48c5a6-085b-41f7-9c13-2c7f1dfd28c0 HTTP/1.1" status: 204 len: 168 time: 0.6075838 Jan 18 23:09:38.761651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-43d9976b-852e-44de-b6dd-c0883458a2f4 service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115552 Jan 18 23:09:38.868378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] For port 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,segment=NetworkSegment(a831d3da-a890-4b4e-9725-35b94070c8af),segment_id=a831d3da-a890-4b4e-9725-35b94070c8af)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:38.869054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.035974 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-017a8171-657f-4fe0-b5eb-08719db7bb79 req-2a865c75-0d58-409b-b36c-3c4669a8950b service neutron] 10.222.0.85 "GET /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667313 Jan 18 23:09:39.038355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-667b5ac3-2cbe-4d0a-806e-8ca515a37990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.039925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-667b5ac3-2cbe-4d0a-806e-8ca515a37990 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1094 time: 0.3353834 Jan 18 23:09:39.105486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Calling delete_port for 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:39.251342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-45f0d8c6-7f1a-4342-a387-9ab55b9c3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.253340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-45f0d8c6-7f1a-4342-a387-9ab55b9c3ade service neutron] 10.222.0.85 "GET /v2.0/networks?id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 200 len: 910 time: 0.2014508 Jan 18 23:09:39.366655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-f0df87fe-5ddd-483f-b7fa-f8db2d6b95c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922 HTTP/1.1" status: 200 len: 217 time: 0.1056721 Jan 18 23:09:39.477318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-8fb51181-9d0e-43e0-a25b-7db8ab085fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.477318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-8fb51181-9d0e-43e0-a25b-7db8ab085fe6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b458238-aaea-41ac-88d1-54e1d33b8a9b HTTP/1.1" status: 200 len: 848 time: 0.0994701 Jan 18 23:09:39.627719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.689971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-32f4b9d3-8e80-4d75-85ce-6540b9d3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.693146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-32f4b9d3-8e80-4d75-85ce-6540b9d3ff91 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056422 Jan 18 23:09:39.894036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-a972dd33-c5f1-4142-b929-16327af8c6ef service neutron] 10.222.0.85 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905715 Jan 18 23:09:39.998380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c01d4-88c4-45bc-9fd2-3609a975d4ad req-d1b88d41-d038-42ff-882d-9fe424d71427 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.998380 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f29c01d4-88c4-45bc-9fd2-3609a975d4ad req-d1b88d41-d038-42ff-882d-9fe424d71427 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1094 time: 0.4878469 Jan 18 23:09:40.024110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcacdb3-07b7-4bf3-916d-48f5ed8d5719,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:40.113996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3e9ee0f8-973c-46f1-8965-d42fe02ba065 req-d3cd77e5-8436-4683-9b9e-33b18b40c723 service neutron] 10.222.0.85 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128704 Jan 18 23:09:40.206527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f29c01d4-88c4-45bc-9fd2-3609a975d4ad req-768d6a60-1fd2-46bb-b638-3b88d3ce01c2 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834412 Jan 18 23:09:40.353203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.665384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57886) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:40.820216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.837739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:40.843527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Usage tracker for resource:security_group_rule and tenant:00e6d582cc22470fa43e18da7a1f1893 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:40.846984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:40.853806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:40.872585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Router d4b1009b-9359-4861-9410-e6725f3e3450 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:09:40.897694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:40.944777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.953905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.032085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3eee7-9e78-461e-a6bc-cd2374ee65cb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.055178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08e6c884-4bd2-4557-b12e-6909336e7727 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00e6d582cc22470fa43e18da7a1f1893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885949 Jan 18 23:09:41.058001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:41.126236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:41.145324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'port_id': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922', 'mac_address': 'fa:16:3e:da:8c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:41.178527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-889bcb73-c6ae-40fd-9e4f-f6142ebd8213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.202529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:41.216713 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] Sync routers for ids ['d4b1009b-9359-4861-9410-e6725f3e3450'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:41.217278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.229916 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] Routers {'d4b1009b-9359-4861-9410-e6725f3e3450'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:41.232125 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d4b1009b-9359-4861-9410-e6725f3e3450'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:41.234625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7cef9ae5-0b16-4347-95fa-a6f56d6ba741 admin admin] 10.222.0.78 "PUT /v2.0/routers/d4b1009b-9359-4861-9410-e6725f3e3450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7553325 Jan 18 23:09:41.235316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:41.240824 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:41.249130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-889bcb73-c6ae-40fd-9e4f-f6142ebd8213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.276282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:41.289773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.352452 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-889bcb73-c6ae-40fd-9e4f-f6142ebd8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.394491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bcb73-c6ae-40fd-9e4f-f6142ebd8213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3eee7-9e78-461e-a6bc-cd2374ee65cb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.416288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-889bcb73-c6ae-40fd-9e4f-f6142ebd8213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.422184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-889bcb73-c6ae-40fd-9e4f-f6142ebd8213 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aae3eee7-9e78-461e-a6bc-cd2374ee65cb HTTP/1.1" status: 204 len: 168 time: 0.3629768 Jan 18 23:09:41.466864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.512197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.513687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.515422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.516650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.517902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.519592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.520027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.520867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.521529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.522499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.523556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.524564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:41.550146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d287b5-1ea7-4990-859f-833df5bbdedd req-04ae9af5-ff65-43ab-95f9-517db47ceea0 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:41.562878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7d287b5-1ea7-4990-859f-833df5bbdedd req-04ae9af5-ff65-43ab-95f9-517db47ceea0 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1095 time: 0.1268415 Jan 18 23:09:41.577938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['66f3bc2b-db31-4aad-a5c8-b3d226dc4922'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:41.631586 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.796534 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] Set router d4b1009b-9359-4861-9410-e6725f3e3450 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:41.920469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7d287b5-1ea7-4990-859f-833df5bbdedd req-0eec3b55-d982-433a-81fe-8df692784ab8 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564374 Jan 18 23:09:42.107049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.120554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Deleting port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:42.121258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.129306 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd414afd-c139-4f4e-b938-80cb4a9feebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.280012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 5, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port': {'id': 'bb90e9f4-cddd-447d-bd6a-9ada38fc19b7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:11Z', 'updated_at': '2022-01-18T23:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:42.293041 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] Checking router: d4b1009b-9359-4861-9410-e6725f3e3450 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:42.322136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] Routers {'d4b1009b-9359-4861-9410-e6725f3e3450'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:42.323273 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d4b1009b-9359-4861-9410-e6725f3e3450'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:42.494136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] For port bb90e9f4-cddd-447d-bd6a-9ada38fc19b7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:42.494657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.524188 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] Set router d4b1009b-9359-4861-9410-e6725f3e3450 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:42.654448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:09:42Z', 'revision_number': 6, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:42.659309 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31429-6354-412a-8b59-477e4efb4b68 None None] The sync data for ids ['d4b1009b-9359-4861-9410-e6725f3e3450'] in n-d-825178-1 is: [{'id': 'd4b1009b-9359-4861-9410-e6725f3e3450', 'name': 'tempest-ServerRescueTestJSON-322336772-router', 'tenant_id': '8d626a0bfa8547d39d6627133b1e1af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:09Z', 'updated_at': '2022-01-18T23:09:42Z', 'revision_number': 6, 'project_id': '8d626a0bfa8547d39d6627133b1e1af5', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:42.663830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Calling delete_port for bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:42.900587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:42.965217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.081106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:43.086590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:43.086964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.092024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb90e9f4-cddd-447d-bd6a-9ada38fc19b7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:43.265747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.417600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.461211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:43.499486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:43.509399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.512649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.516396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.548778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76e263-c8e0-45b1-af69-0468674985f8 req-34b9de05-1cc1-444a-8e74-ffe3cf171035 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:43.551249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df76e263-c8e0-45b1-af69-0468674985f8 req-34b9de05-1cc1-444a-8e74-ffe3cf171035 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1095 time: 0.3564661 Jan 18 23:09:43.588223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.588722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b1009b-9359-4861-9410-e6725f3e3450 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:09:43.624829 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922', 'code': 200} Jan 18 23:09:43.625766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:43.653765 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df76e263-c8e0-45b1-af69-0468674985f8 req-ee5b6fdc-fb2a-4052-8e31-3aa1c900d9ac tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928366 Jan 18 23:09:43.656070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.661831 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f92a70d-bd71-456f-83cc-91b83dca693e admin admin] 10.222.0.78 "DELETE /v2.0/routers/d4b1009b-9359-4861-9410-e6725f3e3450 HTTP/1.1" status: 204 len: 168 time: 2.4251168 Jan 18 23:09:43.662566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:43.746618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Deleting subnet 65384ca5-ca26-42ce-bbd1-1a768dfcbf89 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:09:43.753967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.791854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d01b4-fa11-4b13-aa6c-d606afae13fc req-7957ac52-ea72-43d0-8a62-0502a2a9c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:43.793377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea1d01b4-fa11-4b13-aa6c-d606afae13fc req-7957ac52-ea72-43d0-8a62-0502a2a9c641 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.1630735 Jan 18 23:09:43.828789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.875676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea1d01b4-fa11-4b13-aa6c-d606afae13fc req-8b04c17d-aa6b-4ec0-a096-b1232aed7880 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739977 Jan 18 23:09:43.900721 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.990372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.040713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65384ca5-ca26-42ce-bbd1-1a768dfcbf89,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:44.046941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.057189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-41ee1f42-0c13-4148-b35a-3bc97d5f68af admin admin] 10.222.0.78 "DELETE /v2.0/subnets/65384ca5-ca26-42ce-bbd1-1a768dfcbf89 HTTP/1.1" status: 204 len: 168 time: 0.3935359 Jan 18 23:09:44.062202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57984) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:44.223831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.373479 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.409517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dfea510a-060b-475c-a5aa-66c25faef8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.419946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10103b4b-6ddd-433b-85ff-58e65c058983']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:44.435037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a831d3da-a890-4b4e-9725-35b94070c8af') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:44.435329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a831d3da-a890-4b4e-9725-35b94070c8af') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:44.449258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.466520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.474609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:09:44.475208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:09:44.496645 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:09:44.562227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:44.608219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.622992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:44.623531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6fcacdb3-07b7-4bf3-916d-48f5ed8d5719 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:44.624118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:44.643102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.654613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=10103b4b-6ddd-433b-85ff-58e65c058983,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:44.665181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:44.665909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb90e9f4-cddd-447d-bd6a-9ada38fc19b7 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:44.674130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3480aa43-2b49-4b1b-8498-ed1d39c0fc3d admin admin] 10.222.0.78 "DELETE /v2.0/networks/10103b4b-6ddd-433b-85ff-58e65c058983 HTTP/1.1" status: 204 len: 168 time: 0.6105280 Jan 18 23:09:44.854135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4be44-6abb-4d67-aa49-1b658dfb8a5c req-73e36ee2-c792-4340-8ad4-db681986ec39 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:44.856078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06a4be44-6abb-4d67-aa49-1b658dfb8a5c req-73e36ee2-c792-4340-8ad4-db681986ec39 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.0959172 Jan 18 23:09:44.878898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:44.963815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06a4be44-6abb-4d67-aa49-1b658dfb8a5c req-05c840ae-ba4e-4e18-8824-818e3de67c58 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018488 Jan 18 23:09:44.990434 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-814edebc-09cf-4030-997f-05228caae3f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d626a0bfa8547d39d6627133b1e1af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096957 Jan 18 23:09:44.992231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58044) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:45.066039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:45.084154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-778fd0fc-cc1f-4862-9a4c-39319ab4d501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.123789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-778fd0fc-cc1f-4862-9a4c-39319ab4d501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.217822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-778fd0fc-cc1f-4862-9a4c-39319ab4d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.243182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.268342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:45.273249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Usage tracker for resource:security_group_rule and tenant:9f9cea1e27f846afa81317220849c03b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:45.276297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:45.283903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:45.286978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fd0fc-cc1f-4862-9a4c-39319ab4d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577acd65-7e01-4b2a-ba7a-5da2a6010f5a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:45.292408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-778fd0fc-cc1f-4862-9a4c-39319ab4d501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.294427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-778fd0fc-cc1f-4862-9a4c-39319ab4d501 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/577acd65-7e01-4b2a-ba7a-5da2a6010f5a HTTP/1.1" status: 204 len: 168 time: 0.3010240 Jan 18 23:09:45.407806 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.415347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.480770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1858b227-6c21-4b6e-9f89-2bac6b8872a5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:45.493819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf8607bd-a18a-4231-bd62-6d7902f5d42f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f9cea1e27f846afa81317220849c03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233744 Jan 18 23:09:45.494013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:45.586718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f46fa22-a6d4-40a8-b8e2-41e43ef36b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.615746 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.636413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f46fa22-a6d4-40a8-b8e2-41e43ef36b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.689364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.703577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f46fa22-a6d4-40a8-b8e2-41e43ef36b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.723609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46fa22-a6d4-40a8-b8e2-41e43ef36b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1858b227-6c21-4b6e-9f89-2bac6b8872a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:45.732054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f46fa22-a6d4-40a8-b8e2-41e43ef36b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.733207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0f46fa22-a6d4-40a8-b8e2-41e43ef36b01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1858b227-6c21-4b6e-9f89-2bac6b8872a5 HTTP/1.1" status: 204 len: 168 time: 0.2382407 Jan 18 23:09:46.168887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55db9b-d19f-4d73-9af8-63489cba5a2a req-c00b867d-7f1d-477e-8573-edafb1a642e1 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:46.170885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e55db9b-d19f-4d73-9af8-63489cba5a2a req-c00b867d-7f1d-477e-8573-edafb1a642e1 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.0897636 Jan 18 23:09:46.195512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58122) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.215741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.247598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:46.260030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Usage tracker for resource:security_group_rule and tenant:02f0f3388ac440238719ab803681600f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:46.264571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:46.272232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:46.353352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e55db9b-d19f-4d73-9af8-63489cba5a2a req-ce2e090b-ac8f-47de-b7a6-6329cd95c19b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766400 Jan 18 23:09:46.454485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.465679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.533244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02f0f3388ac440238719ab803681600f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321254 Jan 18 23:09:46.533368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.549380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ad6f4-4514-45d8-9cb4-7bfca85ca0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed6f99-49b3-4a21-ae19-c9a602af9c0c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:46.650652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3418c-39f9-4a66-a7e1-238b8d0fa8d7 req-62af78d0-d601-42ca-8e39-49079f5b5e83 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:46.652168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0c3418c-39f9-4a66-a7e1-238b8d0fa8d7 req-62af78d0-d601-42ca-8e39-49079f5b5e83 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.1207497 Jan 18 23:09:46.655423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ead490b-9f32-458a-842a-d79d8ef20ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.673006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58144) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.697935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ead490b-9f32-458a-842a-d79d8ef20ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.701293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0c3418c-39f9-4a66-a7e1-238b8d0fa8d7 req-38d28b91-3082-4f61-8244-95b0c096b967 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Jan 18 23:09:46.771470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ead490b-9f32-458a-842a-d79d8ef20ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.787808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead490b-9f32-458a-842a-d79d8ef20ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed6f99-49b3-4a21-ae19-c9a602af9c0c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:46.796145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ead490b-9f32-458a-842a-d79d8ef20ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.799901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ead490b-9f32-458a-842a-d79d8ef20ea1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b2ed6f99-49b3-4a21-ae19-c9a602af9c0c HTTP/1.1" status: 204 len: 168 time: 0.2633379 Jan 18 23:09:46.939321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-649875459-network', 'tenant_id': 'f77d146c43d2466881a6d6f89b9ea4ae'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:46.951115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:46.958695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Usage tracker for resource:network and tenant:f77d146c43d2466881a6d6f89b9ea4ae is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:46.962947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:46.970514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:46.979880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.997547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c4235-5d83-4a27-9acf-5db45cc2cd95 req-5ab7dea9-e7fe-4ac5-bd40-9c006d9ee88d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.001475 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-828c4235-5d83-4a27-9acf-5db45cc2cd95 req-5ab7dea9-e7fe-4ac5-bd40-9c006d9ee88d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.1512709 Jan 18 23:09:47.003103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Made reservation on behalf of f77d146c43d2466881a6d6f89b9ea4ae for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:47.005898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.041678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.070625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:47.077777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Usage tracker for resource:security_group_rule and tenant:f77d146c43d2466881a6d6f89b9ea4ae is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:47.093365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-828c4235-5d83-4a27-9acf-5db45cc2cd95 req-21fa6080-1bf8-4782-8d37-8bcb3305e320 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714014 Jan 18 23:09:47.094342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:47.100933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:47.201997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.209950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.242864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:09:47.258042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76589613-4536-4ebe-903a-a2c3df7754ad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:47.271624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.271624 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Added segment 17ed3991-28af-4e99-b750-07b7b3416a19 of type vlan for network ff8b3386-1da3-44e0-a9e6-380587ec2636 Jan 18 23:09:47.301426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.346009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.347295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.347934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.461859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] Pushing event updated for resources: {'Network': ['ID=ff8b3386-1da3-44e0-a9e6-380587ec2636,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:47.464993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d99dfb4-3fac-44b8-b713-b7b8bbae209d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7902229 Jan 18 23:09:47.468807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58194) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:47.474701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Request body: {'subnet': {'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-649875459-subnet', 'tenant_id': 'f77d146c43d2466881a6d6f89b9ea4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:47.477279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ff8b3386-1da3-44e0-a9e6-380587ec2636 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:09:47.484580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:47.488711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Usage tracker for resource:subnet and tenant:f77d146c43d2466881a6d6f89b9ea4ae is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:47.495005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:47.505058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:47.541089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Made reservation on behalf of f77d146c43d2466881a6d6f89b9ea4ae for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:47.546584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.814372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-f068667f-6a8f-4261-9dd6-f1c6db237898 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.815904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-f068667f-6a8f-4261-9dd6-f1c6db237898 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/networks?id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 200 len: 910 time: 0.1697738 Jan 18 23:09:47.836795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-88b40b62-8c59-40c8-8eeb-64f4f982ee3f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/quotas/dc24a9a3ef2b4a738183a014a6e654af HTTP/1.1" status: 200 len: 375 time: 0.0148451 Jan 18 23:09:48.009503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-f2549a3c-7f84-4582-abdf-7d47d2ccfe27 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1607111 Jan 18 23:09:48.026288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.105819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1377c7ad-c802-48e5-8ef8-71a3bd833a49,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:48.130872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Checking segment: {'id': '17ed3991-28af-4e99-b750-07b7b3416a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:48.131590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Network hostable DHCP agents. Network: ff8b3386-1da3-44e0-a9e6-380587ec2636, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:09:48.155629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Network ff8b3386-1da3-44e0-a9e6-380587ec2636 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:09:48.172345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ff8b3386-1da3-44e0-a9e6-380587ec2636) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:48.179139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:48.179945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.193604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb7cd5-10bc-4b5b-9835-46e8a2830aa2 None None] Network ff8b3386-1da3-44e0-a9e6-380587ec2636 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:48.478925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bfe314-b9d8-476a-910c-0be62e163e26 None None] Network ff8b3386-1da3-44e0-a9e6-380587ec2636 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:09:48.540806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1065cbdb-901a-4155-9741-88f2fd502063 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0707686 Jan 18 23:09:48.619715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-4d6e36af-05e4-4bbb-b5a1-cc9ced99cd82 service neutron] 10.222.0.78 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012087 Jan 18 23:09:48.800960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-35d8cb8b-dbd8-4b82-a447-c3f636227c71 service neutron] 10.222.0.78 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745129 Jan 18 23:09:48.919347 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:09:49.151095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d90127e6-3e44-4586-9cc4-40b9bfabc3cc req-45177a1d-60e5-4ef8-bbef-a31ddda0a364 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 210 time: 0.0891950 Jan 18 23:09:50.097737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-6edbc400-2ba0-415d-8a1b-13ae072b80b6 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:50.099429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-6edbc400-2ba0-415d-8a1b-13ae072b80b6 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Synchronizing usage tracker for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:50.121366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-6edbc400-2ba0-415d-8a1b-13ae072b80b6 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Unset dirty status for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:50.123456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-6edbc400-2ba0-415d-8a1b-13ae072b80b6 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/networks?id=ff8b3386-1da3-44e0-a9e6-380587ec2636 HTTP/1.1" status: 200 len: 808 time: 0.2760727 Jan 18 23:09:50.149340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-d5dc304f-767d-475c-8d82-95563be4e3d9 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/quotas/f77d146c43d2466881a6d6f89b9ea4ae HTTP/1.1" status: 200 len: 375 time: 0.0190265 Jan 18 23:09:50.208631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-04bdfe64-4c88-4dec-84c6-a5837bc79c86 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f77d146c43d2466881a6d6f89b9ea4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531750 Jan 18 23:09:50.282572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514e4f1-a37d-41a0-8519-ea571bc59809 req-ac8bc3b6-6428-4f0b-ad48-1ca6b62b9b0f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:50.293202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6514e4f1-a37d-41a0-8519-ea571bc59809 req-ac8bc3b6-6428-4f0b-ad48-1ca6b62b9b0f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 946 time: 0.1483610 Jan 18 23:09:50.375966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6514e4f1-a37d-41a0-8519-ea571bc59809 req-91089128-63da-4f6e-8db3-82678adfc879 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771327 Jan 18 23:09:50.593215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:50.666290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df995fe5-fa53-4136-8bdb-650ca1ff9837 req-e491bd23-1042-45d1-9941-067d3caf046c tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 210 time: 0.0946271 Jan 18 23:09:50.740044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-66b74cad-e358-437c-9ec2-2d12e16954a3 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:50.740044 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-66b74cad-e358-437c-9ec2-2d12e16954a3 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.86 "GET /v2.0/networks?id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 200 len: 910 time: 0.3423586 Jan 18 23:09:50.753242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Request body: {'port': {'device_id': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'admin_state_up': True, 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:50.768760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:50.792979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:50.823554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.840256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-cfbf9453-2d42-4894-9358-66a536c463a6 service neutron] 10.222.0.78 "GET /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234655 Jan 18 23:09:50.849153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Made reservation on behalf of dc24a9a3ef2b4a738183a014a6e654af for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:50.851727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.862860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:50.962606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Usage tracker for resource:security_group_rule and tenant:8cc838aaa9da49f1b67b359b678e48a0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:50.968425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:50.979901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:51.080261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-18b1a96a-37a8-4d40-9ad8-38601db6197d service neutron] 10.222.0.78 "GET /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148941 Jan 18 23:09:51.163859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58388) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:51.303976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.305449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Allocated IP 172.20.0.7 (4abd09b8-b381-4489-b4f8-0fbaae0f9eb9/4b458238-aaea-41ac-88d1-54e1d33b8a9b/ce3fb0d4-0a8d-4b02-98df-4f81f3855dce) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:51.316610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.405908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8cc838aaa9da49f1b67b359b678e48a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096154 Jan 18 23:09:51.407274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e077d619-fd80-4a67-93f4-b6ac800ed402,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:51.415421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:51.445406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.445406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.445406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.445708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.446008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.446418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.446745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.447071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.447427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.447748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.448067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.448386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418a78f-1f8d-438b-a198-64df39556f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:51.479471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-3c1d12d7-a297-41c2-a6be-bed8586dfd67 req-fd37fbe1-186a-4808-afe3-0cf028bf24c7 tempest-MultipleCreateTestJSON-669841445 tempest-MultipleCreateTestJSON-669841445-project] (87812) timed out ('10.222.0.85', 65251) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:09:51.511678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.532977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-103c1c59-ef99-4147-abbe-b93fc8ede409 req-7b2cdad9-c7b9-4a5b-9477-783c024982bb tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 210 time: 0.1502836 Jan 18 23:09:51.562228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:51.573688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Usage tracker for resource:security_group_rule and tenant:9d6da5303585454da457f0476a58b1f5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:51.577390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:51.590326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:51.631042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-28b9b7e9-36ac-4068-aed7-40abb8931524 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:51.633646 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-28b9b7e9-36ac-4068-aed7-40abb8931524 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 946 time: 0.1811261 Jan 18 23:09:51.740675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Deleting port 4352ac68-bf50-4396-8217-213167f1e6ca {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:51.741339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.838045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc472b4d-7a09-41ab-8164-172e20b85765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.890240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc472b4d-7a09-41ab-8164-172e20b85765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.924867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.956111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e19a0-2abf-45b6-9fce-d77d583f5164 req-359dd7cf-38d0-4ca4-a15b-2a2352bd7c2f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:51.964263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e61e19a0-2abf-45b6-9fce-d77d583f5164 req-359dd7cf-38d0-4ca4-a15b-2a2352bd7c2f tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 946 time: 0.4126699 Jan 18 23:09:52.014135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Transition to ACTIVE for port object ce3fb0d4-0a8d-4b02-98df-4f81f3855dce will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:52.057652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e61e19a0-2abf-45b6-9fce-d77d583f5164 req-b62ca938-f199-45d5-a8c1-85310a962640 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups?id=1372df69-c079-4296-a113-f45f1cb23c40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923247 Jan 18 23:09:52.077158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc472b4d-7a09-41ab-8164-172e20b85765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.101770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc472b4d-7a09-41ab-8164-172e20b85765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077d619-fd80-4a67-93f4-b6ac800ed402,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:52.111611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ddc83f25-96f3-4a62-9faf-1e9c0ec8c6c7 req-78d1b4c3-0188-4f09-bd54-407dfeb640f9 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 210 time: 0.1569090 Jan 18 23:09:52.119340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.134361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['66f3bc2b-db31-4aad-a5c8-b3d226dc4922'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:52.153503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.164192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.223071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d6da5303585454da457f0476a58b1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0578029 Jan 18 23:09:52.232570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:52.233693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:52.234412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Pushing event updated for resources: {'Port': ['ID=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:52.235746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ccaf2-af93-464e-9e3b-60a79b13cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72921b65-b2a5-4260-bce2-51442bc440eb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:52.237661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:52.244758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:52.274304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] For port 4352ac68-bf50-4396-8217-213167f1e6ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4352ac68-bf50-4396-8217-213167f1e6ca,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:52.275076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.325536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc472b4d-7a09-41ab-8164-172e20b85765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.331467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fc472b4d-7a09-41ab-8164-172e20b85765 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e077d619-fd80-4a67-93f4-b6ac800ed402 HTTP/1.1" status: 204 len: 168 time: 0.9150345 Jan 18 23:09:52.422832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9454bc7-956f-4c2f-bf7f-023b3233cac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.487027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:52.487861 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.494620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9454bc7-956f-4c2f-bf7f-023b3233cac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.563929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-1ede7171-5b6e-47e6-b670-90e897ecda40 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8166721 Jan 18 23:09:52.598898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Request body: {'port': {'device_id': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:52.749840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2af21487-cd8a-4563-be78-304be69c7e1a None None] Provisioning for port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:52.756825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2af21487-cd8a-4563-be78-304be69c7e1a None None] Provisioning complete for port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:52.757433 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2af21487-cd8a-4563-be78-304be69c7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.778581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.779540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.780120 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Floating IP c1cc5245-90d0-419d-a7f5-694dca6961ec disassociated. External IP: 172.25.4.140, port: 4352ac68-bf50-4396-8217-213167f1e6ca. Jan 18 23:09:52.780796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Calling delete_port for 4352ac68-bf50-4396-8217-213167f1e6ca owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:52.819715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2af21487-cd8a-4563-be78-304be69c7e1a None None] Port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:09:52.846368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9454bc7-956f-4c2f-bf7f-023b3233cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.927955 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a840818e-d7fa-4f50-835d-542365713103 req-88ebd91a-b256-4271-8188-8afb3ea07dea tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 210 time: 0.1715429 Jan 18 23:09:52.931866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9454bc7-956f-4c2f-bf7f-023b3233cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72921b65-b2a5-4260-bce2-51442bc440eb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:52.963306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.002595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.057255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b9454bc7-956f-4c2f-bf7f-023b3233cac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.062633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b9454bc7-956f-4c2f-bf7f-023b3233cac5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72921b65-b2a5-4260-bce2-51442bc440eb HTTP/1.1" status: 204 len: 168 time: 0.8210268 Jan 18 23:09:53.373069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event deleted for resources: {'Port': ['ID=4352ac68-bf50-4396-8217-213167f1e6ca,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:53.787482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733d88-2492-4acd-bea1-c79af285adee req-f97c20a9-8c1e-4f79-8f7f-54daecbfddc2 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:53.788170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-39733d88-2492-4acd-bea1-c79af285adee req-f97c20a9-8c1e-4f79-8f7f-54daecbfddc2 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:53.797977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d41aa8a6-fed0-43d1-8145-56d6ed90948b req-b303e03a-aa5e-42e7-a3a4-1fb4745321fe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 210 time: 0.1631012 Jan 18 23:09:53.842117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3fb0d4-0a8d-4b02-98df-4f81f3855dce {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:53.864850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-ecc1c7f6-6fa4-4559-ba2b-2f200d2a0adf tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:53.866714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-ecc1c7f6-6fa4-4559-ba2b-2f200d2a0adf tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.86 "GET /v2.0/networks?id=ff8b3386-1da3-44e0-a9e6-380587ec2636 HTTP/1.1" status: 200 len: 808 time: 0.7663360 Jan 18 23:09:53.877598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58468) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:53.884119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Request body: {'port': {'device_id': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636', 'admin_state_up': True, 'tenant_id': 'f77d146c43d2466881a6d6f89b9ea4ae'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:53.893663 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.904268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-39733d88-2492-4acd-bea1-c79af285adee req-f97c20a9-8c1e-4f79-8f7f-54daecbfddc2 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:53.915189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39733d88-2492-4acd-bea1-c79af285adee req-f97c20a9-8c1e-4f79-8f7f-54daecbfddc2 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1027 time: 0.3845646 Jan 18 23:09:53.982565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Transition to ACTIVE for port object ce3fb0d4-0a8d-4b02-98df-4f81f3855dce will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:53.998328 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.077113 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39733d88-2492-4acd-bea1-c79af285adee req-0328819a-bbbb-4f09-b205-c6a8dcca60c5 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605148 Jan 18 23:09:54.126765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.140833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Router d371cd8e-5a83-403a-b494-7f9b53876899 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:09:54.169699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Pushing event updated for resources: {'Port': ['ID=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:54.277329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:54.282232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd40d6574a414f73b78fbc4be27b1a8f is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:54.285769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:54.292319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:54.370601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Attempting to bind port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:54.370885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Attempting to bind port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:54.371235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Attempting to bind port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:54.373780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a12ae7c-fd2a-487a-b444-6184e0c902a1 req-519a2c41-2869-4fe0-a777-8e6ceeb9a572 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 210 time: 0.2610555 Jan 18 23:09:54.377797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:09:54.378129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Attempting to bind port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce on network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:54.389828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:54.390514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Checking segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:54.390937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Bound using segment: {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:54.391515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Bound port: ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d6ff67-a95f-4ee1-9d2a-0c06175ea773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:54.392024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.527861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:54.555713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] For port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:54.556482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Usage tracker for resource:port and tenant:f77d146c43d2466881a6d6f89b9ea4ae is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:54.560224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] For port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:54.562699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:54.568998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.576089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:54.614593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Made reservation on behalf of f77d146c43d2466881a6d6f89b9ea4ae for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:54.619196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.646995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:09:54.667474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:54.668109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.669788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] 10.222.0.86 "PUT /v2.0/ports/ce3fb0d4-0a8d-4b02-98df-4f81f3855dce HTTP/1.1" status: 200 len: 1091 time: 2.0835056 Jan 18 23:09:54.672609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:54.695104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'tag': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:54.702759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:54.703637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:54.855146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cb5c8-20e6-4d3b-9719-25ab48c1e33c service neutron] Pushing event updated for resources: {'Port': ['ID=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:54.871566 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'tag': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce', 'status': 'completed', 'code': 200} Jan 18 23:09:54.949144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-05e95da3-6003-4483-b97e-1fe627a594c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:54.955855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-05e95da3-6003-4483-b97e-1fe627a594c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1094 time: 0.2363226 Jan 18 23:09:55.019432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] No DVR routers for this DVR port 4352ac68-bf50-4396-8217-213167f1e6ca on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:55.031526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.040250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-deleted', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:55.046861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.066361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-aff0e3dc-5270-490c-8dbb-487851faac98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce HTTP/1.1" status: 200 len: 217 time: 0.1027439 Jan 18 23:09:55.105068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.135276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-977f55d8-019e-41ee-87c0-70bc4dfdc3e1 req-179a73cd-d493-47a4-b5d9-6ed49fd626fe tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 210 time: 0.1062069 Jan 18 23:09:55.164533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:55.172331 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f394-6216-402d-8d2e-7c25d9e6a454', 'name': 'network-vif-deleted', 'tag': '4352ac68-bf50-4396-8217-213167f1e6ca', 'status': 'completed', 'code': 200} Jan 18 23:09:55.204795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-30c93d11-f516-4029-a2bf-9bfe7216b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:55.207159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-30c93d11-f516-4029-a2bf-9bfe7216b98c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b458238-aaea-41ac-88d1-54e1d33b8a9b HTTP/1.1" status: 200 len: 848 time: 0.1355367 Jan 18 23:09:55.213302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:55.272829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 4352ac68-bf50-4396-8217-213167f1e6ca {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:09:55.274862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4352ac68-bf50-4396-8217-213167f1e6ca not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:55.322901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1450cafd-c892-44ac-a125-8a177e122ae3 req-7f14e9ed-d006-4c6e-8a55-46e3ec659c07 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.85 "DELETE /v2.0/ports/4352ac68-bf50-4396-8217-213167f1e6ca HTTP/1.1" status: 204 len: 173 time: 3.6816933 Jan 18 23:09:55.323507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9361b3a0-b9ac-4d58-adad-169ee839c6ff,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:55.336776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b96a353-a1e0-45a8-ab4e-29d0e2f6e4c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd40d6574a414f73b78fbc4be27b1a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4208868 Jan 18 23:09:55.340570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58524) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:55.384073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-80c43766-4e70-47d8-8bdf-28adf2809ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:55.386493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-80c43766-4e70-47d8-8bdf-28adf2809ba9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713326 Jan 18 23:09:55.386674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Allocated IP 172.20.0.10 (ff8b3386-1da3-44e0-a9e6-380587ec2636/1377c7ad-c802-48e5-8ef8-71a3bd833a49/9a76f183-1915-465c-9fff-47820fab3c0a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:55.481249 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5d732dd-28bb-48c9-a434-39e52c214671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.714449 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5d732dd-28bb-48c9-a434-39e52c214671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.841423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2121410-7f18-4092-a366-b5b1767d845d req-bac55f2c-ad5e-4264-8cea-3f35e7deb1f4 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 210 time: 0.1172912 Jan 18 23:09:55.933955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:55.938113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:55.945731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5d732dd-28bb-48c9-a434-39e52c214671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.947778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:09:55.948482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:55.985392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-94aab233-0f18-4cd7-9535-8c4d810ee387 service neutron] 10.222.0.86 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847564 Jan 18 23:09:56.015160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d732dd-28bb-48c9-a434-39e52c214671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9361b3a0-b9ac-4d58-adad-169ee839c6ff,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:56.019957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.029346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7ea4d-9310-4bd3-93c8-42fcc50bfdec req-79801c98-8ca4-4f98-ad08-9f40fa808ada tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:56.038203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06b7ea4d-9310-4bd3-93c8-42fcc50bfdec req-79801c98-8ca4-4f98-ad08-9f40fa808ada tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1094 time: 0.3312845 Jan 18 23:09:56.041092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5d732dd-28bb-48c9-a434-39e52c214671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.042918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d5d732dd-28bb-48c9-a434-39e52c214671 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9361b3a0-b9ac-4d58-adad-169ee839c6ff HTTP/1.1" status: 204 len: 168 time: 0.7017665 Jan 18 23:09:56.164779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.220672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:09:56.330107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-06b7ea4d-9310-4bd3-93c8-42fcc50bfdec req-bc4d0693-9855-4248-88e3-ec18a78d815d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906284 Jan 18 23:09:56.361129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Network ff8b3386-1da3-44e0-a9e6-380587ec2636 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:56.366429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:56.370957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:09:56.514061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c741e177-d7c9-47ef-bdf3-4276fd130696 req-376524b9-163b-44b2-abbb-fbd69ecce34b tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d17f394-6216-402d-8d2e-7c25d9e6a454 HTTP/1.1" status: 200 len: 210 time: 0.1358416 Jan 18 23:09:56.528872 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f4a64d-7440-4855-bcf2-8943e6a5bff3 req-713fae69-1c4f-4aa4-ae28-7c08b3c14c81 service neutron] 10.222.0.86 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426667 Jan 18 23:09:56.691389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Pushing event updated for resources: {'Port': ['ID=9a76f183-1915-465c-9fff-47820fab3c0a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:56.728906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:56.729403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.756455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-25bacc54-e020-48a9-97f0-5d83b78af75f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8798478 Jan 18 23:09:56.774251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890ac5-53db-48eb-8eef-328f3488754a req-b5380fbf-0a32-4166-8685-cd918dccaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:56.776823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Request body: {'port': {'device_id': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:56.782850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-b5380fbf-0a32-4166-8685-cd918dccaeb7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1094 time: 0.1895576 Jan 18 23:09:56.838298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58570) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:56.856264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:56.868781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21f3db-f4ca-4373-be2d-dbd65dcac8a9 None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:01:01Z', 'revision_number': 4, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b1ab0d0b-31e9-47dd-b0a5-034aaeeae578', 'name': '', 'network_id': '1bce845c-1334-4679-bc2c-cc55bd24f831', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'mac_address': 'fa:16:3e:11:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:59Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'subnets': [{'id': 'f20749c4-238c-4161-881a-5ba86fff464a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:57.102066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.144637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890ac5-53db-48eb-8eef-328f3488754a req-843ed027-7906-45e4-ad94-85d3f550c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:57.149365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-843ed027-7906-45e4-ad94-85d3f550c858 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 200 len: 910 time: 0.3617971 Jan 18 23:09:57.319615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-6ae06acf-a032-4859-9035-a3ef955cf232 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce HTTP/1.1" status: 200 len: 217 time: 0.1624761 Jan 18 23:09:57.353698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.389923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:57.395336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf79aa4fe8f455895ee389fb4608a31 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:57.399128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:57.408164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:57.446201 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5eeef7-4b10-4d20-99af-6f8b3748aff1 None None] New status for floating IP c1cc5245-90d0-419d-a7f5-694dca6961ec: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:09:57.470082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890ac5-53db-48eb-8eef-328f3488754a req-9ea40833-2fbc-48c9-acf5-5ee549f8d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:57.472080 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-9ea40833-2fbc-48c9-acf5-5ee549f8d25e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b458238-aaea-41ac-88d1-54e1d33b8a9b HTTP/1.1" status: 200 len: 848 time: 0.1359005 Jan 18 23:09:57.629794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ededc03-f184-4a23-98bf-730977ca935d req-90187cdf-aa6f-4c9b-b8ee-f904eeed8eae tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:57.637438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ededc03-f184-4a23-98bf-730977ca935d req-90187cdf-aa6f-4c9b-b8ee-f904eeed8eae tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1094 time: 0.1611767 Jan 18 23:09:57.677193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890ac5-53db-48eb-8eef-328f3488754a req-23752a3b-0fc5-4296-a7fb-62092e10d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:57.679513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-23752a3b-0fc5-4296-a7fb-62092e10d070 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651084 Jan 18 23:09:57.858380 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-e11eeff1-94da-4742-a6d4-473daa833879 service neutron] 10.222.0.86 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720560 Jan 18 23:09:57.876543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ededc03-f184-4a23-98bf-730977ca935d req-0839cc8d-dc2c-47d2-91fa-ebaaa7dc1a18 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378356 Jan 18 23:09:57.900242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3f19-98bc-42e5-911a-a4ae69c119ff req-c0e982ee-608d-4b36-9cd0-5a6137ded62e tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:57.901132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ab9d3f19-98bc-42e5-911a-a4ae69c119ff req-c0e982ee-608d-4b36-9cd0-5a6137ded62e tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Synchronizing usage tracker for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:57.986292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.996913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ab9d3f19-98bc-42e5-911a-a4ae69c119ff req-c0e982ee-608d-4b36-9cd0-5a6137ded62e tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Unset dirty status for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:58.004626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab9d3f19-98bc-42e5-911a-a4ae69c119ff req-c0e982ee-608d-4b36-9cd0-5a6137ded62e tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 932 time: 0.8102393 Jan 18 23:09:58.023816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.072320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58606) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:58.137559 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1b890ac5-53db-48eb-8eef-328f3488754a req-cd231b8e-10a1-43d4-bea9-c807562778cb service neutron] 10.222.0.86 "GET /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597272 Jan 18 23:09:58.155786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4cf79aa4fe8f455895ee389fb4608a31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3137062 Jan 18 23:09:58.157333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58614) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:58.162288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d659d9-eb46-4817-a8cc-583f21e0c062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b29fd-9068-46a0-9db3-cf404c1614dc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:58.192665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab9d3f19-98bc-42e5-911a-a4ae69c119ff req-9ea2d627-5e5d-45f0-98ae-01e5d01a1abe tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870675 Jan 18 23:09:58.238150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac856b51-2602-45e6-81c8-8d83e8eae578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.274797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac856b51-2602-45e6-81c8-8d83e8eae578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.319592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1641f3c-2d20-4f4d-9d50-50c35bf9653c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.323759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a76f183-1915-465c-9fff-47820fab3c0a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:58.342495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.351789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac856b51-2602-45e6-81c8-8d83e8eae578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.371440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1641f3c-2d20-4f4d-9d50-50c35bf9653c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.378538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac856b51-2602-45e6-81c8-8d83e8eae578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b29fd-9068-46a0-9db3-cf404c1614dc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:58.385393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Transition to ACTIVE for port object 9a76f183-1915-465c-9fff-47820fab3c0a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:58.399095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.399598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac856b51-2602-45e6-81c8-8d83e8eae578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.401138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac856b51-2602-45e6-81c8-8d83e8eae578 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c92b29fd-9068-46a0-9db3-cf404c1614dc HTTP/1.1" status: 204 len: 168 time: 0.2421122 Jan 18 23:09:58.592154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a76f183-1915-465c-9fff-47820fab3c0a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:58.662324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1641f3c-2d20-4f4d-9d50-50c35bf9653c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.699502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1641f3c-2d20-4f4d-9d50-50c35bf9653c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372df69-c079-4296-a113-f45f1cb23c40,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:58.705871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Attempting to bind port 9a76f183-1915-465c-9fff-47820fab3c0a on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:58.706204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Attempting to bind port 9a76f183-1915-465c-9fff-47820fab3c0a by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '17ed3991-28af-4e99-b750-07b7b3416a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:58.706578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Attempting to bind port 9a76f183-1915-465c-9fff-47820fab3c0a on network ff8b3386-1da3-44e0-a9e6-380587ec2636 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:58.712041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Port 9a76f183-1915-465c-9fff-47820fab3c0a on network ff8b3386-1da3-44e0-a9e6-380587ec2636 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:09:58.712361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Attempting to bind port 9a76f183-1915-465c-9fff-47820fab3c0a on network ff8b3386-1da3-44e0-a9e6-380587ec2636 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:09:58.720557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:09:58.720839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Checking segment: {'id': '17ed3991-28af-4e99-b750-07b7b3416a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:09:58.721228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Bound using segment: {'id': '17ed3991-28af-4e99-b750-07b7b3416a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:09:58.721747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Bound port: 9a76f183-1915-465c-9fff-47820fab3c0a, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed3991-28af-4e99-b750-07b7b3416a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:58.722098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.741007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1641f3c-2d20-4f4d-9d50-50c35bf9653c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.745000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:58.745121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e1641f3c-2d20-4f4d-9d50-50c35bf9653c tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "DELETE /v2.0/security-groups/1372df69-c079-4296-a113-f45f1cb23c40 HTTP/1.1" status: 204 len: 168 time: 0.6687026 Jan 18 23:09:58.772960 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-2e0d04ec-1108-467b-aa5d-ae0d78a51527 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] show failed (client error): The resource could not be found. Jan 18 23:09:58.775007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2e0d04ec-1108-467b-aa5d-ae0d78a51527 tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "GET /v2.0/security-groups/1372df69-c079-4296-a113-f45f1cb23c40 HTTP/1.1" status: 404 len: 347 time: 0.0289068 Jan 18 23:09:58.778114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:58.829457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] For port 9a76f183-1915-465c-9fff-47820fab3c0a, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:09:58.833170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] For port 9a76f183-1915-465c-9fff-47820fab3c0a, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=9a76f183-1915-465c-9fff-47820fab3c0a,segment=NetworkSegment(17ed3991-28af-4e99-b750-07b7b3416a19),segment_id=17ed3991-28af-4e99-b750-07b7b3416a19)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:09:58.843129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.917624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:58.918251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.919665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/9a76f183-1915-465c-9fff-47820fab3c0a HTTP/1.1" status: 200 len: 1092 time: 2.1548929 Jan 18 23:09:58.920116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'tag': '9a76f183-1915-465c-9fff-47820fab3c0a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:58.972763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdf231-3a62-44bb-a3e5-ed6156d730e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a76f183-1915-465c-9fff-47820fab3c0a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:59.026041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:59.028989 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'tag': '9a76f183-1915-465c-9fff-47820fab3c0a', 'status': 'completed', 'code': 200} Jan 18 23:09:59.048078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Deleting port c65133cc-54d6-4cd1-8db1-d3b3d491a87a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:09:59.048668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.071529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-cc9fab6f-b615-4805-8c40-0cec9c495018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:59.073208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-cc9fab6f-b615-4805-8c40-0cec9c495018 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f77d146c43d2466881a6d6f89b9ea4ae&device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 1095 time: 0.0974388 Jan 18 23:09:59.149428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-cb5e45b9-1d68-463a-b0df-08b6fd23a6db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a76f183-1915-465c-9fff-47820fab3c0a HTTP/1.1" status: 200 len: 217 time: 0.0685143 Jan 18 23:09:59.200096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.218296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-21910c0d-4bc7-4758-9a6e-18f9801d1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:59.220003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-21910c0d-4bc7-4758-9a6e-18f9801d1ec7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1377c7ad-c802-48e5-8ef8-71a3bd833a49 HTTP/1.1" status: 200 len: 848 time: 0.0644348 Jan 18 23:09:59.261538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58656) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:59.273721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-5b547c1c-8793-4c76-a223-b1165211064b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff8b3386-1da3-44e0-a9e6-380587ec2636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476322 Jan 18 23:09:59.276964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:59.284995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Usage tracker for resource:security_group_rule and tenant:02851ba66a6743e59055c58d6ce703b5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:59.293349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:59.362841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:59.381301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce3fb0d4-0a8d-4b02-98df-4f81f3855dce details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:59.476338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126aab-5ba1-445e-8674-4e4def3c9814 req-93a91408-4b55-4fb9-bdc7-650c2594184e tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:59.477858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00126aab-5ba1-445e-8674-4e4def3c9814 req-93a91408-4b55-4fb9-bdc7-650c2594184e tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1094 time: 0.2674048 Jan 18 23:09:59.486645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.487001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.571579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.590673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:59.600431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:59.605140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce', 'network_id': '4abd09b8-b381-4489-b4f8-0fbaae0f9eb9', 'port_id': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce', 'mac_address': 'fa:16:3e:a1:3a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b458238-aaea-41ac-88d1-54e1d33b8a9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:59.625788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc460ca301c4142abdd2b92f72cf6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:59.636346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9812-6710-4dc1-81e4-5ccbadad0655 req-02396dd7-2b1c-4108-ba9d-b282295c8cfb tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:59.637229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a13e9812-6710-4dc1-81e4-5ccbadad0655 req-02396dd7-2b1c-4108-ba9d-b282295c8cfb tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 944 time: 0.1571007 Jan 18 23:09:59.639687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Calling delete_port for c65133cc-54d6-4cd1-8db1-d3b3d491a87a owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:09:59.640695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:59.651302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:59.668917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.687924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3fb0d4-0a8d-4b02-98df-4f81f3855dce {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:59.696577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-2f3549dc-71cf-4f43-a1b0-c3da0fdca2ef service neutron] 10.222.0.86 "GET /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127216 Jan 18 23:09:59.705024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:09:59.711106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.713624 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-00126aab-5ba1-445e-8674-4e4def3c9814 req-d5d96e2f-0d97-4e44-b1f2-1c3e5264f7b3 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287536 Jan 18 23:09:59.788710 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.794440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:59.796241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.807769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a13e9812-6710-4dc1-81e4-5ccbadad0655 req-4a06ac53-f6d2-4512-af53-d1c6c1a8682b tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624613 Jan 18 23:09:59.889094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee979245-d610-412f-b60f-137c04d3771d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:59.897973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa063838-b841-44d8-8860-38c3fe001c18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02851ba66a6743e59055c58d6ce703b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8682189 Jan 18 23:09:59.898306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58670) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:59.906703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e9a9afd-3e33-4f00-8ffc-af464329c220 req-abda6e13-10f9-4c18-932a-ae6fd9d85c6a service neutron] 10.222.0.86 "GET /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916845 Jan 18 23:09:59.936860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ce3fb0d4-0a8d-4b02-98df-4f81f3855dce'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:09:59.937124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.937677 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.945237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.997557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Pushing event deleted for resources: {'Port': ['ID=c65133cc-54d6-4cd1-8db1-d3b3d491a87a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:00.042400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffc460ca301c4142abdd2b92f72cf6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7797165 Jan 18 23:10:00.077906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:00.101528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936070f-e7d1-4aa5-b5a8-9c3beb583087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baca0acc-b516-442a-b63f-3f1463f7f8e9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:00.110395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e750eda9-25b3-4dc0-ac3d-8d921a6495a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.140878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace832b0-fe70-4f59-84b4-20584db649ac req-c7995345-2b86-462b-9d78-74f043f3c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:00.142454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-c7995345-2b86-462b-9d78-74f043f3c9e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f77d146c43d2466881a6d6f89b9ea4ae&device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 1095 time: 0.1498210 Jan 18 23:10:00.166508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e750eda9-25b3-4dc0-ac3d-8d921a6495a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.196127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.235460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40283de3-541b-4392-8306-03ea8540a009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.288650 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.293117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af812b01-f95a-4046-899e-4305a276e30e tempest-AttachVolumeShelveTestJSON-1254545836 tempest-AttachVolumeShelveTestJSON-1254545836-project] 10.222.0.78 "DELETE /v2.0/floatingips/c1cc5245-90d0-419d-a7f5-694dca6961ec HTTP/1.1" status: 204 len: 168 time: 1.5113900 Jan 18 23:10:00.294037 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e750eda9-25b3-4dc0-ac3d-8d921a6495a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.296470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e750eda9-25b3-4dc0-ac3d-8d921a6495a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.298197 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e750eda9-25b3-4dc0-ac3d-8d921a6495a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee979245-d610-412f-b60f-137c04d3771d HTTP/1.1" status: 204 len: 168 time: 0.3988497 Jan 18 23:10:00.311993 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40283de3-541b-4392-8306-03ea8540a009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.320027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750eda9-25b3-4dc0-ac3d-8d921a6495a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee979245-d610-412f-b60f-137c04d3771d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:00.367075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace832b0-fe70-4f59-84b4-20584db649ac req-31069c41-a66f-4a7f-af04-bc9e7a3bdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:00.368592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-31069c41-a66f-4a7f-af04-bc9e7a3bdb79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff8b3386-1da3-44e0-a9e6-380587ec2636 HTTP/1.1" status: 200 len: 909 time: 0.2190614 Jan 18 23:10:00.394338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40283de3-541b-4392-8306-03ea8540a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.417860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40283de3-541b-4392-8306-03ea8540a009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca0acc-b516-442a-b63f-3f1463f7f8e9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:00.430889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40283de3-541b-4392-8306-03ea8540a009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.432993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-40283de3-541b-4392-8306-03ea8540a009 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/baca0acc-b516-442a-b63f-3f1463f7f8e9 HTTP/1.1" status: 204 len: 168 time: 0.3540084 Jan 18 23:10:00.500649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-586d84a3-697c-449e-a90f-970d099724c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a76f183-1915-465c-9fff-47820fab3c0a HTTP/1.1" status: 200 len: 217 time: 0.1255472 Jan 18 23:10:00.637281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace832b0-fe70-4f59-84b4-20584db649ac req-6c07a7ad-6371-48f2-821a-26ce3fb868f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:00.637281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-6c07a7ad-6371-48f2-821a-26ce3fb868f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1377c7ad-c802-48e5-8ef8-71a3bd833a49 HTTP/1.1" status: 200 len: 848 time: 0.1261964 Jan 18 23:10:00.687964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-f4ec767d-d409-49a7-9431-d8dd8026f8ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff8b3386-1da3-44e0-a9e6-380587ec2636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470982 Jan 18 23:10:00.926031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-37972468-d5cb-4f02-9284-06063a99568f service neutron] 10.222.0.86 "GET /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317073 Jan 18 23:10:01.250808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c34eb5-970d-48a5-a54e-be0080cffff1 req-270999fe-dfac-4af2-ad77-12e3eed7de47 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:01.260059 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-01c34eb5-970d-48a5-a54e-be0080cffff1 req-270999fe-dfac-4af2-ad77-12e3eed7de47 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 944 time: 0.1669655 Jan 18 23:10:01.317502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-01c34eb5-970d-48a5-a54e-be0080cffff1 req-19af47ba-bc48-47ef-aee8-7a6ebed37dc8 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Synchronizing usage tracker for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:01.342392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-01c34eb5-970d-48a5-a54e-be0080cffff1 req-19af47ba-bc48-47ef-aee8-7a6ebed37dc8 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Unset dirty status for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:01.344013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-01c34eb5-970d-48a5-a54e-be0080cffff1 req-19af47ba-bc48-47ef-aee8-7a6ebed37dc8 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829315 Jan 18 23:10:01.349029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204b436-d803-478d-b5e2-7c911212003c req-c7cded50-d0ef-4a50-8386-40af9b1c426e tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:01.351154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d204b436-d803-478d-b5e2-7c911212003c req-c7cded50-d0ef-4a50-8386-40af9b1c426e tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1095 time: 0.3837714 Jan 18 23:10:01.379214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ace832b0-fe70-4f59-84b4-20584db649ac req-56a054e7-d110-4cef-9b65-952b7856dd85 service neutron] 10.222.0.86 "GET /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452529 Jan 18 23:10:01.396598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce3fb0d4-0a8d-4b02-98df-4f81f3855dce up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:01.437729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d204b436-d803-478d-b5e2-7c911212003c req-5d261945-a3da-44b1-99f9-9afa94b8acca tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577688 Jan 18 23:10:01.559978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:01.567610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:01.571893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.818630 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.849162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:01.859481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:01.866378 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.958093 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce', 'code': 200} Jan 18 23:10:01.999634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:02.085500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb2f-9e5c-4093-9b9d-cb7c509a9c6e req-85d22cc5-257a-4358-b6a4-939fe57d09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:02.087351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77dadb2f-9e5c-4093-9b9d-cb7c509a9c6e req-85d22cc5-257a-4358-b6a4-939fe57d09dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0857027 Jan 18 23:10:02.147112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77dadb2f-9e5c-4093-9b9d-cb7c509a9c6e req-5d1711f7-326b-468f-9c72-a3b8d1ddd73c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 Jan 18 23:10:02.699544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94014187-1ffb-442e-97d8-debc36d1f1dc req-87f964c1-423c-4ee5-93f0-282aa9c0b51d tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:02.714509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94014187-1ffb-442e-97d8-debc36d1f1dc req-87f964c1-423c-4ee5-93f0-282aa9c0b51d tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 944 time: 0.1594698 Jan 18 23:10:02.731682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:02.829582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94014187-1ffb-442e-97d8-debc36d1f1dc req-05e02a03-7992-4745-bbbf-c3884de294e3 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140869 Jan 18 23:10:03.000164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cc675-9cf7-4ff6-b1c9-41f02eda5b49 req-8db05174-d3c4-4559-a174-3fec7cfe4dbe tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:03.001995 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a25cc675-9cf7-4ff6-b1c9-41f02eda5b49 req-8db05174-d3c4-4559-a174-3fec7cfe4dbe tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.2118027 Jan 18 23:10:03.072671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a25cc675-9cf7-4ff6-b1c9-41f02eda5b49 req-4ed550de-9891-417a-b91b-fa9f2c4aa576 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Jan 18 23:10:03.132677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1815365512'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:03.137974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:03.142510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Usage tracker for resource:network and tenant:b1b4cbccd9934882bc7b0be5ee28602f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:03.146238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:03.153018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:03.166706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Made reservation on behalf of b1b4cbccd9934882bc7b0be5ee28602f for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:03.171611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.195220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.211557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:03.229861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Usage tracker for resource:security_group_rule and tenant:b1b4cbccd9934882bc7b0be5ee28602f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:03.233390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:03.241838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:03.346165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.352220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.381672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58788) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:03.388671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:03.402620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e54d43-8fa4-47bd-b399-236fe38efc02,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:03.407727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.408077 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Added segment 713f370c-a46c-4c4b-a8ce-1d658a44154c of type vlan for network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 Jan 18 23:10:03.410855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 9a76f183-1915-465c-9fff-47820fab3c0a details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:03.438014 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.470115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.477419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:03.477419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.557187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.569029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 9a76f183-1915-465c-9fff-47820fab3c0a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=9a76f183-1915-465c-9fff-47820fab3c0a,segment=NetworkSegment(17ed3991-28af-4e99-b750-07b7b3416a19),segment_id=17ed3991-28af-4e99-b750-07b7b3416a19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:03.575640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:03.581248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Usage tracker for resource:security_group_rule and tenant:a75c9266fa2a49c68696eac56597a1a9 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:03.586604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:03.591881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '9a76f183-1915-465c-9fff-47820fab3c0a', 'network_id': 'ff8b3386-1da3-44e0-a9e6-380587ec2636', 'port_id': '9a76f183-1915-465c-9fff-47820fab3c0a', 'mac_address': 'fa:16:3e:ff:ba:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1377c7ad-c802-48e5-8ef8-71a3bd833a49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:03.593520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:03.603905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8724110 Jan 18 23:10:03.645595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abb762-a6ae-48ae-8a6e-877d5af9ec8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Pushing event updated for resources: {'Network': ['ID=9923207f-c89b-4e2b-94d3-446d9e17f0c9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:03.689814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:03.707386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.715572 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.770883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a75c9266fa2a49c68696eac56597a1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880019 Jan 18 23:10:03.773741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:03.795187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e9ae6-dcc5-4d26-a540-1ef9aafc9608,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:03.812088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.814940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.816486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.816910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.817061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.817953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.818494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.821743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.822293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.822833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.823342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.823857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.824361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd974f55-050a-4303-8565-247d689f5f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:03.837216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a76f183-1915-465c-9fff-47820fab3c0a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:03.858214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 9a76f183-1915-465c-9fff-47820fab3c0a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=9a76f183-1915-465c-9fff-47820fab3c0a,segment=NetworkSegment(17ed3991-28af-4e99-b750-07b7b3416a19),segment_id=17ed3991-28af-4e99-b750-07b7b3416a19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:03.870599 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.870791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1158db8c-7d7c-4fc1-b5a8-efaf5efd81c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.934648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1158db8c-7d7c-4fc1-b5a8-efaf5efd81c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.983383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=9a76f183-1915-465c-9fff-47820fab3c0a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:04.067495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58808) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:04.076006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Request body: {'port': {'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9', 'binding:host_id': 'n-h2-825178-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430575659'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:04.082255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:04.090994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Usage tracker for resource:port and tenant:268c12bde1614f8e8f1d329e7bed5db6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:04.092413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['9a76f183-1915-465c-9fff-47820fab3c0a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:04.094600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:04.111714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:04.122960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1158db8c-7d7c-4fc1-b5a8-efaf5efd81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.130980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Made reservation on behalf of 268c12bde1614f8e8f1d329e7bed5db6 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:04.133614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.141019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776026e2-8281-490e-8df7-2b36a3be138b req-39fbea28-0b1d-4537-aab9-96e407ee7164 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:04.143004 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-776026e2-8281-490e-8df7-2b36a3be138b req-39fbea28-0b1d-4537-aab9-96e407ee7164 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 945 time: 0.1467755 Jan 18 23:10:04.147000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.159848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158db8c-7d7c-4fc1-b5a8-efaf5efd81c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e9ae6-dcc5-4d26-a540-1ef9aafc9608,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:04.162885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:04.167419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Usage tracker for resource:security_group_rule and tenant:268c12bde1614f8e8f1d329e7bed5db6 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:04.170409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:04.177822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:04.189351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1158db8c-7d7c-4fc1-b5a8-efaf5efd81c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.190688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1158db8c-7d7c-4fc1-b5a8-efaf5efd81c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a71e9ae6-dcc5-4d26-a540-1ef9aafc9608 HTTP/1.1" status: 204 len: 168 time: 0.4157076 Jan 18 23:10:04.220651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-776026e2-8281-490e-8df7-2b36a3be138b req-d3ae7837-ae78-4daf-a727-03da382e8689 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Jan 18 23:10:04.330317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bef4e-908f-4c0b-9f38-8b4771591385 req-8e5ee53a-ee27-40fc-8e43-76ab7a392c57 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:04.338302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-436bef4e-908f-4c0b-9f38-8b4771591385 req-8e5ee53a-ee27-40fc-8e43-76ab7a392c57 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1341679 Jan 18 23:10:04.379724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.530234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.532633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-436bef4e-908f-4c0b-9f38-8b4771591385 req-a19ce15b-a514-4b71-9ff0-af8458f55760 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935301 Jan 18 23:10:04.539295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.565878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:04.570579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:04.586440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.604001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:04.609174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Usage tracker for resource:security_group_rule and tenant:db0da255eb4b4bd7a332f568747753e6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:04.612917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:04.620062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:04.677995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6655786a-ad67-427a-b0dd-69de71f2ee30,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:04.894326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.903624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.948336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:04.958084 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.958402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229e5c-8d43-4338-99bb-691765a7037b req-8a386c5c-cca2-442b-ba45-d019de2d5f4c tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:04.959926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3229e5c-8d43-4338-99bb-691765a7037b req-8a386c5c-cca2-442b-ba45-d019de2d5f4c tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.2637336 Jan 18 23:10:04.962511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db0da255eb4b4bd7a332f568747753e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955040 Jan 18 23:10:04.963329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540403-63fb-45a3-b7ba-0f912fe379ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e048d-3e1f-4cf7-bdb8-60a78d811b98,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:04.965672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:04.975315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Transition to ACTIVE for port object 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:04.987396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.044124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3229e5c-8d43-4338-99bb-691765a7037b req-d7d6f0dc-d00c-40fb-a1a3-af40599b6f64 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637424 Jan 18 23:10:05.067757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f1f6e0-c769-46ac-9e93-a718a1117bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.079888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0b1fec-5e2a-4c38-8c7e-68a782722e7e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:05.089404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f1f6e0-c769-46ac-9e93-a718a1117bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.091046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Checking segment: {'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:05.091424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Network hostable DHCP agents. Network: 9923207f-c89b-4e2b-94d3-446d9e17f0c9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:05.123883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:05.147347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 9923207f-c89b-4e2b-94d3-446d9e17f0c9) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:05.151306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:05.166800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f1f6e0-c769-46ac-9e93-a718a1117bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.168388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8266afd-1c4e-402f-8f1b-7b06a6631691 None None] Network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:05.196314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1f6e0-c769-46ac-9e93-a718a1117bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e048d-3e1f-4cf7-bdb8-60a78d811b98,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:05.200260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80f1f6e0-c769-46ac-9e93-a718a1117bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.201520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80f1f6e0-c769-46ac-9e93-a718a1117bce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/808e048d-3e1f-4cf7-bdb8-60a78d811b98 HTTP/1.1" status: 204 len: 168 time: 0.2346761 Jan 18 23:10:05.253684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.254393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.255285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.272800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.274227 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.275626 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 2 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.298896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.299727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.300640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.319689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.320321 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.325654 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 3 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.372050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.372790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.374781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.385236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.385648 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.386352 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 4 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.404614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c43dae-4594-4367-9583-6d51923cefb5 req-09662aa1-f936-4ef0-8e32-315b33185033 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:05.410259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 9a76f183-1915-465c-9fff-47820fab3c0a up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:05.415163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29c43dae-4594-4367-9583-6d51923cefb5 req-09662aa1-f936-4ef0-8e32-315b33185033 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.2306635 Jan 18 23:10:05.444622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.445015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.445452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.468274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-29c43dae-4594-4367-9583-6d51923cefb5 req-2862bc44-30fb-454e-8364-b1ff1b75896f tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521502 Jan 18 23:10:05.468898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.469352 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.469811 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 5 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.486696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.487327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.487508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.505461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.505872 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.506531 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 6 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.532091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.532801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.533306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.539181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.539755 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.540379 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 7 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.547904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 9a76f183-1915-465c-9fff-47820fab3c0a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:05.556046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 9a76f183-1915-465c-9fff-47820fab3c0a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:05.556446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.563912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.564532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.565790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.584988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa40c93-80d3-4ba6-9636-30af3a8e9327 req-0a64def1-7e0f-46bc-9a56-ef9008c5dfc0 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:05.587746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fa40c93-80d3-4ba6-9636-30af3a8e9327 req-0a64def1-7e0f-46bc-9a56-ef9008c5dfc0 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 945 time: 0.1636126 Jan 18 23:10:05.593722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.594170 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.594702 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 8 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.616324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.616665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.617102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.622230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.622550 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.622948 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 9 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.657944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.661449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.661801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.685270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.685609 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.689303 n-d-825178-1 neutron-server[87811]: INFO neutron.plugins.ml2.plugin [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 10 to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e Jan 18 23:10:05.706434 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0fa40c93-80d3-4ba6-9636-30af3a8e9327 req-1f979808-3b60-45ed-b806-956f1fd626c3 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982025 Jan 18 23:10:05.733801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:05.735799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:05.736171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:05.751530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:05.751893 n-d-825178-1 neutron-server[87811]: ERROR neutron.plugins.ml2.managers [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:05.752326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.826211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.865311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a76f183-1915-465c-9fff-47820fab3c0a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:05.877816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 9a76f183-1915-465c-9fff-47820fab3c0a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=9a76f183-1915-465c-9fff-47820fab3c0a,segment=NetworkSegment(17ed3991-28af-4e99-b750-07b7b3416a19),segment_id=17ed3991-28af-4e99-b750-07b7b3416a19)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:05.886410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.943431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] For port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:10:05.944052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempted to set empty binding levels {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 18 23:10:05.958095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.991581 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a76f183-1915-465c-9fff-47820fab3c0a', 'code': 200} Jan 18 23:10:06.028080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7bff-542e-4854-90df-1fafb6cbcac2 req-46b61cfb-9112-4f92-a7f2-a310a191c549 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.029313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=9a76f183-1915-465c-9fff-47820fab3c0a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:06.037743 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-598f7bff-542e-4854-90df-1fafb6cbcac2 req-46b61cfb-9112-4f92-a7f2-a310a191c549 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1088319 Jan 18 23:10:06.089236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-598f7bff-542e-4854-90df-1fafb6cbcac2 req-ab52bc5f-0b81-42da-b202-702cfb35576b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502126 Jan 18 23:10:06.122028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.122642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.156970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0b1fec-5e2a-4c38-8c7e-68a782722e7e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:06.191915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ac28759f-068f-4a94-851c-0d2e51bc222e tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1201417 Jan 18 23:10:06.191915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26979396-f769-46d3-9124-7693e5457a28 req-a5b5282b-c653-4e58-b025-67f6c1717238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.192531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58862) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:06.192837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26979396-f769-46d3-9124-7693e5457a28 req-a5b5282b-c653-4e58-b025-67f6c1717238 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 1097 time: 0.1331575 Jan 18 23:10:06.245080 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26979396-f769-46d3-9124-7693e5457a28 req-42d91c9b-0180-4ae6-b179-d19a9efd9f35 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Jan 18 23:10:06.274870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Deleting port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:06.275674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.509300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] For port 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e, host n-h2-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:06.509845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.641311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Calling delete_port for 5a0b1fec-5e2a-4c38-8c7e-68a782722e7e owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:06.721752 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.770319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a0b1fec-5e2a-4c38-8c7e-68a782722e7e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:06.776091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.783422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-72d78c83-247d-4aec-b422-aa0e1e534098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "DELETE /v2.0/ports/5a0b1fec-5e2a-4c38-8c7e-68a782722e7e HTTP/1.1" status: 204 len: 168 time: 0.5895424 Jan 18 23:10:06.787671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:06.832815 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-269c0527-aab2-4412-990a-e2ca07425dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:10:06.833475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-269c0527-aab2-4412-990a-e2ca07425dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Synchronizing usage tracker for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:06.849631 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.852073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-269c0527-aab2-4412-990a-e2ca07425dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Unset dirty status for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:06.853588 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-269c0527-aab2-4412-990a-e2ca07425dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "GET /v2.0/ports/5a0b1fec-5e2a-4c38-8c7e-68a782722e7e HTTP/1.1" status: 404 len: 333 time: 0.0648017 Jan 18 23:10:06.857109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:06.863227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Request body: {'port': {'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-110732300'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:06.868770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:06.882713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:06.899107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Made reservation on behalf of 268c12bde1614f8e8f1d329e7bed5db6 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:06.902330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.947072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port 445555aa-36fa-47e4-a0b5-db0b055c8818 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:06.974872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026088-05dc-4b81-8ef0-7eb39e0a1313 req-c91b37a0-0379-46fc-b7ed-6a9a868be9ba tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.982174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4026088-05dc-4b81-8ef0-7eb39e0a1313 req-c91b37a0-0379-46fc-b7ed-6a9a868be9ba tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 946 time: 0.1576643 Jan 18 23:10:07.036326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4026088-05dc-4b81-8ef0-7eb39e0a1313 req-277e2976-2157-4bae-bb78-1c17c8f4ab2d tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Jan 18 23:10:07.061795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58894) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:07.180173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.219577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.320279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:07.321231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=445555aa-36fa-47e4-a0b5-db0b055c8818,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:07.323723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:07.325674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:07.326582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.327172 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.355114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-afc766e2-87b2-449e-bfbe-cea02a1e05df tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4968059 Jan 18 23:10:07.358074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58902) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:07.364440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:07.511403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.672380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795729-de32-4f5d-bfa8-c090e2cb5538 req-a9d98cf4-b422-441d-8379-8d1e9d5a64b3 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.675906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d795729-de32-4f5d-bfa8-c090e2cb5538 req-a9d98cf4-b422-441d-8379-8d1e9d5a64b3 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.4444060 Jan 18 23:10:07.729674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-17fe2ea7-b727-4a5e-9c87-89a09f022e6b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.731081 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-17fe2ea7-b727-4a5e-9c87-89a09f022e6b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 1096 time: 0.3120928 Jan 18 23:10:07.779236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port 445555aa-36fa-47e4-a0b5-db0b055c8818 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:07.787645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.802686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Transition to ACTIVE for port object 445555aa-36fa-47e4-a0b5-db0b055c8818 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:07.807099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.969589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d795729-de32-4f5d-bfa8-c090e2cb5538 req-72617804-d83e-4cce-9b8a-e9e2c62b1c6c tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805498 Jan 18 23:10:08.001111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Deleting port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:08.001728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.067094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=445555aa-36fa-47e4-a0b5-db0b055c8818,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:08.076051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.076315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.076654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.081637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.081961 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.082348 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 2 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.097101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.097435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.097767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.102484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.102806 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.103192 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 3 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.118800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.119135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.119470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.124113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.124433 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.124937 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 4 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.139647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.139901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.140238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.145658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.145981 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.146369 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 5 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.196299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.196912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.197249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.209801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.210118 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.210657 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 6 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.247268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.247598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.247932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.255869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.256188 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.256714 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 7 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.276974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.277338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.278095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.289253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e8f92-2179-4de1-9d48-1e1e63b604e2 req-867806d9-b2e3-49c3-9ba9-a75df46b0fd0 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.290655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c61e8f92-2179-4de1-9d48-1e1e63b604e2 req-867806d9-b2e3-49c3-9ba9-a75df46b0fd0 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 946 time: 0.1325181 Jan 18 23:10:08.293723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.294053 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.294446 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 8 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.323945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.324279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.324605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.335788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.335993 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.344581 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 9 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.363069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] For port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:08.363428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.366932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c61e8f92-2179-4de1-9d48-1e1e63b604e2 req-6f5a1acd-b672-4e57-bcdb-dc51e706afa5 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Jan 18 23:10:08.367720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.368040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.368366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.377693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.378227 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.378860 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 10 to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 Jan 18 23:10:08.398409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:08.398409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:08.398409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:08.403380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:08.403712 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port 445555aa-36fa-47e4-a0b5-db0b055c8818 on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:08.404082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.511606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Calling delete_port for ce3fb0d4-0a8d-4b02-98df-4f81f3855dce owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:08.535539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] For port 445555aa-36fa-47e4-a0b5-db0b055c8818, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:10:08.535539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 18 23:10:08.544722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.671689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=445555aa-36fa-47e4-a0b5-db0b055c8818,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:08.675316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] In _notify_port_updated(), no bound segment for port 445555aa-36fa-47e4-a0b5-db0b055c8818 on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:10:08.676471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.677597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.679094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-056e69e3-95e7-40d2-8c73-6d876ecb766b tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "PUT /v2.0/ports/445555aa-36fa-47e4-a0b5-db0b055c8818 HTTP/1.1" status: 200 len: 978 time: 1.3197186 Jan 18 23:10:08.682024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:08.757400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.797875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.798615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.799257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.800129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.800745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.801229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.801754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.802408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.802859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.803523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.803981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.804429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.804875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.805380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.805873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.806326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.806911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.807364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.809264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Synchronizing usage tracker for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:08.830355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Unset dirty status for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:08.833269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-de2acf80-9d85-4d4c-9fe6-aef4b4ab7053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16432 time: 0.1490192 Jan 18 23:10:08.836640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:08.846480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.858919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ce3fb0d4-0a8d-4b02-98df-4f81f3855dce'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:08.921402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['66f3bc2b-db31-4aad-a5c8-b3d226dc4922'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:08.974252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce3fb0d4-0a8d-4b02-98df-4f81f3855dce,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:09.048128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Deleting port 445555aa-36fa-47e4-a0b5-db0b055c8818 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:09.048395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:09.143369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] No DVR routers for this DVR port ce3fb0d4-0a8d-4b02-98df-4f81f3855dce on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:09.150001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:09.153733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'name': 'network-vif-deleted', 'tag': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:09.188761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ba52834-3753-4c8f-87a1-e252e65a3c80 req-7c633951-fef2-4108-a6dc-8f8736a9591d tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.86 "DELETE /v2.0/ports/ce3fb0d4-0a8d-4b02-98df-4f81f3855dce HTTP/1.1" status: 204 len: 173 time: 1.4491048 Jan 18 23:10:09.557990 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c04c584-ca9c-4309-9a75-ffda2b3c7128 req-8233c0d7-2d34-4d74-b428-4f46f9f9fb56 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1f7cf82a-c4de-493e-a20c-372a58b06ae5 HTTP/1.1" status: 200 len: 210 time: 0.1782937 Jan 18 23:10:09.572427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Deleting port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:09.572772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:09.624218 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7cf82a-c4de-493e-a20c-372a58b06ae5', 'name': 'network-vif-deleted', 'tag': 'ce3fb0d4-0a8d-4b02-98df-4f81f3855dce', 'status': 'completed', 'code': 200} Jan 18 23:10:09.755662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] For port 445555aa-36fa-47e4-a0b5-db0b055c8818, host n-h2-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:09.756422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:09.771922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] For port b1ab0d0b-31e9-47dd-b0a5-034aaeeae578, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:09.772291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:09.972051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Calling delete_port for 445555aa-36fa-47e4-a0b5-db0b055c8818 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:10.069703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.071617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Calling delete_port for b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:10.142983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.149566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event deleted for resources: {'Port': ['ID=445555aa-36fa-47e4-a0b5-db0b055c8818,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:10.163438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f498dcc4-22a7-4ac2-bf69-49c600804580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "DELETE /v2.0/ports/445555aa-36fa-47e4-a0b5-db0b055c8818 HTTP/1.1" status: 204 len: 168 time: 1.3247578 Jan 18 23:10:10.166233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:10.213258 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b84988-15c0-42cf-89c1-abd3d9a8de27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:10:10.213825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-49b84988-15c0-42cf-89c1-abd3d9a8de27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Synchronizing usage tracker for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:10.248394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-49b84988-15c0-42cf-89c1-abd3d9a8de27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Unset dirty status for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:10.258347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-49b84988-15c0-42cf-89c1-abd3d9a8de27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "GET /v2.0/ports/445555aa-36fa-47e4-a0b5-db0b055c8818 HTTP/1.1" status: 404 len: 333 time: 0.0901961 Jan 18 23:10:10.259518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:10.273155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-97436977', 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:10.299421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:10.305004 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.311667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:10.338199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Made reservation on behalf of 268c12bde1614f8e8f1d329e7bed5db6 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:10.341275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.362600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ab0d0b-31e9-47dd-b0a5-034aaeeae578,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:10.392400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port b148b0fa-4ce1-466c-9644-fb9e7df51eb0 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:10.824282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.881750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.970785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.007892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:11.025221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:11.054157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:11.055438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:11.057205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.108742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=b148b0fa-4ce1-466c-9644-fb9e7df51eb0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:11.122959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9ea49f36-7c68-4437-a069-7d2829c606a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8602679 Jan 18 23:10:11.125715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:11.457193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce3fb0d4-0a8d-4b02-98df-4f81f3855dce no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:11.486937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f446b-103f-4931-8fc7-5d9d755822a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:11.487193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d5f446b-103f-4931-8fc7-5d9d755822a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Synchronizing usage tracker for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:11.508733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626777a-106d-44bb-b56e-a73e698e52fb req-32e0453b-2cd5-4793-acf8-66bbbc362df7 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:11.522405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5626777a-106d-44bb-b56e-a73e698e52fb req-32e0453b-2cd5-4793-acf8-66bbbc362df7 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.1911211 Jan 18 23:10:11.547753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: ce3fb0d4-0a8d-4b02-98df-4f81f3855dce {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:11.549722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce3fb0d4-0a8d-4b02-98df-4f81f3855dce not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:11.576464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d5f446b-103f-4931-8fc7-5d9d755822a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Unset dirty status for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:11.580590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d5f446b-103f-4931-8fc7-5d9d755822a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "GET /v2.0/ports/b148b0fa-4ce1-466c-9644-fb9e7df51eb0 HTTP/1.1" status: 200 len: 957 time: 0.4496398 Jan 18 23:10:11.580905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:11.623890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5626777a-106d-44bb-b56e-a73e698e52fb req-3610d5f4-b6c9-4397-9d24-42a8f9cdee34 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Jan 18 23:10:11.631768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Router d371cd8e-5a83-403a-b494-7f9b53876899 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:10:11.670295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Deleting port b148b0fa-4ce1-466c-9644-fb9e7df51eb0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:11.670901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.873134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:10:11.883289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] Sync routers for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:11.898012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:10:11.898651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:11.922560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.928086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f0f80766-f95b-4dba-88ba-5956bbbbc77b admin admin] 10.222.0.78 "PUT /v2.0/routers/d371cd8e-5a83-403a-b494-7f9b53876899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8648882 Jan 18 23:10:11.929680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59014) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:12.098156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:10:12.115559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Calling delete_port for b148b0fa-4ce1-466c-9644-fb9e7df51eb0 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:12.191990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.251295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event deleted for resources: {'Port': ['ID=b148b0fa-4ce1-466c-9644-fb9e7df51eb0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:12.264736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.286638 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4f1706f7-5f7b-4bbd-93e0-340cdb25763a tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b148b0fa-4ce1-466c-9644-fb9e7df51eb0 HTTP/1.1" status: 204 len: 168 time: 0.7044821 Jan 18 23:10:12.287489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:12.344833 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-28239435-c478-44c2-9313-a4147fe5c4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:10:12.345410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-28239435-c478-44c2-9313-a4147fe5c4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Synchronizing usage tracker for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:12.365954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-28239435-c478-44c2-9313-a4147fe5c4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Unset dirty status for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:12.374665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-28239435-c478-44c2-9313-a4147fe5c4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "GET /v2.0/ports/b148b0fa-4ce1-466c-9644-fb9e7df51eb0 HTTP/1.1" status: 404 len: 333 time: 0.0772474 Jan 18 23:10:12.375393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59032) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:12.390241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Request body: {'port': {'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-927289976'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:12.397741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.401786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:12.421270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:12.439165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9e63470f-4dae-4c7a-8c2e-b9c764052f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.439328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Made reservation on behalf of 268c12bde1614f8e8f1d329e7bed5db6 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:12.444187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.472145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port c38891f4-0896-465a-aa42-e0bda507acbc yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:12.476720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:10:10Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:12.480915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] Checking router: d371cd8e-5a83-403a-b494-7f9b53876899 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:12.490277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] Routers {'d371cd8e-5a83-403a-b494-7f9b53876899'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:10:12.491453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:09:44Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d371cd8e-5a83-403a-b494-7f9b53876899'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:12.692011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] Set router d371cd8e-5a83-403a-b494-7f9b53876899 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:10:12.713043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.748522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.752634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9d2ef30-633d-42f2-b396-df8b4f366e3b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:12.756760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9d2ef30-633d-42f2-b396-df8b4f366e3b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:12.792883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Deleting port c6390cd1-0fb2-4ccb-8286-06752be1d9ac {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:12.793091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.799038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.878996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:12.883793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:12.891834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:12.892349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:12.893215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.901703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=c38891f4-0896-465a-aa42-e0bda507acbc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:12.932749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f6157ca7-ce6e-4898-a36c-edc353fc0bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5549958 Jan 18 23:10:12.935200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59046) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:12.945806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:13.094603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9d2ef30-633d-42f2-b396-df8b4f366e3b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:13.095920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9d2ef30-633d-42f2-b396-df8b4f366e3b tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.5309725 Jan 18 23:10:13.103031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:10:10Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:13.109535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4d055-c117-4e9e-bbfb-87824b5b7cd2 None None] The sync data for ids ['d371cd8e-5a83-403a-b494-7f9b53876899'] in n-d-825178-1 is: [{'id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'name': 'tempest-AttachVolumeShelveTestJSON-110793545-router', 'tenant_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:50Z', 'updated_at': '2022-01-18T23:10:10Z', 'revision_number': 5, 'project_id': 'e9b30aa1e4d049d88b4fa90055a0bac5', 'gw_port': {'id': 'c6390cd1-0fb2-4ccb-8286-06752be1d9ac', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371cd8e-5a83-403a-b494-7f9b53876899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:52Z', 'updated_at': '2022-01-18T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:13.203561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.233018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Deleting port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:13.233186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.273113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cece01-13e5-4d9a-a865-cb6d4a183fc9 req-45039ac2-4091-4058-af1c-309aaea6db8a tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:13.274609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3cece01-13e5-4d9a-a865-cb6d4a183fc9 req-45039ac2-4091-4058-af1c-309aaea6db8a tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 946 time: 0.2727354 Jan 18 23:10:13.278600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] For port c6390cd1-0fb2-4ccb-8286-06752be1d9ac, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:13.278974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.289556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae571a-cf5d-4cc9-b3dc-c611875dd647 req-39b402d4-6300-412c-9f9b-8d474b51c6f0 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:13.291079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae571a-cf5d-4cc9-b3dc-c611875dd647 req-39b402d4-6300-412c-9f9b-8d474b51c6f0 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 1096 time: 0.5024099 Jan 18 23:10:13.415969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3cece01-13e5-4d9a-a865-cb6d4a183fc9 req-97a89966-93f5-4a40-a4bd-3f6db9c9b64d tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291506 Jan 18 23:10:13.441561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Calling delete_port for c6390cd1-0fb2-4ccb-8286-06752be1d9ac owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:13.527733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] device_id is not set on port c38891f4-0896-465a-aa42-e0bda507acbc yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:13.537638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.555515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Transition to ACTIVE for port object c38891f4-0896-465a-aa42-e0bda507acbc will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:13.559541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.639980 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae571a-cf5d-4cc9-b3dc-c611875dd647 req-b96e44ea-0807-4cb6-b232-c743a6d5e1f8 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ba48bf91-8320-4a63-a670-ab86ef0779a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385699 Jan 18 23:10:13.728219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] For port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:13.728866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.818390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=c38891f4-0896-465a-aa42-e0bda507acbc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:13.836259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:13.836714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:13.837195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:13.842096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:13.842516 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:13.842998 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 2 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:13.861055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:13.861996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:13.862517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:13.863557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Calling delete_port for 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:13.868204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:13.868835 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:13.869506 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 3 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:13.912265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:13.913814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:13.916298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:13.940793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:13.943994 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:13.944817 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 4 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:13.964723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:13.965390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:13.965939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:13.971232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:13.971670 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:13.972153 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 5 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:13.987529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:13.988062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:13.988500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:13.993348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:13.993848 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:13.994837 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 6 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:14.009945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:14.010414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:14.010861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:14.015690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:14.016133 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:14.016651 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 7 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:14.032551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:14.033074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:14.033549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:14.038613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:14.038867 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:14.039372 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 8 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:14.054659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:14.055086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:14.055495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:14.055859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.060281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:14.060674 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:14.061101 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 9 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:14.079123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:14.079399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:14.079721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:14.089002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:14.089002 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:14.089002 n-d-825178-1 neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempt 10 to bind port c38891f4-0896-465a-aa42-e0bda507acbc Jan 18 23:10:14.108019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:14.108414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:14.108704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempting to bind port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:14.114737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:14.115101 n-d-825178-1 neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Failed to bind port c38891f4-0896-465a-aa42-e0bda507acbc on host n-h2-825178-1 for vnic_type normal using segments [{'id': '713f370c-a46c-4c4b-a8ce-1d658a44154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9923207f-c89b-4e2b-94d3-446d9e17f0c9'}] Jan 18 23:10:14.115835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.214589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] For port c38891f4-0896-465a-aa42-e0bda507acbc, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:10:14.214978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 18 23:10:14.224142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.373254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6390cd1-0fb2-4ccb-8286-06752be1d9ac,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:14.385626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] In _notify_port_updated(), no bound segment for port c38891f4-0896-465a-aa42-e0bda507acbc on network 9923207f-c89b-4e2b-94d3-446d9e17f0c9 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:10:14.386716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.387319 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.388867 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "PUT /v2.0/ports/c38891f4-0896-465a-aa42-e0bda507acbc HTTP/1.1" status: 200 len: 978 time: 1.4524474 Jan 18 23:10:14.392054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:14.418960 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d55e-df37-4057-b91a-d17cc2b5e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.457715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874abf3-8f1b-4a22-8e33-5807b9ccf425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event updated for resources: {'Port': ['ID=c38891f4-0896-465a-aa42-e0bda507acbc,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:14.482244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.494174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['66f3bc2b-db31-4aad-a5c8-b3d226dc4922'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:14.504540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Deleting port c38891f4-0896-465a-aa42-e0bda507acbc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:14.504540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.562236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Pushing event deleted for resources: {'Port': ['ID=66f3bc2b-db31-4aad-a5c8-b3d226dc4922,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:14.629807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:14.684106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] No DVR routers for this DVR port 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:14.687462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.691175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'name': 'network-vif-deleted', 'tag': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:14.698940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.738859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:14.739349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b1ab0d0b-31e9-47dd-b0a5-034aaeeae578 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:14.757087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-00b5f203-b577-4674-8a21-8a3bb84d3622 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.758553 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-00b5f203-b577-4674-8a21-8a3bb84d3622 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.86 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 946 time: 0.4419992 Jan 18 23:10:14.854341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] For port c38891f4-0896-465a-aa42-e0bda507acbc, host n-h2-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:14.854695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.868907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4513f77-68e9-48dc-95a9-d420145b4f28 req-80cfd54d-5b59-459f-8e77-f9f40a31e4ba tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.870308 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4513f77-68e9-48dc-95a9-d420145b4f28 req-80cfd54d-5b59-459f-8e77-f9f40a31e4ba tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 946 time: 0.2097216 Jan 18 23:10:14.975105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8c53fe1b-72ac-4c4f-8980-4f5800137a86 req-948b1943-fb19-43e2-8ffc-93517b5049a8 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Synchronizing usage tracker for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:14.978213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e91d35f3-c494-47e1-86f6-8c84a4104edd req-e9405411-122f-4e21-838b-35d48154f232 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.85 "DELETE /v2.0/ports/66f3bc2b-db31-4aad-a5c8-b3d226dc4922 HTTP/1.1" status: 204 len: 173 time: 1.8701098 Jan 18 23:10:14.993693 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.001376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.008073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Calling delete_port for c38891f4-0896-465a-aa42-e0bda507acbc owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:15.011405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Deleting port 9a76f183-1915-465c-9fff-47820fab3c0a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:15.011756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.078670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e4513f77-68e9-48dc-95a9-d420145b4f28 req-6edce1c3-aa2b-4233-8ab8-49b70070f807 tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/security-groups?id=76589613-4536-4ebe-903a-a2c3df7754ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477938 Jan 18 23:10:15.082499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8c53fe1b-72ac-4c4f-8980-4f5800137a86 req-948b1943-fb19-43e2-8ffc-93517b5049a8 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] Unset dirty status for tenant:dc24a9a3ef2b4a738183a014a6e654af on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:15.090591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c53fe1b-72ac-4c4f-8980-4f5800137a86 req-948b1943-fb19-43e2-8ffc-93517b5049a8 tempest-TestServerMultinode-511493642 tempest-TestServerMultinode-511493642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5e5527cc-95a9-4075-a6a7-6363a0d113c5 HTTP/1.1" status: 200 len: 210 time: 0.2711256 Jan 18 23:10:15.095464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.095464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d371cd8e-5a83-403a-b494-7f9b53876899 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:15.105028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.106151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f34739de-c71f-452b-b709-54a087637ea5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d371cd8e-5a83-403a-b494-7f9b53876899 HTTP/1.1" status: 204 len: 168 time: 3.1755462 Jan 18 23:10:15.113357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59076) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:15.144765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.216808 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5527cc-95a9-4075-a6a7-6363a0d113c5', 'name': 'network-vif-deleted', 'tag': '66f3bc2b-db31-4aad-a5c8-b3d226dc4922', 'status': 'completed', 'code': 200} Jan 18 23:10:15.228848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Pushing event deleted for resources: {'Port': ['ID=c38891f4-0896-465a-aa42-e0bda507acbc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:15.237583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.251882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59082) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:15.252388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-164ef759-0837-4b50-9df1-fcf8230e4d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "DELETE /v2.0/ports/c38891f4-0896-465a-aa42-e0bda507acbc HTTP/1.1" status: 204 len: 168 time: 0.8585153 Jan 18 23:10:15.304877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Deleting subnet f20749c4-238c-4161-881a-5ba86fff464a {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:10:15.378852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.422763 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ded17ca-e241-4bb1-a470-b5ea48217754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:10:15.423395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ded17ca-e241-4bb1-a470-b5ea48217754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Synchronizing usage tracker for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:15.472138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.512188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ded17ca-e241-4bb1-a470-b5ea48217754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] Unset dirty status for tenant:268c12bde1614f8e8f1d329e7bed5db6 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:15.513525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ded17ca-e241-4bb1-a470-b5ea48217754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-612972517-project-admin] 10.222.0.78 "GET /v2.0/ports/c38891f4-0896-465a-aa42-e0bda507acbc HTTP/1.1" status: 404 len: 333 time: 0.2585449 Jan 18 23:10:15.517382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59090) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:15.573147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] For port 9a76f183-1915-465c-9fff-47820fab3c0a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=9a76f183-1915-465c-9fff-47820fab3c0a,segment=NetworkSegment(17ed3991-28af-4e99-b750-07b7b3416a19),segment_id=17ed3991-28af-4e99-b750-07b7b3416a19)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:15.573767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.618919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.695478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.699465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.751333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Calling delete_port for 9a76f183-1915-465c-9fff-47820fab3c0a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:15.815039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.845097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.872648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9923207f-c89b-4e2b-94d3-446d9e17f0c9']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:15.887231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f370c-a46c-4c4b-a8ce-1d658a44154c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:15.887424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f370c-a46c-4c4b-a8ce-1d658a44154c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:15.901953 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.929342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.938460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:15.939885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:15.966715 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:16.047649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.069914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.075936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.081218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] Pushing event deleted for resources: {'Network': ['ID=9923207f-c89b-4e2b-94d3-446d9e17f0c9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:16.084431 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7e6b1821-a3b2-44ae-a6f9-88285539ae6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715883107-project] 10.222.0.78 "DELETE /v2.0/networks/9923207f-c89b-4e2b-94d3-446d9e17f0c9 HTTP/1.1" status: 204 len: 168 time: 0.5655727 Jan 18 23:10:16.130494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.146633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb3023-8e1e-4b5a-b8f2-74d7a11b406e None None] Network 1bce845c-1334-4679-bc2c-cc55bd24f831 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:16.186112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.189717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20749c4-238c-4161-881a-5ba86fff464a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:16.199060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:16.252005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Pushing event deleted for resources: {'Port': ['ID=9a76f183-1915-465c-9fff-47820fab3c0a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:16.260926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6ece3a8c-6065-45c1-a825-1cef85bad307 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f20749c4-238c-4161-881a-5ba86fff464a HTTP/1.1" status: 204 len: 168 time: 1.1459572 Jan 18 23:10:16.362577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59104) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:16.363944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] No DVR routers for this DVR port 9a76f183-1915-465c-9fff-47820fab3c0a on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:16.523390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.525875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-528ef7f8-a870-488a-9154-e76da2d3a2bb req-e91caffc-22da-4f2c-969c-dfe15100641f tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.86 "DELETE /v2.0/ports/9a76f183-1915-465c-9fff-47820fab3c0a HTTP/1.1" status: 204 len: 173 time: 1.7076848 Jan 18 23:10:16.535034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.539002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c6390cd1-0fb2-4ccb-8286-06752be1d9ac no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:16.555069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:16.578753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bfa96ccb-4475-4f7d-a108-02b4bd484897 req-1b215a3f-95df-459a-a2f4-1b8ae98768eb tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Synchronizing usage tracker for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:16.591651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: c6390cd1-0fb2-4ccb-8286-06752be1d9ac {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:16.592186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c6390cd1-0fb2-4ccb-8286-06752be1d9ac not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:16.616464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9138bf5-9151-4be6-8977-46120158995c None None] DHCP port deletion for 1bce845c-1334-4679-bc2c-cc55bd24f831 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:10:16.628176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Deleting port 58f11787-814b-4495-aa9b-18b0afcc805f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:16.628809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.632980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Deleting port 58f11787-814b-4495-aa9b-18b0afcc805f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:16.634057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.671671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bfa96ccb-4475-4f7d-a108-02b4bd484897 req-1b215a3f-95df-459a-a2f4-1b8ae98768eb tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] Unset dirty status for tenant:f77d146c43d2466881a6d6f89b9ea4ae on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:16.672852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bfa96ccb-4475-4f7d-a108-02b4bd484897 req-1b215a3f-95df-459a-a2f4-1b8ae98768eb tempest-ServerTagsTestJSON-1584083958 tempest-ServerTagsTestJSON-1584083958-project] 10.222.0.78 "GET /v2.0/ports?device_id=b839bbcf-2c46-491b-8967-9c06cc4c23f7 HTTP/1.1" status: 200 len: 210 time: 0.3561690 Jan 18 23:10:17.025769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:17.026790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8518dcad-5f96-4b0f-b9f0-a308cf5b4149 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1b4cbccd9934882bc7b0be5ee28602f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588928 Jan 18 23:10:17.094406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:17.130911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] For port 58f11787-814b-4495-aa9b-18b0afcc805f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=58f11787-814b-4495-aa9b-18b0afcc805f,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:17.132558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.143792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.146295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:17.146593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 66f3bc2b-db31-4aad-a5c8-b3d226dc4922 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:17.235545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f9138bf5-9151-4be6-8977-46120158995c None None] For port 58f11787-814b-4495-aa9b-18b0afcc805f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=58f11787-814b-4495-aa9b-18b0afcc805f,segment=NetworkSegment(f9af836b-80fd-43d3-9891-149fd524d2e0),segment_id=f9af836b-80fd-43d3-9891-149fd524d2e0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:17.236187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.272343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0662b5b7-c840-47bf-a047-1340e3463ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.274356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'name': 'network-vif-deleted', 'tag': '9a76f183-1915-465c-9fff-47820fab3c0a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:17.287310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Calling delete_port for 58f11787-814b-4495-aa9b-18b0afcc805f owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:17.345229 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0662b5b7-c840-47bf-a047-1340e3463ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.358460 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b839bbcf-2c46-491b-8967-9c06cc4c23f7', 'name': 'network-vif-deleted', 'tag': '9a76f183-1915-465c-9fff-47820fab3c0a', 'status': 'completed', 'code': 200} Jan 18 23:10:17.401108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.414311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.446874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Calling delete_port for 58f11787-814b-4495-aa9b-18b0afcc805f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:17.468599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] No DVR routers for this DVR port 58f11787-814b-4495-aa9b-18b0afcc805f on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:17.479468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 9a76f183-1915-465c-9fff-47820fab3c0a no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:17.498360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=58f11787-814b-4495-aa9b-18b0afcc805f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:17.527486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 9a76f183-1915-465c-9fff-47820fab3c0a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:17.527974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 9a76f183-1915-465c-9fff-47820fab3c0a not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:17.560814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0662b5b7-c840-47bf-a047-1340e3463ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:17.561067 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:10:17.574847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:10:17.575250 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:10:17.583572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0662b5b7-c840-47bf-a047-1340e3463ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.587135 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0662b5b7-c840-47bf-a047-1340e3463ab6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3e54d43-8fa4-47bd-b399-236fe38efc02 HTTP/1.1" status: 204 len: 168 time: 0.5579176 Jan 18 23:10:17.589322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b5b7-c840-47bf-a047-1340e3463ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e54d43-8fa4-47bd-b399-236fe38efc02,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:17.612520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.680035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce845c-1334-4679-bc2c-cc55bd24f831']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.712862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9af836b-80fd-43d3-9891-149fd524d2e0') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.713203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9af836b-80fd-43d3-9891-149fd524d2e0') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.738902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.785826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.801921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:17.802560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.804459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:17.822669 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:17.928136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.946338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Deleting port 0390fbde-804b-48d4-a74d-1f3bf68ce801 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:17.946826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.971021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.976014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bce845c-1334-4679-bc2c-cc55bd24f831,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:18.004554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59140) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:18.012615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Deleting subnet 1377c7ad-c802-48e5-8ef8-71a3bd833a49 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:10:18.018762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.026360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-33b18b7f-8a34-4890-9d1e-05b9ffd0cc7c admin admin] 10.222.0.78 "DELETE /v2.0/networks/1bce845c-1334-4679-bc2c-cc55bd24f831 HTTP/1.1" status: 204 len: 168 time: 1.6555922 Jan 18 23:10:18.060536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f4fb9c6b-1c5b-4d43-baa5-b6f4b4791e0e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=268c12bde1614f8e8f1d329e7bed5db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523317 Jan 18 23:10:18.061227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59146) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:18.076755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Deleting port 58f11787-814b-4495-aa9b-18b0afcc805f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:18.077343 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9138bf5-9151-4be6-8977-46120158995c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.178382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.189832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b180046f-283b-406d-80c4-ca5cafad1368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.222049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b180046f-283b-406d-80c4-ca5cafad1368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.224241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9138bf5-9151-4be6-8977-46120158995c None None] The port '58f11787-814b-4495-aa9b-18b0afcc805f' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:10:18.271327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] For port 0390fbde-804b-48d4-a74d-1f3bf68ce801, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0390fbde-804b-48d4-a74d-1f3bf68ce801,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:18.271830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.278113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59150) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:18.279689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.281674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b180046f-283b-406d-80c4-ca5cafad1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.318160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180046f-283b-406d-80c4-ca5cafad1368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6655786a-ad67-427a-b0dd-69de71f2ee30,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:18.339998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b180046f-283b-406d-80c4-ca5cafad1368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.356805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b180046f-283b-406d-80c4-ca5cafad1368 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6655786a-ad67-427a-b0dd-69de71f2ee30 HTTP/1.1" status: 204 len: 168 time: 0.2855473 Jan 18 23:10:18.384535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a1d64906-cc4b-4610-b3d8-15bc4ba1a208 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9b30aa1e4d049d88b4fa90055a0bac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027057 Jan 18 23:10:18.385112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59156) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:18.478851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3a7bee1-bc25-4919-ae4f-9073ff8afd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.538340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3a7bee1-bc25-4919-ae4f-9073ff8afd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.599794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Calling delete_port for 0390fbde-804b-48d4-a74d-1f3bf68ce801 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:18.604819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 58f11787-814b-4495-aa9b-18b0afcc805f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:18.650325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3a7bee1-bc25-4919-ae4f-9073ff8afd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.694668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.707319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7bee1-bc25-4919-ae4f-9073ff8afd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b4c9a3-0593-47bb-bcd5-ce58c45f9940,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:18.710340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 58f11787-814b-4495-aa9b-18b0afcc805f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:18.710684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 58f11787-814b-4495-aa9b-18b0afcc805f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:18.711351 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3a7bee1-bc25-4919-ae4f-9073ff8afd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.715587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c3a7bee1-bc25-4919-ae4f-9073ff8afd20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93b4c9a3-0593-47bb-bcd5-ce58c45f9940 HTTP/1.1" status: 204 len: 168 time: 0.3288319 Jan 18 23:10:18.745942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1377c7ad-c802-48e5-8ef8-71a3bd833a49,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:18.757234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.765943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-10f16139-010f-4291-82c1-4e513887b74f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1377c7ad-c802-48e5-8ef8-71a3bd833a49 HTTP/1.1" status: 204 len: 168 time: 0.9603324 Jan 18 23:10:18.768587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59166) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:19.005982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.064029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0390fbde-804b-48d4-a74d-1f3bf68ce801,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:19.173513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.445704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.478403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8b3386-1da3-44e0-a9e6-380587ec2636']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:19.492067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ed3991-28af-4e99-b750-07b7b3416a19') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:19.492369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ed3991-28af-4e99-b750-07b7b3416a19') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:19.497859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.505888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.528987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.535154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:19.535599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:19.550799 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:19.644574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.672207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.678670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8b3386-1da3-44e0-a9e6-380587ec2636,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:19.697867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-90d9b3ba-22d3-415d-8d39-ba960c46890c admin admin] 10.222.0.78 "DELETE /v2.0/networks/ff8b3386-1da3-44e0-a9e6-380587ec2636 HTTP/1.1" status: 204 len: 168 time: 0.9276693 Jan 18 23:10:19.831010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59204) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:19.895791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5c744133-2bd9-46eb-86e7-c751bdf9255f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f77d146c43d2466881a6d6f89b9ea4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634525 Jan 18 23:10:19.900211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59208) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:19.994114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b922ec8d-798a-4a08-bdc1-963f09231e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.019651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Router f041b1c3-f680-4f25-87a0-3da5cb045390 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:10:20.042596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b922ec8d-798a-4a08-bdc1-963f09231e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.138959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b922ec8d-798a-4a08-bdc1-963f09231e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.164597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922ec8d-798a-4a08-bdc1-963f09231e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76589613-4536-4ebe-903a-a2c3df7754ad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:20.211413 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b922ec8d-798a-4a08-bdc1-963f09231e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.214856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b922ec8d-798a-4a08-bdc1-963f09231e2b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76589613-4536-4ebe-903a-a2c3df7754ad HTTP/1.1" status: 204 len: 168 time: 0.3134711 Jan 18 23:10:20.335568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:10:20.346138 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] Sync routers for ids ['f041b1c3-f680-4f25-87a0-3da5cb045390'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:20.347222 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f3528eac-7678-48ae-aff6-c2338b0d47a2 admin admin] 10.222.0.78 "PUT /v2.0/routers/f041b1c3-f680-4f25-87a0-3da5cb045390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1438577 Jan 18 23:10:20.349302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59238) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:20.367937 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] Routers {'f041b1c3-f680-4f25-87a0-3da5cb045390'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:10:20.368562 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:10:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f041b1c3-f680-4f25-87a0-3da5cb045390'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:20.572715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.690951 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] Set router f041b1c3-f680-4f25-87a0-3da5cb045390 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:10:20.859376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.885386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Deleting port 0c133768-2582-4c57-a2f6-2328d2a223f3 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:20.885789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.909071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:21.258934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] For port 0c133768-2582-4c57-a2f6-2328d2a223f3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0c133768-2582-4c57-a2f6-2328d2a223f3,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:21.259929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.305344 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:10:18Z', 'revision_number': 5, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port': {'id': '0c133768-2582-4c57-a2f6-2328d2a223f3', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:02Z', 'updated_at': '2022-01-18T23:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:21.311122 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] Checking router: f041b1c3-f680-4f25-87a0-3da5cb045390 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:21.324358 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] Routers {'f041b1c3-f680-4f25-87a0-3da5cb045390'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:10:21.326113 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:10:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f041b1c3-f680-4f25-87a0-3da5cb045390'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:21.363079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1445499516'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:21.368622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:21.379233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Usage tracker for resource:router and tenant:70f0ab2152de40e9b92d233c86723e5a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:21.382860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:21.402984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:21.418407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Calling delete_port for 0c133768-2582-4c57-a2f6-2328d2a223f3 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:21.452692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.454614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.502619 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.573714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.639349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.643208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3aaf5c3b-1ccd-4fff-b6d2-e686d83a5b25 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7303336 Jan 18 23:10:21.644894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:21.733474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] Set router f041b1c3-f680-4f25-87a0-3da5cb045390 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:10:21.967146 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:10:20Z', 'revision_number': 6, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:21.972477 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758ef8c-27b4-46c5-9ac7-80ee6f63d0b4 None None] The sync data for ids ['f041b1c3-f680-4f25-87a0-3da5cb045390'] in n-d-825178-1 is: [{'id': 'f041b1c3-f680-4f25-87a0-3da5cb045390', 'name': 'tempest-TestServerMultinode-996098591-router', 'tenant_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:59Z', 'updated_at': '2022-01-18T23:10:20Z', 'revision_number': 6, 'project_id': 'ad1a79dbdad048e28a1d846cac0a59d4', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:22.039516 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.097142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.106878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c133768-2582-4c57-a2f6-2328d2a223f3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:22.237147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.546991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.553576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.579169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.581786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.583482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.584355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f041b1c3-f680-4f25-87a0-3da5cb045390 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:22.603381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59308) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:22.605340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.608682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8f794c89-1f54-4c77-8b2a-c6fd76f66248 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f041b1c3-f680-4f25-87a0-3da5cb045390 HTTP/1.1" status: 204 len: 168 time: 2.2559102 Jan 18 23:10:22.609202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59310) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:22.631910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.632706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9618dfec-90cc-4e90-8225-16e869516f96 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:22.653183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.654823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-74e6fe30-8764-484b-b40f-7c359dcb2ccc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9618dfec-90cc-4e90-8225-16e869516f96 HTTP/1.1" status: 204 len: 168 time: 1.0084274 Jan 18 23:10:22.659252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:22.672226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Request body: {'router': {'name': 'tempest-router-909358432', 'distributed': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:22.692545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:22.700467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Usage tracker for resource:router and tenant:70f0ab2152de40e9b92d233c86723e5a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:22.707742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:22.727248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:22.727681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Deleting subnet 4b458238-aaea-41ac-88d1-54e1d33b8a9b {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:10:22.736468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.755432 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.756430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.817078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.819961 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.878803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.894821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.902618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0390fbde-804b-48d4-a74d-1f3bf68ce801 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:22.925362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:22.930995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Usage tracker for resource:security_group_rule and tenant:01eee6ee6a264a5caa62d3461246bc69 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:22.935092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.939837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-765dc0d1-32b9-4d45-8bdc-f39854d66ff1 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2794609 Jan 18 23:10:22.941446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:22.942732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59322) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:22.950986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:22.952343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 0390fbde-804b-48d4-a74d-1f3bf68ce801 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:22.953294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0390fbde-804b-48d4-a74d-1f3bf68ce801 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:22.953921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c133768-2582-4c57-a2f6-2328d2a223f3 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:23.004505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 0c133768-2582-4c57-a2f6-2328d2a223f3 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:23.005145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0c133768-2582-4c57-a2f6-2328d2a223f3 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:23.088184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.095715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.122358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.176630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01eee6ee6a264a5caa62d3461246bc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712416 Jan 18 23:10:23.187236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:23.188606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9535645-b07c-47b3-a38b-c4b89df0b836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b7664e-6e80-4a66-98f2-0b113cacd625,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:23.291284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.310483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0aea-13ed-4a1f-87ec-013c23d828f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.346951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0aea-13ed-4a1f-87ec-013c23d828f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.418712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0aea-13ed-4a1f-87ec-013c23d828f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.435983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0aea-13ed-4a1f-87ec-013c23d828f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b7664e-6e80-4a66-98f2-0b113cacd625,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:23.451575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0aea-13ed-4a1f-87ec-013c23d828f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.452865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8c6a0aea-13ed-4a1f-87ec-013c23d828f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22b7664e-6e80-4a66-98f2-0b113cacd625 HTTP/1.1" status: 204 len: 168 time: 0.2512364 Jan 18 23:10:23.544643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.547616 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.616603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.617144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bebeff43-c0db-42cd-9cc2-1c132452ac4b {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:23.619687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.703700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b458238-aaea-41ac-88d1-54e1d33b8a9b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:23.709086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.714875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd24b64-cead-430a-bae9-54fa71ca5530 None None] Network 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:23.716987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1c91a761-4441-4614-b7c9-3f8133a414af admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4b458238-aaea-41ac-88d1-54e1d33b8a9b HTTP/1.1" status: 204 len: 168 time: 1.1052852 Jan 18 23:10:23.719210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.719889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:23.725534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:23.725825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-793538e0-12f2-4096-bd34-3832d3925afc tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "DELETE /v2.0/routers/bebeff43-c0db-42cd-9cc2-1c132452ac4b HTTP/1.1" status: 204 len: 168 time: 0.7820363 Jan 18 23:10:23.756698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Request body: {'router': {'name': 'tempest-router-1233585194', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5002aeee346e4c7ca6aac29de28ac522'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:23.762225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:23.766982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Usage tracker for resource:router and tenant:5002aeee346e4c7ca6aac29de28ac522 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:23.770046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:23.778328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:23.863306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.864479 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.918259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.921712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.944991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Deleting port 753488c7-a772-4d4f-910f-959ac50f00d8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:23.945397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.976547 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.011207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.012669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-13db3343-b5a9-41fd-bcb2-1dc0e3655d4a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2837069 Jan 18 23:10:24.015663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:24.021313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:24.168707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] DHCP port deletion for 4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:10:24.173269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] Deleting port 753488c7-a772-4d4f-910f-959ac50f00d8 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:24.173789 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.436930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] For port 753488c7-a772-4d4f-910f-959ac50f00d8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=753488c7-a772-4d4f-910f-959ac50f00d8,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:24.437341 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.474682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59380) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:24.577984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] Calling delete_port for 753488c7-a772-4d4f-910f-959ac50f00d8 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:24.652297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-53893383-network', 'tenant_id': 'aeeefa427a844fb4b790f1f259943ea8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:24.659761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:24.670957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Usage tracker for resource:network and tenant:aeeefa427a844fb4b790f1f259943ea8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:24.674584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:24.682484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:24.692899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 753488c7-a772-4d4f-910f-959ac50f00d8 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:24.700449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Made reservation on behalf of aeeefa427a844fb4b790f1f259943ea8 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:24.706011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.725013 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.739424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.748016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.748637 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.776747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:24.785227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Usage tracker for resource:security_group_rule and tenant:aeeefa427a844fb4b790f1f259943ea8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:24.794809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:24.804303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] Pushing event deleted for resources: {'Port': ['ID=753488c7-a772-4d4f-910f-959ac50f00d8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:24.805988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 753488c7-a772-4d4f-910f-959ac50f00d8 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:24.806400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 753488c7-a772-4d4f-910f-959ac50f00d8 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:24.815060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961caa74-9c96-44e9-a8a2-d07729f69b09 None None] No DVR routers for this DVR port 753488c7-a772-4d4f-910f-959ac50f00d8 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:24.827562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] For port 753488c7-a772-4d4f-910f-959ac50f00d8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=753488c7-a772-4d4f-910f-959ac50f00d8,segment=NetworkSegment(46d6ff67-a95f-4ee1-9d2a-0c06175ea773),segment_id=46d6ff67-a95f-4ee1-9d2a-0c06175ea773)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:24.827942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.834849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:25.000028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.005602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.043441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:25.050238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Calling delete_port for 753488c7-a772-4d4f-910f-959ac50f00d8 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:25.117909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87812) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 18 23:10:25.118275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Router 673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 migrating from provider to provider. {{(pid=87812) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 18 23:10:25.118667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.129251 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.147552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.185201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b2489d-cfcd-4fd7-bd45-872b9493b120,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:25.189880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.190210 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Added segment 53ea7288-3079-468a-8aac-41545e6d2a7e of type vlan for network ee35111c-7822-4c88-b7d6-37da29c7b120 Jan 18 23:10:25.219490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.260794 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.260794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:25.261228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.321351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:10:25.321351 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:10:25.341218 n-d-825178-1 neutron-server[87812]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] No L3 agents can host the router 673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 Jan 18 23:10:25.386644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9108355 Jan 18 23:10:25.389618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b029-b2ab-4b25-a761-3b36b9b43c48 admin admin] Pushing event updated for resources: {'Network': ['ID=ee35111c-7822-4c88-b7d6-37da29c7b120,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:25.391505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59400) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:25.398152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Request body: {'subnet': {'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-53893383-subnet', 'tenant_id': 'aeeefa427a844fb4b790f1f259943ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:25.401193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ee35111c-7822-4c88-b7d6-37da29c7b120 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:25.403841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:25.408229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Usage tracker for resource:subnet and tenant:aeeefa427a844fb4b790f1f259943ea8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:25.411365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:25.418358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:25.436164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Made reservation on behalf of aeeefa427a844fb4b790f1f259943ea8 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:25.439369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.544474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Hosts for router 673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82: [] {{(pid=87812) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 18 23:10:25.582105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Hosts for other DVR routers connected to router 673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82: set() {{(pid=87812) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 18 23:10:25.588389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.589645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ca4a3487-fe68-45ca-9a54-62c923498f4f tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "PUT /v2.0/routers/673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 HTTP/1.1" status: 200 len: 717 time: 1.5730400 Jan 18 23:10:25.593578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:25.679689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.750724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ed36d06-338c-45fc-8f59-d3345ff79a8a tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "GET /v2.0/routers/673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 HTTP/1.1" status: 200 len: 717 time: 0.1567476 Jan 18 23:10:25.753321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:25.765041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd2a535-8671-4a77-b20f-959dd927cda3,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:25.767069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Checking segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:25.767416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Network hostable DHCP agents. Network: ee35111c-7822-4c88-b7d6-37da29c7b120, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:25.797173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Network ee35111c-7822-4c88-b7d6-37da29c7b120 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:25.820339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Deleting port 753488c7-a772-4d4f-910f-959ac50f00d8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:25.820550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ee35111c-7822-4c88-b7d6-37da29c7b120) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:25.820739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.825015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:25.825640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.841767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff49d8-545a-460f-b754-0ce48c0abacb None None] Network ee35111c-7822-4c88-b7d6-37da29c7b120 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:25.893001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-349dcfe4-250a-4d7b-87ea-84637c3c4314 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4967358 Jan 18 23:10:25.921701 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:10:26.017930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] The port '753488c7-a772-4d4f-910f-959ac50f00d8' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:10:26.387528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ebdea-7fcc-4d7c-8325-c02aad425484 None None] Network ee35111c-7822-4c88-b7d6-37da29c7b120 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:26.562478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59436) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:26.705399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8a2d9d25-c143-4f8d-9adc-f48baac24d1a tempest-RoutersTestDVR-861314422 tempest-RoutersTestDVR-861314422-project] 10.222.0.78 "GET /v2.0/routers/673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 HTTP/1.1" status: 200 len: 683 time: 0.9505134 Jan 18 23:10:26.708089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:26.735638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.770726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abd09b8-b381-4489-b4f8-0fbaae0f9eb9']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:26.787963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d6ff67-a95f-4ee1-9d2a-0c06175ea773') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:26.788336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d6ff67-a95f-4ee1-9d2a-0c06175ea773') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:26.801161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.819494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.826885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:26.827443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:26.841706 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:26.931165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.938912 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.952759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.959145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.981396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abd09b8-b381-4489-b4f8-0fbaae0f9eb9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:26.987133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c50301a-8a90-452f-bfcc-c527b4f49cb3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4abd09b8-b381-4489-b4f8-0fbaae0f9eb9 HTTP/1.1" status: 204 len: 168 time: 3.2659438 Jan 18 23:10:26.991799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:27.007762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:27.023730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Usage tracker for resource:security_group_rule and tenant:f2a01684a9bd4b4ba43e4f3d92f778fe is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:27.079324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:27.093720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:27.265480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-d2787670-5502-468b-b490-0b31a26dcd85 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:27.266937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-d2787670-5502-468b-b490-0b31a26dcd85 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.3092570 Jan 18 23:10:27.291864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.295435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.332689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.333240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:27.353397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-b52ca3f3-53ed-499f-af89-c76de06bae5c tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/quotas/aeeefa427a844fb4b790f1f259943ea8 HTTP/1.1" status: 200 len: 375 time: 0.0293729 Jan 18 23:10:27.363980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.369770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-70ee8782-4f53-42fb-a060-7e58b44ecfe3 tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "DELETE /v2.0/routers/673bda32-eb94-4fbf-8c5c-6a3b7e6c3f82 HTTP/1.1" status: 204 len: 168 time: 0.6606181 Jan 18 23:10:27.370423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59466) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:27.385413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Request body: {'router': {'name': 'tempest-router-131892996', 'distributed': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:27.391953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:27.402125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Usage tracker for resource:router and tenant:70f0ab2152de40e9b92d233c86723e5a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:27.408105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:27.410276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-2a5ee1a2-4673-4b6a-b567-d003454b67f1 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476642 Jan 18 23:10:27.416620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.418047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:27.428364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.444455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.445503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.490803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2a01684a9bd4b4ba43e4f3d92f778fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9270859 Jan 18 23:10:27.492902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4ee61-eeb6-42ed-a543-d7829f007d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534665ab-233a-483b-9b41-aaa72fefb3f0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:27.498503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59472) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:27.501301 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.560466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.593080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523b575c-7c66-4ca4-9144-89e5560878a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.596098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.597657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8cc3faf5-a3b6-4263-972e-269347bcc8da tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2191803 Jan 18 23:10:27.600697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:27.623445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523b575c-7c66-4ca4-9144-89e5560878a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.679789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523b575c-7c66-4ca4-9144-89e5560878a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.697302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b575c-7c66-4ca4-9144-89e5560878a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534665ab-233a-483b-9b41-aaa72fefb3f0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:27.701703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523b575c-7c66-4ca4-9144-89e5560878a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.702823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-523b575c-7c66-4ca4-9144-89e5560878a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/534665ab-233a-483b-9b41-aaa72fefb3f0 HTTP/1.1" status: 204 len: 168 time: 0.2034152 Jan 18 23:10:27.750123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-fd28dcfd-a6f8-4859-9bee-4a62f43d4ed5 service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796142 Jan 18 23:10:27.791419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.046855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ccbd-5ace-4f6e-83a5-08e9a5d49f81 req-01850a31-16e4-4cb7-be72-ec9f42e2244e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.048325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ce1ccbd-5ace-4f6e-83a5-08e9a5d49f81 req-01850a31-16e4-4cb7-be72-ec9f42e2244e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 945 time: 0.0876944 Jan 18 23:10:28.103248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ce1ccbd-5ace-4f6e-83a5-08e9a5d49f81 req-4bff9b54-352b-45b1-a157-0bafe224bff4 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Jan 18 23:10:28.381102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.392966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.418984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-ae2d0561-9c73-42fe-9df2-8c1fa2934d01 service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316483 Jan 18 23:10:28.444351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.444886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9b210b1-18ad-462b-9a58-3add680cd330 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:28.460210 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.461564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf40c083-1239-46f6-9b6f-b45725bdb97e tempest-RoutersTestDVR-272930519 tempest-RoutersTestDVR-272930519-project-admin] 10.222.0.78 "DELETE /v2.0/routers/d9b210b1-18ad-462b-9a58-3add680cd330 HTTP/1.1" status: 204 len: 168 time: 0.8592279 Jan 18 23:10:28.562711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.697233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95298971-e665-47b6-b968-978c9b1412b7 req-7f1407b0-5d86-4802-8e9b-721ed5141747 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 210 time: 0.0860004 Jan 18 23:10:28.890920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59528) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:29.013692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Deleting port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:29.014254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.077282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.104634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:29.109227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Usage tracker for resource:security_group_rule and tenant:5002aeee346e4c7ca6aac29de28ac522 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:29.113197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:29.120675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:29.257325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] For port 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:29.258428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.270424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.279365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.322984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5002aeee346e4c7ca6aac29de28ac522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307389 Jan 18 23:10:29.325824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59546) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:29.436654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Calling delete_port for 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:29.559810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d551527-99e0-4eb1-ac6e-1ddff4c7f244 req-ecde01f3-ca5b-4786-89a4-cf9be6969d6e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:29.561365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d551527-99e0-4eb1-ac6e-1ddff4c7f244 req-ecde01f3-ca5b-4786-89a4-cf9be6969d6e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 945 time: 0.2280791 Jan 18 23:10:29.594597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbc009-160a-400c-95b0-798604a1c13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83063589-e81c-43df-b301-83b63bf1ba2f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:29.632908 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9c8e1ab-c511-4700-9f0b-4fbed5fc8c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.672852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-13c0d30d-f412-4a07-bf71-dca859957e61 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:29.674426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-13c0d30d-f412-4a07-bf71-dca859957e61 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 945 time: 0.1776423 Jan 18 23:10:29.679165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9c8e1ab-c511-4700-9f0b-4fbed5fc8c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.753540 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d551527-99e0-4eb1-ac6e-1ddff4c7f244 req-40d2166a-99d9-4903-82b8-0ea79a5a8b1a tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534985 Jan 18 23:10:29.795811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Deleting port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:29.796173 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.840900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.930181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Pushing event deleted for resources: {'Port': ['ID=62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:30.010326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cad9f415-01bc-4293-b113-2d03787e7a72 req-4ee68d97-8bfc-4548-8b9b-681328e1bc46 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 210 time: 0.0960369 Jan 18 23:10:30.055378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9c8e1ab-c511-4700-9f0b-4fbed5fc8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.149190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8e1ab-c511-4700-9f0b-4fbed5fc8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83063589-e81c-43df-b301-83b63bf1ba2f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:30.302187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a9c8e1ab-c511-4700-9f0b-4fbed5fc8c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.303534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9c8e1ab-c511-4700-9f0b-4fbed5fc8c0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83063589-e81c-43df-b301-83b63bf1ba2f HTTP/1.1" status: 204 len: 168 time: 0.9766779 Jan 18 23:10:30.388995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-f0702455-5ab0-4fc7-a272-48ca663371ca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:30.389702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-f0702455-5ab0-4fc7-a272-48ca663371ca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:30.399454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] For port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:30.399681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.411635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.539521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Calling delete_port for 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:30.598876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-f0702455-5ab0-4fc7-a272-48ca663371ca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:30.598876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-f0702455-5ab0-4fc7-a272-48ca663371ca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.5899146 Jan 18 23:10:30.609661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Request body: {'port': {'device_id': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'admin_state_up': True, 'tenant_id': 'aeeefa427a844fb4b790f1f259943ea8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:30.825338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:30.829349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Usage tracker for resource:port and tenant:aeeefa427a844fb4b790f1f259943ea8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:30.833884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:30.842234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:30.865758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Made reservation on behalf of aeeefa427a844fb4b790f1f259943ea8 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:30.869408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.893481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:30.938493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.953597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:30.963484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Router a3f6b748-3f50-47dc-8c4a-365894b9571c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:10:31.002207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:31.012331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Usage tracker for resource:security_group_rule and tenant:70f0ab2152de40e9b92d233c86723e5a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:31.021665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.023428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:31.033945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['2f31c8ae-91cb-4bbf-a192-8ba75a7716e8'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:31.044729 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d753330d-228d-458d-a6b5-adc5d9ae9626 req-e1b0e996-eeea-4466-b00b-2c324688c5ae tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=f74aeb90-5974-42a0-b99a-8c5a30275608 HTTP/1.1" status: 200 len: 210 time: 0.0888319 Jan 18 23:10:31.070203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:31.085064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Pushing event deleted for resources: {'Port': ['ID=2f31c8ae-91cb-4bbf-a192-8ba75a7716e8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.204336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] No DVR routers for this DVR port 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:31.215003 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.235597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'name': 'network-vif-deleted', 'tag': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:31.246197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87e1d8fa-793d-4e2f-9fa0-d44146b2a18f req-f574e73e-888d-415a-985b-b2a5283f68eb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 210 time: 0.0808458 Jan 18 23:10:31.256558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Allocated IP 172.20.0.7 (ee35111c-7822-4c88-b7d6-37da29c7b120/5dd2a535-8671-4a77-b20f-959dd927cda3/01839913-7c60-4632-b422-f775c9e71fad) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:31.258622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.283501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:31.287762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb11db31b114c7dab2396fa786155d5 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:31.290306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:31.297676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3e18274-cd3c-4638-90b9-527a52620c70 req-662c12c6-ed78-4344-a9a6-e2d460d249d3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "DELETE /v2.0/ports/2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 HTTP/1.1" status: 204 len: 173 time: 1.6114686 Jan 18 23:10:31.298490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:31.303365 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74aeb90-5974-42a0-b99a-8c5a30275608', 'name': 'network-vif-deleted', 'tag': '2f31c8ae-91cb-4bbf-a192-8ba75a7716e8', 'status': 'completed', 'code': 200} Jan 18 23:10:31.325950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:10:31.339241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] Sync routers for ids ['a3f6b748-3f50-47dc-8c4a-365894b9571c'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:31.348931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] Routers {'a3f6b748-3f50-47dc-8c4a-365894b9571c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:10:31.349947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:10:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a3f6b748-3f50-47dc-8c4a-365894b9571c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:31.365237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.377515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5abb58bb-0d3a-404f-83d5-19babb59943d admin admin] 10.222.0.78 "PUT /v2.0/routers/a3f6b748-3f50-47dc-8c4a-365894b9571c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3845687 Jan 18 23:10:31.379655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.387022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:31.524132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d5981-38ed-421b-a742-87c7ef5c0694,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.532627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-94cd5045-cca1-408a-b702-a9e7d686220d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70f0ab2152de40e9b92d233c86723e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206944 Jan 18 23:10:31.535618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:31.544285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] Set router a3f6b748-3f50-47dc-8c4a-365894b9571c gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:10:31.679411 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.685151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.689940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.716138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.768135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.820685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804978b9-7770-45f6-a31d-2ffc2a87df32,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.866580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Network ee35111c-7822-4c88-b7d6-37da29c7b120 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:31.869847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:10:29Z', 'revision_number': 5, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:31.874855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-317f982c-c24e-4b39-9473-6b6705e440d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0eb11db31b114c7dab2396fa786155d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9203279 Jan 18 23:10:31.876087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:31.876464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] Checking router: a3f6b748-3f50-47dc-8c4a-365894b9571c for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:31.877806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59606) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:31.885236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:31.897417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] Routers {'a3f6b748-3f50-47dc-8c4a-365894b9571c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:10:31.898299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:10:14Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a3f6b748-3f50-47dc-8c4a-365894b9571c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:31.937379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event updated for resources: {'Port': ['ID=01839913-7c60-4632-b422-f775c9e71fad,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.993834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:31.994447 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.030730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-1c92963b-b0ce-4014-bc40-c0291bbe0d65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4240870 Jan 18 23:10:32.035179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88d5a63b-1681-4eed-a25f-92d5a8d4dbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.049155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Request body: {'port': {'device_id': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:32.056029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.059120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6131c7-9401-4d30-b472-d8946aae07f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.113005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Deleting port b36ecb16-768d-4ca8-abb9-9f639c9d94b4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:32.114366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.117043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88d5a63b-1681-4eed-a25f-92d5a8d4dbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.125056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] Set router a3f6b748-3f50-47dc-8c4a-365894b9571c gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:10:32.217651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.264263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6131c7-9401-4d30-b472-d8946aae07f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.282425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88d5a63b-1681-4eed-a25f-92d5a8d4dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.313120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88d5a63b-1681-4eed-a25f-92d5a8d4dbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.317330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-88d5a63b-1681-4eed-a25f-92d5a8d4dbe6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/804978b9-7770-45f6-a31d-2ffc2a87df32 HTTP/1.1" status: 204 len: 168 time: 0.4356863 Jan 18 23:10:32.318978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5a63b-1681-4eed-a25f-92d5a8d4dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804978b9-7770-45f6-a31d-2ffc2a87df32,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:32.384889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] For port b36ecb16-768d-4ca8-abb9-9f639c9d94b4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:32.385286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.581367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Calling delete_port for b36ecb16-768d-4ca8-abb9-9f639c9d94b4 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:32.621730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6131c7-9401-4d30-b472-d8946aae07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.676590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:10:29Z', 'revision_number': 5, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:32.683664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6131c7-9401-4d30-b472-d8946aae07f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d5981-38ed-421b-a742-87c7ef5c0694,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:32.696377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01839913-7c60-4632-b422-f775c9e71fad {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:32.706270 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.706520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea105fc-fe28-44b7-af70-a42a7567b31d None None] The sync data for ids ['a3f6b748-3f50-47dc-8c4a-365894b9571c'] in n-d-825178-1 is: [{'id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'name': 'tempest-TestServerMultinode-1446391360-router', 'tenant_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:17Z', 'updated_at': '2022-01-18T23:10:29Z', 'revision_number': 5, 'project_id': 'dc24a9a3ef2b4a738183a014a6e654af', 'gw_port': {'id': 'b36ecb16-768d-4ca8-abb9-9f639c9d94b4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f6b748-3f50-47dc-8c4a-365894b9571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:19Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:32.710475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6131c7-9401-4d30-b472-d8946aae07f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.712139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8f6131c7-9401-4d30-b472-d8946aae07f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe1d5981-38ed-421b-a742-87c7ef5c0694 HTTP/1.1" status: 204 len: 168 time: 1.1750567 Jan 18 23:10:32.742118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Transition to ACTIVE for port object 01839913-7c60-4632-b422-f775c9e71fad will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:32.756596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.837741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Pushing event updated for resources: {'Port': ['ID=01839913-7c60-4632-b422-f775c9e71fad,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:32.883204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7701aa2-9614-4e7e-943e-214583de7313 req-ae4ed351-19c5-48c8-b773-ac0040bc2ebb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.885005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7701aa2-9614-4e7e-943e-214583de7313 req-ae4ed351-19c5-48c8-b773-ac0040bc2ebb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 931 time: 0.3650639 Jan 18 23:10:32.911857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.975017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:33.034931 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.037205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Pushing event deleted for resources: {'Port': ['ID=b36ecb16-768d-4ca8-abb9-9f639c9d94b4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:33.060603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:33.076623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ebd4c8a2bd497981d3ad6895acc646 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:33.094138 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7701aa2-9614-4e7e-943e-214583de7313 req-4d2ca66f-f06d-4500-af11-3b1935b37e58 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020261 Jan 18 23:10:33.100055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:33.105443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:33.136184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:33.150350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Attempting to bind port 01839913-7c60-4632-b422-f775c9e71fad on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:33.151970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Attempting to bind port 01839913-7c60-4632-b422-f775c9e71fad by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:33.152526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Attempting to bind port 01839913-7c60-4632-b422-f775c9e71fad on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:33.166353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Port 01839913-7c60-4632-b422-f775c9e71fad on network ee35111c-7822-4c88-b7d6-37da29c7b120 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:33.167259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Attempting to bind port 01839913-7c60-4632-b422-f775c9e71fad on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:33.195491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:10:33.196035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Checking segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:33.196608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Bound using segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:10:33.197615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Bound port: 01839913-7c60-4632-b422-f775c9e71fad, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:33.198143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.198782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.217159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:33.217652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 2f31c8ae-91cb-4bbf-a192-8ba75a7716e8 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:33.370707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] For port 01839913-7c60-4632-b422-f775c9e71fad, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:10:33.379406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] For port 01839913-7c60-4632-b422-f775c9e71fad, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=01839913-7c60-4632-b422-f775c9e71fad,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:10:33.395769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.441434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.453306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.504730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Pushing event updated for resources: {'Port': ['ID=01839913-7c60-4632-b422-f775c9e71fad,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:33.511862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.512445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f6b748-3f50-47dc-8c4a-365894b9571c {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:10:33.525314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:33.525943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.527385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-bb61b883-3782-46fd-943d-19ede734d413 service neutron] 10.222.0.86 "PUT /v2.0/ports/01839913-7c60-4632-b422-f775c9e71fad HTTP/1.1" status: 200 len: 1091 time: 1.4893303 Jan 18 23:10:33.527816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'tag': '01839913-7c60-4632-b422-f775c9e71fad'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:33.550909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.562567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.568872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.576389 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3564574a-ef12-4c60-89ef-87d20f8c503a admin admin] 10.222.0.78 "DELETE /v2.0/routers/a3f6b748-3f50-47dc-8c4a-365894b9571c HTTP/1.1" status: 204 len: 168 time: 2.1758375 Jan 18 23:10:33.580129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:33.666779 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'tag': '01839913-7c60-4632-b422-f775c9e71fad', 'status': 'completed', 'code': 200} Jan 18 23:10:33.727072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Deleting subnet dd6615a1-cc22-4fe8-a72b-22526c99ef17 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:10:33.739474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.742712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8ebd4c8a2bd497981d3ad6895acc646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401311 Jan 18 23:10:33.747851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:33.759308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2b59f-25af-4f4c-8630-9c3e83002183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33de7ef-e542-44ad-8259-a63a1515cc12,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:33.808435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59656) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:33.851178 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8de34bc-d1af-4b9f-ba1a-eed3cddcfb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.866601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.882215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8de34bc-d1af-4b9f-ba1a-eed3cddcfb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.969730 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8de34bc-d1af-4b9f-ba1a-eed3cddcfb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.995216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-39e011ce-04ca-4135-b814-00835e624a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:33.996779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-39e011ce-04ca-4135-b814-00835e624a1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 1094 time: 0.4151752 Jan 18 23:10:34.047267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.083436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.276904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:34.284048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Usage tracker for resource:security_group_rule and tenant:186b5d1ca1ed4aef8bfb4816ca634be6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:34.289466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:34.301573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:34.347857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.360880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de34bc-d1af-4b9f-ba1a-eed3cddcfb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33de7ef-e542-44ad-8259-a63a1515cc12,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.363748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-ca230872-10d1-4778-becf-8721be8f13b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01839913-7c60-4632-b422-f775c9e71fad HTTP/1.1" status: 200 len: 217 time: 0.3481743 Jan 18 23:10:34.367609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8de34bc-d1af-4b9f-ba1a-eed3cddcfb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.368684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e8de34bc-d1af-4b9f-ba1a-eed3cddcfb5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c33de7ef-e542-44ad-8259-a63a1515cc12 HTTP/1.1" status: 204 len: 168 time: 0.6127481 Jan 18 23:10:34.418832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.432680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-5755b933-bb72-4f52-a25e-d273c43eae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.434587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-5755b933-bb72-4f52-a25e-d273c43eae71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0640495 Jan 18 23:10:34.474032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6615a1-cc22-4fe8-a72b-22526c99ef17,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.480323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7e74e-9a7d-48a6-9094-ab7bf5a4f600 None None] Network ee29701e-c8eb-4729-9fe4-49c85f781034 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:34.501014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:34.516284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.517711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-d2cffefa-9b73-4594-8dab-3f2483c675f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760558 Jan 18 23:10:34.611478 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d57d8b21-1097-44ca-8e12-2a29fd20aac2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dd6615a1-cc22-4fe8-a72b-22526c99ef17 HTTP/1.1" status: 204 len: 168 time: 1.0295548 Jan 18 23:10:34.617001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:34.699854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:34.713345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-299e532d-32ce-4f5e-a140-b8ac731c29a2 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874886 Jan 18 23:10:34.745796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.754501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:34.755112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 62e83ab6-35a8-4e36-9cc2-3fab2e54b9bb not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:34.755674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b36ecb16-768d-4ca8-abb9-9f639c9d94b4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:34.777674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.839008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5721-9265-4185-882d-8f55c2077d0e req-0b8c1011-6d79-4971-9380-22291eff8958 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.840900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa0f5721-9265-4185-882d-8f55c2077d0e req-0b8c1011-6d79-4971-9380-22291eff8958 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 943 time: 0.4288080 Jan 18 23:10:34.849902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b36ecb16-768d-4ca8-abb9-9f639c9d94b4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:34.852436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b36ecb16-768d-4ca8-abb9-9f639c9d94b4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:34.911518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.947614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa0f5721-9265-4185-882d-8f55c2077d0e req-6d0fd8fe-bf06-40be-8d36-2f57b649570b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856404 Jan 18 23:10:34.948257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b45a00-a623-491b-8f2e-0ff32c3a1b87,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.958257 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e020aa5-5d76-48eb-8ba8-9b3f1b7d2c31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=186b5d1ca1ed4aef8bfb4816ca634be6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1426537 Jan 18 23:10:34.959748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59692) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:34.963236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Deleting port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:34.963596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.996026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f0cd3ab-1cd2-46bf-b335-fccb65579cf6 req-97c32e71-dfb7-42b3-a38e-ebc64ccce097 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771316 Jan 18 23:10:35.042927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] DHCP port deletion for ee29701e-c8eb-4729-9fe4-49c85f781034 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:10:35.049370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] Deleting port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:35.049919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.093320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1538947841'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:35.120694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:35.126925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Usage tracker for resource:network and tenant:a532c11b865d4f47b32dfa7ee0ad013e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:35.131808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:35.137207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4426ccea-0493-4cfc-ada0-c722c98edb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.142341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:35.188856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:35.202854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4426ccea-0493-4cfc-ada0-c722c98edb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.206798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.234718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.251128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-19f6b9f8-4506-46ff-98e8-46a39b01bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:35.252746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-19f6b9f8-4506-46ff-98e8-46a39b01bc9a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 1094 time: 0.1924968 Jan 18 23:10:35.265953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:35.269807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Usage tracker for resource:security_group_rule and tenant:a532c11b865d4f47b32dfa7ee0ad013e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:35.272961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:35.280838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:35.386888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4426ccea-0493-4cfc-ada0-c722c98edb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.411971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] For port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:35.412382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.412706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426ccea-0493-4cfc-ada0-c722c98edb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b45a00-a623-491b-8f2e-0ff32c3a1b87,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:35.432043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4426ccea-0493-4cfc-ada0-c722c98edb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.433878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4426ccea-0493-4cfc-ada0-c722c98edb40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38b45a00-a623-491b-8f2e-0ff32c3a1b87 HTTP/1.1" status: 204 len: 168 time: 0.4731615 Jan 18 23:10:35.462154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-f8b0c251-2bb0-42fe-b9a9-7a399f979741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:35.464087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-f8b0c251-2bb0-42fe-b9a9-7a399f979741 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.1951003 Jan 18 23:10:35.479550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] For port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,segment=NetworkSegment(1de23f73-a887-48be-b719-c3a1150314e6),segment_id=1de23f73-a887-48be-b719-c3a1150314e6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:35.480098 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.625880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-1ac810c5-98e0-46ac-9e8a-119fc5f8ed4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01839913-7c60-4632-b422-f775c9e71fad HTTP/1.1" status: 200 len: 217 time: 0.1549029 Jan 18 23:10:35.644750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Calling delete_port for 491f0d08-8d32-4957-82cd-2ebb5a56ee2f owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:35.690654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] Calling delete_port for 491f0d08-8d32-4957-82cd-2ebb5a56ee2f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:35.749025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-b4a4955d-f696-4eb6-bc10-eee74f8c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:35.750509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-b4a4955d-f696-4eb6-bc10-eee74f8c7549 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.1184332 Jan 18 23:10:35.785228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.849804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-696370a0-3f64-4992-997f-1b1c7327101e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917723 Jan 18 23:10:35.850870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] Pushing event deleted for resources: {'Port': ['ID=491f0d08-8d32-4957-82cd-2ebb5a56ee2f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:35.886347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22b53b-2d9d-485d-8a7e-abe630f43686 None None] No DVR routers for this DVR port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:35.894964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:10:35.894964 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:10:35.908730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.925224 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.944332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:35.967101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.969297 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Added segment 5d60fc66-852a-4d57-8cb7-dc4e5da2fe02 of type vlan for network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 Jan 18 23:10:36.040600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-af2e39d3-04ed-4f14-8692-5fe779ac735f service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800337 Jan 18 23:10:36.080504 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.086078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff3ea6-7ed7-46d7-9f69-78fb45d55fdb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.159336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.170120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:36.173079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.269889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1481770-44a9-4bf0-a850-fd5de0e5bc7a req-4d07a38b-d266-4713-a92a-938060abdb2e service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216189 Jan 18 23:10:36.310228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59748) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:36.339804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-3e8e4371-3bcf-4320-9c72-722e91ad48e9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:36.340099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Network': ['ID=af8baf01-61ea-4ad3-a1a3-9b82e9cea427,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.341148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-3e8e4371-3bcf-4320-9c72-722e91ad48e9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:36.349427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45614e49-c314-43af-af65-6e8101e62795 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8295074 Jan 18 23:10:36.351746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:36.353841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:36.358933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'subnet': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:36.394560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-3e8e4371-3bcf-4320-9c72-722e91ad48e9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:36.401059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-3e8e4371-3bcf-4320-9c72-722e91ad48e9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 943 time: 0.1958354 Jan 18 23:10:36.409334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Deleting port 491f0d08-8d32-4957-82cd-2ebb5a56ee2f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:36.409807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.493469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-f850b854-2fd7-4a1d-927a-d260ea132c27 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:36.500709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.533160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:36.537160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Usage tracker for resource:security_group_rule and tenant:b767d8c299ca46cab3b85ed8290ce0b7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:36.542046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:36.551166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:36.568773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] The port '491f0d08-8d32-4957-82cd-2ebb5a56ee2f' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:10:36.620593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 491f0d08-8d32-4957-82cd-2ebb5a56ee2f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:36.625526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-f850b854-2fd7-4a1d-927a-d260ea132c27 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:36.634457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fbd9668-b352-4b46-9afc-b8ae4163ad6c req-f850b854-2fd7-4a1d-927a-d260ea132c27 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325773 Jan 18 23:10:36.691198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.694261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 491f0d08-8d32-4957-82cd-2ebb5a56ee2f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:10:36.694606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 491f0d08-8d32-4957-82cd-2ebb5a56ee2f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:36.703759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.763353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b767d8c299ca46cab3b85ed8290ce0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515867 Jan 18 23:10:36.763987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59768) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:36.766634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a4fb3-3087-483b-a9c8-010b93781255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a3121-ecfc-473f-9658-ca17b1ca4065,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.807506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.819061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:36.831763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Usage tracker for resource:subnet and tenant:a532c11b865d4f47b32dfa7ee0ad013e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:36.837395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:36.844785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee29701e-c8eb-4729-9fe4-49c85f781034']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:36.848287 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.851994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:36.873957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5687311f-1c99-4767-98ae-2ee22b452a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.880120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de23f73-a887-48be-b719-c3a1150314e6') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:36.880425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de23f73-a887-48be-b719-c3a1150314e6') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:36.912827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.937065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.938080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5687311f-1c99-4767-98ae-2ee22b452a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.945452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:36.946263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:36.973708 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:37.030717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5687311f-1c99-4767-98ae-2ee22b452a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.053233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687311f-1c99-4767-98ae-2ee22b452a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a3121-ecfc-473f-9658-ca17b1ca4065,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.080581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5687311f-1c99-4767-98ae-2ee22b452a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.084580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5687311f-1c99-4767-98ae-2ee22b452a44 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/117a3121-ecfc-473f-9658-ca17b1ca4065 HTTP/1.1" status: 204 len: 168 time: 0.3166757 Jan 18 23:10:37.225928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:37.228558 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.261451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59784) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:37.347684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.372730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.380448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee29701e-c8eb-4729-9fe4-49c85f781034,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.399919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bc774c51-69f0-461c-9c26-d00709713a76 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ee29701e-c8eb-4729-9fe4-49c85f781034 HTTP/1.1" status: 204 len: 168 time: 2.7780683 Jan 18 23:10:37.495052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.511437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:37.515550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Usage tracker for resource:security_group_rule and tenant:28d19562c2d8499fbfc13394f097c312 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:37.518678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:37.524297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.524865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:37.566488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 01839913-7c60-4632-b422-f775c9e71fad details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:37.567379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59800) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:37.630613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Checking segment: {'id': '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:37.630994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network hostable DHCP agents. Network: af8baf01-61ea-4ad3-a1a3-9b82e9cea427, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:37.635748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Subnet': ['ID=7922ce68-5a59-418c-82a9-5fdb18a95c44,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.659833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:37.678474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-67a83da2-958e-4143-975e-6e68aadb8635 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad1a79dbdad048e28a1d846cac0a59d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098042 Jan 18 23:10:37.681581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, af8baf01-61ea-4ad3-a1a3-9b82e9cea427) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:37.683298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:37.702006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.702596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.714607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef667a01-c709-4ddb-9bb9-2a525490c23a None None] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:37.746899 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.756986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.772438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a910f6a-72f4-4dbc-babc-8286eed97d83 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4194586 Jan 18 23:10:37.775801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:37.782240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1781043489'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.804005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-359e7e4f-51e9-47ae-bd20-d4e4cc9d7e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.825010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28d19562c2d8499fbfc13394f097c312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624125 Jan 18 23:10:37.828245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59818) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:37.842903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaac60-2e82-4efb-9d9f-caf8f22e3bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dab346-9a01-4958-9678-7f385284f0e4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.908167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0b47-e752-4681-8fde-7d21f00a656f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.940574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0b47-e752-4681-8fde-7d21f00a656f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.975987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-359e7e4f-51e9-47ae-bd20-d4e4cc9d7e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.013755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0b47-e752-4681-8fde-7d21f00a656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.057772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d2a5f-5edc-4d46-917e-14c7a0b5a8e4 req-7cdb4838-6acc-4950-90c6-0847551bafca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.059262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-723d2a5f-5edc-4d46-917e-14c7a0b5a8e4 req-7cdb4838-6acc-4950-90c6-0847551bafca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 943 time: 0.2600696 Jan 18 23:10:38.065532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c0b47-e752-4681-8fde-7d21f00a656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dab346-9a01-4958-9678-7f385284f0e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:38.081550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0b47-e752-4681-8fde-7d21f00a656f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.082716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8a7c0b47-e752-4681-8fde-7d21f00a656f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6dab346-9a01-4958-9678-7f385284f0e4 HTTP/1.1" status: 204 len: 168 time: 0.2533572 Jan 18 23:10:38.121992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:38.127471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-723d2a5f-5edc-4d46-917e-14c7a0b5a8e4 req-e819d753-5fba-48c9-ae00-21ac0d5a3dcb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553162 Jan 18 23:10:38.131737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Usage tracker for resource:port and tenant:a532c11b865d4f47b32dfa7ee0ad013e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:38.134848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:38.156163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:38.168522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-359e7e4f-51e9-47ae-bd20-d4e4cc9d7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.183992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:38.187796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.204353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e7e4f-51e9-47ae-bd20-d4e4cc9d7e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f3680-c86e-4a84-a8bd-479bce0f54d7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:38.221187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-359e7e4f-51e9-47ae-bd20-d4e4cc9d7e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.224991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-359e7e4f-51e9-47ae-bd20-d4e4cc9d7e67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a21f3680-c86e-4a84-a8bd-479bce0f54d7 HTTP/1.1" status: 204 len: 168 time: 0.5381715 Jan 18 23:10:38.225952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] device_id is not set on port d6ae4b94-334f-4809-8c83-ba04a7ce8960 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:38.403171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 01839913-7c60-4632-b422-f775c9e71fad, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=01839913-7c60-4632-b422-f775c9e71fad,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:38.416872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'tenant_id': 'a532c11b865d4f47b32dfa7ee0ad013e', 'fixed_ips': [{'subnet_id': '7922ce68-5a59-418c-82a9-5fdb18a95c44'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:10:38.418314 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.436261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Allocated IP 2001:db8::363 (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/d6ae4b94-334f-4809-8c83-ba04a7ce8960) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:38.444831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '01839913-7c60-4632-b422-f775c9e71fad', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'port_id': '01839913-7c60-4632-b422-f775c9e71fad', 'mac_address': 'fa:16:3e:8b:90:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd2a535-8671-4a77-b20f-959dd927cda3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:38.666934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.702363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.715776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01839913-7c60-4632-b422-f775c9e71fad {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:38.721879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Transition to ACTIVE for port object d6ae4b94-334f-4809-8c83-ba04a7ce8960 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:38.746383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 01839913-7c60-4632-b422-f775c9e71fad, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=01839913-7c60-4632-b422-f775c9e71fad,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:38.754074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.759561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.864087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:38.874078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:38.889591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:38.900003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.900700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.916324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59846) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:38.957636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=d6ae4b94-334f-4809-8c83-ba04a7ce8960,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:38.957896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=01839913-7c60-4632-b422-f775c9e71fad,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:38.965636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Allocated IP 2001:db8::2 (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/1d5323b0-f005-4156-b7a4-39ce96f32533) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:38.977268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:38.989225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ec354697-19e5-4c7b-8811-37faa5f254b8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2122092 Jan 18 23:10:38.992026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:39.002555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-653272438', 'allowed_address_pairs': [{'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:47:32:62'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:39.017945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50fa5751-9cd7-45ad-b9a3-b095dc3cee42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc24a9a3ef2b4a738183a014a6e654af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995464 Jan 18 23:10:39.020049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:39.091681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-944a0133-8362-400a-bac7-6efea4d7d0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.133738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-944a0133-8362-400a-bac7-6efea4d7d0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.232402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-944a0133-8362-400a-bac7-6efea4d7d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.285433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0133-8362-400a-bac7-6efea4d7d0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba48bf91-8320-4a63-a670-ab86ef0779a7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:39.308827 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-944a0133-8362-400a-bac7-6efea4d7d0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.310845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-944a0133-8362-400a-bac7-6efea4d7d0d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba48bf91-8320-4a63-a670-ab86ef0779a7 HTTP/1.1" status: 204 len: 168 time: 0.2894921 Jan 18 23:10:39.359783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:39.365613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Usage tracker for resource:port and tenant:a532c11b865d4f47b32dfa7ee0ad013e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:39.380726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:39.389583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:39.405794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:39.451683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.470655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Transition to ACTIVE for port object 1d5323b0-f005-4156-b7a4-39ce96f32533 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:39.496043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Transition to ACTIVE for port object 1d5323b0-f005-4156-b7a4-39ce96f32533 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:39.509409 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.592060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7f9a-dff7-42d5-b18e-e4fe3a1fac87 req-83eb6a52-56f2-4213-b7b5-40a521b8a1c6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:39.610303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0cc7f9a-dff7-42d5-b18e-e4fe3a1fac87 req-83eb6a52-56f2-4213-b7b5-40a521b8a1c6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 944 time: 0.2017148 Jan 18 23:10:39.716088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Pushing event updated for resources: {'Port': ['ID=1d5323b0-f005-4156-b7a4-39ce96f32533,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:39.743902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:39.749120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:39.754562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:39.763161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.769596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0cc7f9a-dff7-42d5-b18e-e4fe3a1fac87 req-acca4a91-d727-4238-b4c5-a5ca8e48279e tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102226 Jan 18 23:10:39.820896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] device_id is not set on port 0f67da02-f664-470e-b007-d482ff936c1d yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:40.067808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Attempting to bind port 1d5323b0-f005-4156-b7a4-39ce96f32533 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:40.068206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Attempting to bind port 1d5323b0-f005-4156-b7a4-39ce96f32533 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:40.068560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Attempting to bind port 1d5323b0-f005-4156-b7a4-39ce96f32533 on network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:40.080888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:10:40.081403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Checking segment: {'id': '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:40.081818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.082212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Bound using segment: {'id': '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:10:40.082702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Bound port: 1d5323b0-f005-4156-b7a4-39ce96f32533, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:40.083075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.260197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Allocated IP 2001:db8::1e7 (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/0f67da02-f664-470e-b007-d482ff936c1d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:40.292590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] For port 1d5323b0-f005-4156-b7a4-39ce96f32533, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:10:40.297423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] For port 1d5323b0-f005-4156-b7a4-39ce96f32533, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d5323b0-f005-4156-b7a4-39ce96f32533,segment=NetworkSegment(5d60fc66-852a-4d57-8cb7-dc4e5da2fe02),segment_id=5d60fc66-852a-4d57-8cb7-dc4e5da2fe02)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:10:40.302748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.421375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34d96b-7a04-4c18-8639-3417e5441a2a None None] Pushing event updated for resources: {'Port': ['ID=1d5323b0-f005-4156-b7a4-39ce96f32533,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.660724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.684538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Transition to ACTIVE for port object 0f67da02-f664-470e-b007-d482ff936c1d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:40.740114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.835168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:40.839500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:40.844771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:40.850454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.851103 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.875738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=0f67da02-f664-470e-b007-d482ff936c1d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.914483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59916) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:40.916454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d40292d9-22aa-43fc-b534-178117f5d091 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9229448 Jan 18 23:10:41.016700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8e9a6-3411-4682-9b41-a56e20ff5800 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.022457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8e9a6-3411-4682-9b41-a56e20ff5800 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.028151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8e9a6-3411-4682-9b41-a56e20ff5800 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.032730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-00d8e9a6-3411-4682-9b41-a56e20ff5800 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1143491 Jan 18 23:10:41.033043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59932) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:41.107547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6212b43-a15e-4e41-ae84-3c81fc867cc4 req-6650b2e2-7c8d-4315-8447-8798d9b856b2 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.109148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6212b43-a15e-4e41-ae84-3c81fc867cc4 req-6650b2e2-7c8d-4315-8447-8798d9b856b2 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 944 time: 0.1140051 Jan 18 23:10:41.122812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port 0f67da02-f664-470e-b007-d482ff936c1d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:41.123312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.164977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6212b43-a15e-4e41-ae84-3c81fc867cc4 req-82d486dd-c651-4046-a521-82b950cc400f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492430 Jan 18 23:10:41.321573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59950) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:41.542537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.550120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1335450980'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:41.557835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:41.563871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Usage tracker for resource:network and tenant:42808b23406a45c9a1391bf353b4c7c0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:41.568130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:41.574933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:41.597630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 01839913-7c60-4632-b422-f775c9e71fad up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:41.600461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Made reservation on behalf of 42808b23406a45c9a1391bf353b4c7c0 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:41.603848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.631420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.675188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:41.685166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Usage tracker for resource:security_group_rule and tenant:42808b23406a45c9a1391bf353b4c7c0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:41.695691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for 0f67da02-f664-470e-b007-d482ff936c1d owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:41.700818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:41.707541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:41.712432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:41.721571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 01839913-7c60-4632-b422-f775c9e71fad completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:41.733241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 01839913-7c60-4632-b422-f775c9e71fad triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:41.733616 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.890644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0aac4-a477-4e07-ae0d-30c7ef8a8970 None None] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:41.906287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.927838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.948825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:41.955216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Usage tracker for resource:security_group_rule and tenant:91d2318fee264d4d82b693d38512d95d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:41.958378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:41.966881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:41.969233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.002296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.009122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.027372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-51a17ae4-e1a2-4028-a3ca-c914d7370499 None None] Provisioning for port 1d5323b0-f005-4156-b7a4-39ce96f32533 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:42.028912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:42.049331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a095178b-8562-4f78-b1f5-32eee4d30ebf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.060248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.061259 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Added segment 8401154f-75fb-4cfa-96b1-a5936757a78c of type vlan for network 4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7 Jan 18 23:10:42.061527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01839913-7c60-4632-b422-f775c9e71fad'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:42.099060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=0f67da02-f664-470e-b007-d482ff936c1d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.130283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 01839913-7c60-4632-b422-f775c9e71fad, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=01839913-7c60-4632-b422-f775c9e71fad,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:42.135644 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01839913-7c60-4632-b422-f775c9e71fad', 'code': 200} Jan 18 23:10:42.137179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.197333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.204463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.225719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.231492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.232361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.270338 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.335006 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79c7d5cd-377c-4c34-a256-b1455fe040cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.378415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=01839913-7c60-4632-b422-f775c9e71fad,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.390207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.390705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.391204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.393046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.393046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.393046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.393046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.393046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.393655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.394077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.394530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.394950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:42.419255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91d2318fee264d4d82b693d38512d95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055933 Jan 18 23:10:42.420806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.426508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f220f0-4611-4d0f-9af7-f1802922923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c50759-bbdd-4401-8a72-969f1eb5f760,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.434068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59984) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:42.450924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5250a04c-e05a-451b-be03-e6367f286be0 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/ports/0f67da02-f664-470e-b007-d482ff936c1d HTTP/1.1" status: 204 len: 168 time: 1.4167030 Jan 18 23:10:42.461691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59988) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:42.463044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Pushing event updated for resources: {'Network': ['ID=4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.477779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:42.491876 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d6f65a7-d29f-424e-ac34-ff7e4419495f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1682065 Jan 18 23:10:42.496256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:42.534696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-a6d83204-bcaf-445a-bd63-77b9b99bd1ab tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.538272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-a6d83204-bcaf-445a-bd63-77b9b99bd1ab tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/networks?id=0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 200 len: 813 time: 0.3730972 Jan 18 23:10:42.547534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b6d98e3-4ee6-45b2-8bb8-ff0523f039a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.552899 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6970f8-4320-4623-b517-0f6b8de0d423 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] GET failed (client error): The resource could not be found. Jan 18 23:10:42.558637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1a6970f8-4320-4623-b517-0f6b8de0d423 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Synchronizing usage tracker for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:42.574768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274457f-99a3-472e-ba21-7de9082dee84 req-72d944a5-1b0b-4f6b-afb7-e13ea28fc482 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.576341 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b274457f-99a3-472e-ba21-7de9082dee84 req-72d944a5-1b0b-4f6b-afb7-e13ea28fc482 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 945 time: 0.2210584 Jan 18 23:10:42.588442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-80673b01-f75d-4f91-8ad3-94d929eb29c5 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/quotas/9a675bf30f21462789f0f1979ffe42f4 HTTP/1.1" status: 200 len: 375 time: 0.0377877 Jan 18 23:10:42.626708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b6d98e3-4ee6-45b2-8bb8-ff0523f039a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.687888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c5212-4c59-47b9-8cf4-2dde35ffa41e req-b6590b28-c7d0-4692-a926-c8059975266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.689713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-693c5212-4c59-47b9-8cf4-2dde35ffa41e req-b6590b28-c7d0-4692-a926-c8059975266f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 1096 time: 0.4343426 Jan 18 23:10:42.698689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d5323b0-f005-4156-b7a4-39ce96f32533 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:42.733016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-75011219-b7a3-4005-b031-05d468c074f8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Synchronizing usage tracker for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:42.739225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1a6970f8-4320-4623-b517-0f6b8de0d423 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Unset dirty status for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:42.744175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1a6970f8-4320-4623-b517-0f6b8de0d423 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "GET /v2.0/ports/0f67da02-f664-470e-b007-d482ff936c1d HTTP/1.1" status: 404 len: 333 time: 0.2814617 Jan 18 23:10:42.744867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59998) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:42.756280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1622168214'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:42.773594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b274457f-99a3-472e-ba21-7de9082dee84 req-fba93f52-0026-49ca-8c55-a7bd87a3a96f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385338 Jan 18 23:10:42.778143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'network': {'name': 'tempest-network--1818980037', 'router:external': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:42.779766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1d5323b0-f005-4156-b7a4-39ce96f32533 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:42.785727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:42.792036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:network and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:42.793338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1d5323b0-f005-4156-b7a4-39ce96f32533 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:42.793963 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.796900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:42.805538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:42.818542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Made reservation on behalf of 9dfaeb9538e548f8ab2ed724bc95534d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:42.821810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.835610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b6d98e3-4ee6-45b2-8bb8-ff0523f039a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.856653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b6d98e3-4ee6-45b2-8bb8-ff0523f039a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.858359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7b6d98e3-4ee6-45b2-8bb8-ff0523f039a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9c50759-bbdd-4401-8a72-969f1eb5f760 HTTP/1.1" status: 204 len: 168 time: 0.4229689 Jan 18 23:10:42.859635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.878751 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-693c5212-4c59-47b9-8cf4-2dde35ffa41e req-ecaaa0dd-7934-4de1-9c8c-d86ab3c66d44 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824169 Jan 18 23:10:42.881786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:42.884166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc9557c7-0a5d-4f9d-9662-e6872b7b51a9 None None] Provisioning for port d6ae4b94-334f-4809-8c83-ba04a7ce8960 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:42.886670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:security_group_rule and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:42.890152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:42.892903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc9557c7-0a5d-4f9d-9662-e6872b7b51a9 None None] Provisioning complete for port d6ae4b94-334f-4809-8c83-ba04a7ce8960 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:42.893094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-75011219-b7a3-4005-b031-05d468c074f8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Unset dirty status for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:42.893523 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc9557c7-0a5d-4f9d-9662-e6872b7b51a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.894275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-75011219-b7a3-4005-b031-05d468c074f8 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9a675bf30f21462789f0f1979ffe42f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2857037 Jan 18 23:10:42.906597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:42.959947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fc9557c7-0a5d-4f9d-9662-e6872b7b51a9 None None] Port d6ae4b94-334f-4809-8c83-ba04a7ce8960 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:43.020302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.021796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d98e3-4ee6-45b2-8bb8-ff0523f039a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c50759-bbdd-4401-8a72-969f1eb5f760,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.036454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.038577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.109591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc9557c7-0a5d-4f9d-9662-e6872b7b51a9 None None] Provisioning complete for port 1d5323b0-f005-4156-b7a4-39ce96f32533 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:43.109902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc9557c7-0a5d-4f9d-9662-e6872b7b51a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.112097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:43.118941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d178d1c-ae55-4e81-9972-acc12c6e3e87,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.130035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:43.130890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.132116 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Added segment 5f34e11e-8c7b-443b-8877-61f897189064 of type vlan for network 1c869525-14b9-4e74-9d42-b1d5576c5d31 Jan 18 23:10:43.157179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:43.161487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 1d5323b0-f005-4156-b7a4-39ce96f32533, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d5323b0-f005-4156-b7a4-39ce96f32533,segment=NetworkSegment(5d60fc66-852a-4d57-8cb7-dc4e5da2fe02),segment_id=5d60fc66-852a-4d57-8cb7-dc4e5da2fe02)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:43.182731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:43.187068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.190843 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.202280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.224340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-4173c9fc-83ee-49c4-8d38-e93b2f24c93e service neutron] 10.222.0.78 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120985 Jan 18 23:10:43.251690 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.253622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.254644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.344186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=1d5323b0-f005-4156-b7a4-39ce96f32533,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.370700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] device_id is not set on port fab17b69-5bcc-4433-8d38-5352cd365ff7 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:43.396764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Network': ['ID=1c869525-14b9-4e74-9d42-b1d5576c5d31,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.405798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab5ae87b-ba88-4f38-b27d-9716365b3a36 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9078002 Jan 18 23:10:43.406370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60006) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:43.409196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1c869525-14b9-4e74-9d42-b1d5576c5d31 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:43.419011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60010) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:43.539729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b50f1f52-27e2-4314-8f98-7a6426c55dbe None None] Provisioning complete for port d6ae4b94-334f-4809-8c83-ba04a7ce8960 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:43.540110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b50f1f52-27e2-4314-8f98-7a6426c55dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.561771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.594575 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.599133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b50f1f52-27e2-4314-8f98-7a6426c55dbe None None] Port d6ae4b94-334f-4809-8c83-ba04a7ce8960 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:43.629543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:43.641760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Usage tracker for resource:security_group_rule and tenant:53f607c0dc3144a6986440f9a6fe6d5d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:43.658464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:43.675015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:43.678447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-1fc4cd16-0ad9-415d-b172-991a829d5cfd service neutron] 10.222.0.78 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532547 Jan 18 23:10:43.705873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.716229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-36a160e8-95a4-41d1-b254-579a20e3e511 None None] Could not find standard attr ID for object 0f67da02-f664-470e-b007-d482ff936c1d. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:10:43.740197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c869525-14b9-4e74-9d42-b1d5576c5d31']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:43.754652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f34e11e-8c7b-443b-8877-61f897189064') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:43.755160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f34e11e-8c7b-443b-8877-61f897189064') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:43.774151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.778102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Allocated IP 2001:db8::21d (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/fab17b69-5bcc-4433-8d38-5352cd365ff7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:43.810151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.819810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:43.820561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:43.944477 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:44.062078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.080986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4e23f50-1119-4d48-ba91-da2cb7e2089e req-d527e113-cad0-4d7b-81ca-f0e263a1d8c3 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 210 time: 0.1202903 Jan 18 23:10:44.082745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.089345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c869525-14b9-4e74-9d42-b1d5576c5d31 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 23:10:44.091130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c869525-14b9-4e74-9d42-b1d5576c5d31,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.096814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.116996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.121504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-51f797a5-962a-46ee-8e74-30dcf049f218 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/networks/1c869525-14b9-4e74-9d42-b1d5576c5d31 HTTP/1.1" status: 204 len: 168 time: 0.7140858 Jan 18 23:10:44.124570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60024) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:44.131250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:44.141726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:44.148882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:network and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:44.154106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:44.163956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:44.184586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7564d7-b541-42a7-9cc6-ca05b4992760 req-9e913eef-dc3f-4c91-afbf-637eb0d4cd00 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.186651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7564d7-b541-42a7-9cc6-ca05b4992760 req-9e913eef-dc3f-4c91-afbf-637eb0d4cd00 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 945 time: 0.1830068 Jan 18 23:10:44.188254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Made reservation on behalf of 9dfaeb9538e548f8ab2ed724bc95534d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:44.191337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.202241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53f607c0dc3144a6986440f9a6fe6d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7790935 Jan 18 23:10:44.214230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60028) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:44.216987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09dc6a-8427-48c8-9a14-8fe512c3e5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708fd3c-a08c-4532-baf2-29202c4fb19a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.296305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.334449 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5e305b-a785-493c-af86-52c3c215c963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.337268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Transition to ACTIVE for port object fab17b69-5bcc-4433-8d38-5352cd365ff7 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:44.373508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5e305b-a785-493c-af86-52c3c215c963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.432364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.436836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:44.441504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b7564d7-b541-42a7-9cc6-ca05b4992760 req-4202313d-fe5b-4502-826f-f08e7c2bb32d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253194 Jan 18 23:10:44.504371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.504704 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Added segment 974370ea-1f31-43f3-ba0e-16408860b8a9 of type vlan for network 43ce142e-5650-4348-ad00-0a7cd732cdb1 Jan 18 23:10:44.509690 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5e305b-a785-493c-af86-52c3c215c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.524968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:44.533359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:44.539495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:44.545037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.545703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.552155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e305b-a785-493c-af86-52c3c215c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708fd3c-a08c-4532-baf2-29202c4fb19a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.563358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=fab17b69-5bcc-4433-8d38-5352cd365ff7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.586052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5e305b-a785-493c-af86-52c3c215c963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.590388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cc5e305b-a785-493c-af86-52c3c215c963 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e708fd3c-a08c-4532-baf2-29202c4fb19a HTTP/1.1" status: 204 len: 168 time: 0.3719707 Jan 18 23:10:44.601450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-72e90ddb-635c-457e-a982-d4e3b825fe7c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8493495 Jan 18 23:10:44.601450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60036) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:44.604299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:47:32:62'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:44.631181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.649647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d5323b0-f005-4156-b7a4-39ce96f32533 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:44.760608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.762051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.762849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.810278 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6850705 Jan 18 23:10:44.813608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60040) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:44.835540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1d5323b0-f005-4156-b7a4-39ce96f32533 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:44.836138 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.841512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'subnet': {'network_id': '43ce142e-5650-4348-ad00-0a7cd732cdb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:44.848733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:44.873117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:subnet and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:44.877970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:44.922699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:44.951749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca7e22-75ff-409c-aac9-ecb0bc6ab708 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Network': ['ID=43ce142e-5650-4348-ad00-0a7cd732cdb1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.979568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 43ce142e-5650-4348-ad00-0a7cd732cdb1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:44.998579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Made reservation on behalf of 9dfaeb9538e548f8ab2ed724bc95534d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:45.001148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.079908 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2514419f-ff5c-47e0-aae8-18055c746572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.176661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.214194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e1cf027b-2f4d-46f6-bdd2-18c1ac8ca191 None None] Provisioning for port fab17b69-5bcc-4433-8d38-5352cd365ff7 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:45.220224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e1cf027b-2f4d-46f6-bdd2-18c1ac8ca191 None None] Provisioning complete for port fab17b69-5bcc-4433-8d38-5352cd365ff7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:45.225012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1cf027b-2f4d-46f6-bdd2-18c1ac8ca191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.292797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf027b-2f4d-46f6-bdd2-18c1ac8ca191 None None] Port fab17b69-5bcc-4433-8d38-5352cd365ff7 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:45.351594 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c3aff37-c945-4744-a768-05e3640be2d2 req-659b8ee0-74dd-43eb-8868-80d857a8e781 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 210 time: 0.0787032 Jan 18 23:10:45.615233 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.681465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219acfda-27cf-4314-9b3c-4a517aed1c56 req-1c2eee1b-9f6c-4b42-85d8-d87859537d0f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:45.686780 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-219acfda-27cf-4314-9b3c-4a517aed1c56 req-1c2eee1b-9f6c-4b42-85d8-d87859537d0f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 945 time: 0.1186619 Jan 18 23:10:45.700605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-2406d6de-8df5-47e5-b3c2-a6c9ed34b97d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:45.702015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.702450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-2406d6de-8df5-47e5-b3c2-a6c9ed34b97d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "GET /v2.0/networks?id=0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 200 len: 813 time: 0.3806236 Jan 18 23:10:45.734015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Request body: {'port': {'device_id': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942', 'admin_state_up': True, 'tenant_id': '9a675bf30f21462789f0f1979ffe42f4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:45.738491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-219acfda-27cf-4314-9b3c-4a517aed1c56 req-2da917c2-524a-40a5-b419-33a5658fb70b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 Jan 18 23:10:46.020022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:10:46.047930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.082018 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.168101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] In _notify_port_updated(), no bound segment for port fab17b69-5bcc-4433-8d38-5352cd365ff7 on network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:10:46.173622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.174260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.178792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:46.197559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "PUT /v2.0/ports/fab17b69-5bcc-4433-8d38-5352cd365ff7 HTTP/1.1" status: 200 len: 1003 time: 1.5979393 Jan 18 23:10:46.227597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:46.251434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f1f86-0cc1-49ee-a9a9-957955eda866 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=fab17b69-5bcc-4433-8d38-5352cd365ff7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:46.257908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:46.286399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Made reservation on behalf of 9a675bf30f21462789f0f1979ffe42f4 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:46.290184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.322341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port fab17b69-5bcc-4433-8d38-5352cd365ff7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:46.322887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.506226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:10:46.514693 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.633499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e4297e36-86ed-4df9-a0a1-bab8146aeb20 None None] Provisioning complete for port fab17b69-5bcc-4433-8d38-5352cd365ff7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:46.634063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4297e36-86ed-4df9-a0a1-bab8146aeb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.684342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b281557-2f43-43bc-a88c-8e72c6ae4117 req-f8895bec-742b-4437-962f-49d84b1b61d0 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 210 time: 0.1246231 Jan 18 23:10:46.727600 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.739948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e4297e36-86ed-4df9-a0a1-bab8146aeb20 None None] Port fab17b69-5bcc-4433-8d38-5352cd365ff7 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:46.775960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2ddc80e-35a4-41fc-8f6a-ef3f49028400,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:46.812352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Checking segment: {'id': '974370ea-1f31-43f3-ba0e-16408860b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '43ce142e-5650-4348-ad00-0a7cd732cdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:46.813241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Network hostable DHCP agents. Network: 43ce142e-5650-4348-ad00-0a7cd732cdb1, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:46.847208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Allocated IP 172.20.0.6 (0f595b4e-7c11-4f8a-8e48-df8f65591942/c83329f8-9baf-47de-933b-23a8742e71cc/d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:46.883182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Network 43ce142e-5650-4348-ad00-0a7cd732cdb1 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:46.889804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for fab17b69-5bcc-4433-8d38-5352cd365ff7 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:46.903111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 43ce142e-5650-4348-ad00-0a7cd732cdb1) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:46.912513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.913166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.916871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89180fc0-7ac7-4525-9ecd-cf1b2ea2fbb3 None None] Network 43ce142e-5650-4348-ad00-0a7cd732cdb1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:46.985099 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bafe8245-2e9f-4412-8a2b-c5393f533403 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1568635 Jan 18 23:10:47.008126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:47.015327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'floatingip': {'floating_network_id': '43ce142e-5650-4348-ad00-0a7cd732cdb1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:47.023530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:47.030517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:floatingip and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:47.036556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:47.044555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.086257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:47.113025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.225527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.272680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618f9a7-298e-47c4-bb8e-947c4efc380b None None] Network 43ce142e-5650-4348-ad00-0a7cd732cdb1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:10:47.292280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.333095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.338279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=fab17b69-5bcc-4433-8d38-5352cd365ff7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:47.468996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Network 0f595b4e-7c11-4f8a-8e48-df8f65591942 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:47.478267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:47.483355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:47.547873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Pushing event updated for resources: {'Port': ['ID=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:47.591458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.609954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.613538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-28dbebfb-0319-4bd7-b09e-e62fd2d9295d tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/ports/fab17b69-5bcc-4433-8d38-5352cd365ff7 HTTP/1.1" status: 204 len: 168 time: 1.4336979 Jan 18 23:10:47.615889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:47.616634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.617877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.671760 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-723c83ca-5533-487c-9fc2-d18e48679707 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9510591 Jan 18 23:10:47.686555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Request body: {'port': {'device_id': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:47.749892 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b542638e-15c3-4128-8042-049032aad448 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] GET failed (client error): The resource could not be found. Jan 18 23:10:47.750602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b542638e-15c3-4128-8042-049032aad448 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Synchronizing usage tracker for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:47.786283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60162) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:47.804351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b542638e-15c3-4128-8042-049032aad448 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Unset dirty status for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:47.809613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b542638e-15c3-4128-8042-049032aad448 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "GET /v2.0/ports/fab17b69-5bcc-4433-8d38-5352cd365ff7 HTTP/1.1" status: 404 len: 333 time: 0.1926231 Jan 18 23:10:47.810882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60168) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:47.823871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1893122028'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:47.916695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.020574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.053419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:48.068436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Allocated IP 172.20.0.2 (43ce142e-5650-4348-ad00-0a7cd732cdb1/f2ddc80e-35a4-41fc-8f6a-ef3f49028400/58646077-3dbb-46bb-989e-696bc31e0238) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:48.070794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:e1eae54e2a5041be959d75bdec4f856a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:48.073800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:48.077785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:48.079755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44593ff-942f-4d04-b1dd-b18b5041b560 req-4a892417-941a-44b5-b17d-7979a51e2132 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:48.080563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d44593ff-942f-4d04-b1dd-b18b5041b560 req-4a892417-941a-44b5-b17d-7979a51e2132 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Synchronizing usage tracker for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:48.088934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:48.097819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:48.120929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d44593ff-942f-4d04-b1dd-b18b5041b560 req-4a892417-941a-44b5-b17d-7979a51e2132 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Unset dirty status for tenant:9a675bf30f21462789f0f1979ffe42f4 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:48.122260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d44593ff-942f-4d04-b1dd-b18b5041b560 req-4a892417-941a-44b5-b17d-7979a51e2132 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 931 time: 0.2750750 Jan 18 23:10:48.259940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:48.263419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.266685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d44593ff-942f-4d04-b1dd-b18b5041b560 req-5b7b538b-20f5-42ad-99ec-b76ada762b7a tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327536 Jan 18 23:10:48.361669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] device_id is not set on port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:48.401728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:48.410152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.425917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Transition to ACTIVE for port object d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:48.431058 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.543241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.590348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.601118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.625437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Allocated IP 2001:db8::2c2 (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/6d7d159d-4fb4-4d17-89ec-3190f6ac747d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:48.699020 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1eae54e2a5041be959d75bdec4f856a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084599 Jan 18 23:10:48.703450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62d0a-9e8b-41e5-b405-926c4f192ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f6151-7c8e-41f9-85b0-514ee9e0c227,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:48.706857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:48.733763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.743255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:48.814309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Attempting to bind port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:48.814649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Attempting to bind port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:48.814973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Attempting to bind port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 on network 0f595b4e-7c11-4f8a-8e48-df8f65591942 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:48.820040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 on network 0f595b4e-7c11-4f8a-8e48-df8f65591942 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:10:48.820040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Attempting to bind port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 on network 0f595b4e-7c11-4f8a-8e48-df8f65591942 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:10:48.825713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:10:48.826140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Checking segment: {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:10:48.826492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Bound using segment: {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:10:48.826913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Bound port: d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e13e764-2b17-45a6-94c1-8d6cbf83358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:48.827266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.923607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] For port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:10:48.926916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] For port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:10:48.927805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Network 43ce142e-5650-4348-ad00-0a7cd732cdb1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:48.935378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:48.937772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.940558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Port': ['ID=58646077-3dbb-46bb-989e-696bc31e0238,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:48.944970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:49.005312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8362e08-4dd3-40b4-93cc-7264303c5595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.007378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.007997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.009443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] 10.222.0.85 "PUT /v2.0/ports/d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 HTTP/1.1" status: 200 len: 1091 time: 1.3296411 Jan 18 23:10:49.010016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'tag': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:49.037158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba4b90-80d9-4412-b94a-e1ba3204e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:49.067282 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'tag': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5', 'status': 'completed', 'code': 200} Jan 18 23:10:49.089474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8362e08-4dd3-40b4-93cc-7264303c5595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.120196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.148802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-65c11801-ec49-4f66-abbd-5a7a44ac33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.152082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-65c11801-ec49-4f66-abbd-5a7a44ac33f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9a675bf30f21462789f0f1979ffe42f4&device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 1094 time: 0.0804503 Jan 18 23:10:49.161718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Transition to ACTIVE for port object 6d7d159d-4fb4-4d17-89ec-3190f6ac747d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:49.170124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.232677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8362e08-4dd3-40b4-93cc-7264303c5595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.250313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-863a379c-12a6-4a72-8d3d-4b4bd398e0a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 HTTP/1.1" status: 200 len: 217 time: 0.0898368 Jan 18 23:10:49.271124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8362e08-4dd3-40b4-93cc-7264303c5595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f6151-7c8e-41f9-85b0-514ee9e0c227,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:49.282131 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.348270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-78c05f4c-dd2d-4eb0-ac59-66b98b4aca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.349950 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-78c05f4c-dd2d-4eb0-ac59-66b98b4aca08 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c83329f8-9baf-47de-933b-23a8742e71cc HTTP/1.1" status: 200 len: 853 time: 0.0938556 Jan 18 23:10:49.353699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.431324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-9631e647-8063-4d00-9d71-0e7d026569b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0f595b4e-7c11-4f8a-8e48-df8f65591942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748878 Jan 18 23:10:49.468836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:49.517031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:49.525287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8362e08-4dd3-40b4-93cc-7264303c5595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.526407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c8362e08-4dd3-40b4-93cc-7264303c5595 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/101f6151-7c8e-41f9-85b0-514ee9e0c227 HTTP/1.1" status: 204 len: 168 time: 0.8166113 Jan 18 23:10:49.538194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:49.543594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.544234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.561750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=6d7d159d-4fb4-4d17-89ec-3190f6ac747d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:49.576170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e782ef7-0705-4b08-bf1a-64a4f2deaf82 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7587070 Jan 18 23:10:49.576611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60186) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:49.584571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:47:32:62'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:49.611423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ca1fe-daf3-4a92-b98b-b32f082dc2ae req-a9494937-4cb0-4342-9b62-47076dc52739 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.618416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-139ca1fe-daf3-4a92-b98b-b32f082dc2ae req-a9494937-4cb0-4342-9b62-47076dc52739 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 943 time: 0.2250679 Jan 18 23:10:49.642484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-0c354544-a056-44e5-9c10-dc22ad4519a3 service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039568 Jan 18 23:10:49.699462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-139ca1fe-daf3-4a92-b98b-b32f082dc2ae req-7604ed00-38dd-4f66-89b6-9d68d753f107 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781810 Jan 18 23:10:49.853143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.856370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5724dc3c-d128-4a6a-b1a8-29d0f13122fb req-6454aedb-11e3-4e4c-8812-86df1f6731b8 service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999974 Jan 18 23:10:49.863653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.909154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-025cc8f4-149d-45fc-8f88-31cad9a12a68 None None] Provisioning for port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:49.914813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-025cc8f4-149d-45fc-8f88-31cad9a12a68 None None] Provisioning complete for port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:49.915468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-025cc8f4-149d-45fc-8f88-31cad9a12a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.975369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-025cc8f4-149d-45fc-8f88-31cad9a12a68 None None] Port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:50.009909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-41039f5f-40c2-4af3-b434-5171e87644ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.011500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-41039f5f-40c2-4af3-b434-5171e87644ac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9a675bf30f21462789f0f1979ffe42f4&device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 1094 time: 0.1001699 Jan 18 23:10:50.044625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60192) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:50.047089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.085099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Port': ['ID=58646077-3dbb-46bb-989e-696bc31e0238,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:50.112850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.114073 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ae74789a-3f5e-4004-964d-ab6cb1c86add tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1048341 Jan 18 23:10:50.116860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:50.121890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.144722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:50.160214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b49fa7d588ad41e5bd8ab912c9f0011e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:50.164431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:50.179361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:50.198862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-bb881b80-5c4e-4e84-8cc0-48c7455cdbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.200499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-bb881b80-5c4e-4e84-8cc0-48c7455cdbb4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 200 len: 914 time: 0.1818683 Jan 18 23:10:50.276569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-9f1fb531-b5ed-4bee-9952-a62ae06b1661 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 HTTP/1.1" status: 200 len: 217 time: 0.0659585 Jan 18 23:10:50.308244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.339528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a3e0fd3e-8e58-4fe4-b796-fec8c246e8c1 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Synchronizing usage tracker for tenant:9dfaeb9538e548f8ab2ed724bc95534d on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:50.363200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-8f0fc15c-da8c-44ed-8de4-1ae61cb346e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.364716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-8f0fc15c-da8c-44ed-8de4-1ae61cb346e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c83329f8-9baf-47de-933b-23a8742e71cc HTTP/1.1" status: 200 len: 853 time: 0.0808175 Jan 18 23:10:50.403590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a3e0fd3e-8e58-4fe4-b796-fec8c246e8c1 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Unset dirty status for tenant:9dfaeb9538e548f8ab2ed724bc95534d on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:50.404767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a3e0fd3e-8e58-4fe4-b796-fec8c246e8c1 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=43ce142e-5650-4348-ad00-0a7cd732cdb1 HTTP/1.1" status: 200 len: 689 time: 0.2869740 Jan 18 23:10:50.408100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60202) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:50.424473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-e71bd389-eec7-485d-a1d4-6d049952c2d3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0f595b4e-7c11-4f8a-8e48-df8f65591942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504162 Jan 18 23:10:50.463973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.515236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.580071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b49fa7d588ad41e5bd8ab912c9f0011e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317011 Jan 18 23:10:50.581672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60206) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:50.581905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14481c74-2d2a-4760-b27f-ef5d2ccb52e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0731d641-f1b5-4810-b6f7-da72fdd7eaea,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:50.616783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-a1aa721d-56c7-41cf-b3d4-95834593c85c service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810341 Jan 18 23:10:50.689138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.802501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8b87-eaa9-49ce-9afd-a462c8c16ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.805489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Deleting port 58646077-3dbb-46bb-989e-696bc31e0238 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:50.805807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.857722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90a0f756-ee46-46ff-9101-f117063b08b1 req-03fad30a-3139-4a71-997d-e243a25b07db service neutron] 10.222.0.85 "GET /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348394 Jan 18 23:10:50.926462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.933938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8b87-eaa9-49ce-9afd-a462c8c16ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.948743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.117941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] In _notify_port_updated(), no bound segment for port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d on network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:10:51.123363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.123979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.125328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "PUT /v2.0/ports/6d7d159d-4fb4-4d17-89ec-3190f6ac747d HTTP/1.1" status: 200 len: 1003 time: 1.5478282 Jan 18 23:10:51.128768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:51.152839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649c18-4e2d-470c-a234-c460d3a60a5b tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=6d7d159d-4fb4-4d17-89ec-3190f6ac747d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:51.202765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21b445-2e7f-4eaa-b10c-4b9af4c2b220 req-1c5d003f-cffb-4088-9a59-611cfd387674 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.204296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fb21b445-2e7f-4eaa-b10c-4b9af4c2b220 req-1c5d003f-cffb-4088-9a59-611cfd387674 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 943 time: 0.3739944 Jan 18 23:10:51.207518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.207884 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.216473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:51.216832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.220809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8b87-eaa9-49ce-9afd-a462c8c16ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.356833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa8b87-eaa9-49ce-9afd-a462c8c16ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0731d641-f1b5-4810-b6f7-da72fdd7eaea,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:51.366825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Calling delete_port for 58646077-3dbb-46bb-989e-696bc31e0238 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:51.413821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f1717457-f355-4b53-a46a-fa50f596692a None None] Provisioning complete for port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:51.414865 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f1717457-f355-4b53-a46a-fa50f596692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.421319 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8b87-eaa9-49ce-9afd-a462c8c16ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.422427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbaa8b87-eaa9-49ce-9afd-a462c8c16ace admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0731d641-f1b5-4810-b6f7-da72fdd7eaea HTTP/1.1" status: 204 len: 168 time: 0.8377612 Jan 18 23:10:51.438379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fb21b445-2e7f-4eaa-b10c-4b9af4c2b220 req-7d12d986-1568-4926-8e31-871ddc47fe46 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226777 Jan 18 23:10:51.488609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f1717457-f355-4b53-a46a-fa50f596692a None None] Port 6d7d159d-4fb4-4d17-89ec-3190f6ac747d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:51.529338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.552597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.601692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Port': ['ID=58646077-3dbb-46bb-989e-696bc31e0238,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:51.657541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for 6d7d159d-4fb4-4d17-89ec-3190f6ac747d owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:51.673940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.674288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.674616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.674945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.675269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.675600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.675977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.676324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.676901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.677240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.677601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.677920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:51.712858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.785043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.821265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.867254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.873246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=6d7d159d-4fb4-4d17-89ec-3190f6ac747d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:51.936355 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.963817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b2376203-153b-417c-89dc-8a6491d26983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/ports/6d7d159d-4fb4-4d17-89ec-3190f6ac747d HTTP/1.1" status: 204 len: 168 time: 0.8336396 Jan 18 23:10:51.967104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60228) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:52.023909 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba956c8-f28c-43d5-9806-d9cbb2274132 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] GET failed (client error): The resource could not be found. Jan 18 23:10:52.024463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4ba956c8-f28c-43d5-9806-d9cbb2274132 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Synchronizing usage tracker for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:52.053627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4ba956c8-f28c-43d5-9806-d9cbb2274132 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Unset dirty status for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:52.060749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60234) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:52.061809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4ba956c8-f28c-43d5-9806-d9cbb2274132 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "GET /v2.0/ports/6d7d159d-4fb4-4d17-89ec-3190f6ac747d HTTP/1.1" status: 404 len: 333 time: 0.0914953 Jan 18 23:10:52.069350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1582012181'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:52.111592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ddc80e-35a4-41fc-8f6a-ef3f49028400,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:52.245905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.290142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ce142e-5650-4348-ad00-0a7cd732cdb1']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:52.315546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974370ea-1f31-43f3-ba0e-16408860b8a9') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:52.315837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974370ea-1f31-43f3-ba0e-16408860b8a9') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:52.333609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.339962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:52.354833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:52.359834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.367698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:52.368153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:52.382315 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:52.386450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:52.389984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.474403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] device_id is not set on port 12c81081-3a34-4dab-9180-2d4f33b5cecf yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:52.537722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.543123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43ce142e-5650-4348-ad00-0a7cd732cdb1 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 23:10:52.544764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.599541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60254) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:52.600015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/networks/43ce142e-5650-4348-ad00-0a7cd732cdb1 HTTP/1.1" status: 204 len: 168 time: 2.1909208 Jan 18 23:10:52.611200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4106a5-de9f-4963-8fb3-c53ec1e93126 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Network': ['ID=43ce142e-5650-4348-ad00-0a7cd732cdb1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:52.685215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-aaf68450-b606-4fec-a7a5-407f97d95389 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0839281 Jan 18 23:10:52.687965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60258) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:52.728518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec1c4-2df5-4218-9e47-efd9449e4a00 req-0f12d0a1-8533-40e2-922c-c4a6ea75752d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.730769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68aec1c4-2df5-4218-9e47-efd9449e4a00 req-0f12d0a1-8533-40e2-922c-c4a6ea75752d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 943 time: 0.1703980 Jan 18 23:10:52.746655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Allocated IP 2001:db8::3c3 (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/12c81081-3a34-4dab-9180-2d4f33b5cecf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:52.797869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68aec1c4-2df5-4218-9e47-efd9449e4a00 req-77168e33-346c-4722-8a3b-de72ebdf4d23 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561988 Jan 18 23:10:52.929488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.930158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.930758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.931354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.932157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.932615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.933596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Synchronizing usage tracker for tenant:9dfaeb9538e548f8ab2ed724bc95534d on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:52.970301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Unset dirty status for tenant:9dfaeb9538e548f8ab2ed724bc95534d on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:52.974367 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-21b32e9a-95c1-484d-b195-52353f832744 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.2827492 Jan 18 23:10:52.974607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:53.058158 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-acb84201-b442-4a1b-9e8d-f46748f7c034 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] delete failed (client error): The resource could not be found. Jan 18 23:10:53.059183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-acb84201-b442-4a1b-9e8d-f46748f7c034 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/6dd16a61-ba88-4c1e-bbd5-9e2a576c7f8f HTTP/1.1" status: 404 len: 345 time: 0.0837228 Jan 18 23:10:53.062221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60276) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:53.079019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.092330 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef879d9-3664-4f2c-b2dc-42f6f901f81e tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] DELETE failed (client error): The resource could not be found. Jan 18 23:10:53.092919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef879d9-3664-4f2c-b2dc-42f6f901f81e tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:10:53.097724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Transition to ACTIVE for port object 12c81081-3a34-4dab-9180-2d4f33b5cecf will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:53.100777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fef879d9-3664-4f2c-b2dc-42f6f901f81e tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/networks/43ce142e-5650-4348-ad00-0a7cd732cdb1 HTTP/1.1" status: 404 len: 339 time: 0.0368507 Jan 18 23:10:53.104999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60280) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:53.111332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'network': {'name': 'tempest-network--1791354624', 'router:external': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:53.113395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:53.116914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:53.123689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:network and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:53.128484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:53.132850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.138553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:53.157845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Made reservation on behalf of 9dfaeb9538e548f8ab2ed724bc95534d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:53.160756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.192022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:53.202018 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.202419 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Added segment 5366834b-1fd8-4327-af35-5714f2a9e310 of type vlan for network f512d755-9a98-458b-9098-2e048e6d7cbd Jan 18 23:10:53.210909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:53.214104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:53.216750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:53.222923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.223596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.243278 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.243964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=12c81081-3a34-4dab-9180-2d4f33b5cecf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:53.268716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60290) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:53.269362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e2882f7f-46fb-4789-b02e-c8015c1a61d8 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2089767 Jan 18 23:10:53.277704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'network_id': 'af8baf01-61ea-4ad3-a1a3-9b82e9cea427', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581102006'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:53.291647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:53.307777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5', 'network_id': '0f595b4e-7c11-4f8a-8e48-df8f65591942', 'port_id': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5', 'mac_address': 'fa:16:3e:c6:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83329f8-9baf-47de-933b-23a8742e71cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:53.369666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.394524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:53.409538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.410617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.411270 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.414198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:53.420586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.507478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:53.537165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-56981afa-c0de-4488-ae13-a27f749b7c14 None None] Provisioning for port 12c81081-3a34-4dab-9180-2d4f33b5cecf completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:53.542061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-56981afa-c0de-4488-ae13-a27f749b7c14 None None] Provisioning complete for port 12c81081-3a34-4dab-9180-2d4f33b5cecf triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:53.542576 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56981afa-c0de-4488-ae13-a27f749b7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.546162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4396014 Jan 18 23:10:53.548928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60312) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:53.590582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793dd9f-d233-4962-a8cc-57e83fe9bf23 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Network': ['ID=f512d755-9a98-458b-9098-2e048e6d7cbd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:53.594659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:53.599806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Usage tracker for resource:port and tenant:a532c11b865d4f47b32dfa7ee0ad013e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:53.603052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:53.604820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f512d755-9a98-458b-9098-2e048e6d7cbd details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:53.609792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:53.624318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Made reservation on behalf of a532c11b865d4f47b32dfa7ee0ad013e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:53.628774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.658701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] device_id is not set on port c6b1f80a-2fa4-436d-9970-25e2e90cef3d yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:10:53.716539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:10:53.747819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.756175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.763206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.771513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.772586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Synchronizing usage tracker for tenant:42808b23406a45c9a1391bf353b4c7c0 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:53.797297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Unset dirty status for tenant:42808b23406a45c9a1391bf353b4c7c0 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:53.799886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90679ee3-5e61-4aae-abc5-dd1e45435ba6 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2487888 Jan 18 23:10:53.801027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-56981afa-c0de-4488-ae13-a27f749b7c14 None None] Port 12c81081-3a34-4dab-9180-2d4f33b5cecf cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:53.802455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:54.002172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Allocated IP 2001:db8::3d9 (af8baf01-61ea-4ad3-a1a3-9b82e9cea427/7922ce68-5a59-418c-82a9-5fdb18a95c44/c6b1f80a-2fa4-436d-9970-25e2e90cef3d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:54.054701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.068618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:54.182478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88f174-cda8-4415-b5e0-89a4c45fd56f req-97ad3b9a-5c54-49ae-8bcc-ebacd275e987 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.183967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db88f174-cda8-4415-b5e0-89a4c45fd56f req-97ad3b9a-5c54-49ae-8bcc-ebacd275e987 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 944 time: 0.2286084 Jan 18 23:10:54.211444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.228422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Transition to ACTIVE for port object c6b1f80a-2fa4-436d-9970-25e2e90cef3d will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:54.253755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.327914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:54.331297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:54.335136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:10:54.340680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.341320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.349262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=c6b1f80a-2fa4-436d-9970-25e2e90cef3d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.357599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.370389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.372703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f6b5e179-4fd4-4087-9048-6c593a451983 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1022592 Jan 18 23:10:54.375559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60344) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:54.381428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:47:32:62'}, {'ip_address': '2001:db8::3c3', 'mac_address': 'fa:16:3e:ed:a8:ba'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:54.423659 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db88f174-cda8-4415-b5e0-89a4c45fd56f req-ca244f1c-a2b3-488c-8891-33bd83838407 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044855 Jan 18 23:10:54.426215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:54.430250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f512d755-9a98-458b-9098-2e048e6d7cbd']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:54.441953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Usage tracker for resource:security_group_rule and tenant:d05243a6a16743ce9a45a3a21c1803ec is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:54.451528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5366834b-1fd8-4327-af35-5714f2a9e310') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:54.451954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5366834b-1fd8-4327-af35-5714f2a9e310') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:54.460106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:54.470709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:54.473896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.504702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.516001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:54.516418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:54.530835 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:54.620797 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.630362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff8db220-d694-4b7c-99e0-3c5a213fe125 None None] Provisioning for port c6b1f80a-2fa4-436d-9970-25e2e90cef3d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:54.633595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.636764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff8db220-d694-4b7c-99e0-3c5a213fe125 None None] Provisioning complete for port c6b1f80a-2fa4-436d-9970-25e2e90cef3d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:54.637178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff8db220-d694-4b7c-99e0-3c5a213fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.641666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f512d755-9a98-458b-9098-2e048e6d7cbd {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 23:10:54.648030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.660669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Network': ['ID=f512d755-9a98-458b-9098-2e048e6d7cbd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.677131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53156421-b507-4aec-a9ca-5b2cf09b8bdf tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f512d755-9a98-458b-9098-2e048e6d7cbd HTTP/1.1" status: 204 len: 168 time: 0.8731513 Jan 18 23:10:54.677782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60348) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:54.693926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'network': {'name': 'tempest-network--249236130', 'router:external': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:54.706155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:54.709541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ff8db220-d694-4b7c-99e0-3c5a213fe125 None None] Port c6b1f80a-2fa4-436d-9970-25e2e90cef3d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:54.714707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:network and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:54.719550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:54.721418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.729791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.730282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:54.750425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Made reservation on behalf of 9dfaeb9538e548f8ab2ed724bc95534d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:54.752547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.788740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d05243a6a16743ce9a45a3a21c1803ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182665 Jan 18 23:10:54.790665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0813-927a-4dd7-84c1-0a0734b98dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb25cfa-e019-4ad2-8ff8-c9f081d5a8b3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.793587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:54.854503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df6e167-9e70-41c6-b3e9-02ed1776f71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.867869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:54.882463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df6e167-9e70-41c6-b3e9-02ed1776f71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.895101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.895683 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Added segment 9e18f961-461e-4615-bbcc-13eb8a352067 of type vlan for network 4a09eb45-8941-4856-92dc-b7025d3fc2e3 Jan 18 23:10:54.956230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df6e167-9e70-41c6-b3e9-02ed1776f71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.961280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.977786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df6e167-9e70-41c6-b3e9-02ed1776f71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.979013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9df6e167-9e70-41c6-b3e9-02ed1776f71a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bb25cfa-e019-4ad2-8ff8-c9f081d5a8b3 HTTP/1.1" status: 204 len: 168 time: 0.1845109 Jan 18 23:10:54.980464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6e167-9e70-41c6-b3e9-02ed1776f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb25cfa-e019-4ad2-8ff8-c9f081d5a8b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.994674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.022189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.120789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event updated for resources: {'Port': ['ID=c6b1f80a-2fa4-436d-9970-25e2e90cef3d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:55.126078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] In _notify_port_updated(), no bound segment for port c6b1f80a-2fa4-436d-9970-25e2e90cef3d on network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:10:55.132041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.132740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.136777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-26e4a234-fc37-4ff6-99e8-32361049e57c tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "PUT /v2.0/ports/c6b1f80a-2fa4-436d-9970-25e2e90cef3d HTTP/1.1" status: 200 len: 1067 time: 0.7575443 Jan 18 23:10:55.136777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.136777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.137103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:55.147454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:55.153294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531274'] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.270653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:55.276987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:55.277588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.299569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port c6b1f80a-2fa4-436d-9970-25e2e90cef3d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:55.299939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.323238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6390281 Jan 18 23:10:55.326829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60366) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:55.365230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02c23a-e6e7-458a-9c2e-08ccb3bbaba0 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Network': ['ID=4a09eb45-8941-4856-92dc-b7025d3fc2e3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:55.407431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 4a09eb45-8941-4856-92dc-b7025d3fc2e3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:55.447994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:55.507401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e7a96-9349-44e9-88ff-64ace5015de8 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.514397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b6e7a96-9349-44e9-88ff-64ace5015de8 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] 10.222.0.78 "GET /v2.0/networks/4a09eb45-8941-4856-92dc-b7025d3fc2e3 HTTP/1.1" status: 200 len: 756 time: 0.1829929 Jan 18 23:10:55.516298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.517869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60376) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:55.549218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:55.560873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6c1934fce04091ac650f9a5f5ea2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:55.569755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:55.595815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:55.664577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6209046e-d479-4370-9508-dc8bdd85a0c1 None None] Provisioning complete for port c6b1f80a-2fa4-436d-9970-25e2e90cef3d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:55.665642 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6209046e-d479-4370-9508-dc8bdd85a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.712097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.732737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffff2d-68a1-4b2e-aa61-fbce431db22f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.734127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-73ffff2d-68a1-4b2e-aa61-fbce431db22f tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] 10.222.0.78 "GET /v2.0/networks/4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7 HTTP/1.1" status: 200 len: 768 time: 0.2152658 Jan 18 23:10:55.738254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60380) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:55.744368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6209046e-d479-4370-9508-dc8bdd85a0c1 None None] Port c6b1f80a-2fa4-436d-9970-25e2e90cef3d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:10:55.753567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:55.755197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310214f-9f64-4dc5-989b-fdbed0a6ba67 req-5447169d-982f-4eb0-aa7d-072401868870 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.756696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5310214f-9f64-4dc5-989b-fdbed0a6ba67 req-5447169d-982f-4eb0-aa7d-072401868870 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 944 time: 0.1371238 Jan 18 23:10:55.763664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:10:55.769923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.772285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.812057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5310214f-9f64-4dc5-989b-fdbed0a6ba67 req-a4b81595-1461-4696-8aec-5563604bba9a tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Jan 18 23:10:55.843186 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5', 'code': 200} Jan 18 23:10:55.862315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:55.943616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865372-4387-4e24-a038-b5baa8eccd32 req-e9d2a257-122e-47cf-880f-fcccbdcbc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.945148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a865372-4387-4e24-a038-b5baa8eccd32 req-e9d2a257-122e-47cf-880f-fcccbdcbc8c0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 1096 time: 0.0752504 Jan 18 23:10:55.967256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for c6b1f80a-2fa4-436d-9970-25e2e90cef3d owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:55.985502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a865372-4387-4e24-a038-b5baa8eccd32 req-d3fd7579-a2bf-457a-ab4d-5dfdff6322e8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Jan 18 23:10:56.033224 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.089656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.120010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.287908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c6c1934fce04091ac650f9a5f5ea2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387332 Jan 18 23:10:56.291059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60392) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:56.293247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149ecc2-a13b-42e9-a2b0-264e06c1dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf79451-670e-438b-8ad7-726da9588e60,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:56.303838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.329462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.356917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf707e00-c846-4a2b-8f62-7d8c2fbfe2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.374768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a09eb45-8941-4856-92dc-b7025d3fc2e3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:56.384013 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf707e00-c846-4a2b-8f62-7d8c2fbfe2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.395871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=c6b1f80a-2fa4-436d-9970-25e2e90cef3d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:56.398838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e18f961-461e-4615-bbcc-13eb8a352067') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:56.399130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e18f961-461e-4615-bbcc-13eb8a352067') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:56.440043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.471829 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.473786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf707e00-c846-4a2b-8f62-7d8c2fbfe2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.483056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:56.483466 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.490859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf707e00-c846-4a2b-8f62-7d8c2fbfe2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf79451-670e-438b-8ad7-726da9588e60,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:56.499584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf707e00-c846-4a2b-8f62-7d8c2fbfe2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.502095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf707e00-c846-4a2b-8f62-7d8c2fbfe2e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dcf79451-670e-438b-8ad7-726da9588e60 HTTP/1.1" status: 204 len: 168 time: 0.2103381 Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:56.518681 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:56.931385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.964790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a09eb45-8941-4856-92dc-b7025d3fc2e3 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 23:10:57.011546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.021968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a09eb45-8941-4856-92dc-b7025d3fc2e3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:57.035292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-028fc784-1501-4c5b-bba1-b64dad48cb86 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:57.042383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-028fc784-1501-4c5b-bba1-b64dad48cb86 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.5642016 Jan 18 23:10:57.048243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.082488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-bc206fc7-64b8-448e-8ec2-f7c0001a3dc2 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/quotas/aeeefa427a844fb4b790f1f259943ea8 HTTP/1.1" status: 200 len: 375 time: 0.0386384 Jan 18 23:10:57.119851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0bc791a5-8998-48c6-b82e-409cc421e4bc tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/networks/4a09eb45-8941-4856-92dc-b7025d3fc2e3 HTTP/1.1" status: 204 len: 168 time: 1.3769166 Jan 18 23:10:57.126144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:57.129824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c4b577f7-b539-4a20-9c79-cc16d3c32622 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/ports/c6b1f80a-2fa4-436d-9970-25e2e90cef3d HTTP/1.1" status: 204 len: 168 time: 1.9916472 Jan 18 23:10:57.139608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'network': {'name': 'tempest-network--1473905275'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:57.143852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60424) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:57.181747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:57.200548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Usage tracker for resource:network and tenant:9dfaeb9538e548f8ab2ed724bc95534d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:57.210931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:57.219335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:57.221745 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-38085927-048c-4f79-bb8c-0005ee1ca5eb tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] GET failed (client error): The resource could not be found. Jan 18 23:10:57.222277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-38085927-048c-4f79-bb8c-0005ee1ca5eb tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Synchronizing usage tracker for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:57.249349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Made reservation on behalf of 9dfaeb9538e548f8ab2ed724bc95534d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:57.249469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.269059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-38085927-048c-4f79-bb8c-0005ee1ca5eb tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Unset dirty status for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:57.269059 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-38085927-048c-4f79-bb8c-0005ee1ca5eb tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "GET /v2.0/ports/c6b1f80a-2fa4-436d-9970-25e2e90cef3d HTTP/1.1" status: 404 len: 333 time: 0.1239002 Jan 18 23:10:57.272313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60430) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:57.297137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-11f0fbc7-bfd4-4f50-acaf-a613ca4376c7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2130563 Jan 18 23:10:57.327308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:57.350194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port 12c81081-3a34-4dab-9180-2d4f33b5cecf {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:57.350328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.397828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.398085 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Added segment 4b9e9918-1bda-4ba3-b55a-169624bb03ae of type vlan for network d240087f-747a-4844-b3c4-ffd90121b78f Jan 18 23:10:57.458136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.474665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-51a4e9f0-860a-4831-bed0-6a5ff8dd304d service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765528 Jan 18 23:10:57.511013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebd2a-af9a-4183-9a26-071f219e6a3f req-27227833-1a70-4145-a937-3c7b8eced527 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:57.513175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c17ebd2a-af9a-4183-9a26-071f219e6a3f req-27227833-1a70-4145-a937-3c7b8eced527 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 945 time: 0.5167375 Jan 18 23:10:57.598762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.599823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:57.600390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.652221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c17ebd2a-af9a-4183-9a26-071f219e6a3f req-ce3f319e-d14b-45f3-b77f-362edd71e42d tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853720 Jan 18 23:10:57.681284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:57.741005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-8a078640-b236-447e-8d57-931bba1fe705 service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654176 Jan 18 23:10:57.744149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Network': ['ID=d240087f-747a-4844-b3c4-ffd90121b78f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:57.747352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2a6eb75-1083-4419-b6d3-2138d6ab72dd tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6196845 Jan 18 23:10:57.750393 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:57.758623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d240087f-747a-4844-b3c4-ffd90121b78f details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:57.818490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for 12c81081-3a34-4dab-9180-2d4f33b5cecf owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:57.849658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:58.060644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6272e5b0-f5c0-4110-a1ad-9ff3bfb6bc25 req-768c0181-8412-45fa-9270-191a7d8490e1 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 210 time: 0.0787096 Jan 18 23:10:58.278290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.328191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.348985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=12c81081-3a34-4dab-9180-2d4f33b5cecf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:58.394200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.402235 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.523333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Network d240087f-747a-4844-b3c4-ffd90121b78f is not hosted by any dhcp agent {{(pid=87811) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 18 23:10:58.524206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.524802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.526132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "PUT /v2.0/networks/d240087f-747a-4844-b3c4-ffd90121b78f HTTP/1.1" status: 200 len: 858 time: 0.7747967 Jan 18 23:10:58.529212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:58.565554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-583557cd-636f-45ad-92bb-a4b1cf0b6896 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/ports/12c81081-3a34-4dab-9180-2d4f33b5cecf HTTP/1.1" status: 204 len: 168 time: 1.2919478 Jan 18 23:10:58.568893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60480) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:58.572056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b389ceb-6243-4f08-96f3-ea3059c9953c tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event updated for resources: {'Network': ['ID=d240087f-747a-4844-b3c4-ffd90121b78f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:58.624271 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4050fa1-2973-4512-99b0-a1f352934ee5 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] GET failed (client error): The resource could not be found. Jan 18 23:10:58.624940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c4050fa1-2973-4512-99b0-a1f352934ee5 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Synchronizing usage tracker for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:58.645218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c4050fa1-2973-4512-99b0-a1f352934ee5 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Unset dirty status for tenant:a532c11b865d4f47b32dfa7ee0ad013e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:58.646535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c4050fa1-2973-4512-99b0-a1f352934ee5 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "GET /v2.0/ports/12c81081-3a34-4dab-9180-2d4f33b5cecf HTTP/1.1" status: 404 len: 333 time: 0.0765781 Jan 18 23:10:58.653722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60490) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:58.697047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.737427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port d6ae4b94-334f-4809-8c83-ba04a7ce8960 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:10:58.737879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.840757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.869302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d240087f-747a-4844-b3c4-ffd90121b78f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:58.883274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9e9918-1bda-4ba3-b55a-169624bb03ae') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:58.883952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9e9918-1bda-4ba3-b55a-169624bb03ae') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:58.897209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.935699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:58.951739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:58.952668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:59.061504 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:59.193622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.216755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d240087f-747a-4844-b3c4-ffd90121b78f {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 18 23:10:59.219236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Pushing event deleted for resources: {'Network': ['ID=d240087f-747a-4844-b3c4-ffd90121b78f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:59.224801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.238752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5598030f-1d9b-4a53-aaa9-6d8bd82b41a2 tempest-ExternalNetworksTestJSON-1813354679 tempest-ExternalNetworksTestJSON-1813354679-project-admin] 10.222.0.78 "DELETE /v2.0/networks/d240087f-747a-4844-b3c4-ffd90121b78f HTTP/1.1" status: 204 len: 168 time: 0.7008343 Jan 18 23:10:59.242460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:59.275252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.424146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for d6ae4b94-334f-4809-8c83-ba04a7ce8960 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:10:59.440057 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-314cdba5-48a0-4aff-9e11-96a25f6bbec7 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] DELETE failed (client error): The resource could not be found. Jan 18 23:10:59.440518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314cdba5-48a0-4aff-9e11-96a25f6bbec7 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:10:59.444632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-314cdba5-48a0-4aff-9e11-96a25f6bbec7 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] 10.222.0.78 "DELETE /v2.0/subnets/f2ddc80e-35a4-41fc-8f6a-ef3f49028400 HTTP/1.1" status: 404 len: 337 time: 0.1973362 Jan 18 23:10:59.445546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60544) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:59.561492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92526456-51c4-4a75-9d48-de096ea46ced req-407e60e7-b492-4699-8e0d-ad6d6918f96e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.563115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92526456-51c4-4a75-9d48-de096ea46ced req-407e60e7-b492-4699-8e0d-ad6d6918f96e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 945 time: 0.7562258 Jan 18 23:10:59.623849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.644728 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92526456-51c4-4a75-9d48-de096ea46ced req-a294e8f7-b7f8-4874-8d39-0ba587cfa407 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Jan 18 23:10:59.653251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.722605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ffff83a2-6d7b-420e-a3e0-cd4527103b3d req-1293773c-efcd-4b49-97de-cb3f1ac97ba4 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 210 time: 0.1353281 Jan 18 23:10:59.756989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=d6ae4b94-334f-4809-8c83-ba04a7ce8960,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:59.824903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.862137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.884536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:59.900531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0c855047-cb5f-4bfd-92a9-09b42d33ee01 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/ports/d6ae4b94-334f-4809-8c83-ba04a7ce8960 HTTP/1.1" status: 204 len: 168 time: 1.2456129 Jan 18 23:10:59.903254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60568) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:59.912835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8401154f-75fb-4cfa-96b1-a5936757a78c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:59.913152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8401154f-75fb-4cfa-96b1-a5936757a78c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:59.947536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-610a3813-8eb4-4e96-a0ae-57e8f802c939 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.948723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.949180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-610a3813-8eb4-4e96-a0ae-57e8f802c939 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.7940328 Jan 18 23:10:59.972259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Request body: {'port': {'device_id': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'admin_state_up': True, 'tenant_id': 'aeeefa427a844fb4b790f1f259943ea8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:59.987971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.014604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:11:00.015010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.091817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting subnet 7922ce68-5a59-418c-82a9-5fdb18a95c44 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:00.099199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:00.110862 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:00.157047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.178974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.195127 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.198308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] Pushing event deleted for resources: {'Network': ['ID=4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:00.216688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-956ae20e-0f76-4376-95ac-b2d2aaa1a0d9 tempest-ExternalNetworksTestJSON-376471413 tempest-ExternalNetworksTestJSON-376471413-project] 10.222.0.78 "DELETE /v2.0/networks/4f40f6b7-10fe-4879-ad29-1b9df8b2c3a7 HTTP/1.1" status: 204 len: 168 time: 0.7703643 Jan 18 23:11:00.259933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:00.278811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:00.310163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Made reservation on behalf of aeeefa427a844fb4b790f1f259943ea8 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:00.314838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.390027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.559093 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.610166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Allocated IP 172.20.0.6 (ee35111c-7822-4c88-b7d6-37da29c7b120/5dd2a535-8671-4a77-b20f-959dd927cda3/6a0c7121-c7a0-4c8e-b9e0-129aff4ff823) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:00.631546 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.636090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934dbc21-28b4-4026-a0d3-10709ff3b87d None None] Network af8baf01-61ea-4ad3-a1a3-9b82e9cea427 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:00.655842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Subnet': ['ID=7922ce68-5a59-418c-82a9-5fdb18a95c44,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:00.677542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-80877c19-d403-4d32-870f-5fa05a197be3 tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/subnets/7922ce68-5a59-418c-82a9-5fdb18a95c44 HTTP/1.1" status: 204 len: 168 time: 0.7710857 Jan 18 23:11:00.678424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:00.735594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60618) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:00.875967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.902570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Deleting port 1d5323b0-f005-4156-b7a4-39ce96f32533 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:00.904495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.127226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] DHCP port deletion for af8baf01-61ea-4ad3-a1a3-9b82e9cea427 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:01.132579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e3419bdf-a40d-4a3c-acf9-562ac27c152d req-157a7daf-495d-4022-bb8b-ee78d1248785 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:01.133654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Deleting port 1d5323b0-f005-4156-b7a4-39ce96f32533 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:01.134267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.216573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] For port 1d5323b0-f005-4156-b7a4-39ce96f32533, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d5323b0-f005-4156-b7a4-39ce96f32533,segment=NetworkSegment(5d60fc66-852a-4d57-8cb7-dc4e5da2fe02),segment_id=5d60fc66-852a-4d57-8cb7-dc4e5da2fe02)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:01.217279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.240794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a71b121-dd14-48f4-af22-3e940b3703a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42808b23406a45c9a1391bf353b4c7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998908 Jan 18 23:11:01.240794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e3419bdf-a40d-4a3c-acf9-562ac27c152d req-157a7daf-495d-4022-bb8b-ee78d1248785 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:01.240794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3419bdf-a40d-4a3c-acf9-562ac27c152d req-157a7daf-495d-4022-bb8b-ee78d1248785 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 210 time: 0.2221122 Jan 18 23:11:01.242483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60646) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:01.492883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.506037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Calling delete_port for 1d5323b0-f005-4156-b7a4-39ce96f32533 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:01.514274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] For port 1d5323b0-f005-4156-b7a4-39ce96f32533, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d5323b0-f005-4156-b7a4-39ce96f32533,segment=NetworkSegment(5d60fc66-852a-4d57-8cb7-dc4e5da2fe02),segment_id=5d60fc66-852a-4d57-8cb7-dc4e5da2fe02)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:01.515356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.519913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0df46fe7-d5db-40e6-b499-58f223be515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.547640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0df46fe7-d5db-40e6-b499-58f223be515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.629176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0df46fe7-d5db-40e6-b499-58f223be515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.665849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0df46fe7-d5db-40e6-b499-58f223be515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.667149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0df46fe7-d5db-40e6-b499-58f223be515d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a095178b-8562-4f78-b1f5-32eee4d30ebf HTTP/1.1" status: 204 len: 168 time: 0.4238522 Jan 18 23:11:01.668712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df46fe7-d5db-40e6-b499-58f223be515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a095178b-8562-4f78-b1f5-32eee4d30ebf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:01.681596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.683944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.788712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Network ee35111c-7822-4c88-b7d6-37da29c7b120 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:01.789567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:01.791705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Calling delete_port for 1d5323b0-f005-4156-b7a4-39ce96f32533 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:01.795601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:01.812064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] No DVR routers for this DVR port 1d5323b0-f005-4156-b7a4-39ce96f32533 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:01.817205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:01.875742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Port': ['ID=1d5323b0-f005-4156-b7a4-39ce96f32533,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:01.895989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event updated for resources: {'Port': ['ID=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:01.910725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.911375 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.923107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:11:01.923925 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:11:01.941506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-6b6f20d5-e1fe-46cb-90ea-3f639c713870 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9814086 Jan 18 23:11:01.951315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:11:01.962538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Request body: {'port': {'device_id': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:02.040824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.096987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8baf01-61ea-4ad3-a1a3-9b82e9cea427']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:02.117054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:02.117805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d60fc66-852a-4d57-8cb7-dc4e5da2fe02') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:02.134313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.153906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.166029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:11:02.167054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:02.193106 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:02.213486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.337904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.365423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.381083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.403254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60672) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:02.405194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:02.422511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Usage tracker for resource:security_group_rule and tenant:a0edbbc89e4c48688f719b4379447ae4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:02.424689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Deleting port 1d5323b0-f005-4156-b7a4-39ce96f32533 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:02.425103 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.426998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] Pushing event deleted for resources: {'Network': ['ID=af8baf01-61ea-4ad3-a1a3-9b82e9cea427,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:02.429576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:02.451855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b65d8429-6eb0-429d-b40d-9f09bb50a4ef tempest-AllowedAddressPairIpV6TestJSON-1455852351 tempest-AllowedAddressPairIpV6TestJSON-1455852351-project] 10.222.0.78 "DELETE /v2.0/networks/af8baf01-61ea-4ad3-a1a3-9b82e9cea427 HTTP/1.1" status: 204 len: 168 time: 1.7632055 Jan 18 23:11:02.454438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:02.525250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-57f560ba-303b-4f67-9b78-dda1a6fc3a3c None None] The port '1d5323b0-f005-4156-b7a4-39ce96f32533' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:11:02.595819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-57b22a18-7c27-4921-98f2-b8094e416291 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9dfaeb9538e548f8ab2ed724bc95534d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910110 Jan 18 23:11:02.599433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60680) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:02.606277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d5323b0-f005-4156-b7a4-39ce96f32533 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:02.676505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1d5323b0-f005-4156-b7a4-39ce96f32533 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:02.676861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d5323b0-f005-4156-b7a4-39ce96f32533 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:02.723802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da5c4ce9-add3-49e8-89ca-3d125176ffb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.799795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765a784-6426-46bf-ac1b-dd87374859c2 req-92cda5ef-5874-411f-8f9b-752a8b52f904 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:02.801310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e765a784-6426-46bf-ac1b-dd87374859c2 req-92cda5ef-5874-411f-8f9b-752a8b52f904 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 931 time: 0.3482764 Jan 18 23:11:02.811936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da5c4ce9-add3-49e8-89ca-3d125176ffb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.823400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:02.835342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60686) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:02.837898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.851642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.870262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Transition to ACTIVE for port object 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:02.875075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.884637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.921407 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:11:02.922352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2997a66e-698d-421d-8a67-3e7b4e090c93,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:02.944546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e765a784-6426-46bf-ac1b-dd87374859c2 req-23b4b0e0-273c-4f5d-b91e-d0a9149d431b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340952 Jan 18 23:11:02.962757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b135a05a-548e-43d0-809a-4068e5ad274b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0edbbc89e4c48688f719b4379447ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581421 Jan 18 23:11:02.966657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:03.031132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12fd8fb9-99dc-4310-9305-097ae5514d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.056718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12fd8fb9-99dc-4310-9305-097ae5514d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.090774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da5c4ce9-add3-49e8-89ca-3d125176ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.123766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c4ce9-add3-49e8-89ca-3d125176ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d178d1c-ae55-4e81-9972-acc12c6e3e87,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:03.126436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Pushing event updated for resources: {'Port': ['ID=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:03.139940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9b2137c1-29ba-4b7c-b937-2dbbd476d44d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a532c11b865d4f47b32dfa7ee0ad013e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011074 Jan 18 23:11:03.140578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:03.179644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12fd8fb9-99dc-4310-9305-097ae5514d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.201953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da5c4ce9-add3-49e8-89ca-3d125176ffb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.202570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-da5c4ce9-add3-49e8-89ca-3d125176ffb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d178d1c-ae55-4e81-9972-acc12c6e3e87 HTTP/1.1" status: 204 len: 168 time: 0.6018879 Jan 18 23:11:03.206568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8fb9-99dc-4310-9305-097ae5514d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997a66e-698d-421d-8a67-3e7b4e090c93,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:03.225754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12fd8fb9-99dc-4310-9305-097ae5514d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.229225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-12fd8fb9-99dc-4310-9305-097ae5514d91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2997a66e-698d-421d-8a67-3e7b4e090c93 HTTP/1.1" status: 204 len: 168 time: 0.2590687 Jan 18 23:11:03.229388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-007bb478-f341-4721-9668-c770ad4ffb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.255022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Attempting to bind port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:03.255367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Attempting to bind port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:03.255701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Attempting to bind port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:03.258433 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-007bb478-f341-4721-9668-c770ad4ffb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.260501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 on network ee35111c-7822-4c88-b7d6-37da29c7b120 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:11:03.260978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Attempting to bind port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:03.266357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:03.266694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Checking segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:03.267147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Bound using segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:03.267576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Bound port: 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:03.267928 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.325588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-007bb478-f341-4721-9668-c770ad4ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.344462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bb478-f341-4721-9668-c770ad4ffb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff3ea6-7ed7-46d7-9f69-78fb45d55fdb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:03.358768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-007bb478-f341-4721-9668-c770ad4ffb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.363121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-007bb478-f341-4721-9668-c770ad4ffb18 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1bff3ea6-7ed7-46d7-9f69-78fb45d55fdb HTTP/1.1" status: 204 len: 168 time: 0.2195642 Jan 18 23:11:03.382792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] For port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:03.386784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] For port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:03.393692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.460491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.461136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.462525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] 10.222.0.86 "PUT /v2.0/ports/6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 HTTP/1.1" status: 200 len: 1091 time: 1.5133386 Jan 18 23:11:03.462962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'tag': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:03.486220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bd030-6bb9-4d4b-aa2e-e7c271eff33d service neutron] Pushing event updated for resources: {'Port': ['ID=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:03.557933 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'tag': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823', 'status': 'completed', 'code': 200} Jan 18 23:11:03.604035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-ce26b21e-9e82-4340-a595-693a2e87354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.605697 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-ce26b21e-9e82-4340-a595-693a2e87354d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 1094 time: 0.0833652 Jan 18 23:11:03.641694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:03.659792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.676122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:03.680386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Usage tracker for resource:security_group_rule and tenant:084aa99becd6482db2c566ec67bbade7 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:03.683483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:03.687399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-ee7599f3-af55-4cbb-8500-085f0a5b1a23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 HTTP/1.1" status: 200 len: 217 time: 0.0747068 Jan 18 23:11:03.689822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:03.791862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.792291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e5df-d577-40dd-b918-b6846a0da8df req-89b1ac1d-d496-4486-8bf2-c44131064276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.795541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-89b1ac1d-d496-4486-8bf2-c44131064276 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.1016705 Jan 18 23:11:03.800154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:03.847619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60728) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:03.848678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=084aa99becd6482db2c566ec67bbade7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011325 Jan 18 23:11:03.869848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-7719b662-7475-475b-a1cf-20b02ecdf11b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678115 Jan 18 23:11:03.888396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2f06b-dc5f-4542-82f4-038dc6e6be04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560c637-7324-4ce9-914e-f2665b1a4913,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:04.154319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8223632-ecf5-4b2d-9f71-50867b402bf6 req-488a1330-a6ac-4422-8c57-67daa993e419 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:04.156584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8223632-ecf5-4b2d-9f71-50867b402bf6 req-488a1330-a6ac-4422-8c57-67daa993e419 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 943 time: 0.0985777 Jan 18 23:11:04.167656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-212081c9-e44e-474c-84ca-19feb1c3f9d4 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896447 Jan 18 23:11:04.207625 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.210176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b8223632-ecf5-4b2d-9f71-50867b402bf6 req-75525e8b-f776-4253-81b4-ce1993e75d12 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Jan 18 23:11:04.295143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.366860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2038e5df-d577-40dd-b918-b6846a0da8df req-5780ec93-831d-411b-9ec7-6af2a3a8f5f5 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918223 Jan 18 23:11:04.389186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.411100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560c637-7324-4ce9-914e-f2665b1a4913,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:04.421237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.422018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.422367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.422730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.423040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.423501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.423836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.424419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.424522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.424847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.425194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.425515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.425833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:04.428358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60756) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:04.437282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.441855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c8607f8f-804a-435d-bc58-56d169312470 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e560c637-7324-4ce9-914e-f2665b1a4913 HTTP/1.1" status: 204 len: 168 time: 0.5930064 Jan 18 23:11:04.557329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-f3ea3546-982d-4ca6-a199-637504d7c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:04.558972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-f3ea3546-982d-4ca6-a199-637504d7c5f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 1094 time: 0.0852489 Jan 18 23:11:04.643663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1609785311'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:04.654190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:04.672335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:network and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:04.676911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:04.685378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:04.712329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:04.716195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.731711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.749058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60768) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:04.759747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-87f985a2-cc9c-444c-8120-92d8cbb477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:04.761242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-87f985a2-cc9c-444c-8120-92d8cbb477fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.1897902 Jan 18 23:11:04.762152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:04.766295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:security_group_rule and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:04.817284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:04.838546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:04.841495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-fc237cc5-53df-42d7-a839-de81d7fca79c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 HTTP/1.1" status: 200 len: 217 time: 0.0724990 Jan 18 23:11:04.870733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2122729201'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:04.877108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:04.884259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:network and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:04.888613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:04.898922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:04.917444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:04.923514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.936443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-b1966654-6a27-4a4a-b058-7094c487caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:04.938559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-b1966654-6a27-4a4a-b058-7094c487caee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0887256 Jan 18 23:11:04.963739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.984373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:04.989558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:security_group_rule and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:04.992792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:04.999603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:05.003765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-3b642232-b006-478d-9c6e-3a592665d734 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538540 Jan 18 23:11:05.090988 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.100728 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.132819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:05.150781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb1511-03ec-41c9-9da6-8d3326a8beec,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:05.160430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.161041 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Added segment cca41538-7513-4d2a-a7c7-161339af22e5 of type vlan for network f1d84029-e20e-4d03-be87-edcd9315db19 Jan 18 23:11:05.191620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.197965 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-e8f1c100-e6f3-4029-946e-1a6ba9a3e50e service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876559 Jan 18 23:11:05.199941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.200726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.232397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.238157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.238605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.249270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:05.331733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.332129 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Added segment 30ebe9e5-19c7-444b-ab35-1a0be00bd40b of type vlan for network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 Jan 18 23:11:05.357307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Network': ['ID=f1d84029-e20e-4d03-be87-edcd9315db19,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:05.361127 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4245dd59-dc90-4801-97ad-119562fc0d51 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6108155 Jan 18 23:11:05.365147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:05.369355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:05.371458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:05.410062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28753c9f-2564-4442-8dff-6617145efe57,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:05.444765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.498645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:05.503037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:05.506498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:05.513440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:05.525621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:05.529467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.533394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f5d8c56-b27d-43ef-82e2-8f0fda9caea1 req-2cec3c01-c408-497d-9c37-5d6adddd5692 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205154 Jan 18 23:11:05.548287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1940960-46ce-435a-aa71-47ee2507af7e req-fbed1aad-8c9a-4fff-8650-40f192888650 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.549955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1940960-46ce-435a-aa71-47ee2507af7e req-fbed1aad-8c9a-4fff-8650-40f192888650 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 943 time: 0.1988947 Jan 18 23:11:05.551142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.556939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.557573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.714839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2839890 Jan 18 23:11:05.715593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60804) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:05.730559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1940960-46ce-435a-aa71-47ee2507af7e req-a865b620-0e37-4c89-9bae-280b33d10b35 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670425 Jan 18 23:11:05.734295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'subnet': {'network_id': 'cb44b6ec-f281-41c8-9799-14c8a84d5fb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:05.753120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47797d8-35d2-462c-a60d-b604034ed95d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Network': ['ID=cb44b6ec-f281-41c8-9799-14c8a84d5fb6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:05.762969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:05.770646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.867527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=d431353d-00bd-462d-aa22-58808ffd6aef,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:05.876516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:05.877125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network hostable DHCP agents. Network: f1d84029-e20e-4d03-be87-edcd9315db19, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:05.879287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:05.888124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:subnet and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:05.892469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:05.899292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:05.901573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:05.912188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:05.915872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.918020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, f1d84029-e20e-4d03-be87-edcd9315db19) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:05.922948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.924054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.927262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cfce2d-3e03-4475-a352-3e4c3402b792 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:05.961619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-98aa36c6-8ceb-4587-8386-fe265ce3eaa9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5926538 Jan 18 23:11:05.962002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:05.975375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'name': 'tempest-NetworksTestDHCPv6-356091212'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:06.125508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:06.129365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:06.132185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:06.138400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:06.162173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:06.166593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.191603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port fc51a6e1-5046-4ec9-b46b-45645a579207 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:06.221617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': 'd431353d-00bd-462d-aa22-58808ffd6aef'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:06.222888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.226244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:06.329624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.363597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::350 (f1d84029-e20e-4d03-be87-edcd9315db19/d431353d-00bd-462d-aa22-58808ffd6aef/fc51a6e1-5046-4ec9-b46b-45645a579207) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:06.405722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Subnet': ['ID=64497d3a-ef24-4fdb-b15e-05600684ab09,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:06.416161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Checking segment: {'id': '30ebe9e5-19c7-444b-ab35-1a0be00bd40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cb44b6ec-f281-41c8-9799-14c8a84d5fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:06.416512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network hostable DHCP agents. Network: cb44b6ec-f281-41c8-9799-14c8a84d5fb6, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:06.436023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:06.444486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-225392158'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:06.446976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, cb44b6ec-f281-41c8-9799-14c8a84d5fb6) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:06.451285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:06.452260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.458920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425a4e4-e5e9-4b36-aa40-80b8235a674c None None] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:06.476511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fc223ac6-8b94-4629-8ea8-972ba695cf77 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7550590 Jan 18 23:11:06.477506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60828) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:06.483531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1666562152', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:06.492212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:06.496429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:router and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:06.499265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:06.500137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:06.511419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:06.514933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Usage tracker for resource:network and tenant:73074514b325408da72558a1687f51b0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:06.520513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:06.524305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.526383 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.530340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:06.546175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.558403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Made reservation on behalf of 73074514b325408da72558a1687f51b0 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:06.561871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.580985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.615868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:06.625230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Usage tracker for resource:security_group_rule and tenant:73074514b325408da72558a1687f51b0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:06.630303 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.633685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:06.644796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:06.669721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object fc51a6e1-5046-4ec9-b46b-45645a579207 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:06.740799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.782589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec772b6b-452a-4ca1-9e1e-95c629be72d8 None None] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:06.974232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.066780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.089594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/d431353d-00bd-462d-aa22-58808ffd6aef/a1445259-73a5-437b-9c6b-941cb4c87fe9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:07.104809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:07.106696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.112533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:07.115946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=fc51a6e1-5046-4ec9-b46b-45645a579207,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:07.118366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:07.131343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.131962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.136027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.196026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:07.205691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dd0e36-b44c-42f9-8f81-68423042dc2d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:07.220157 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.228832 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Added segment 056b4b2c-3565-4241-be5e-a914cb621b89 of type vlan for network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f Jan 18 23:11:07.232910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45ae18db-4bb9-4a90-9580-6edd713627af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2673047 Jan 18 23:11:07.242162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548991-23d8-427b-b25e-fd7392551987 req-4fdd797e-2e57-4ba0-b85b-78a59f2dc74b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.249058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89548991-23d8-427b-b25e-fd7392551987 req-4fdd797e-2e57-4ba0-b85b-78a59f2dc74b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 943 time: 0.2659457 Jan 18 23:11:07.250889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:07.315651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.373729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.384771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89548991-23d8-427b-b25e-fd7392551987 req-816a214b-61c3-4bb5-9c96-af9cd80084ca tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346576 Jan 18 23:11:07.395007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.404137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.407587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Transition to ACTIVE for port object a1445259-73a5-437b-9c6b-941cb4c87fe9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:07.408378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.417996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.419411 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.427032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Transition to ACTIVE for port object a1445259-73a5-437b-9c6b-941cb4c87fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:07.432967 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.447220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91414bb-4762-4a23-9b8f-48b8ea24b947 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.448046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f91414bb-4762-4a23-9b8f-48b8ea24b947 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:07.496712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:07.497824 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:07.504095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:07.543464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f91414bb-4762-4a23-9b8f-48b8ea24b947 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:07.544675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f91414bb-4762-4a23-9b8f-48b8ea24b947 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2755814 Jan 18 23:11:07.548532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:07.549537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3222978 Jan 18 23:11:07.552665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:07.560847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Request body: {'subnet': {'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:07.579269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9e974-f222-451d-b566-4a89a8409eb0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event updated for resources: {'Network': ['ID=c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:07.580340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Pushing event updated for resources: {'Port': ['ID=a1445259-73a5-437b-9c6b-941cb4c87fe9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:07.594803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:07.615475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.30 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/2a40710a-4f23-431b-92ed-6b3a358e31dc) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:07.639257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port fc51a6e1-5046-4ec9-b46b-45645a579207 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:07.639606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.691486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Attempting to bind port a1445259-73a5-437b-9c6b-941cb4c87fe9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:07.691852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Attempting to bind port a1445259-73a5-437b-9c6b-941cb4c87fe9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:07.692397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Attempting to bind port a1445259-73a5-437b-9c6b-941cb4c87fe9 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:07.699426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:07.703439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Usage tracker for resource:subnet and tenant:73074514b325408da72558a1687f51b0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:07.706442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:07.708807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:07.709423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:07.709829 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.710220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:07.710789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Bound port: a1445259-73a5-437b-9c6b-941cb4c87fe9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:07.711059 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.713275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:07.729249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Made reservation on behalf of 73074514b325408da72558a1687f51b0 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:07.733032 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.773337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:07.904262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] For port a1445259-73a5-437b-9c6b-941cb4c87fe9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:07.919703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] For port a1445259-73a5-437b-9c6b-941cb4c87fe9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1445259-73a5-437b-9c6b-941cb4c87fe9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:07.933561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.972712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.031248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.046994 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.064801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0478483-b7a3-40ea-8a23-61a5425fdccf None None] Pushing event updated for resources: {'Port': ['ID=a1445259-73a5-437b-9c6b-941cb4c87fe9,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:08.075599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:08.094035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'port_id': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823', 'mac_address': 'fa:16:3e:8d:5d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd2a535-8671-4a77-b20f-959dd927cda3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:08.164847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.189034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:08.189320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Checking segment: {'id': '056b4b2c-3565-4241-be5e-a914cb621b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:08.190308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Network hostable DHCP agents. Network: c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:08.207939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:08.212611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event updated for resources: {'Subnet': ['ID=cd037c02-f98c-4fb7-a276-a764b924b184,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:08.214232 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.232078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:08.250904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:08.255614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:08.256417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.279461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54b5e4-d025-42e3-a683-4ed8a84d4f8d None None] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:08.290780 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e176d2b-b11a-4ec3-b706-14756f56d4a0 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7367544 Jan 18 23:11:08.293287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:08.302817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Request body: {'port': {'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1317535454'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:08.324703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.335780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for fc51a6e1-5046-4ec9-b46b-45645a579207 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:08.449239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:08.460051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:08.462673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:08.605516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:08.609877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Usage tracker for resource:port and tenant:73074514b325408da72558a1687f51b0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:08.616770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:08.624281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:08.641762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:11:08.648809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Made reservation on behalf of 73074514b325408da72558a1687f51b0 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:08.656105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.705593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] device_id is not set on port 326f8185-6d6d-45ab-b003-c9d3d99b0405 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:08.709368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:08.749263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1445259-73a5-437b-9c6b-941cb4c87fe9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:08.831425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=2a40710a-4f23-431b-92ed-6b3a358e31dc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:08.916571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f', 'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f', 'tenant_id': '73074514b325408da72558a1687f51b0', 'fixed_ips': [{'subnet_id': 'cd037c02-f98c-4fb7-a276-a764b924b184'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:08.925635 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.951066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Allocated IP 172.20.0.11 (c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f/cd037c02-f98c-4fb7-a276-a764b924b184/326f8185-6d6d-45ab-b003-c9d3d99b0405) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:09.033418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eefae-93f0-4936-b27c-0b240d706b88 req-5cfdbe25-627d-4315-bdd1-75a90d0bfddb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.034938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e08eefae-93f0-4936-b27c-0b240d706b88 req-5cfdbe25-627d-4315-bdd1-75a90d0bfddb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 944 time: 0.3695834 Jan 18 23:11:09.130275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a1445259-73a5-437b-9c6b-941cb4c87fe9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:09.195408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.207046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.233575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Transition to ACTIVE for port object 326f8185-6d6d-45ab-b003-c9d3d99b0405 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:09.266925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.375693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:09.380043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:09.386304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:09.388005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Allocated IP 172.20.0.2 (c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f/cd037c02-f98c-4fb7-a276-a764b924b184/c2309809-14eb-4a20-ab53-e77494006345) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:09.388714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=fc51a6e1-5046-4ec9-b46b-45645a579207,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:09.438897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e08eefae-93f0-4936-b27c-0b240d706b88 req-eee9c936-baaf-48a8-9d78-fc17d506fc83 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417513 Jan 18 23:11:09.440767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.469640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af7d3e06-be72-445d-be66-51b6260a16bc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/fc51a6e1-5046-4ec9-b46b-45645a579207 HTTP/1.1" status: 204 len: 168 time: 1.9198008 Jan 18 23:11:09.473166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:09.496628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event updated for resources: {'Port': ['ID=326f8185-6d6d-45ab-b003-c9d3d99b0405,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:09.525454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.532901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.534064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.600774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0d7454ba-ca0e-4bd9-b8c1-98a84593d57d tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.3059847 Jan 18 23:11:09.601366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60864) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:09.716248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd51598-2bec-48a2-8c35-3feb325778a4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.718191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd51598-2bec-48a2-8c35-3feb325778a4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.722235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fcd51598-2bec-48a2-8c35-3feb325778a4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2454646 Jan 18 23:11:09.723033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60868) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:09.739170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Deleting port 326f8185-6d6d-45ab-b003-c9d3d99b0405 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:09.739522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.755402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.783495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a1c5e-61ea-4d1a-8ced-2dc3534ede1a None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:09.807084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Transition to ACTIVE for port object c2309809-14eb-4a20-ab53-e77494006345 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:09.941400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Transition to ACTIVE for port object c2309809-14eb-4a20-ab53-e77494006345 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:09.947025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] Provisioning for port a1445259-73a5-437b-9c6b-941cb4c87fe9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:09.978638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.021907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] Provisioning complete for port a1445259-73a5-437b-9c6b-941cb4c87fe9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:10.022473 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.172571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Pushing event updated for resources: {'Port': ['ID=c2309809-14eb-4a20-ab53-e77494006345,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:10.182045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:10.191013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:10.204928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:10.295573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.477198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet d431353d-00bd-462d-aa22-58808ffd6aef {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:10.489306 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.578652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Calling delete_port for 326f8185-6d6d-45ab-b003-c9d3d99b0405 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:10.594433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.671534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Attempting to bind port c2309809-14eb-4a20-ab53-e77494006345 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:10.672204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Attempting to bind port c2309809-14eb-4a20-ab53-e77494006345 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '056b4b2c-3565-4241-be5e-a914cb621b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:10.672733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Attempting to bind port c2309809-14eb-4a20-ab53-e77494006345 on network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:10.696909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:10.698768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Checking segment: {'id': '056b4b2c-3565-4241-be5e-a914cb621b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:10.699361 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.700006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Bound using segment: {'id': '056b4b2c-3565-4241-be5e-a914cb621b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:10.702292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Bound port: c2309809-14eb-4a20-ab53-e77494006345, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b4b2c-3565-4241-be5e-a914cb621b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:10.702919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.721879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.748479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.843208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35452fcf-e61e-4200-9a06-d14ff5b9fd48 req-49a91f24-e9ee-4b79-8c5a-a3955421d2c2 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.849033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] For port c2309809-14eb-4a20-ab53-e77494006345, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:10.851172 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35452fcf-e61e-4200-9a06-d14ff5b9fd48 req-49a91f24-e9ee-4b79-8c5a-a3955421d2c2 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 944 time: 0.1715777 Jan 18 23:11:10.853292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] For port c2309809-14eb-4a20-ab53-e77494006345, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c2309809-14eb-4a20-ab53-e77494006345,segment=NetworkSegment(056b4b2c-3565-4241-be5e-a914cb621b89),segment_id=056b4b2c-3565-4241-be5e-a914cb621b89)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:10.865695 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.910349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.978833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] For port a1445259-73a5-437b-9c6b-941cb4c87fe9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1445259-73a5-437b-9c6b-941cb4c87fe9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:10.988358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.988358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87282b-7a45-4c37-8e64-b076a9c2c228 None None] Pushing event updated for resources: {'Port': ['ID=c2309809-14eb-4a20-ab53-e77494006345,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.045484 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-35452fcf-e61e-4200-9a06-d14ff5b9fd48 req-4b5cd646-e5f6-449b-8fd2-02f805df963d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930912 Jan 18 23:11:11.071244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event deleted for resources: {'Port': ['ID=326f8185-6d6d-45ab-b003-c9d3d99b0405,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.120104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a1af2-c699-412e-9be5-21ae6bccf1aa None None] Pushing event updated for resources: {'Port': ['ID=a1445259-73a5-437b-9c6b-941cb4c87fe9,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.121895 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.220386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.229953 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0326b146-7cc1-46b7-a506-2da5b31612d6 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "DELETE /v2.0/ports/326f8185-6d6d-45ab-b003-c9d3d99b0405 HTTP/1.1" status: 204 len: 168 time: 1.6274779 Jan 18 23:11:11.232378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:11.256411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.315474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b31c0b80-ea93-4ce7-94bb-92f507fc31fa tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0813394 Jan 18 23:11:11.318815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:11.327042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1825049023'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:11.334542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:11.340306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Usage tracker for resource:network and tenant:73074514b325408da72558a1687f51b0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:11.343071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-85493e67-15ac-491f-ba0a-30d45d305f14 None None] Provisioning complete for port a1445259-73a5-437b-9c6b-941cb4c87fe9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:11.343453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85493e67-15ac-491f-ba0a-30d45d305f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.345476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:11.355805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:11.371841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=d431353d-00bd-462d-aa22-58808ffd6aef,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.395451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Made reservation on behalf of 73074514b325408da72558a1687f51b0 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:11.405879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.433271 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.456496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:11.475049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-20850a8b-aaf2-4194-a9f2-40054f67f813 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/d431353d-00bd-462d-aa22-58808ffd6aef HTTP/1.1" status: 204 len: 168 time: 1.7477255 Jan 18 23:11:11.475370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.475817 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Added segment 26799865-83ea-4707-9ba6-fa2e935b6e70 of type vlan for network f288709f-b428-4306-9dce-918460583734 Jan 18 23:11:11.478205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60890) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:11.509281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.582093 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.592066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.594208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.613654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:11:11.632875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2667f2b9-769f-4c59-9e17-deed6d6f5cf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496224 Jan 18 23:11:11.636193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:11.664660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:11.726108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4059067 Jan 18 23:11:11.734164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:11.771860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:11.799467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3e69-4680-46f7-86f2-ca5d74e0a2d1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event updated for resources: {'Network': ['ID=f288709f-b428-4306-9dce-918460583734,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.833332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f288709f-b428-4306-9dce-918460583734 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:11.866715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363abcc0-039e-46d2-8eb2-bd27d7371a62 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:11.919888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:11.931846 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:11.951746 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:11.952171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:10:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:12.009525 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.012652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b7fd778-4d5e-44b6-a8aa-f3b9150ae801 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5338733 Jan 18 23:11:12.015353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60906) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:12.052581 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:12.061387 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:12.061979 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:10:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:12.072037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a6f5a84f-a414-4e28-aee3-f29e96403360 None None] Could not find standard attr ID for object fc51a6e1-5046-4ec9-b46b-45645a579207. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:11:12.126498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:12.128790 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:12.131051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:12.131230 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b37d16-b133-4ceb-9a13-5f7a273ce792 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:12.146700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:12.153086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:12.176875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:12.181339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.236914 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e99f89-9319-45f7-8476-a10773704661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.289399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:12.299421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:12.300109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.370913 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f652b73c-db1a-48b0-9ae3-d2886426187e tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/agents/a7116ce4-cba3-43b5-a2a4-a2b7381e3259/dhcp-networks HTTP/1.1" status: 200 len: 6458 time: 0.6351194 Jan 18 23:11:12.374195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60912) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:12.471818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.491732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:12.500767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] Deleting port a1445259-73a5-437b-9c6b-941cb4c87fe9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:12.501672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.579450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:12.598202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a101-b1ef-4cf5-8c70-7dbed1d428d2 req-40c17717-7689-476d-9060-3c3ce918dd41 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.624292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a095a101-b1ef-4cf5-8c70-7dbed1d428d2 req-40c17717-7689-476d-9060-3c3ce918dd41 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 944 time: 0.3111749 Jan 18 23:11:12.653413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:12.766490 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823', 'code': 200} Jan 18 23:11:12.768615 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.772187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c2309809-14eb-4a20-ab53-e77494006345 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:12.864163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a095a101-b1ef-4cf5-8c70-7dbed1d428d2 req-a78042a1-0a4d-470d-8879-28bd857716cc tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344496 Jan 18 23:11:12.949322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.953295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ed5f1-274c-4d65-ba05-4434009c90f2 None None] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:12.994989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9cbf2-25d3-4ff1-a662-2b22fd2c4485 tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] Network f288709f-b428-4306-9dce-918460583734 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:13.010435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136fbf8-1fd3-400c-a525-c4748beb1280 req-2a121837-e4b6-4d8b-8eb1-8eed879c8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:13.012431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6136fbf8-1fd3-400c-a525-c4748beb1280 req-2a121837-e4b6-4d8b-8eb1-8eed879c8681 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 1096 time: 0.2346637 Jan 18 23:11:13.058774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:13.065744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:13.067396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ce39ae3e-c003-4eac-9012-e611ae7b55d5 None None] Provisioning for port c2309809-14eb-4a20-ab53-e77494006345 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:13.074902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:13.075862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.083229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-76e9cbf2-25d3-4ff1-a662-2b22fd2c4485 tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "POST /v2.0/agents/a7116ce4-cba3-43b5-a2a4-a2b7381e3259/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7051959 Jan 18 23:11:13.086207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:13.104123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6136fbf8-1fd3-400c-a525-c4748beb1280 req-d456c576-b13f-46ca-ba26-fdfb2c3f4412 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Jan 18 23:11:13.107461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd055dcc-e226-4468-b9a8-d34697146502 None None] Network f288709f-b428-4306-9dce-918460583734 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:13.118640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=5b315f1e-a5d2-40c4-bd3b-61282e752d04,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:13.135633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-64d7cc00-00eb-48a1-baf4-ef5b7e7a8469 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4961078 Jan 18 23:11:13.136979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60924) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:13.142447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'name': 'tempest-NetworksTestDHCPv6-770278279'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:13.272899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:13.293415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port c2309809-14eb-4a20-ab53-e77494006345 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:13.359775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c2309809-14eb-4a20-ab53-e77494006345 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:13.360102 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.581981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] For port a1445259-73a5-437b-9c6b-941cb4c87fe9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1445259-73a5-437b-9c6b-941cb4c87fe9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:13.582376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.651474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ca26dce1-1d83-4f3c-a469-bb0c4519a535 tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/agents/a7116ce4-cba3-43b5-a2a4-a2b7381e3259/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.5641193 Jan 18 23:11:13.654166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60928) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:13.661831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:13.668306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:13.672130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:13.681031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:13.697227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:13.701473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.726926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.733117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port ff27512f-f141-4b1b-9cb2-906a63e636ec yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:13.866562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] Calling delete_port for a1445259-73a5-437b-9c6b-941cb4c87fe9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:13.903471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::19c (f1d84029-e20e-4d03-be87-edcd9315db19/5b315f1e-a5d2-40c4-bd3b-61282e752d04/ff27512f-f141-4b1b-9cb2-906a63e636ec) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:13.923453 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-de2ac0cf-f0ac-4a72-a28e-7d2b6f875b8e tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "DELETE /v2.0/agents/a7116ce4-cba3-43b5-a2a4-a2b7381e3259/dhcp-networks/f288709f-b428-4306-9dce-918460583734 HTTP/1.1" status: 204 len: 168 time: 0.2677221 Jan 18 23:11:13.926463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:14.079644 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.139990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port c2309809-14eb-4a20-ab53-e77494006345, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c2309809-14eb-4a20-ab53-e77494006345,segment=NetworkSegment(056b4b2c-3565-4241-be5e-a914cb621b89),segment_id=056b4b2c-3565-4241-be5e-a914cb621b89)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:14.150095 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.211914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.289847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object ff27512f-f141-4b1b-9cb2-906a63e636ec will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:14.354418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.354942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.358842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] Pushing event deleted for resources: {'Port': ['ID=a1445259-73a5-437b-9c6b-941cb4c87fe9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:14.465570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c3555-ecaa-4dff-8683-70e895d2dd4b None None] No DVR routers for this DVR port a1445259-73a5-437b-9c6b-941cb4c87fe9 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:14.467876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1445259-73a5-437b-9c6b-941cb4c87fe9 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:14.523353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:14.532622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:14.543149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a1445259-73a5-437b-9c6b-941cb4c87fe9 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:14.543665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1445259-73a5-437b-9c6b-941cb4c87fe9 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:14.545708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a952e-0d31-4035-ba65-f35122f9be7f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:14.546707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:14.570766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.571486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.607889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=ff27512f-f141-4b1b-9cb2-906a63e636ec,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:14.650861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:14.656196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-84ccaa15-d959-4ae2-8660-1db7bea5e68a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5181265 Jan 18 23:11:14.707900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-41a41c69-8874-4cc6-a930-7e9da70fe026 tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/agents/a7116ce4-cba3-43b5-a2a4-a2b7381e3259/dhcp-networks HTTP/1.1" status: 200 len: 6496 time: 0.7802906 Jan 18 23:11:14.714185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:14.733826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f08d258d-ec57-4175-b021-34b601d84192 None None] Provisioning complete for port c2309809-14eb-4a20-ab53-e77494006345 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:14.734219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f08d258d-ec57-4175-b021-34b601d84192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.750244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282e813-9a8d-4e8a-8e96-a42281c987c2 req-7c268885-e821-4047-a304-4149451fb94b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.751885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8282e813-9a8d-4e8a-8e96-a42281c987c2 req-7c268885-e821-4047-a304-4149451fb94b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 945 time: 0.5572937 Jan 18 23:11:14.776850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.1 (cb44b6ec-f281-41c8-9799-14c8a84d5fb6/64497d3a-ef24-4fdb-b15e-05600684ab09/12cd01ef-a38f-47f7-81da-6b0c39fd520a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:14.803097 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=c2309809-14eb-4a20-ab53-e77494006345,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:14.803396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-97da1d1c-3485-4c11-a2ab-be7675b3f631 tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/networks/c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0794718 Jan 18 23:11:14.807137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60952) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:14.845427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b330273f-9ca8-4d4f-a94a-5da291c1b99c tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/networks/c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0344975 Jan 18 23:11:14.846422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60956) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:14.972498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '5b315f1e-a5d2-40c4-bd3b-61282e752d04'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:14.973349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.044794 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8282e813-9a8d-4e8a-8e96-a42281c987c2 req-4a810cee-19a3-4aa9-88e7-1aec2b0e9f3a tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790921 Jan 18 23:11:15.062829 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b60b6084-a4f4-446f-863b-ddf7dc6c9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.103493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:15.104635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5edb3bfa-013d-4d21-85a7-00971c902d49 tempest-DHCPAgentSchedulersTestJSON-824648660 tempest-DHCPAgentSchedulersTestJSON-824648660-project-admin] 10.222.0.78 "GET /v2.0/agents/a7116ce4-cba3-43b5-a2a4-a2b7381e3259/dhcp-networks HTTP/1.1" status: 200 len: 6496 time: 0.2494283 Jan 18 23:11:15.117652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d978e-edfe-4763-98a6-561dbaf285bf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:15.119160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e16d978e-edfe-4763-98a6-561dbaf285bf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4654102 Jan 18 23:11:15.122046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60964) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:15.214977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95d3d321-aa06-43a5-9186-be8ee3a5b693 None None] Could not find standard attr ID for object 326f8185-6d6d-45ab-b003-c9d3d99b0405. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:11:15.236615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port ff27512f-f141-4b1b-9cb2-906a63e636ec {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:15.236982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.249268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/5b315f1e-a5d2-40c4-bd3b-61282e752d04/f9cf2bac-380e-4910-b357-656a90caa6d9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:15.426682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.450811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.581063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.610313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.618571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Transition to ACTIVE for port object f9cf2bac-380e-4910-b357-656a90caa6d9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:15.643958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.646971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Transition to ACTIVE for port object f9cf2bac-380e-4910-b357-656a90caa6d9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:15.654989 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.715321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.724408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.747488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:15.750878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:15.756035 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.757247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:15.759547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Pushing event updated for resources: {'Port': ['ID=f9cf2bac-380e-4910-b357-656a90caa6d9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:15.762191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for ff27512f-f141-4b1b-9cb2-906a63e636ec owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:15.822662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f288709f-b428-4306-9dce-918460583734']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:15.833516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:15.839477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:15.847669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26799865-83ea-4707-9ba6-fa2e935b6e70') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:15.848239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26799865-83ea-4707-9ba6-fa2e935b6e70') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:15.854388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Attempting to bind port f9cf2bac-380e-4910-b357-656a90caa6d9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:15.854768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Attempting to bind port f9cf2bac-380e-4910-b357-656a90caa6d9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:15.855140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Attempting to bind port f9cf2bac-380e-4910-b357-656a90caa6d9 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:15.857664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:15.861276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:15.861655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:15.862113 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.862562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:15.863037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Bound port: f9cf2bac-380e-4910-b357-656a90caa6d9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:15.863421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.957823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=12cd01ef-a38f-47f7-81da-6b0c39fd520a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:15.967707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0543366f-146f-47b0-8e67-50f071380157 None None] For port f9cf2bac-380e-4910-b357-656a90caa6d9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:15.982723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.988381 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.988989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0543366f-146f-47b0-8e67-50f071380157 None None] For port f9cf2bac-380e-4910-b357-656a90caa6d9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f9cf2bac-380e-4910-b357-656a90caa6d9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:15.996683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.021934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.048564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=ff27512f-f141-4b1b-9cb2-906a63e636ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:16.078473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543366f-146f-47b0-8e67-50f071380157 None None] Pushing event updated for resources: {'Port': ['ID=f9cf2bac-380e-4910-b357-656a90caa6d9,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:16.113707 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.124492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cfa28635-7ef0-4109-b949-28360c82c030 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/ff27512f-f141-4b1b-9cb2-906a63e636ec HTTP/1.1" status: 204 len: 168 time: 1.0012691 Jan 18 23:11:16.127185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60972) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:16.186209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.230824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:11:16.231241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:16.249105 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:16.259686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657dfd3-8bd7-4808-a0ef-530b0fdd6b24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.261401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657dfd3-8bd7-4808-a0ef-530b0fdd6b24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.265147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b657dfd3-8bd7-4808-a0ef-530b0fdd6b24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:16.306412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b657dfd3-8bd7-4808-a0ef-530b0fdd6b24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:16.307594 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b657dfd3-8bd7-4808-a0ef-530b0fdd6b24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1786249 Jan 18 23:11:16.310994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60976) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:16.375414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.382035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.392718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 5b315f1e-a5d2-40c4-bd3b-61282e752d04 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:16.399805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.415658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event deleted for resources: {'Network': ['ID=f288709f-b428-4306-9dce-918460583734,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:16.419402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d9188e95-490c-4fd8-89b0-55a7f6db0cfc tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "DELETE /v2.0/networks/f288709f-b428-4306-9dce-918460583734 HTTP/1.1" status: 204 len: 168 time: 1.3138180 Jan 18 23:11:16.423332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:16.442062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272756c9-7c53-4733-864f-3444a532c0b7 req-29c491a9-7025-489d-bac5-f5cf1697aa05 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.443796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-272756c9-7c53-4733-864f-3444a532c0b7 req-29c491a9-7025-489d-bac5-f5cf1697aa05 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 945 time: 0.2391613 Jan 18 23:11:16.482824 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30a6955-61a5-436d-8fd1-cc7fc78ec2c1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] DELETE failed (client error): The resource could not be found. Jan 18 23:11:16.483596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30a6955-61a5-436d-8fd1-cc7fc78ec2c1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:11:16.487997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c30a6955-61a5-436d-8fd1-cc7fc78ec2c1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "DELETE /v2.0/ports/326f8185-6d6d-45ab-b003-c9d3d99b0405 HTTP/1.1" status: 404 len: 333 time: 0.0615900 Jan 18 23:11:16.489281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60988) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:16.562665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.695635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.764491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f9cf2bac-380e-4910-b357-656a90caa6d9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:16.766180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-272756c9-7c53-4733-864f-3444a532c0b7 req-bd4e78f3-0815-42c1-8862-8a0a604454ed tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088448 Jan 18 23:11:16.810743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Deleting subnet cd037c02-f98c-4fb7-a276-a764b924b184 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:16.820515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.882496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f9cf2bac-380e-4910-b357-656a90caa6d9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:16.890330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.890740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c2309809-14eb-4a20-ab53-e77494006345 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:16.958770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.030527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.087440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c2309809-14eb-4a20-ab53-e77494006345 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:17.089350 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.159047 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.202001 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.271810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.287355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.289217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=5b315f1e-a5d2-40c4-bd3b-61282e752d04,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:17.300438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.329606 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6bb7d32d-9495-45bf-b1a8-ef2971ee8990 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/5b315f1e-a5d2-40c4-bd3b-61282e752d04 HTTP/1.1" status: 204 len: 168 time: 1.0175707 Jan 18 23:11:17.332307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32770) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:17.431240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cac76acf-4ee6-424c-9818-b1c23a99c1ce tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961559 Jan 18 23:11:17.437671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:17.453094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.466977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:17.471438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.527326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.533207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69599c30-1ca0-4cfd-91a9-4ca2118e94b1 None None] Network c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:17.537172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event deleted for resources: {'Subnet': ['ID=cd037c02-f98c-4fb7-a276-a764b924b184,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:17.544165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4fa9124c-7e10-481b-b37b-07df8e66aaa1 tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "DELETE /v2.0/subnets/cd037c02-f98c-4fb7-a276-a764b924b184 HTTP/1.1" status: 204 len: 168 time: 1.0494754 Jan 18 23:11:17.544698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32780) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:17.724531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.737510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2cfb5-de45-48b1-828b-38c91a56472e None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:17.740538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Deleting port c2309809-14eb-4a20-ab53-e77494006345 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:17.740898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.780793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=12cd01ef-a38f-47f7-81da-6b0c39fd520a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:17.945026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Provisioning for port f9cf2bac-380e-4910-b357-656a90caa6d9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:18.011140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:18.013121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Provisioning complete for port f9cf2bac-380e-4910-b357-656a90caa6d9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:18.013497 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.043444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:18.049261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:18.057284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:18.059648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:18.084672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:18.208678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:18.212730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.234317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] For port c2309809-14eb-4a20-ab53-e77494006345, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c2309809-14eb-4a20-ab53-e77494006345,segment=NetworkSegment(056b4b2c-3565-4241-be5e-a914cb621b89),segment_id=056b4b2c-3565-4241-be5e-a914cb621b89)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:18.234980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.273518 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.323559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] For port f9cf2bac-380e-4910-b357-656a90caa6d9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f9cf2bac-380e-4910-b357-656a90caa6d9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:18.342480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.375730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Calling delete_port for c2309809-14eb-4a20-ab53-e77494006345 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:18.400820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43bf751-09fb-4105-b4d8-d554def27507 None None] DHCP port deletion for c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:18.412581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Could not find standard attr ID for object ff27512f-f141-4b1b-9cb2-906a63e636ec. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:11:18.425247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b43bf751-09fb-4105-b4d8-d554def27507 None None] Deleting port c2309809-14eb-4a20-ab53-e77494006345 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:18.425621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b43bf751-09fb-4105-b4d8-d554def27507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.453557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:18.471004 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.474448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Deleting port f9cf2bac-380e-4910-b357-656a90caa6d9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:18.474822 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.546834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event deleted for resources: {'Port': ['ID=c2309809-14eb-4a20-ab53-e77494006345,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:18.560011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d075753-0e5b-4da3-9724-b40946951123 None None] Pushing event updated for resources: {'Port': ['ID=f9cf2bac-380e-4910-b357-656a90caa6d9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:18.565540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] No DVR routers for this DVR port c2309809-14eb-4a20-ab53-e77494006345 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:18.590686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:18.695911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.700915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f9cf2bac-380e-4910-b357-656a90caa6d9 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:18.730260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.763446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:18.779236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056b4b2c-3565-4241-be5e-a914cb621b89') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:18.779956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056b4b2c-3565-4241-be5e-a914cb621b89') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:18.793902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.798195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=1cc07587-8342-41e3-8360-9291914333a1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:18.799006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b43bf751-09fb-4105-b4d8-d554def27507 None None] The port 'c2309809-14eb-4a20-ab53-e77494006345' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:11:18.815695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:18.825476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:18.831833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.841911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:11:18.842317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:18.867870 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:18.886661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.887537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.933607 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-55285924-555b-479c-a0a2-e8fb376e7418 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4837191 Jan 18 23:11:18.940830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:18.964617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'name': 'tempest-NetworksTestDHCPv6-1422364521'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:19.013690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] For port f9cf2bac-380e-4910-b357-656a90caa6d9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f9cf2bac-380e-4910-b357-656a90caa6d9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:19.013690 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.065450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.088476 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.102232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] 10.222.0.78 "DELETE /v2.0/networks/c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f HTTP/1.1" status: 204 len: 168 time: 1.5562553 Jan 18 23:11:19.105969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44522dd4-9336-4264-bef9-d718e5ffb1eb tempest-DHCPAgentSchedulersTestJSON-2056803350 tempest-DHCPAgentSchedulersTestJSON-2056803350-project] Pushing event deleted for resources: {'Network': ['ID=c6a81b8d-7a48-464c-b18e-d23b5f0c4b2f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:19.157322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.158924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:19.164416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ef4ede07-c86e-40f2-a028-194515f14ef4 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/routers/590a4b50-93cb-4f28-806f-b954a4535511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1479888 Jan 18 23:11:19.165748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:19.167202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32804) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:19.171319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:19.174353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'port': {'network_id': 'cb44b6ec-f281-41c8-9799-14c8a84d5fb6', 'name': 'tempest-FloatingIPTestJSON-1294865171'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:19.174648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:19.182859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:19.213064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:19.219207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.225614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Calling delete_port for f9cf2bac-380e-4910-b357-656a90caa6d9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:19.289613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port da1dc886-ea9a-4acb-b669-8bdffacf07e1 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:19.357311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:19.496338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:19.496338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:19.611249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::106 (f1d84029-e20e-4d03-be87-edcd9315db19/1cc07587-8342-41e3-8360-9291914333a1/da1dc886-ea9a-4acb-b669-8bdffacf07e1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:19.674722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f9cf2bac-380e-4910-b357-656a90caa6d9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f9cf2bac-380e-4910-b357-656a90caa6d9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:19.683428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:19.696868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32810) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:19.712892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.713850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c2309809-14eb-4a20-ab53-e77494006345 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:19.744718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:19.745419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:19.815825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:19.820378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:port and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:19.823858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:19.831058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:19.849487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:19.865441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.934966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] device_id is not set on port 01a5612c-91c8-4a83-a65d-1c50c49e5461 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:19.955929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:19.956386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d12e53-28c4-4824-9860-e8527cedfcfc None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:19.965076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: c2309809-14eb-4a20-ab53-e77494006345 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:19.965603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c2309809-14eb-4a20-ab53-e77494006345 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:19.985162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:11:19.985762 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:11:19.996210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f9cf2bac-380e-4910-b357-656a90caa6d9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:20.012487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.035933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object da1dc886-ea9a-4acb-b669-8bdffacf07e1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:20.071985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.091296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b20adba-5bdf-4b2c-971e-84f960d5aa68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73074514b325408da72558a1687f51b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882892 Jan 18 23:11:20.113149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:20.160504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.13 (cb44b6ec-f281-41c8-9799-14c8a84d5fb6/64497d3a-ef24-4fdb-b15e-05600684ab09/01a5612c-91c8-4a83-a65d-1c50c49e5461) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:20.326788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:20.337475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:20.347102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:20.367551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.368267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.399914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=da1dc886-ea9a-4acb-b669-8bdffacf07e1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:20.432668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-705a4591-50d2-4173-a14e-ee7418e782c2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4821508 Jan 18 23:11:20.434807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32824) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:20.439149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-294a2478-efb8-44c6-a612-8971cd613606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.475180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-294a2478-efb8-44c6-a612-8971cd613606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.487120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Deleting port f9cf2bac-380e-4910-b357-656a90caa6d9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:20.488187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.543716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-294a2478-efb8-44c6-a612-8971cd613606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.561803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a2478-efb8-44c6-a612-8971cd613606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dd0e36-b44c-42f9-8f81-68423042dc2d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:20.565299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-294a2478-efb8-44c6-a612-8971cd613606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.566289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.566479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-294a2478-efb8-44c6-a612-8971cd613606 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38dd0e36-b44c-42f9-8f81-68423042dc2d HTTP/1.1" status: 204 len: 168 time: 0.4522109 Jan 18 23:11:20.600751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451615ea-afdd-494d-b4ca-0bf3d4e1fdfb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.607334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451615ea-afdd-494d-b4ca-0bf3d4e1fdfb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.609807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-451615ea-afdd-494d-b4ca-0bf3d4e1fdfb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:20.691507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-451615ea-afdd-494d-b4ca-0bf3d4e1fdfb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:20.700726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:20.702115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-451615ea-afdd-494d-b4ca-0bf3d4e1fdfb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2655823 Jan 18 23:11:20.730009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.828296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] For port f9cf2bac-380e-4910-b357-656a90caa6d9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f9cf2bac-380e-4910-b357-656a90caa6d9,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:20.831761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port da1dc886-ea9a-4acb-b669-8bdffacf07e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:20.832295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.834237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.837453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:20.846891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:20.856599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:20.939947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=01a5612c-91c8-4a83-a65d-1c50c49e5461,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:20.982725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.993186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.032901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9823ebd3-4406-4062-a885-1ca6e8535386 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8607779 Jan 18 23:11:21.034402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32846) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:21.046767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'port': {'network_id': 'cb44b6ec-f281-41c8-9799-14c8a84d5fb6', 'name': 'tempest-FloatingIPTestJSON-1911428220'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:21.127936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:21.128249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Calling delete_port for f9cf2bac-380e-4910-b357-656a90caa6d9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:21.216535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.223630 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.249108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:21.266646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Usage tracker for resource:security_group_rule and tenant:79b1ea5400264deda6385f4b0dfe332e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:21.272436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:21.280380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] Pushing event deleted for resources: {'Port': ['ID=f9cf2bac-380e-4910-b357-656a90caa6d9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:21.284636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.291240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00138534-6445-4d71-83fc-01ea2d92b00f None None] No DVR routers for this DVR port f9cf2bac-380e-4910-b357-656a90caa6d9 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:21.294438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:21.321066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c92274-c525-4368-abbe-4b70f13bd766 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:21.367439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:21.375654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:port and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:21.379699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:21.388501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-daef804c-4c40-433f-bb94-c0ab30b427f8 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:21.395353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-daef804c-4c40-433f-bb94-c0ab30b427f8 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.2561820 Jan 18 23:11:21.406490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:21.418867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-d937cbd6-8afd-4fa4-aeda-d856746106a0 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/quotas/aeeefa427a844fb4b790f1f259943ea8 HTTP/1.1" status: 200 len: 375 time: 0.0226226 Jan 18 23:11:21.438291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for da1dc886-ea9a-4acb-b669-8bdffacf07e1 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:21.492375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:21.496458 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.537094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] device_id is not set on port 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:21.587972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-c070e513-7568-463c-9ce4-433196060b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680789 Jan 18 23:11:21.663509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '1cc07587-8342-41e3-8360-9291914333a1'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:21.667099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.674921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.778486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=da1dc886-ea9a-4acb-b669-8bdffacf07e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:21.838608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.840430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a0084501-e9a6-40fb-bd7c-35f86bafb029 service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377577 Jan 18 23:11:21.841528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.10 (cb44b6ec-f281-41c8-9799-14c8a84d5fb6/64497d3a-ef24-4fdb-b15e-05600684ab09/8fe8f5f6-55a4-44e5-b806-f8b35108d4a4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:21.850696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.860039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.880305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0cb194de-a980-4148-9d42-7193edc60ada tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/da1dc886-ea9a-4acb-b669-8bdffacf07e1 HTTP/1.1" status: 204 len: 168 time: 1.1777010 Jan 18 23:11:21.891224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:21.897047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/1cc07587-8342-41e3-8360-9291914333a1/4e23684d-349c-445c-9fce-74ce82c68603) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:21.952895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79b1ea5400264deda6385f4b0dfe332e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8183863 Jan 18 23:11:21.955552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32872) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:21.972744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72ac09-1aa9-4f85-87dc-53bdac572525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5505959a-238c-4271-b46a-6da071ee451b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:21.988615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f97359-9a6c-4ec1-9743-ddd0f8788b08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:21.990844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f97359-9a6c-4ec1-9743-ddd0f8788b08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:21.991743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-11f97359-9a6c-4ec1-9743-ddd0f8788b08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:22.009198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-11f97359-9a6c-4ec1-9743-ddd0f8788b08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:22.010661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-11f97359-9a6c-4ec1-9743-ddd0f8788b08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1182413 Jan 18 23:11:22.014533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:22.101190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 1cc07587-8342-41e3-8360-9291914333a1 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:22.142993 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.156900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Transition to ACTIVE for port object 4e23684d-349c-445c-9fce-74ce82c68603 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:22.178881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Transition to ACTIVE for port object 4e23684d-349c-445c-9fce-74ce82c68603 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:22.184931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.190966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.246123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.256047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:22.264053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:22.270533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:22.275445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b459f026-a08f-4bda-8cec-8af09324df4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.295301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-227c1c60-8864-4400-a6e7-ecabcac1bb5b service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442058 Jan 18 23:11:22.335320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b459f026-a08f-4bda-8cec-8af09324df4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.347555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.390403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.433918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.455433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.478223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Pushing event updated for resources: {'Port': ['ID=4e23684d-349c-445c-9fce-74ce82c68603,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.483113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Attempting to bind port 4e23684d-349c-445c-9fce-74ce82c68603 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:22.483491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Attempting to bind port 4e23684d-349c-445c-9fce-74ce82c68603 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:22.483863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Attempting to bind port 4e23684d-349c-445c-9fce-74ce82c68603 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:22.487696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.496274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc07587-8342-41e3-8360-9291914333a1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.497691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:22.498077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:22.498489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.500377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:22.501106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Bound port: 4e23684d-349c-445c-9fce-74ce82c68603, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:22.501417 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.515233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-564305ea-d0b6-4618-8ce3-c17c7e573a23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/1cc07587-8342-41e3-8360-9291914333a1 HTTP/1.1" status: 204 len: 168 time: 0.4993508 Jan 18 23:11:22.516259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:22.593135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:22.596381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=8fe8f5f6-55a4-44e5-b806-f8b35108d4a4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.600160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:22.602977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:22.605967 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c50e1832-8cad-428a-ba07-622d03012bde tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836589 Jan 18 23:11:22.606420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:22.682925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] For port 4e23684d-349c-445c-9fce-74ce82c68603, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:22.687701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] For port 4e23684d-349c-445c-9fce-74ce82c68603, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e23684d-349c-445c-9fce-74ce82c68603,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:22.696635 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.720744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:22.721722 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.741680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9a33165-3dfd-443c-acfa-6de7fd185e37 req-070bd03d-c815-4f24-91c4-c3f6cc8c163d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 210 time: 0.0964513 Jan 18 23:11:22.763949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b459f026-a08f-4bda-8cec-8af09324df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.791404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459f026-a08f-4bda-8cec-8af09324df4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505959a-238c-4271-b46a-6da071ee451b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.795956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b459f026-a08f-4bda-8cec-8af09324df4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.797088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b459f026-a08f-4bda-8cec-8af09324df4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5505959a-238c-4271-b46a-6da071ee451b HTTP/1.1" status: 204 len: 168 time: 0.8405106 Jan 18 23:11:22.806852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-16cb59f7-2075-47a4-b94b-07173096d83a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7665732 Jan 18 23:11:22.806852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 32900) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:22.809959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48fcf2-2111-414d-b351-b845fe50c93e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:22.810695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a48fcf2-2111-414d-b351-b845fe50c93e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:22.811941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '8fe8f5f6-55a4-44e5-b806-f8b35108d4a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:22.827682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:22.836262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:floatingip and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:22.839858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:22.847633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a48fcf2-2111-414d-b351-b845fe50c93e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:22.852913 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a48fcf2-2111-414d-b351-b845fe50c93e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2453496 Jan 18 23:11:22.853775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32904) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:22.855333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:22.884857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.947780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c689f7-cd8e-4f67-910e-e1203144461b None None] Pushing event updated for resources: {'Port': ['ID=4e23684d-349c-445c-9fce-74ce82c68603,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:23.014362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab55b95-7718-4d13-9f85-0564bd99d8e7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.020431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab55b95-7718-4d13-9f85-0564bd99d8e7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:23.056874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab55b95-7718-4d13-9f85-0564bd99d8e7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:23.058547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7ab55b95-7718-4d13-9f85-0564bd99d8e7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2034323 Jan 18 23:11:23.061117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:23.135300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc46901-b765-45c4-97cc-3f61e3ae1c28 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:11:23.187158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.238653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc46901-b765-45c4-97cc-3f61e3ae1c28 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:11:23.288680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-634a5ce6-6e0a-4ef3-8d62-aa656e9bbda4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2263114 Jan 18 23:11:23.294042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:23.301232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:23.428916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.36 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/edb6507b-c252-40f0-9efb-7c8204e2bcc7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:23.455918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:23.467630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:23.481165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:23.486748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.671143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.706219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.762487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.778912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:23.782959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:23.786401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:23.818016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:23.822335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:23.829430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.830204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.835511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fddb322-a853-4361-8144-ccda81c78c42 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:23.874926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=0f2830c6-51b1-42e9-9b2e-e62020a3a966,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:23.886495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-237592de-43fd-4368-b6dc-f997467b60df tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5904529 Jan 18 23:11:23.887548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:23.894080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '0f2830c6-51b1-42e9-9b2e-e62020a3a966', 'ip_address': '2001:db8::2431:8a6d:378f:a00d'}], 'name': 'tempest-NetworksTestDHCPv6-1980752543'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:23.906603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=edb6507b-c252-40f0-9efb-7c8204e2bcc7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:24.080778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:24.089482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:24.106008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a40ae2e-3448-4f98-8323-8857592821ff req-156ea42a-21c7-4ed2-8a54-37b20f6a9d2f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 210 time: 0.1255186 Jan 18 23:11:24.107088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:24.121717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:24.142474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:24.310947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32946) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:24.341947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.373715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 04a092fb-cf99-4ee1-b6c6-a670e357ef8c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:24.478126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Update dhcp port {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '0f2830c6-51b1-42e9-9b2e-e62020a3a966'}], 'binding:host_id': 'n-d-825178-1'}, 'id': '4e23684d-349c-445c-9fce-74ce82c68603'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:11:24.536504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.602763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53c21fd0-0fb4-4aa0-b7a4-5a7d095c5fe3 tempest-AgentManagementNegativeTest-1549741185 tempest-AgentManagementNegativeTest-1549741185-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2859118 Jan 18 23:11:24.653316 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.673884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::2431:8a6d:378f:a00d (f1d84029-e20e-4d03-be87-edcd9315db19/0f2830c6-51b1-42e9-9b2e-e62020a3a966/04a092fb-cf99-4ee1-b6c6-a670e357ef8c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:24.765530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-4c1f2e72-9d53-4a35-bbba-036e7b514355 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:24.766994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-4c1f2e72-9d53-4a35-bbba-036e7b514355 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.85 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.6434844 Jan 18 23:11:24.790226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Request body: {'port': {'device_id': '2dc223ec-a916-4946-a950-09e3f991ac12', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'admin_state_up': True, 'tenant_id': 'aeeefa427a844fb4b790f1f259943ea8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:24.894756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:24.914899 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.935896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 04a092fb-cf99-4ee1-b6c6-a670e357ef8c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:24.963283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.998678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.036360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/0f2830c6-51b1-42e9-9b2e-e62020a3a966/4e23684d-349c-445c-9fce-74ce82c68603) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:25.081835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.097525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:25.103318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:25.105393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=04a092fb-cf99-4ee1-b6c6-a670e357ef8c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.113122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:25.119905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.120727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.129833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:25.136656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1eafe-241b-458e-8ff6-abe17872163b req-3e3b894a-3a30-4fb1-a6d9-3e36fc80b213 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.140328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Usage tracker for resource:security_group_rule and tenant:4004f56caf0244859e4ded4d0c282de0 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:25.142998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c1eafe-241b-458e-8ff6-abe17872163b req-3e3b894a-3a30-4fb1-a6d9-3e36fc80b213 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 945 time: 0.5744233 Jan 18 23:11:25.144199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:25.159759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:25.175449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d17d4cff-f47e-411a-8e28-bd18932cfbfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2840250 Jan 18 23:11:25.176239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:25.192596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] For port 4e23684d-349c-445c-9fce-74ce82c68603, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e23684d-349c-445c-9fce-74ce82c68603,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:25.222262 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.231383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:25.243408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Ignored duplicate provisioning block setup for port 4e23684d-349c-445c-9fce-74ce82c68603 by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:11:25.249873 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.262295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:25.277800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96c1eafe-241b-458e-8ff6-abe17872163b req-b8e15b13-eb56-4dfd-a565-2dbf8ae97fc9 tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335790 Jan 18 23:11:25.315748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Made reservation on behalf of aeeefa427a844fb4b790f1f259943ea8 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:25.319213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.320204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee1a904b-76e4-4aa5-a14f-aff47c3fad15 req-f6711e92-f58c-4755-91bd-94c1057a5d7c tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 210 time: 0.0637879 Jan 18 23:11:25.355678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151de03-ed09-427d-9e2d-96759e729e0f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.362142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151de03-ed09-427d-9e2d-96759e729e0f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.362924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4151de03-ed09-427d-9e2d-96759e729e0f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:25.391965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb290b30-232d-48dd-a2ec-ec25c4b67e5e None None] Pushing event updated for resources: {'Port': ['ID=4e23684d-349c-445c-9fce-74ce82c68603,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.409973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4151de03-ed09-427d-9e2d-96759e729e0f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:25.413506 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4151de03-ed09-427d-9e2d-96759e729e0f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2338817 Jan 18 23:11:25.414286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:25.427633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.439860 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.472178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.481623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.542606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e12dd6-0bc2-4376-a5d0-719126ce5ea1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.549650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 04a092fb-cf99-4ee1-b6c6-a670e357ef8c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:25.549996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.609358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=edb6507b-c252-40f0-9efb-7c8204e2bcc7,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.636038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.715037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Allocated IP 172.20.0.13 (ee35111c-7822-4c88-b7d6-37da29c7b120/5dd2a535-8671-4a77-b20f-959dd927cda3/596de56a-75b7-4021-a623-45a0d90b0981) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:25.754190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-efb8f8f9-7d0d-4ffd-9095-262bc5cafd22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4004f56caf0244859e4ded4d0c282de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8578606 Jan 18 23:11:25.758300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:25.913378 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP a0c9902c-24ef-4265-b19e-212399e76a73 associated. External IP: 172.25.4.36, port: 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4. Jan 18 23:11:25.977809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c788e8-b791-47fd-9806-76515b79da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.029987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c788e8-b791-47fd-9806-76515b79da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.062768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.206793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 04a092fb-cf99-4ee1-b6c6-a670e357ef8c owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:26.262568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.289801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c788e8-b791-47fd-9806-76515b79da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.310631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c788e8-b791-47fd-9806-76515b79da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e12dd6-0bc2-4376-a5d0-719126ce5ea1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:26.358747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4c788e8-b791-47fd-9806-76515b79da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.373352 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d4c788e8-b791-47fd-9806-76515b79da4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96e12dd6-0bc2-4376-a5d0-719126ce5ea1 HTTP/1.1" status: 204 len: 168 time: 0.6036320 Jan 18 23:11:26.407466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-19b9bc47-bb56-463c-b84e-a4124823a23e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:26.408972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-19b9bc47-bb56-463c-b84e-a4124823a23e tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 945 time: 0.4431860 Jan 18 23:11:26.432793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.596888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=04a092fb-cf99-4ee1-b6c6-a670e357ef8c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:26.599312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.625523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50318d72-37a9-453d-b641-cf4b6679b91e req-b05c4f96-529f-477a-b621-7923f38a9383 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 210 time: 0.0857606 Jan 18 23:11:26.637392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-468db60a-b00b-4f68-abba-b7527b41d482 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/04a092fb-cf99-4ee1-b6c6-a670e357ef8c HTTP/1.1" status: 204 len: 168 time: 1.2224226 Jan 18 23:11:26.640636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:26.710689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-88d6edb2-9ed3-43af-b00d-d3e272f9047c None None] Provisioning for port 4e23684d-349c-445c-9fce-74ce82c68603 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:26.731478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e23684d-349c-445c-9fce-74ce82c68603 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:26.758571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa995dc5-7e77-4fe0-8093-a2773515c4a1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:26.761130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa995dc5-7e77-4fe0-8093-a2773515c4a1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:26.762163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa995dc5-7e77-4fe0-8093-a2773515c4a1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:26.783444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa995dc5-7e77-4fe0-8093-a2773515c4a1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:26.784605 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa995dc5-7e77-4fe0-8093-a2773515c4a1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1429441 Jan 18 23:11:26.788267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 32994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:26.835968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4e23684d-349c-445c-9fce-74ce82c68603 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:26.842970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4e23684d-349c-445c-9fce-74ce82c68603 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:26.843347 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.866832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Deleting port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:26.867288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.919697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 0f2830c6-51b1-42e9-9b2e-e62020a3a966 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:26.923986 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.963475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.006595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.015827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad', '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:11:27.066066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event updated for resources: {'Port': ['ID=596de56a-75b7-4021-a623-45a0d90b0981,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:27.071827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:27.079310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cc9b3134-49c8-4114-a21d-0c26f3f2a099 None None] Could not find standard attr ID for object 04a092fb-cf99-4ee1-b6c6-a670e357ef8c. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:11:27.091560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.131052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4e23684d-349c-445c-9fce-74ce82c68603, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e23684d-349c-445c-9fce-74ce82c68603,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:27.150252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53c7c2-a691-43c6-9dfc-62f5189bbb79 req-bc65ab13-0cfa-4278-9649-e8dc4625216b tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.158124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b53c7c2-a691-43c6-9dfc-62f5189bbb79 req-bc65ab13-0cfa-4278-9649-e8dc4625216b tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 945 time: 0.6702154 Jan 18 23:11:27.158650 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.184162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Network ee35111c-7822-4c88-b7d6-37da29c7b120 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:27.192051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:27.194788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:27.198997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.298588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4e23684d-349c-445c-9fce-74ce82c68603,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:27.323184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.392229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2830c6-51b1-42e9-9b2e-e62020a3a966,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:27.408186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.434622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e69a9f6d-b6e1-44b4-9ea1-73898038924d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/0f2830c6-51b1-42e9-9b2e-e62020a3a966 HTTP/1.1" status: 204 len: 168 time: 0.6427202 Jan 18 23:11:27.435075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33010) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.478662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4a3bc-29a4-4189-9cbe-64cb9afdb076 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:27.511402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.512048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.548248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b53c7c2-a691-43c6-9dfc-62f5189bbb79 req-c06ae4ec-5f65-4fb4-a0fa-e594ab2edc3f tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/security-groups?id=192bf689-1363-45bf-8551-5a18f34c53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890042 Jan 18 23:11:27.588932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3c9ed381-22c6-4674-b07e-469f9cfd04a3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527896 Jan 18 23:11:27.598023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.603701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:27.623259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.696170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-a968261a-5cfb-434e-88e3-c184d301ddc9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9170148 Jan 18 23:11:27.715098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-3a943b21-6e56-4a31-887d-426dd0cdfe58 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:11:27.716195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-3a943b21-6e56-4a31-887d-426dd0cdfe58 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096500 Jan 18 23:11:27.717451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:27.730675 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:27.736592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Request body: {'port': {'device_id': '2dc223ec-a916-4946-a950-09e3f991ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:27.744533 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:27.746391 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:27.787675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:27.801006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] For port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,segment=NetworkSegment(7e13e764-2b17-45a6-94c1-8d6cbf83358c),segment_id=7e13e764-2b17-45a6-94c1-8d6cbf83358c)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:27.801498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.809030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.849504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:27.855079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1924796012'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:27.857593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:27.861150 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:27.862214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:27.866951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:network and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:27.867550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:27.870878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:27.873095 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:27.873849 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:27.877495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:27.901680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:27.907088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.948715 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:27.952065 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0097c-2c75-433d-a88e-19876b0d4833 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:27.971880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Made reservation on behalf of f594f7c071ee4042b8c93eb80d023c75 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:27.975373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.994162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:27.998513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] Deleting port 4e23684d-349c-445c-9fce-74ce82c68603 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:27.998828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.017181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f2353-c40f-457e-af2e-0120147c9e82 req-a8f768b8-b1d8-414e-bf30-bba111506def tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.018853 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c60f2353-c40f-457e-af2e-0120147c9e82 req-a8f768b8-b1d8-414e-bf30-bba111506def tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 932 time: 0.2327354 Jan 18 23:11:28.057522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Calling delete_port for d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:28.089886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c60f2353-c40f-457e-af2e-0120147c9e82 req-599e006d-8c83-4cb6-b637-118e69736ba9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640967 Jan 18 23:11:28.152083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.198907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:28.202908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-86d1255f-43dd-49c5-b0a5-427bdd4fabc5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3954883 Jan 18 23:11:28.208028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.208451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:28.217517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:security_group_rule and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:28.225944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:28.235869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] For port 4e23684d-349c-445c-9fce-74ce82c68603, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e23684d-349c-445c-9fce-74ce82c68603,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:28.236392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.247787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:28.341066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:28.368671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] Calling delete_port for 4e23684d-349c-445c-9fce-74ce82c68603 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:28.433568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.453018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.477963 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.506578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] Pushing event deleted for resources: {'Port': ['ID=4e23684d-349c-445c-9fce-74ce82c68603,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:28.516447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3b0a8-23ec-46de-9bed-c2c742442207 None None] No DVR routers for this DVR port 4e23684d-349c-445c-9fce-74ce82c68603 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:28.521506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:28.529716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.581575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:28.591864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.592378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.596121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:28.614782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Pushing event deleted for resources: {'Port': ['ID=d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:28.624569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86977ed5-bfc8-4e8f-9b34-a84281588202 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:28.672131 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0473f4e0-f691-4cb3-9892-32dc7cafc7e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0729640 Jan 18 23:11:28.675234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:28.686542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff', 'ip_address': '2001:db8::ed50:2454:ab0e:9c6b'}], 'name': 'tempest-NetworksTestDHCPv6-1748179475'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:28.737631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e23684d-349c-445c-9fce-74ce82c68603 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:28.787861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4e23684d-349c-445c-9fce-74ce82c68603 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:28.788124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e23684d-349c-445c-9fce-74ce82c68603 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:28.903249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87bad127-ea62-4a53-b231-ff7a09695e00 req-a3cd6451-1753-48c7-b47b-19113d77da8b tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa2737cf-f6a1-49df-8eec-0b4cedf4224a HTTP/1.1" status: 200 len: 210 time: 0.1374156 Jan 18 23:11:28.908267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.925532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] No DVR routers for this DVR port d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:28.930828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.934356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.945965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'name': 'network-vif-deleted', 'tag': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:28.985601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:28.986443 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.006145 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2737cf-f6a1-49df-8eec-0b4cedf4224a', 'name': 'network-vif-deleted', 'tag': 'd3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5', 'status': 'completed', 'code': 200} Jan 18 23:11:29.006889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:29.014737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5a98af2-3c54-4bb6-abb5-1b10b88397f1 req-1328310f-ac3d-431f-9011-ac0aca8af8ec tempest-VolumesSnapshotTestJSON-189672260 tempest-VolumesSnapshotTestJSON-189672260-project] 10.222.0.85 "DELETE /v2.0/ports/d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 HTTP/1.1" status: 204 len: 173 time: 2.5927296 Jan 18 23:11:29.015410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685ef84-1a31-40b4-ad56-63790602809f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:29.026576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.027116 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Added segment 3f2a0120-e486-475b-896d-c99cbdb093e7 of type vlan for network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 Jan 18 23:11:29.041277 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.058386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.058723 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP a0c9902c-24ef-4265-b19e-212399e76a73 disassociated. External IP: 172.25.4.36, port: 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4. Jan 18 23:11:29.118653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.140080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596de56a-75b7-4021-a623-45a0d90b0981 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:29.156884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.179270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Transition to ACTIVE for port object 596de56a-75b7-4021-a623-45a0d90b0981 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:29.182224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.192689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:29.193816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.218680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff/0805c9a8-cf12-4024-8dd9-8cade8a2e805) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:29.243140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.323597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:29.362530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:29.363299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d3cab8dc-8f7c-45d0-8f10-aa9fa47ae3e5 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:29.370404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:29.378337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:29.439759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:29.462061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:29.488257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:29.488568 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.495333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8706443 Jan 18 23:11:29.501797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Transition to ACTIVE for port object 0805c9a8-cf12-4024-8dd9-8cade8a2e805 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:29.506239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33042) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:29.520411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'subnet': {'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:29.526332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Transition to ACTIVE for port object 0805c9a8-cf12-4024-8dd9-8cade8a2e805 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:29.531858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6992e-c32f-4601-844b-447bb04adc6a tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Network': ['ID=b5170989-98d4-4292-a9a1-c5fde6ac4aa4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:29.534539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Pushing event updated for resources: {'Port': ['ID=596de56a-75b7-4021-a623-45a0d90b0981,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:29.534677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.547034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:29.619093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Pushing event updated for resources: {'Port': ['ID=0805c9a8-cf12-4024-8dd9-8cade8a2e805,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:29.621697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:29.696237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056046-efba-4956-90b9-3f883b7b97d4 req-b30f9791-cf66-4a78-9b97-5a7a4bf7abe7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:29.697327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9d056046-efba-4956-90b9-3f883b7b97d4 req-b30f9791-cf66-4a78-9b97-5a7a4bf7abe7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:29.708723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Attempting to bind port 596de56a-75b7-4021-a623-45a0d90b0981 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:29.709208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Attempting to bind port 596de56a-75b7-4021-a623-45a0d90b0981 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:29.709633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Attempting to bind port 596de56a-75b7-4021-a623-45a0d90b0981 on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:29.718728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Port 596de56a-75b7-4021-a623-45a0d90b0981 on network ee35111c-7822-4c88-b7d6-37da29c7b120 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:11:29.719159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Attempting to bind port 596de56a-75b7-4021-a623-45a0d90b0981 on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:29.725586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:29.726042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Checking segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:29.726520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Bound using segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:29.727068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Bound port: 596de56a-75b7-4021-a623-45a0d90b0981, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:29.727998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.739599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9d056046-efba-4956-90b9-3f883b7b97d4 req-b30f9791-cf66-4a78-9b97-5a7a4bf7abe7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:29.740829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d056046-efba-4956-90b9-3f883b7b97d4 req-b30f9791-cf66-4a78-9b97-5a7a4bf7abe7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 944 time: 0.4035494 Jan 18 23:11:29.750588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:29.751721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:29.756058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:29.854427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d056046-efba-4956-90b9-3f883b7b97d4 req-487de4c1-9366-4c73-845e-02b2471169f4 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Jan 18 23:11:29.859754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] For port 596de56a-75b7-4021-a623-45a0d90b0981, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:29.861416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Attempting to bind port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:29.861892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Attempting to bind port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:29.862383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Attempting to bind port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:29.863828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] For port 596de56a-75b7-4021-a623-45a0d90b0981, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=596de56a-75b7-4021-a623-45a0d90b0981,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:29.869336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:29.869874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:29.870599 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.871011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:29.871599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Bound port: 0805c9a8-cf12-4024-8dd9-8cade8a2e805, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:29.872097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.874156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.967648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:29.968307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.970243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] 10.222.0.85 "PUT /v2.0/ports/596de56a-75b7-4021-a623-45a0d90b0981 HTTP/1.1" status: 200 len: 1092 time: 2.2400150 Jan 18 23:11:29.981967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] For port 0805c9a8-cf12-4024-8dd9-8cade8a2e805, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:29.985669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] For port 0805c9a8-cf12-4024-8dd9-8cade8a2e805, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0805c9a8-cf12-4024-8dd9-8cade8a2e805,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:29.994279 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.008594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b6871-2b36-4bc2-86dc-3288ed1f60d0 service neutron] Pushing event updated for resources: {'Port': ['ID=596de56a-75b7-4021-a623-45a0d90b0981,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:30.089421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e4dd-b671-46f4-a01c-ada8f5fe6cc1 None None] Pushing event updated for resources: {'Port': ['ID=0805c9a8-cf12-4024-8dd9-8cade8a2e805,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:30.106881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:30.111928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.118021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-addf131c-8499-4fbd-8eab-0d10cdbf4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.119671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-addf131c-8499-4fbd-8eab-0d10cdbf4ddd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 1095 time: 0.0972445 Jan 18 23:11:30.127213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:30.138675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:30.139316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:30.188034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.204836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:30.218977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-1224a2a2-69a7-49ae-9d88-5a325f8aeeb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596de56a-75b7-4021-a623-45a0d90b0981 HTTP/1.1" status: 200 len: 217 time: 0.0906451 Jan 18 23:11:30.221446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:30.229332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:30.248547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:30.249288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:30.270895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:subnet and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:30.280340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:30.302343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:30.318561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-4ac2188f-1a6b-4947-984c-1c08d6dea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.320668 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-4ac2188f-1a6b-4947-984c-1c08d6dea6f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0947781 Jan 18 23:11:30.326806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62d0abc1-d3bf-402f-89be-05e8b8a60274 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/floatingips/a0c9902c-24ef-4265-b19e-212399e76a73 HTTP/1.1" status: 200 len: 687 time: 2.1170919 Jan 18 23:11:30.329159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:30.331630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:30.332124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f062511f-ad54-4551-a3b3-8836299e164e None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:30.399392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-f1fc4ab7-64c5-4aea-98a4-ab37229ec8a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665762 Jan 18 23:11:30.434978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Made reservation on behalf of f594f7c071ee4042b8c93eb80d023c75 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:30.440271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.628528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-bca61957-dcb4-4490-9f84-c816f18a7c44 service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216914 Jan 18 23:11:30.726527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0805c9a8-cf12-4024-8dd9-8cade8a2e805 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:30.760182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port edb6507b-c252-40f0-9efb-7c8204e2bcc7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:30.760528 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.812849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:30.816645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9268b1a-4408-47df-9a78-60515f5f6cc3 req-4e10a846-d501-498f-ac33-e6352f3a8a15 service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814098 Jan 18 23:11:31.041534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc223ec-a916-4946-a950-09e3f991ac12', 'tag': '596de56a-75b7-4021-a623-45a0d90b0981'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:31.065319 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.065502 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.075187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::ed50:2454:ab0e:9c6b (f1d84029-e20e-4d03-be87-edcd9315db19/6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff/5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:31.127250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1beef0-5940-4b15-916e-c6385f312208 req-4a6e0b5c-1bc3-40e2-9a73-ddca5adabcb5 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.133480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe1beef0-5940-4b15-916e-c6385f312208 req-4a6e0b5c-1bc3-40e2-9a73-ddca5adabcb5 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 944 time: 0.1405320 Jan 18 23:11:31.135506 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc223ec-a916-4946-a950-09e3f991ac12', 'tag': '596de56a-75b7-4021-a623-45a0d90b0981', 'status': 'completed', 'code': 200} Jan 18 23:11:31.273653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for edb6507b-c252-40f0-9efb-7c8204e2bcc7 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:31.361983 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe1beef0-5940-4b15-916e-c6385f312208 req-7b622df1-4528-49f1-bedb-c86323b36e98 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757008 Jan 18 23:11:31.391402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11708e3-72d6-4879-a549-bff684904b1c req-a1ee7f64-e1c8-47b4-acca-26b0a5d6abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.394539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-a1ee7f64-e1c8-47b4-acca-26b0a5d6abda service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 1095 time: 0.2580256 Jan 18 23:11:31.543496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11708e3-72d6-4879-a549-bff684904b1c req-b0f76c76-7bd9-492c-9e43-1042a62c6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.545217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-b0f76c76-7bd9-492c-9e43-1042a62c6de0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.1420164 Jan 18 23:11:31.580042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] Provisioning for port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:31.585676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] Provisioning complete for port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:31.586062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.603802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.619432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-409c55f9-c1b0-4bc9-99b8-c15f32afdb5c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596de56a-75b7-4021-a623-45a0d90b0981 HTTP/1.1" status: 200 len: 217 time: 0.0670362 Jan 18 23:11:31.690013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11708e3-72d6-4879-a549-bff684904b1c req-0c61528d-3326-4e08-af6b-31246e2db4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.691807 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-0c61528d-3326-4e08-af6b-31246e2db4a4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0644829 Jan 18 23:11:31.717199 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.755297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-e1cd93bc-dd91-49b3-83d6-b512c46688ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574918 Jan 18 23:11:31.759022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.763093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Checking segment: {'id': '3f2a0120-e486-475b-896d-c99cbdb093e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:31.763462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network hostable DHCP agents. Network: b5170989-98d4-4292-a9a1-c5fde6ac4aa4, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:31.775646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] For port 0805c9a8-cf12-4024-8dd9-8cade8a2e805, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0805c9a8-cf12-4024-8dd9-8cade8a2e805,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:31.785301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.804367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Subnet': ['ID=1b9201da-a4a3-4998-b78b-39cc0e821938,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.836261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=edb6507b-c252-40f0-9efb-7c8204e2bcc7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.846492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.858783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72eeca8-32af-4aad-95fe-678e6d94fa2b None None] Pushing event updated for resources: {'Port': ['ID=0805c9a8-cf12-4024-8dd9-8cade8a2e805,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.964272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-0c62358f-5965-4b1a-8641-812aac9dc286 service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017660 Jan 18 23:11:32.084412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:32.093844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:32.107548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b5170989-98d4-4292-a9a1-c5fde6ac4aa4) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:32.110445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b11708e3-72d6-4879-a549-bff684904b1c req-d86656a5-d040-42f8-8462-8a85265fe4fc service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391451 Jan 18 23:11:32.112094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.112688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.118632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63af94-63d2-422c-b68f-1507c9f193a5 None None] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:32.136445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.168701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.170122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0b9467fa-eede-4747-bda4-f3d2110e1c44 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/floatingips/a0c9902c-24ef-4265-b19e-212399e76a73 HTTP/1.1" status: 204 len: 168 time: 1.8367844 Jan 18 23:11:32.173804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:32.177544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9b67341d-d07f-4427-8f92-32f61ba7a5d0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6667647 Jan 18 23:11:32.180831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33074) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:32.182162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '01a5612c-91c8-4a83-a65d-1c50c49e5461'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:32.187698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1513639128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:32.189542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:32.195010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:floatingip and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:32.196488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:32.199088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:32.200863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:router and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:32.204123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:32.206823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:32.211749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:32.218593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.232819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.234262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.252172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.275256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.278053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.311190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.312398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c9c31fbf-fcab-428a-bc40-659dfe112ef2 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1302814 Jan 18 23:11:32.315358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33078) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:32.326683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:32.331323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:32.396918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b5170989-98d4-4292-a9a1-c5fde6ac4aa4', 'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4', 'tenant_id': 'f594f7c071ee4042b8c93eb80d023c75', 'fixed_ips': [{'subnet_id': '1b9201da-a4a3-4998-b78b-39cc0e821938'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:32.400987 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.442616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:32.448365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.449347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.473216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:32.522525 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-48de1ace-b605-4953-865d-2f3995355e87 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8462496 Jan 18 23:11:32.524199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:32.722046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0805c9a8-cf12-4024-8dd9-8cade8a2e805 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:32.732098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc35e0-cdd5-4c77-9f24-a60a6a8ef8b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.738329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc35e0-cdd5-4c77-9f24-a60a6a8ef8b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.739215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80cc35e0-cdd5-4c77-9f24-a60a6a8ef8b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:32.746932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.791330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Allocated IP 172.20.0.2 (b5170989-98d4-4292-a9a1-c5fde6ac4aa4/1b9201da-a4a3-4998-b78b-39cc0e821938/9cf04bc9-307d-4af5-9297-7b924a3b6beb) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:32.813051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b1f94-96dd-4a8d-8574-9b83f503bca3 req-1e32ef2a-35a7-4f99-b182-4e85b054035c tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.814744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d39b1f94-96dd-4a8d-8574-9b83f503bca3 req-1e32ef2a-35a7-4f99-b182-4e85b054035c tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 944 time: 0.2183402 Jan 18 23:11:32.830398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80cc35e0-cdd5-4c77-9f24-a60a6a8ef8b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:32.834577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80cc35e0-cdd5-4c77-9f24-a60a6a8ef8b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3093569 Jan 18 23:11:32.839593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:32.855325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-67b12e1f-bce5-4635-9b66-1d61a46e327f None None] Provisioning for port 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:32.909554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:32.910095 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.953604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-67b12e1f-bce5-4635-9b66-1d61a46e327f None None] Provisioning complete for port 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:32.954192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67b12e1f-bce5-4635-9b66-1d61a46e327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.977975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.987666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d39b1f94-96dd-4a8d-8574-9b83f503bca3 req-c168582b-e9bb-4bba-a93d-4250ddb31869 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661892 Jan 18 23:11:33.015259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:33.015611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.032632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-67b12e1f-bce5-4635-9b66-1d61a46e327f None None] Port 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:11:33.090608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.43 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/255d1400-101a-4b04-b195-cad7f2d50ca6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:33.379033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 596de56a-75b7-4021-a623-45a0d90b0981 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:33.442370 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.522837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.523975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Transition to ACTIVE for port object 9cf04bc9-307d-4af5-9297-7b924a3b6beb will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:33.527406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.566874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Transition to ACTIVE for port object 9cf04bc9-307d-4af5-9297-7b924a3b6beb will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:33.585680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.631024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 596de56a-75b7-4021-a623-45a0d90b0981, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=596de56a-75b7-4021-a623-45a0d90b0981,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:33.666594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:33.668905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Allocated IP 172.20.0.1 (b5170989-98d4-4292-a9a1-c5fde6ac4aa4/1b9201da-a4a3-4998-b78b-39cc0e821938/47a02da1-fc05-4864-8625-8be2b8961d43) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:33.669542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '596de56a-75b7-4021-a623-45a0d90b0981', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'port_id': '596de56a-75b7-4021-a623-45a0d90b0981', 'mac_address': 'fa:16:3e:4e:4d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd2a535-8671-4a77-b20f-959dd927cda3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:33.681288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:33.688355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:33.723667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:33.725131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Pushing event updated for resources: {'Port': ['ID=9cf04bc9-307d-4af5-9297-7b924a3b6beb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:33.772683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.827051 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.849025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596de56a-75b7-4021-a623-45a0d90b0981 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:33.852987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Attempting to bind port 9cf04bc9-307d-4af5-9297-7b924a3b6beb on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:33.853357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Attempting to bind port 9cf04bc9-307d-4af5-9297-7b924a3b6beb by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '3f2a0120-e486-475b-896d-c99cbdb093e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:33.853716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Attempting to bind port 9cf04bc9-307d-4af5-9297-7b924a3b6beb on network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:33.864561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:33.864897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Checking segment: {'id': '3f2a0120-e486-475b-896d-c99cbdb093e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:33.865317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.865710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Bound using segment: {'id': '3f2a0120-e486-475b-896d-c99cbdb093e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:33.866179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Bound port: 9cf04bc9-307d-4af5-9297-7b924a3b6beb, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a0120-e486-475b-896d-c99cbdb093e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:33.866579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.885972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 596de56a-75b7-4021-a623-45a0d90b0981, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=596de56a-75b7-4021-a623-45a0d90b0981,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:33.894140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:33.899468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:33.901924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:33.920250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.933181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=255d1400-101a-4b04-b195-cad7f2d50ca6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:33.954747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.970156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.987161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Transition to ACTIVE for port object 47a02da1-fc05-4864-8625-8be2b8961d43 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:34.017502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=596de56a-75b7-4021-a623-45a0d90b0981,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:34.021137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] For port 9cf04bc9-307d-4af5-9297-7b924a3b6beb, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:34.024420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] For port 9cf04bc9-307d-4af5-9297-7b924a3b6beb, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9cf04bc9-307d-4af5-9297-7b924a3b6beb,segment=NetworkSegment(3f2a0120-e486-475b-896d-c99cbdb093e7),segment_id=3f2a0120-e486-475b-896d-c99cbdb093e7)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:34.026598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.034605 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.130976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:34.135004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:34.151321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:34.171088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['596de56a-75b7-4021-a623-45a0d90b0981'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:11:34.188311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:34.226106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f8a8a-7ab0-4a6a-a725-3739414d1d68 None None] Pushing event updated for resources: {'Port': ['ID=9cf04bc9-307d-4af5-9297-7b924a3b6beb,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:34.252604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.303799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2d5f800d-0c9a-48f1-86f7-5c48e5388708 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a HTTP/1.1" status: 204 len: 168 time: 1.4630575 Jan 18 23:11:34.304201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:34.322548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Port': ['ID=47a02da1-fc05-4864-8625-8be2b8961d43,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:34.339703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.514392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.524084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824044e3-b74a-4f8c-9083-55ea54576286 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.532115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824044e3-b74a-4f8c-9083-55ea54576286 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.533375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-824044e3-b74a-4f8c-9083-55ea54576286 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:34.645417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-824044e3-b74a-4f8c-9083-55ea54576286 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:34.651832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-824044e3-b74a-4f8c-9083-55ea54576286 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3425190 Jan 18 23:11:34.652465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:34.692087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc24bd-9237-40ce-be3b-d7cc72e655bd req-066cb265-b0f3-4853-8a5a-7e12c0a852d6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.704452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9adc24bd-9237-40ce-be3b-d7cc72e655bd req-066cb265-b0f3-4853-8a5a-7e12c0a852d6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 945 time: 0.4868038 Jan 18 23:11:34.706395 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.753091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9cf04bc9-307d-4af5-9297-7b924a3b6beb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:34.807162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9adc24bd-9237-40ce-be3b-d7cc72e655bd req-63c95adb-4ac3-4649-b640-78ffe6b9b847 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024675 Jan 18 23:11:34.837236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:34.837949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9cf04bc9-307d-4af5-9297-7b924a3b6beb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:34.852489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.924536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.937186 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.087207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.138991 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.209795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.219705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.324591 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.341600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Port': ['ID=47a02da1-fc05-4864-8625-8be2b8961d43,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:35.348194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 596de56a-75b7-4021-a623-45a0d90b0981 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:35.355187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.389253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.394690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:35.405161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d12ad0-227e-45ce-8b32-b524b6a6d3c1 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:35.441121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d27c23d-0b1c-43fb-8d90-d5fb7a358534 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff HTTP/1.1" status: 204 len: 168 time: 0.7737100 Jan 18 23:11:35.443352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:35.546500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f09d9b5a-0797-4634-8590-fb381314dddc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018980 Jan 18 23:11:35.548171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:35.556365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:35.575223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:11:35.660833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.677124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.703715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:35.705659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:35.706349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 596de56a-75b7-4021-a623-45a0d90b0981 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:35.713152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 596de56a-75b7-4021-a623-45a0d90b0981 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:35.713527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.867040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.873419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.917875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc80ff-3165-401c-974e-9fd037b20beb None None] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:35.943953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc223ec-a916-4946-a950-09e3f991ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596de56a-75b7-4021-a623-45a0d90b0981'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:35.966248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:35.972176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:35.976796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:35.984179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:35.999279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:36.013987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=255d1400-101a-4b04-b195-cad7f2d50ca6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:36.018493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 596de56a-75b7-4021-a623-45a0d90b0981, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=596de56a-75b7-4021-a623-45a0d90b0981,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:36.026352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] Deleting port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:36.027394 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.027545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:36.035209 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.037449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Router 30a96dda-d9c1-4833-a800-8564f7623c2f is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:11:36.120401 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc223ec-a916-4946-a950-09e3f991ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596de56a-75b7-4021-a623-45a0d90b0981', 'code': 200} Jan 18 23:11:36.266160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:36.286156 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] Sync routers for ids ['30a96dda-d9c1-4833-a800-8564f7623c2f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:36.293106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0649ed2d-7b10-45eb-9122-d3f6bc89ee68 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "PUT /v2.0/routers/30a96dda-d9c1-4833-a800-8564f7623c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9766493 Jan 18 23:11:36.298100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33130) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:36.305768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'port': {'network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4', 'name': 'tempest-FloatingIPNegativeTestJSON-1482171632'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:36.308621 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] Routers {'30a96dda-d9c1-4833-a800-8564f7623c2f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:36.309437 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['30a96dda-d9c1-4833-a800-8564f7623c2f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:36.391952 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.405701 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:36.418893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] Routers {'30a96dda-d9c1-4833-a800-8564f7623c2f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:36.421349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['30a96dda-d9c1-4833-a800-8564f7623c2f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:36.506792 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:36.507197 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fabab5-dc15-4c73-9446-cac8552084c2 None None] The sync data for ids ['30a96dda-d9c1-4833-a800-8564f7623c2f'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:36.517950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=596de56a-75b7-4021-a623-45a0d90b0981,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:36.538027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] Provisioning for port 9cf04bc9-307d-4af5-9297-7b924a3b6beb completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:36.560146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] Provisioning complete for port 9cf04bc9-307d-4af5-9297-7b924a3b6beb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:36.560760 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP a8d68c4b-38bf-4963-b779-c3d680b96ee1 associated. External IP: 172.25.4.43, port: 01a5612c-91c8-4a83-a65d-1c50c49e5461. Jan 18 23:11:36.561180 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.591525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:36.598337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:port and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:36.601770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:36.606836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db0ca1-1261-4886-8599-979f1fc5fe1e req-c727a09a-9407-4ddb-a6ba-a18edef0c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.607492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27db0ca1-1261-4886-8599-979f1fc5fe1e req-c727a09a-9407-4ddb-a6ba-a18edef0c204 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 1097 time: 0.4050484 Jan 18 23:11:36.611755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:36.686054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27db0ca1-1261-4886-8599-979f1fc5fe1e req-4953968b-30cf-418a-86b1-d6d49044d2a9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664897 Jan 18 23:11:36.686768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Made reservation on behalf of f594f7c071ee4042b8c93eb80d023c75 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:36.691140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.694080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf5f82-7bcc-475c-b10d-5be804d56b46 req-a7b3663c-adeb-4639-8cf6-70b35d8c5df8 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.695400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-accf5f82-7bcc-475c-b10d-5be804d56b46 req-a7b3663c-adeb-4639-8cf6-70b35d8c5df8 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 946 time: 0.3779426 Jan 18 23:11:36.721376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] device_id is not set on port 19b8eb86-a511-4b46-b8e0-b1447d10697f yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:36.729774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0805c9a8-cf12-4024-8dd9-8cade8a2e805 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:36.882060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Allocated IP 172.20.0.12 (b5170989-98d4-4292-a9a1-c5fde6ac4aa4/1b9201da-a4a3-4998-b78b-39cc0e821938/19b8eb86-a511-4b46-b8e0-b1447d10697f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:36.899944 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-accf5f82-7bcc-475c-b10d-5be804d56b46 req-053f01d2-b19c-4000-9d04-8ee623ee7e58 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974020 Jan 18 23:11:36.911081 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] For port 0805c9a8-cf12-4024-8dd9-8cade8a2e805, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0805c9a8-cf12-4024-8dd9-8cade8a2e805,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:36.912187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.930900 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.088344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.187523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:37.194589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] Calling delete_port for 0805c9a8-cf12-4024-8dd9-8cade8a2e805 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:37.197379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:37.204665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:37.205296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.267465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.285169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Transition to ACTIVE for port object 19b8eb86-a511-4b46-b8e0-b1447d10697f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:37.303009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=f9631306-8322-4f24-af00-c9e7ffdd47dd,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.321686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.339920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-20836776-8c2e-4bc7-a73f-f32ca719319d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7898479 Jan 18 23:11:37.343459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:37.352241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': 'f9631306-8322-4f24-af00-c9e7ffdd47dd', 'ip_address': '2001:db8::fbfe:db9c:a865:b2cd'}], 'name': 'tempest-NetworksTestDHCPv6-1143202834'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:37.385214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:37.397868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.432897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:37.436510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:37.439178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:37.467304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 23:11:37.491911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.502830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] No DVR routers for this DVR port 0805c9a8-cf12-4024-8dd9-8cade8a2e805 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:37.507124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486056bb-49e0-4239-bdf0-f14196e11f09 None None] Pushing event deleted for resources: {'Port': ['ID=0805c9a8-cf12-4024-8dd9-8cade8a2e805,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.523865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fc056-9f75-4a1d-8919-47032d0928d2 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:37.560578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Port': ['ID=19b8eb86-a511-4b46-b8e0-b1447d10697f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.647354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] For port 9cf04bc9-307d-4af5-9297-7b924a3b6beb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9cf04bc9-307d-4af5-9297-7b924a3b6beb,segment=NetworkSegment(3f2a0120-e486-475b-896d-c99cbdb093e7),segment_id=3f2a0120-e486-475b-896d-c99cbdb093e7)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:37.649089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:37.649894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.657352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.696630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fa89d8ae-a5cc-4059-9f00-93d3a0a000a0 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3926973 Jan 18 23:11:37.698271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33140) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:37.703199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:37.730405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:37.747775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:floatingip and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:37.823868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:37.853490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:37.860546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:37.862290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c85c4-a223-473e-b09d-e2317bbf8772 None None] Pushing event updated for resources: {'Port': ['ID=9cf04bc9-307d-4af5-9297-7b924a3b6beb,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.864876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:37.871279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:37.874264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:37.895075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:38.005972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-39824436-921a-4848-9f2d-1090facc60d6 None None] Provisioning complete for port 9cf04bc9-307d-4af5-9297-7b924a3b6beb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:38.006487 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39824436-921a-4848-9f2d-1090facc60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.036476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.130931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:38.179285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aafb0-c496-4df2-9964-bf67a9b99a5f req-49e2d47b-23d4-4316-ba86-4590a15e5f6a tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.180854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-658aafb0-c496-4df2-9964-bf67a9b99a5f req-49e2d47b-23d4-4316-ba86-4590a15e5f6a tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 946 time: 0.1145623 Jan 18 23:11:38.221739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:38.252106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:38.253037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.255893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-658aafb0-c496-4df2-9964-bf67a9b99a5f req-7916fa55-51ea-424b-b757-64324bcffb19 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629315 Jan 18 23:11:38.378166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': 'f9631306-8322-4f24-af00-c9e7ffdd47dd'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:38.379009 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.389337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.411287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.427464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-39824436-921a-4848-9f2d-1090facc60d6 None None] Provisioning for port 47a02da1-fc05-4864-8625-8be2b8961d43 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:38.434219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.440554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-39824436-921a-4848-9f2d-1090facc60d6 None None] Provisioning complete for port 47a02da1-fc05-4864-8625-8be2b8961d43 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:38.441230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39824436-921a-4848-9f2d-1090facc60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.488308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port fe8c1282-59dd-46e3-a7d3-ea8d9af5c212 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:38.554326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:38.554893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.591285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3287ad7f-d015-426c-b636-0575566d908c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4162238 Jan 18 23:11:38.594262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33148) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:38.700542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.701169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175fe880-48ee-402c-a605-d50e6e0fdcda None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:38.761119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9cf04bc9-307d-4af5-9297-7b924a3b6beb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:38.847793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.878276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1ff2740a-8ef5-4687-8e57-455edbf3d6ff tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/floatingips/a8d68c4b-38bf-4963-b779-c3d680b96ee1 HTTP/1.1" status: 200 len: 978 time: 0.2812803 Jan 18 23:11:38.881191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:38.995264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-39824436-921a-4848-9f2d-1090facc60d6 None None] Port 47a02da1-fc05-4864-8625-8be2b8961d43 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:11:39.068715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9cf04bc9-307d-4af5-9297-7b924a3b6beb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:39.069392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.180025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Provisioning complete for port 47a02da1-fc05-4864-8625-8be2b8961d43 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:39.180447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.207393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Allocated IP 172.25.4.192 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/76071ae5-ece2-4b1b-9f24-eaac2ea608e6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:39.242640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Port 47a02da1-fc05-4864-8625-8be2b8961d43 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:11:39.287716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Provisioning for port 19b8eb86-a511-4b46-b8e0-b1447d10697f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:39.308874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Provisioning complete for port 19b8eb86-a511-4b46-b8e0-b1447d10697f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:39.309386 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.373947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1beab6d9-2334-4fdd-8fb3-ab8230ff312a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Synchronizing usage tracker for tenant:ebc06a582406470ab57bc00de42d8310 on resource:floatingip {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:39.380554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.389401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2a2635d9-8c72-45e0-8c29-6a362e46dd3e None None] Port 19b8eb86-a511-4b46-b8e0-b1447d10697f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:11:39.418089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::fbfe:db9c:a865:b2cd (f1d84029-e20e-4d03-be87-edcd9315db19/f9631306-8322-4f24-af00-c9e7ffdd47dd/fe8c1282-59dd-46e3-a7d3-ea8d9af5c212) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:39.425307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1beab6d9-2334-4fdd-8fb3-ab8230ff312a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Unset dirty status for tenant:ebc06a582406470ab57bc00de42d8310 on resource:floatingip {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:39.431029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1beab6d9-2334-4fdd-8fb3-ab8230ff312a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5486436 Jan 18 23:11:39.432054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:39.438569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'port_id': '8fe8f5f6-55a4-44e5-b806-f8b35108d4a4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:39.525989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-502be234-203e-470c-8cce-88a6ba4e3d8a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818491 Jan 18 23:11:39.714406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-1b5ae558-d2b8-4075-89f9-5f95f8aa13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:39.731505 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.733925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-1b5ae558-d2b8-4075-89f9-5f95f8aa13fb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 1097 time: 0.1164088 Jan 18 23:11:39.822232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.938648 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:11:39.994864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-52f6704b-59b6-4721-925c-c615cc81174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:39.997084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-52f6704b-59b6-4721-925c-c615cc81174d service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.2522740 Jan 18 23:11:40.083281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.099554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object fe8c1282-59dd-46e3-a7d3-ea8d9af5c212 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:40.117759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:40.123857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:40.156552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-19d4fc94-3bdc-4741-ad80-b2c10e14a4f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596de56a-75b7-4021-a623-45a0d90b0981 HTTP/1.1" status: 200 len: 217 time: 0.1491046 Jan 18 23:11:40.168823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:40.222586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Port': ['ID=76071ae5-ece2-4b1b-9f24-eaac2ea608e6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.253895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-64080d5b-47b5-4b45-97a1-70524e24acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:40.255457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-64080d5b-47b5-4b45-97a1-70524e24acf6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0718310 Jan 18 23:11:40.329942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.332499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-74499996-304b-4178-8ad4-d9f43193de3c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693312 Jan 18 23:11:40.362518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-bc608329-1585-431f-8ffe-076d9fe8adc6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4156637 Jan 18 23:11:40.426253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=fe8c1282-59dd-46e3-a7d3-ea8d9af5c212,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.444683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:40.471722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/f9631306-8322-4f24-af00-c9e7ffdd47dd/a958e2a5-c014-4400-b725-097485461c14) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:40.498132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:40.501386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:40.506807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:40.507481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.580734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.657711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8605977f-a14f-4ff4-a129-aec255b4e48e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3125792 Jan 18 23:11:40.665947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33178) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:40.725230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-17030758-6777-4371-9b94-c513c1ecd531 service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863447 Jan 18 23:11:40.735864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.856203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.867843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Transition to ACTIVE for port object a958e2a5-c014-4400-b725-097485461c14 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:40.918653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Transition to ACTIVE for port object a958e2a5-c014-4400-b725-097485461c14 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:40.932686 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.961837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-4d07b49a-dcbc-414c-bb30-f78d4968d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:40.968100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-4d07b49a-dcbc-414c-bb30-f78d4968d98e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 1096 time: 0.4338112 Jan 18 23:11:41.072912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Pushing event updated for resources: {'Port': ['ID=a958e2a5-c014-4400-b725-097485461c14,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.088810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:41.089976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:41.095000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:41.134721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccb613-1eee-4e11-aff0-f94828df61da tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:41.138734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e5ccb613-1eee-4e11-aff0-f94828df61da tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4694777 Jan 18 23:11:41.148374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:41.174418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.205673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.227671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port fe8c1282-59dd-46e3-a7d3-ea8d9af5c212 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:41.228016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.268369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7ac40d7-4c98-4ef3-8034-da35e42638a2 req-f2222300-ef1f-430e-954e-c5dcbddfb511 service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289443 Jan 18 23:11:41.340969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Attempting to bind port a958e2a5-c014-4400-b725-097485461c14 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:41.342753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Attempting to bind port a958e2a5-c014-4400-b725-097485461c14 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:41.342753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Attempting to bind port a958e2a5-c014-4400-b725-097485461c14 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:41.357949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:41.360426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:41.360426 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.360426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:41.360426 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Bound port: a958e2a5-c014-4400-b725-097485461c14, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:41.360426 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.460998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-1b3e9aba-c0d2-4298-bd3b-fd60e236580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:41.462592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-1b3e9aba-c0d2-4298-bd3b-fd60e236580f service neutron] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.4654539 Jan 18 23:11:41.479354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] For port a958e2a5-c014-4400-b725-097485461c14, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:41.482496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] For port a958e2a5-c014-4400-b725-097485461c14, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a958e2a5-c014-4400-b725-097485461c14,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:41.491378 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.577035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34dfbb-0be7-4941-a405-f7d385b49ebf None None] Pushing event updated for resources: {'Port': ['ID=a958e2a5-c014-4400-b725-097485461c14,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.595574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-d38c3b29-7f5d-4919-b32b-5625aba7074c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01839913-7c60-4632-b422-f775c9e71fad HTTP/1.1" status: 200 len: 217 time: 0.1105480 Jan 18 23:11:41.631745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Port': ['ID=76071ae5-ece2-4b1b-9f24-eaac2ea608e6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.652848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.681329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.684980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-67e6bcc9-2747-4546-8f91-1d0c454fca1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9846134 Jan 18 23:11:41.688245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33194) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:41.698228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a46a2745-7929-43e8-ab31-6611120c4645 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'floatingip': {'port_id': '19b8eb86-a511-4b46-b8e0-b1447d10697f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:41.791387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a46a2745-7929-43e8-ab31-6611120c4645 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.028781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-dd458175-f5e6-49bd-92c1-52f2d5a84129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:42.030607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-dd458175-f5e6-49bd-92c1-52f2d5a84129 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.4284191 Jan 18 23:11:42.068701 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-a46a2745-7929-43e8-ab31-6611120c4645 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] update failed (client error): The resource could not be found. Jan 18 23:11:42.069809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a46a2745-7929-43e8-ab31-6611120c4645 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "PUT /v2.0/floatingips/752d71d3-4de9-4dbb-8e1d-6c1760e45140 HTTP/1.1" status: 404 len: 507 time: 0.3806415 Jan 18 23:11:42.073545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:42.107718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-c02c0a26-0310-4b59-b425-79a2ed264757 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668838 Jan 18 23:11:42.137312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-b083d326-a385-413a-b942-b2fe6bbb387d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:11:42.138306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-b083d326-a385-413a-b942-b2fe6bbb387d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085905 Jan 18 23:11:42.141425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cb3dd1c-a5e1-40e3-b044-14686aff2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.267277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.407534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for fe8c1282-59dd-46e3-a7d3-ea8d9af5c212 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:42.453741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Deleting port 76071ae5-ece2-4b1b-9f24-eaac2ea608e6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:42.454094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.500692 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-b49d926c-373e-48c5-a930-b1490ea5351e service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550153 Jan 18 23:11:42.745704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.749013 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.823276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a958e2a5-c014-4400-b725-097485461c14 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:42.847771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.853140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6013b885-67f9-4d7d-85b6-8af0f7f70a55 req-4a51df76-b941-47ef-90aa-35986517281e service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352177 Jan 18 23:11:42.975488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:11:43.016154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a958e2a5-c014-4400-b725-097485461c14 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:43.035481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=fe8c1282-59dd-46e3-a7d3-ea8d9af5c212,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:43.092556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Calling delete_port for 76071ae5-ece2-4b1b-9f24-eaac2ea608e6 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:43.120509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.140702 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d64c0199-be88-4695-aa8a-e10cf0f6c164 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/fe8c1282-59dd-46e3-a7d3-ea8d9af5c212 HTTP/1.1" status: 204 len: 168 time: 1.9909389 Jan 18 23:11:43.145322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33206) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:43.332095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f610486-1091-456a-8c94-664208045b3e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.339225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f610486-1091-456a-8c94-664208045b3e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.340002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f610486-1091-456a-8c94-664208045b3e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:43.364337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f610486-1091-456a-8c94-664208045b3e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:43.365709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2f610486-1091-456a-8c94-664208045b3e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2194166 Jan 18 23:11:43.368400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33210) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:43.443563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.470265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Provisioning for port a958e2a5-c014-4400-b725-097485461c14 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:43.484733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Provisioning complete for port a958e2a5-c014-4400-b725-097485461c14 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:43.485833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.527557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet f9631306-8322-4f24-af00-c9e7ffdd47dd {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:43.543516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.547543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.563929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Port': ['ID=76071ae5-ece2-4b1b-9f24-eaac2ea608e6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:43.566085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.743549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.825209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.876582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] For port a958e2a5-c014-4400-b725-097485461c14, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a958e2a5-c014-4400-b725-097485461c14,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:43.885079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.003673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Pushing event updated for resources: {'Port': ['ID=a958e2a5-c014-4400-b725-097485461c14,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.038898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.039343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.039776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.040199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.040619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.041085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.041510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.041925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.042336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.042749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.043163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.043574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e2ed1-77c9-4aa7-a3c3-436846de0900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:44.047621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1f34fb7d-d974-450f-aa71-4f375c385320 None None] Could not find standard attr ID for object fe8c1282-59dd-46e3-a7d3-ea8d9af5c212. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:11:44.080788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.106657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.111762 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ad568b38-01ee-4fcf-93f2-f98b9ece456c tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "DELETE /v2.0/floatingips/752d71d3-4de9-4dbb-8e1d-6c1760e45140 HTTP/1.1" status: 204 len: 168 time: 2.0361023 Jan 18 23:11:44.114640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.115143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33218) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.127237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'floatingip': {'floating_network_id': 'b5170989-98d4-4292-a9a1-c5fde6ac4aa4', 'port_id': '19b8eb86-a511-4b46-b8e0-b1447d10697f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:44.137703 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP a8d68c4b-38bf-4963-b779-c3d680b96ee1 associated. External IP: 172.25.4.43, port: 01a5612c-91c8-4a83-a65d-1c50c49e5461. Jan 18 23:11:44.203295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:44.219165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:floatingip and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:44.224485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:44.265661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.269287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:44.322076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=f9631306-8322-4f24-af00-c9e7ffdd47dd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.328604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.337516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b82c5-07c5-49c0-8a0f-7a7b8fda405d None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:44.363579 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b6b35a5c-d8c1-406a-997f-e12b628dda88 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/f9631306-8322-4f24-af00-c9e7ffdd47dd HTTP/1.1" status: 204 len: 168 time: 0.9909222 Jan 18 23:11:44.363801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.367217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33222) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.527667 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f3a22aed-0def-4079-ad95-f099136a8e55 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567593 Jan 18 23:11:44.527860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33226) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.627580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f74bd-bbf9-4328-bd7e-4f17f096faff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:44.628194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b6f74bd-bbf9-4328-bd7e-4f17f096faff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:44.652061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b6f74bd-bbf9-4328-bd7e-4f17f096faff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:44.662686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b6f74bd-bbf9-4328-bd7e-4f17f096faff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1334968 Jan 18 23:11:44.663492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33230) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.720998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:44.727076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] Deleting port a958e2a5-c014-4400-b725-097485461c14 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:44.727682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:44.727989 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.778702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af264b2-ff81-4d70-8932-8bb714442575 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:44.779758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7af264b2-ff81-4d70-8932-8bb714442575 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:44.799088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7af264b2-ff81-4d70-8932-8bb714442575 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:44.801003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7af264b2-ff81-4d70-8932-8bb714442575 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365399 Jan 18 23:11:44.804207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33236) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.806378 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:11:44.808720 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f9f1bdd1-59e1-415a-8507-2ea47ddf6f79 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6915889 Jan 18 23:11:44.813713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33240) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.872142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '19b8eb86-a511-4b46-b8e0-b1447d10697f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:44.903519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:44.909227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8dda9381-0b89-4e31-8095-ec78e1b5ddab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989006 Jan 18 23:11:44.915279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33244) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:44.920296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Usage tracker for resource:floatingip and tenant:f594f7c071ee4042b8c93eb80d023c75 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:44.927637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:44.943740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:44.956533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:45.098325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] For port a958e2a5-c014-4400-b725-097485461c14, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a958e2a5-c014-4400-b725-097485461c14,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:45.098919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.103954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:45.117271 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:45.133747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ade3385-f206-4f72-bf68-5d7013d6de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.140495 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:45.142542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:45.275964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.297783 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:45.308358 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:45.309311 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:45.380993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:45.381840 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d0b42-387b-4f2a-9755-1c9943cae18b None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:45.398696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:45.408376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] Calling delete_port for a958e2a5-c014-4400-b725-097485461c14 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:45.422439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:45.443286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:45.448313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.477705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-a994b82c-ad9a-4fc0-8465-69c95175413d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4099340 Jan 18 23:11:45.491452 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.539490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] Pushing event deleted for resources: {'Port': ['ID=a958e2a5-c014-4400-b725-097485461c14,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:45.543342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8d6bf-1cf5-4fc6-84a1-0009a041127c None None] No DVR routers for this DVR port a958e2a5-c014-4400-b725-097485461c14 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:45.620160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.681201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-2a00aa14-aaef-40ec-963f-67024e068e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:45.682786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-2a00aa14-aaef-40ec-963f-67024e068e87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 1096 time: 0.1466136 Jan 18 23:11:45.686950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.703765 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.731715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:45.922644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:45.927625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.932915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:45.955481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:45.956369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.026396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.031675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.036127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Allocated IP 172.25.4.189 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/696c2803-0d67-4071-9c49-3958eb8fbfed) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:46.036741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:46.037423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.079010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-68167fcb-4100-47e5-9978-d2d8a067ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.080708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-68167fcb-4100-47e5-9978-d2d8a067ea66 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.3511591 Jan 18 23:11:46.093304 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-341094b3-f86f-4759-8824-aa50af8ce2d6 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/floatingips/a8d68c4b-38bf-4963-b779-c3d680b96ee1 HTTP/1.1" status: 200 len: 978 time: 6.6598649 Jan 18 23:11:46.096271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33256) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:46.103828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.104389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f2d6ab-ed7f-4dc9-b088-e5346cc5974c None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:46.104784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:46.173633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:46.187759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:46.197766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2f5a0-4a8c-4d2f-86a5-e794d64d95b6 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:46.206036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-a46a9c46-755d-485d-9779-3a5632020d67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 HTTP/1.1" status: 200 len: 217 time: 0.1010671 Jan 18 23:11:46.209365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.209955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.260730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.319865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.431792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-8fbde9ca-6b9f-4ace-9359-e8682c20a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.433497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-8fbde9ca-6b9f-4ace-9359-e8682c20a2e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.2165465 Jan 18 23:11:46.437709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-75d189bd-4a47-464b-be41-aa93be949253 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5213935 Jan 18 23:11:46.440811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33264) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:46.446327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': 'ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea', 'ip_address': '2001:db8::65d2:dcf3:7b13:5e4b'}], 'name': 'tempest-NetworksTestDHCPv6-1307637604'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:46.482102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': 'ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:46.483214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.506071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-4abc7d9a-1e8b-43fd-83d0-c470c3fc66f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439672 Jan 18 23:11:46.615105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.621512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.621779 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP a8d68c4b-38bf-4963-b779-c3d680b96ee1 disassociated. External IP: 172.25.4.43, port: 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4. Jan 18 23:11:46.682786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea/0fec1b3b-c106-4831-aa75-a35a6cbf567c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:46.693009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a958e2a5-c014-4400-b725-097485461c14 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:46.734051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a958e2a5-c014-4400-b725-097485461c14 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:46.734452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a958e2a5-c014-4400-b725-097485461c14 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:46.771683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.847389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-89d70cce-deed-4fdc-840d-f1a27b6b6039 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266885 Jan 18 23:11:46.966695 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.978425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Transition to ACTIVE for port object 0fec1b3b-c106-4831-aa75-a35a6cbf567c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:47.000550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Transition to ACTIVE for port object 0fec1b3b-c106-4831-aa75-a35a6cbf567c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:47.021578 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.065310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.105619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:47.112332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:47.113032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Pushing event updated for resources: {'Port': ['ID=0fec1b3b-c106-4831-aa75-a35a6cbf567c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:47.115958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:47.120295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:47.132698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:47.135398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.210427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Attempting to bind port 0fec1b3b-c106-4831-aa75-a35a6cbf567c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:47.210669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Attempting to bind port 0fec1b3b-c106-4831-aa75-a35a6cbf567c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:47.211013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Attempting to bind port 0fec1b3b-c106-4831-aa75-a35a6cbf567c on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:47.212823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:47.216332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:47.216673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:47.217165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.217494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:47.217951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Bound port: 0fec1b3b-c106-4831-aa75-a35a6cbf567c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:47.218315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.246573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:47.252302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:47.258974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:47.279920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:47.306283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event updated for resources: {'Port': ['ID=696c2803-0d67-4071-9c49-3958eb8fbfed,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:47.315964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-afcd4222-aefc-4503-97aa-84cc98ea47ee req-fc45d3b3-46b9-4a42-be0b-df9fd84afe73 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499173 Jan 18 23:11:47.362410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] For port 0fec1b3b-c106-4831-aa75-a35a6cbf567c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:47.366436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] For port 0fec1b3b-c106-4831-aa75-a35a6cbf567c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0fec1b3b-c106-4831-aa75-a35a6cbf567c,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:47.377070 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.521909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:47.527748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992060c-a8d2-4387-8b9e-d87a06d940ae None None] Pushing event updated for resources: {'Port': ['ID=0fec1b3b-c106-4831-aa75-a35a6cbf567c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:47.532859 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:47.534798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.552244 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:47.552856 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:47.607931 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85151b84-4e67-49eb-b4c1-e531d998b156 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/floatingips/a8d68c4b-38bf-4963-b779-c3d680b96ee1 HTTP/1.1" status: 200 len: 687 time: 1.5081937 Jan 18 23:11:47.608276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:47.647033 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:47.675381 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:47.675987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:47.723511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Deleting port 696c2803-0d67-4071-9c49-3958eb8fbfed {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:47.724267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.761818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.809088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:47.810277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 255d1400-101a-4b04-b195-cad7f2d50ca6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:47.810494 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379ca31-5c82-4945-b2ac-c1818e1ceccd None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:47.810803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.824569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port bc2b6069-08bc-471e-b48d-9b87e111ad3e yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:48.050075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.050416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.073094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.073467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.211673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 255d1400-101a-4b04-b195-cad7f2d50ca6 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:48.225294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Calling delete_port for 696c2803-0d67-4071-9c49-3958eb8fbfed owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:48.360239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.440001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::65d2:dcf3:7b13:5e4b (f1d84029-e20e-4d03-be87-edcd9315db19/ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea/bc2b6069-08bc-471e-b48d-9b87e111ad3e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:48.458349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=255d1400-101a-4b04-b195-cad7f2d50ca6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:48.491584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.571523 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.598747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.600115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-13c2178b-7704-41a5-a72e-d6a106eb6e73 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/floatingips/a8d68c4b-38bf-4963-b779-c3d680b96ee1 HTTP/1.1" status: 204 len: 168 time: 0.9908729 Jan 18 23:11:48.617529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33282) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:48.620927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Port': ['ID=696c2803-0d67-4071-9c49-3958eb8fbfed,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:48.791864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0fec1b3b-c106-4831-aa75-a35a6cbf567c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:48.805896 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-ff37708a-1f93-42d0-af59-d4b325dc4727 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] delete failed (client error): The resource could not be found. Jan 18 23:11:48.807097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ff37708a-1f93-42d0-af59-d4b325dc4727 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/floatingips/a8d68c4b-38bf-4963-b779-c3d680b96ee1 HTTP/1.1" status: 404 len: 345 time: 0.1253128 Jan 18 23:11:48.811412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33286) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:48.917222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0fec1b3b-c106-4831-aa75-a35a6cbf567c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:48.958530 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] create failed (client error): The resource could not be found. Jan 18 23:11:48.968711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2761e96d-6b09-4b79-a29f-d9bd54c3e027 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1537466 Jan 18 23:11:48.973328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:49.028223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1e108053-0eba-403f-ac45-b143536659ae None None] Provisioning for port 0fec1b3b-c106-4831-aa75-a35a6cbf567c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:49.035196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1e108053-0eba-403f-ac45-b143536659ae None None] Provisioning complete for port 0fec1b3b-c106-4831-aa75-a35a6cbf567c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:49.035618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e108053-0eba-403f-ac45-b143536659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.044155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2adc2e-a43c-4e56-b918-dc3b1ca105bb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.052224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2adc2e-a43c-4e56-b918-dc3b1ca105bb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.058954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2adc2e-a43c-4e56-b918-dc3b1ca105bb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.059844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ee2adc2e-a43c-4e56-b918-dc3b1ca105bb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Synchronizing usage tracker for tenant:ebc06a582406470ab57bc00de42d8310 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:49.071793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.108928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Deleting port 19b8eb86-a511-4b46-b8e0-b1447d10697f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:49.109343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.141231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object bc2b6069-08bc-471e-b48d-9b87e111ad3e will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:49.183382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ee2adc2e-a43c-4e56-b918-dc3b1ca105bb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Unset dirty status for tenant:ebc06a582406470ab57bc00de42d8310 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:49.186094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.187640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ee2adc2e-a43c-4e56-b918-dc3b1ca105bb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/ports?network_id=cb44b6ec-f281-41c8-9799-14c8a84d5fb6 HTTP/1.1" status: 200 len: 2360 time: 0.3751228 Jan 18 23:11:49.188380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:49.244816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e108053-0eba-403f-ac45-b143536659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.279852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:49.283926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:49.288918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:49.295566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.296885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.308741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=bc2b6069-08bc-471e-b48d-9b87e111ad3e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:49.375278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1835b8ef-bcbe-4707-8fe4-6aefe845e2cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9322996 Jan 18 23:11:49.377333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33302) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:49.385738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': 'ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea', 'ip_address': '2001:db8::65d2:dcf3:7b13:5e4b'}], 'name': 'tempest-NetworksTestDHCPv6-1239805670'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:49.399130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1e108053-0eba-403f-ac45-b143536659ae None None] For port 0fec1b3b-c106-4831-aa75-a35a6cbf567c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0fec1b3b-c106-4831-aa75-a35a6cbf567c,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:49.414153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e108053-0eba-403f-ac45-b143536659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.485456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.505795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108053-0eba-403f-ac45-b143536659ae None None] Pushing event updated for resources: {'Port': ['ID=0fec1b3b-c106-4831-aa75-a35a6cbf567c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:49.635116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Calling delete_port for 19b8eb86-a511-4b46-b8e0-b1447d10697f owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:49.750623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-004e5b6b-5a05-48e5-980f-3d5bb01163d5 None None] Provisioning for port bc2b6069-08bc-471e-b48d-9b87e111ad3e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:49.758078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-004e5b6b-5a05-48e5-980f-3d5bb01163d5 None None] Provisioning complete for port bc2b6069-08bc-471e-b48d-9b87e111ad3e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:49.758859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-004e5b6b-5a05-48e5-980f-3d5bb01163d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.795388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:49.801760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:49.803627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c20352-0d41-4c6b-9a45-68bc8b0f7b0b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.804981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e1c20352-0d41-4c6b-9a45-68bc8b0f7b0b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/subnets/64497d3a-ef24-4fdb-b15e-05600684ab09 HTTP/1.1" status: 200 len: 797 time: 0.6137054 Jan 18 23:11:49.806181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:49.813769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33312) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:49.818444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:49.828739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'port': {'network_id': 'cb44b6ec-f281-41c8-9799-14c8a84d5fb6', 'name': 'tempest-FloatingIPTestJSON-472194945', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:49.907162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-004e5b6b-5a05-48e5-980f-3d5bb01163d5 None None] Port bc2b6069-08bc-471e-b48d-9b87e111ad3e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:11:49.917439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.968017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:49.973498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.031640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port f3434d45-cd31-41ba-ab47-387c3bf40abb yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:50.096845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:50.104211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Port': ['ID=19b8eb86-a511-4b46-b8e0-b1447d10697f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:50.117117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:50.181265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:50.234367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.241556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b6b5047a-21fd-47e9-96f6-fe68d1bb14f1 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "DELETE /v2.0/ports/19b8eb86-a511-4b46-b8e0-b1447d10697f HTTP/1.1" status: 204 len: 168 time: 1.2661390 Jan 18 23:11:50.244132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33316) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:50.333888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d2920-2b02-474a-83f2-76d64f53cf1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.334250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-628d2920-2b02-474a-83f2-76d64f53cf1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Synchronizing usage tracker for tenant:f594f7c071ee4042b8c93eb80d023c75 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:50.358987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-628d2920-2b02-474a-83f2-76d64f53cf1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Unset dirty status for tenant:f594f7c071ee4042b8c93eb80d023c75 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:50.363168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-628d2920-2b02-474a-83f2-76d64f53cf1b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "GET /v2.0/ports?device_id=30a96dda-d9c1-4833-a800-8564f7623c2f HTTP/1.1" status: 200 len: 913 time: 0.1178877 Jan 18 23:11:50.364067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33322) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:50.387912 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.400995 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 23:11:50.401521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:11:50.426826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] device_id is not set on port 5cd04685-5692-4bbd-a15e-45ef61f8f1d9 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:50.475420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fcde4b8f-9994-438d-8d69-39ce15d16758 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0955551 Jan 18 23:11:50.481619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33328) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:50.685171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a0f10-c398-4cd2-9f74-69b05f9ad374 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.688773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a0f10-c398-4cd2-9f74-69b05f9ad374 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.689635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bf2a0f10-c398-4cd2-9f74-69b05f9ad374 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:50.710541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0fec1b3b-c106-4831-aa75-a35a6cbf567c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:50.749815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bf2a0f10-c398-4cd2-9f74-69b05f9ad374 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:50.751006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bf2a0f10-c398-4cd2-9f74-69b05f9ad374 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2688777 Jan 18 23:11:50.756025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33334) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:50.814422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0fec1b3b-c106-4831-aa75-a35a6cbf567c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:50.814646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.856580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port bc2b6069-08bc-471e-b48d-9b87e111ad3e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:50.857156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.959540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.037715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.14 (cb44b6ec-f281-41c8-9799-14c8a84d5fb6/64497d3a-ef24-4fdb-b15e-05600684ab09/5cd04685-5692-4bbd-a15e-45ef61f8f1d9) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:51.053906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.12 (cb44b6ec-f281-41c8-9799-14c8a84d5fb6/64497d3a-ef24-4fdb-b15e-05600684ab09/5cd04685-5692-4bbd-a15e-45ef61f8f1d9) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:51.327030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.383769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Deleting port 47a02da1-fc05-4864-8625-8be2b8961d43 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:51.384165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.602971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.615298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for bc2b6069-08bc-471e-b48d-9b87e111ad3e owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:51.830230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.850875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.897929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Calling delete_port for 47a02da1-fc05-4864-8625-8be2b8961d43 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:51.967402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.053005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=bc2b6069-08bc-471e-b48d-9b87e111ad3e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.138728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.185064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-aecf7622-f220-4860-abb6-29a2efee5539 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/bc2b6069-08bc-471e-b48d-9b87e111ad3e HTTP/1.1" status: 204 len: 168 time: 1.4274280 Jan 18 23:11:52.198262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33358) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:52.200242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:52.210564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:52.253525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:52.320012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=5cd04685-5692-4bbd-a15e-45ef61f8f1d9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.350756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:52.351409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.359997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff403c9-2763-4313-81c5-87cb448dda6c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:52.361749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff403c9-2763-4313-81c5-87cb448dda6c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:52.362227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2ff403c9-2763-4313-81c5-87cb448dda6c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:52.385014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0fb3cf2f-987d-4cea-81a6-c879c996d8f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5693119 Jan 18 23:11:52.388236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33362) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:52.394864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '5cd04685-5692-4bbd-a15e-45ef61f8f1d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:52.396364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.400893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2ff403c9-2763-4313-81c5-87cb448dda6c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:52.402009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2ff403c9-2763-4313-81c5-87cb448dda6c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2006254 Jan 18 23:11:52.403240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:52.405703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33366) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:52.444260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:floatingip and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:52.451271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:52.465770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:52.486592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Port': ['ID=47a02da1-fc05-4864-8625-8be2b8961d43,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.488469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:52.492053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.498310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.498653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.498988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.499313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.499635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.499956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.500347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.500686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.501025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.501337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.501825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.501987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:52.505743 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.619759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.698257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.744096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.809845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.888979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.954091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.960594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a8f48-c24f-453f-8879-b7e53b22a145 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:52.988501 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.017589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Router 30a96dda-d9c1-4833-a800-8564f7623c2f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:53.041340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f44d8281-a143-4acd-9ba8-3aaca5529e9e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea HTTP/1.1" status: 204 len: 168 time: 0.6345499 Jan 18 23:11:53.043738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33374) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:53.171649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7236cf42-a71a-4281-8f67-5d064603230c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264758 Jan 18 23:11:53.178637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.237 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/7303245f-c4bd-4069-a624-c3ffe445095f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:53.180935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33378) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:53.188861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:53.191339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:53.228069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] Sync routers for ids ['30a96dda-d9c1-4833-a800-8564f7623c2f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:53.229067 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc2d6870-b9e0-4508-81ce-f02d87e70631 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "PUT /v2.0/routers/30a96dda-d9c1-4833-a800-8564f7623c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8641765 Jan 18 23:11:53.230152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:53.245301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] Routers {'30a96dda-d9c1-4833-a800-8564f7623c2f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:53.246265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['30a96dda-d9c1-4833-a800-8564f7623c2f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:53.412756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:53.418751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:53.428014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:53.435582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] Routers {'30a96dda-d9c1-4833-a800-8564f7623c2f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:53.436306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['30a96dda-d9c1-4833-a800-8564f7623c2f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:53.441471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:53.452065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:53.485437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:53.489180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.518683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.535570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:53.535973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a9f4b-9ee9-474e-990e-800dade34989 None None] The sync data for ids ['30a96dda-d9c1-4833-a800-8564f7623c2f'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:53.538554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.608504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:53.613967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] Deleting port 0fec1b3b-c106-4831-aa75-a35a6cbf567c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:53.614702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.823537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.849663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] For port 0fec1b3b-c106-4831-aa75-a35a6cbf567c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0fec1b3b-c106-4831-aa75-a35a6cbf567c,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:53.850428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.898140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.900473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.926819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=7303245f-c4bd-4069-a624-c3ffe445095f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:53.929726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.930774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Fanout notify agent at l3_agent the message router_deleted on router 30a96dda-d9c1-4833-a800-8564f7623c2f {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:11:53.945669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:53.949183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:53.953290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:53.955379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.956785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-638c5cd4-d412-4a54-88f9-82acda76ed4b tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "DELETE /v2.0/routers/30a96dda-d9c1-4833-a800-8564f7623c2f HTTP/1.1" status: 204 len: 168 time: 0.7255456 Jan 18 23:11:53.959625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:53.985847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] Calling delete_port for 0fec1b3b-c106-4831-aa75-a35a6cbf567c owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:54.069669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Deleting subnet 1b9201da-a4a3-4998-b78b-39cc0e821938 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:54.074069 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.079392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.153373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] Pushing event deleted for resources: {'Port': ['ID=0fec1b3b-c106-4831-aa75-a35a6cbf567c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:54.160073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.161784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6425e0-e8ea-46c3-bd2b-75cea7b0bc3d None None] No DVR routers for this DVR port 0fec1b3b-c106-4831-aa75-a35a6cbf567c on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:54.190129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.268376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.326313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:54.335987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:54.348694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a09dc-9da9-4642-a76d-8228129186e4 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:54.363820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.395365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:54.396168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.407176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9201da-a4a3-4998-b78b-39cc0e821938,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:54.420608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.431509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2c0b9446-6520-47b4-a120-3d9f15fe3470 tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "DELETE /v2.0/subnets/1b9201da-a4a3-4998-b78b-39cc0e821938 HTTP/1.1" status: 204 len: 168 time: 0.4701607 Jan 18 23:11:54.433774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:54.449962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=713c5de9-0841-488d-ad52-d4485a42b6a9,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:54.481143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6b5fad00-3d8f-4adb-a828-f8cec82299ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2965097 Jan 18 23:11:54.482182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:54.489794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '713c5de9-0841-488d-ad52-d4485a42b6a9', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-383602413'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:54.604522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.617594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Deleting port 9cf04bc9-307d-4af5-9297-7b924a3b6beb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:54.617940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.619553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372aab3d-79dd-4b9c-85de-79aa5b27684b None None] Network b5170989-98d4-4292-a9a1-c5fde6ac4aa4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:54.796010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0fec1b3b-c106-4831-aa75-a35a6cbf567c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:54.824901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '713c5de9-0841-488d-ad52-d4485a42b6a9'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:11:54.825809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.884307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 0fec1b3b-c106-4831-aa75-a35a6cbf567c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:54.884906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0fec1b3b-c106-4831-aa75-a35a6cbf567c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:54.907697 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.944663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:55.002440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:55.013666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:55.028252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:55.044329 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.050888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] For port 9cf04bc9-307d-4af5-9297-7b924a3b6beb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9cf04bc9-307d-4af5-9297-7b924a3b6beb,segment=NetworkSegment(3f2a0120-e486-475b-896d-c99cbdb093e7),segment_id=3f2a0120-e486-475b-896d-c99cbdb093e7)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:55.050888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.064518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-725ed7af-db1c-46c6-a9bc-9b41b8d4673e tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.066077 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-725ed7af-db1c-46c6-a9bc-9b41b8d4673e tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.3267937 Jan 18 23:11:55.077507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:55.099030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/713c5de9-0841-488d-ad52-d4485a42b6a9/32d48487-2670-4ab2-9a74-d64ef3cf1403) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:55.220353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Calling delete_port for 9cf04bc9-307d-4af5-9297-7b924a3b6beb owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:55.316633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-29ecc701-a9d9-49d0-b791-3d78280dacbb tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/quotas/aeeefa427a844fb4b790f1f259943ea8 HTTP/1.1" status: 200 len: 375 time: 0.2420745 Jan 18 23:11:55.342223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.360975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.387511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port ac2e08f1-ae0f-4832-a118-3575aa3d0f33 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:11:55.415427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.439566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Transition to ACTIVE for port object 32d48487-2670-4ab2-9a74-d64ef3cf1403 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:55.545815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.554225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Transition to ACTIVE for port object 32d48487-2670-4ab2-9a74-d64ef3cf1403 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:55.554433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.558535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] No DVR routers for this DVR port 9cf04bc9-307d-4af5-9297-7b924a3b6beb on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:55.576004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.590900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Port': ['ID=9cf04bc9-307d-4af5-9297-7b924a3b6beb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:55.649081 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:11:55.649960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:11:55.657457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Pushing event updated for resources: {'Port': ['ID=32d48487-2670-4ab2-9a74-d64ef3cf1403,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:55.662909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b5fb6-3982-4879-a0d7-09cf65044c2a None None] DHCP port deletion for b5170989-98d4-4292-a9a1-c5fde6ac4aa4 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:55.677614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:55.679181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:55.681440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:11:55.730648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.731282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=7303245f-c4bd-4069-a624-c3ffe445095f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:55.738412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea632233-243b-4e5c-8be4-569a808d944c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2552710 Jan 18 23:11:55.747783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33424) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:55.751551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.760153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5170989-98d4-4292-a9a1-c5fde6ac4aa4']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:55.777005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2a0120-e486-475b-896d-c99cbdb093e7') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:55.777341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2a0120-e486-475b-896d-c99cbdb093e7') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:55.792178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Attempting to bind port 32d48487-2670-4ab2-9a74-d64ef3cf1403 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:55.793012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Attempting to bind port 32d48487-2670-4ab2-9a74-d64ef3cf1403 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:55.793615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Attempting to bind port 32d48487-2670-4ab2-9a74-d64ef3cf1403 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:11:55.794601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.800927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:11:55.801780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:11:55.802419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.803016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:11:55.803735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Bound port: 32d48487-2670-4ab2-9a74-d64ef3cf1403, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:55.804405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.821272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.829666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:11:55.830179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.923085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] For port 32d48487-2670-4ab2-9a74-d64ef3cf1403, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:11:55.930790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] For port 32d48487-2670-4ab2-9a74-d64ef3cf1403, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32d48487-2670-4ab2-9a74-d64ef3cf1403,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:11:55.942105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:55.950750 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:55.965631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.973342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.013161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] Pushing event deleted for resources: {'Network': ['ID=b5170989-98d4-4292-a9a1-c5fde6ac4aa4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:56.033444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b74bb219-49e9-4ad1-b4c2-7015627173dc tempest-FloatingIPNegativeTestJSON-834868621 tempest-FloatingIPNegativeTestJSON-834868621-project] 10.222.0.78 "DELETE /v2.0/networks/b5170989-98d4-4292-a9a1-c5fde6ac4aa4 HTTP/1.1" status: 204 len: 168 time: 1.5960848 Jan 18 23:11:56.080149 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-744b1119-32d5-4361-9b16-0205a4005694 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7625592 Jan 18 23:11:56.157289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6ad3d-3c2d-4abb-afcc-2d82e04e04b3 None None] Pushing event updated for resources: {'Port': ['ID=32d48487-2670-4ab2-9a74-d64ef3cf1403,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:56.175048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34f474-300e-4d8f-8584-c90da440677c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:56.175743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f34f474-300e-4d8f-8584-c90da440677c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:56.186379 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP d8658695-2a05-45cd-ac30-9f9243b3cae0 associated. External IP: 172.25.4.237, port: 5cd04685-5692-4bbd-a15e-45ef61f8f1d9. Jan 18 23:11:56.272419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f34f474-300e-4d8f-8584-c90da440677c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:56.273619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2f34f474-300e-4d8f-8584-c90da440677c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5244660 Jan 18 23:11:56.276672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33430) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:56.315768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-f4f8fe3e-f6d2-4c22-ba29-b204501c3248 service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325566 Jan 18 23:11:56.431039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d05865-9e14-4891-9d28-fccc4f7d510b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:56.432628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d05865-9e14-4891-9d28-fccc4f7d510b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:56.433402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c4d05865-9e14-4891-9d28-fccc4f7d510b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:56.498012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c4d05865-9e14-4891-9d28-fccc4f7d510b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:56.501806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c4d05865-9e14-4891-9d28-fccc4f7d510b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2217457 Jan 18 23:11:56.524741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:56.525091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33440) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:56.598173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-41f33a0f-6aa4-4498-ae57-577b24fcfca7 service neutron] 10.222.0.78 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755814 Jan 18 23:11:56.693767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 713c5de9-0841-488d-ad52-d4485a42b6a9 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:11:56.703914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.786822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 32d48487-2670-4ab2-9a74-d64ef3cf1403 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:56.798082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:11:56.825646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.953003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 32d48487-2670-4ab2-9a74-d64ef3cf1403 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:56.975358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8f61ec39-32f2-46a2-8ca9-083c36fee0cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f594f7c071ee4042b8c93eb80d023c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476821 Jan 18 23:11:56.978302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33452) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:57.019920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd519ba-2b97-4ac0-84af-54ceb579549e req-61a1057a-33b4-4567-990f-3b9e77448f4f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 210 time: 0.1111236 Jan 18 23:11:57.041979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9cf04bc9-307d-4af5-9297-7b924a3b6beb no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:57.097205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9cf04bc9-307d-4af5-9297-7b924a3b6beb {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:11:57.097637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9cf04bc9-307d-4af5-9297-7b924a3b6beb not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:57.114422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.136532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:11:57.147528 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:57.151628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c302deaf-4215-4c7f-a437-43d3e8d8dcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.161348 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:57.162254 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.178976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.219136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c302deaf-4215-4c7f-a437-43d3e8d8dcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.279922 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.311507 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:11:57.313254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c302deaf-4215-4c7f-a437-43d3e8d8dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.314388 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.355523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302deaf-4215-4c7f-a437-43d3e8d8dcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685ef84-1a31-40b4-ad56-63790602809f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:57.360889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-df69667e-8a1c-45d1-9e32-5c45a655819a tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9714625 Jan 18 23:11:57.371155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.375830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:57.436396 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.437925 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c25c3-757e-4f05-8cf7-2324164ff166 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:57.440026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'port_id': '5cd04685-5692-4bbd-a15e-45ef61f8f1d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:57.525400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=713c5de9-0841-488d-ad52-d4485a42b6a9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:57.534120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.538465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e7ba8b37-99c9-4993-a073-883979faebae tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/713c5de9-0841-488d-ad52-d4485a42b6a9 HTTP/1.1" status: 204 len: 168 time: 1.0099509 Jan 18 23:11:57.539081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33468) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:57.561831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c302deaf-4215-4c7f-a437-43d3e8d8dcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.567401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c302deaf-4215-4c7f-a437-43d3e8d8dcdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a685ef84-1a31-40b4-ad56-63790602809f HTTP/1.1" status: 204 len: 168 time: 0.5881317 Jan 18 23:11:57.633106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.664574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-50315b63-6dcc-4fa9-bb1d-0353a39cb580 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239507 Jan 18 23:11:57.670700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33474) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:57.680146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:57.845743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ca372-40d7-4c3c-be48-91d5c3a01a60 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:11:57.869712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:57.874557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:57.877980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:57.883840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:57.899888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:57.906320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.206338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] Provisioning for port 32d48487-2670-4ab2-9a74-d64ef3cf1403 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:58.234270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] Provisioning complete for port 32d48487-2670-4ab2-9a74-d64ef3cf1403 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:58.236891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.370784 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.389512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:11:58.412642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79ea1c31-d08b-4f50-986c-0a8260f468ba req-e3360c22-dd4a-40e3-8958-4e83d4ed91bd tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 210 time: 0.1071956 Jan 18 23:11:58.418177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Deleting port 32d48487-2670-4ab2-9a74-d64ef3cf1403 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:11:58.418561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.462812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] For port 32d48487-2670-4ab2-9a74-d64ef3cf1403, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32d48487-2670-4ab2-9a74-d64ef3cf1403,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:58.479168 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.555641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d601f60-2d08-4768-a5a7-27cd894ef28e None None] Pushing event updated for resources: {'Port': ['ID=32d48487-2670-4ab2-9a74-d64ef3cf1403,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:58.789168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 32d48487-2670-4ab2-9a74-d64ef3cf1403 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:59.030015 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.200620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] For port 32d48487-2670-4ab2-9a74-d64ef3cf1403, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32d48487-2670-4ab2-9a74-d64ef3cf1403,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:59.201670 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.239057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:59.255700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:59.278110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.294690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:59.295292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.305946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:59.343303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=4dbe7399-6e46-4c8d-9c94-e7e66fd5262f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:59.364599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-3525cce7-c313-4de3-ba66-9ea3705e456f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:59.366351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-3525cce7-c313-4de3-ba66-9ea3705e456f tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 813 time: 0.6032155 Jan 18 23:11:59.368166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Calling delete_port for 32d48487-2670-4ab2-9a74-d64ef3cf1403 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:11:59.371312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7c2d7198-4442-411a-aefd-9ee79be1f161 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6993570 Jan 18 23:11:59.371816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33506) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:59.377254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:59.387069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Request body: {'port': {'device_id': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'admin_state_up': True, 'tenant_id': 'aeeefa427a844fb4b790f1f259943ea8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:59.405508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.409996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:59.416759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.466695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:router and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:59.471227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 32d48487-2670-4ab2-9a74-d64ef3cf1403, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32d48487-2670-4ab2-9a74-d64ef3cf1403,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:11:59.492016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.495878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:59.537394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:59.587509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.588536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.623612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-516958844'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:59.648363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:59.658804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=32d48487-2670-4ab2-9a74-d64ef3cf1403,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:59.706707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:network and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:59.713787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.716107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:11:59.716462 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:11:59.723451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:59.733129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-607acc56-327d-467d-ad27-100c1e5c755f req-1555cd9f-98ee-4358-bdc5-fd6116da768d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 210 time: 0.0822842 Jan 18 23:11:59.743629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:59.755605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:59.767866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:59.770772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:59.774378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.785784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.813200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.822821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.824213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3d7d7ace-fcd7-4c68-8e51-f65acb0677fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4514761 Jan 18 23:11:59.827665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Made reservation on behalf of aeeefa427a844fb4b790f1f259943ea8 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:59.830681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33512) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:59.831970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.847303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:59.855869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:security_group_rule and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:59.859406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:59.869685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:00.127574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Allocated IP 172.20.0.9 (ee35111c-7822-4c88-b7d6-37da29c7b120/5dd2a535-8671-4a77-b20f-959dd927cda3/689b854e-cd0e-4602-ae85-d7b3fabef2b9) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:00.160554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.179133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.218366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Deleting port 32d48487-2670-4ab2-9a74-d64ef3cf1403 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:00.219036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.235616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:00.251378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c44638-467f-4dcc-9c3a-2f70ff7350ed,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:00.259789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.259789 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Added segment 0db8b72f-2e60-46b5-93ae-34d2e160a150 of type vlan for network 753a933d-6949-49ba-858a-08c1afdb0fb6 Jan 18 23:12:00.300045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:00.397878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.521310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] For port 32d48487-2670-4ab2-9a74-d64ef3cf1403, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=32d48487-2670-4ab2-9a74-d64ef3cf1403,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:00.521806 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.522136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.534911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.553013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:00.554768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.656170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Calling delete_port for 32d48487-2670-4ab2-9a74-d64ef3cf1403 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:00.705238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Network': ['ID=753a933d-6949-49ba-858a-08c1afdb0fb6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:00.711421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1dcf4b68-65d1-48de-a519-2c4e27da3462 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4039052 Jan 18 23:12:00.734185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.751167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 753a933d-6949-49ba-858a-08c1afdb0fb6 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:00.813364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.919271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['596de56a-75b7-4021-a623-45a0d90b0981'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:00.984721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad', '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:01.009659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event updated for resources: {'Port': ['ID=689b854e-cd0e-4602-ae85-d7b3fabef2b9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:01.068424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Network ee35111c-7822-4c88-b7d6-37da29c7b120 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:01.073688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:01.082049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:01.086247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:01.090119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:01.182728 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:01.183860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:01.187504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] No DVR routers for this DVR port 32d48487-2670-4ab2-9a74-d64ef3cf1403 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:01.244055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141dee8-2ad2-4477-9803-21556ca7201b None None] Pushing event deleted for resources: {'Port': ['ID=32d48487-2670-4ab2-9a74-d64ef3cf1403,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:01.255690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69774362-11ab-4b07-b58c-173bb4e0263c None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:01.277172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:01.279041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:01.331427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:01.331427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:01.344105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-aca93dfb-2062-4ea7-8c05-52646de26a43 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9607873 Jan 18 23:12:01.354833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Request body: {'port': {'device_id': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:01.522430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:01.645268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:01.646043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:01.664034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8f9225f-56e4-4dbf-8a0a-5371f67d4eb0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/floatingips/d8658695-2a05-45cd-ac30-9f9243b3cae0 HTTP/1.1" status: 200 len: 978 time: 4.2252769 Jan 18 23:12:01.671907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637936b-a44a-49f8-88f3-0362e0f1a71d req-0a1b922b-6bf2-48ac-afd6-44cc0a88654b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:01.681515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e637936b-a44a-49f8-88f3-0362e0f1a71d req-0a1b922b-6bf2-48ac-afd6-44cc0a88654b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 931 time: 0.6620555 Jan 18 23:12:01.692697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:01.779361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:01.779813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b11ff-f197-4363-8fa1-085cc583d6e2 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:01.818043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.043697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::1 (f1d84029-e20e-4d03-be87-edcd9315db19/4dbe7399-6e46-4c8d-9c94-e7e66fd5262f/5d05ee8e-4e0a-4626-bef9-b021e9f5d807) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:02.066777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e637936b-a44a-49f8-88f3-0362e0f1a71d req-a7c63b6c-05a1-4bb6-86f2-aa306889b584 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767900 Jan 18 23:12:02.218618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:02.220022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.430346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 7303245f-c4bd-4069-a624-c3ffe445095f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:02.431384 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.568003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.653258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:02.703878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.704361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.820806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689b854e-cd0e-4602-ae85-d7b3fabef2b9 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:02.830296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.850492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Transition to ACTIVE for port object 689b854e-cd0e-4602-ae85-d7b3fabef2b9 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:02.865900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.950496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Pushing event updated for resources: {'Port': ['ID=689b854e-cd0e-4602-ae85-d7b3fabef2b9,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:02.982508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 7303245f-c4bd-4069-a624-c3ffe445095f owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:03.102826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.253938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/4dbe7399-6e46-4c8d-9c94-e7e66fd5262f/3809a039-cabd-42bf-9fae-a53eafcbb5d6) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:03.335917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Attempting to bind port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:03.337189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Attempting to bind port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:03.337722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Attempting to bind port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:03.343707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 on network ee35111c-7822-4c88-b7d6-37da29c7b120 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:12:03.344332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Attempting to bind port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 on network ee35111c-7822-4c88-b7d6-37da29c7b120 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:03.351211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:03.351951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Checking segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:03.352816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Bound using segment: {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:03.353494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Bound port: 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea7288-3079-468a-8aac-41545e6d2a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:03.354070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.365241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:03.486690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:03.496204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:03.497227 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.597600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab893f75-43cf-4969-bfc7-736d05f7a101 req-b2b87a45-bb70-4ab0-957b-7f68f12e18f3 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:03.599449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ab893f75-43cf-4969-bfc7-736d05f7a101 req-b2b87a45-bb70-4ab0-957b-7f68f12e18f3 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:03.643402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ab893f75-43cf-4969-bfc7-736d05f7a101 req-b2b87a45-bb70-4ab0-957b-7f68f12e18f3 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:03.644937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab893f75-43cf-4969-bfc7-736d05f7a101 req-b2b87a45-bb70-4ab0-957b-7f68f12e18f3 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 943 time: 0.3546214 Jan 18 23:12:03.663342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] For port 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:03.667661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] For port 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:03.689216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.772956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:03.773946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.775832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] 10.222.0.86 "PUT /v2.0/ports/689b854e-cd0e-4602-ae85-d7b3fabef2b9 HTTP/1.1" status: 200 len: 1091 time: 2.4251623 Jan 18 23:12:03.787049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.811205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'tag': '689b854e-cd0e-4602-ae85-d7b3fabef2b9'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:03.928201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab893f75-43cf-4969-bfc7-736d05f7a101 req-9aec53e1-8e6e-4e6a-8728-062b8597a139 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555797 Jan 18 23:12:03.953915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.962750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc9b3e-40aa-47b6-bc8e-bf99437f3008 service neutron] Pushing event updated for resources: {'Port': ['ID=689b854e-cd0e-4602-ae85-d7b3fabef2b9,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:03.976576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.978043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Transition to ACTIVE for port object 3809a039-cabd-42bf-9fae-a53eafcbb5d6 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:03.997106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:04.022573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Transition to ACTIVE for port object 3809a039-cabd-42bf-9fae-a53eafcbb5d6 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:04.032875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-f1bc9c17-57de-4713-9617-fbb7a8190007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:04.033837 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.039299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-f1bc9c17-57de-4713-9617-fbb7a8190007 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 1094 time: 0.1830511 Jan 18 23:12:04.102253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33536) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:04.107605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=7303245f-c4bd-4069-a624-c3ffe445095f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:04.116874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:04.119929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:04.123621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:04.142512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-da5976f1-e697-4756-b39c-4bb45cb8f060 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9 HTTP/1.1" status: 200 len: 217 time: 0.0967028 Jan 18 23:12:04.165451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'subnet': {'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:04.173777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Pushing event updated for resources: {'Port': ['ID=3809a039-cabd-42bf-9fae-a53eafcbb5d6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:04.197421 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'tag': '689b854e-cd0e-4602-ae85-d7b3fabef2b9', 'status': 'completed', 'code': 200} Jan 18 23:12:04.219126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344294-e221-4f73-8134-60ccca350d85 req-92c5e34d-d3dc-47ff-b79c-4e6e535cd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:04.220678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-92c5e34d-d3dc-47ff-b79c-4e6e535cd1af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0721154 Jan 18 23:12:04.231419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Attempting to bind port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:04.231788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Attempting to bind port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:04.232150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Attempting to bind port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:04.237638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:04.238012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:04.238413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.238803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:04.239266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Bound port: 3809a039-cabd-42bf-9fae-a53eafcbb5d6, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:04.239639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.267543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-d494e59d-d75c-4422-bbe7-fccf14ff3da0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411594 Jan 18 23:12:04.331602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] For port 3809a039-cabd-42bf-9fae-a53eafcbb5d6, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:04.335774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] For port 3809a039-cabd-42bf-9fae-a53eafcbb5d6, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3809a039-cabd-42bf-9fae-a53eafcbb5d6,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:04.342638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.352590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.352876 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP d8658695-2a05-45cd-ac30-9f9243b3cae0 disassociated (deleted). External IP: 172.25.4.237, port: 5cd04685-5692-4bbd-a15e-45ef61f8f1d9. Jan 18 23:12:04.402170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-97164c6b-cb03-4aae-9c3f-7fccbaeb245f service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288857 Jan 18 23:12:04.436673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6139e6-c75c-42c7-9b28-e32d2adaa251 None None] Pushing event updated for resources: {'Port': ['ID=3809a039-cabd-42bf-9fae-a53eafcbb5d6,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:04.440731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.540355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db344294-e221-4f73-8134-60ccca350d85 req-b195e096-9b63-48b2-bf63-4a01f40d4231 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316445 Jan 18 23:12:04.540709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:04.604718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:subnet and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:04.617784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:04.636995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:04.679396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-bad0d104-9b9c-4965-9416-f1bf82069a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:04.681047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-bad0d104-9b9c-4965-9416-f1bf82069a62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 1094 time: 0.0927765 Jan 18 23:12:04.692540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:04.695998 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.780782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3809a039-cabd-42bf-9fae-a53eafcbb5d6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:04.868028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-d42e3712-10c0-4118-a5aa-ace79b356983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:04.869492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-d42e3712-10c0-4118-a5aa-ace79b356983 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.1821551 Jan 18 23:12:04.872400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:04.953506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-b4c575c4-ed8c-43fa-9040-e62853e4dcd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9 HTTP/1.1" status: 200 len: 217 time: 0.0758395 Jan 18 23:12:05.039931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-7c5bf93e-826d-42fc-ba14-19f4f6b47c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:05.042003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-7c5bf93e-826d-42fc-ba14-19f4f6b47c73 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.0816865 Jan 18 23:12:05.130118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-73f3afcb-b155-4965-b044-7b095bf3509a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801067 Jan 18 23:12:05.308005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.326843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.327853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.442664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a5ad6-0039-4be2-b5e6-6c6a6f27774e req-390df976-05b9-49e8-a08c-107ad03661c6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:05.444189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-507a5ad6-0039-4be2-b5e6-6c6a6f27774e req-390df976-05b9-49e8-a08c-107ad03661c6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 943 time: 0.3640385 Jan 18 23:12:05.494767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-19ebbe03-dbcc-4135-bfa6-853233bfd289 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524427 Jan 18 23:12:05.557765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:05.562573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:05.639834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-507a5ad6-0039-4be2-b5e6-6c6a6f27774e req-fde7fdd5-08fd-41fc-a01d-6c25583ad154 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855509 Jan 18 23:12:05.667588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1d8067af-3b32-4d63-8f3f-63bce7d42896 req-456e3a61-ecd1-4f47-b424-6ecc490e3505 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643188 Jan 18 23:12:05.728786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.785725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] Provisioning for port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:05.792009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] Provisioning complete for port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:05.792385 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.864338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:05.871136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:05.955022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.999400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] For port 3809a039-cabd-42bf-9fae-a53eafcbb5d6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3809a039-cabd-42bf-9fae-a53eafcbb5d6,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:05.999581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:06.001031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Subnet': ['ID=b82bdfbe-8297-494b-b48e-d71bfa450370,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:06.012035 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:06.018673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.031202 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:06.031962 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:06.083537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Checking segment: {'id': '0db8b72f-2e60-46b5-93ae-34d2e160a150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:06.084380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network hostable DHCP agents. Network: 753a933d-6949-49ba-858a-08c1afdb0fb6, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:06.101458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2f419-6290-42d2-9aa5-ac29799349d5 None None] Pushing event updated for resources: {'Port': ['ID=3809a039-cabd-42bf-9fae-a53eafcbb5d6,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:06.110324 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:06.129918 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:06.130529 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:06.150646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1561bd51-9f32-4278-b4a2-43d937f5242a None None] Provisioning for port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:06.156121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1561bd51-9f32-4278-b4a2-43d937f5242a None None] Provisioning complete for port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:06.156580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1561bd51-9f32-4278-b4a2-43d937f5242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.186671 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.197941 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:06.198580 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7ed5e-83de-4a4d-bfb8-2b0cfc517559 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:06.216151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1561bd51-9f32-4278-b4a2-43d937f5242a None None] Port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:12:06.244238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network 753a933d-6949-49ba-858a-08c1afdb0fb6 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:06.270964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 753a933d-6949-49ba-858a-08c1afdb0fb6) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:06.279045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:06.279630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.280531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba12c4e-9f77-4eb2-a917-39ac0e706613 None None] Network 753a933d-6949-49ba-858a-08c1afdb0fb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:06.303720 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d7961da2-933d-4b51-bf34-c38940124170 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/floatingips/d8658695-2a05-45cd-ac30-9f9243b3cae0 HTTP/1.1" status: 204 len: 168 time: 4.6096172 Jan 18 23:12:06.306354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33552) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:06.312789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-122d2947-b3ba-46d0-a43d-0e47b0455caa tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1980696 Jan 18 23:12:06.313343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:12:06.315432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33556) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:06.322513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2079396886'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:06.335616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:06.392443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-00ee5dda-f6d9-495f-a290-a7c04be55b47 None None] Provisioning complete for port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:06.392813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ee5dda-f6d9-495f-a290-a7c04be55b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.407517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:network and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:06.420973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:06.433840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 5cd04685-5692-4bbd-a15e-45ef61f8f1d9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:06.434471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.482318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:06.517949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:06.525321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.527637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00ee5dda-f6d9-495f-a290-a7c04be55b47 None None] Port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:12:06.567193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:06.576652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.577166 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Added segment 49cb62ac-aa80-42a7-a95d-11a67923dfc8 of type vlan for network 2cf3e97d-513a-4616-82cb-f1ef38439a0a Jan 18 23:12:06.607972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.651240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-753a933d-6949-49ba-858a-08c1afdb0fb6', 'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6', 'tenant_id': '2f601dcb71c944df82c9eb27020bc812', 'fixed_ips': [{'subnet_id': 'b82bdfbe-8297-494b-b48e-d71bfa450370'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:06.652079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.737125 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.744829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3809a039-cabd-42bf-9fae-a53eafcbb5d6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:06.884336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 5cd04685-5692-4bbd-a15e-45ef61f8f1d9 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:06.890384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:06.926451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Allocated IP 2001:db8:0:ffff::2 (753a933d-6949-49ba-858a-08c1afdb0fb6/b82bdfbe-8297-494b-b48e-d71bfa450370/d2f1bbe5-d224-47fc-a48f-902189717c7a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:06.928679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8a03c60-6240-41b4-9c2d-7ca8b51ab398 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "PUT /v2.0/routers/6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0961530 Jan 18 23:12:06.936077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:07.034736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Sync routers for ids ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:07.036297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463872b-3ec4-458a-b589-c9b3f2305131 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:07.037622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2463872b-3ec4-458a-b589-c9b3f2305131 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:07.042792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.049488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:07.050103 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.078663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Routers {'6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:07.079502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:07.096202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7796514 Jan 18 23:12:07.107354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:07.161272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.173429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'subnet': {'network_id': '2cf3e97d-513a-4616-82cb-f1ef38439a0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:07.222237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2463872b-3ec4-458a-b589-c9b3f2305131 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:07.223497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2463872b-3ec4-458a-b589-c9b3f2305131 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports/5d05ee8e-4e0a-4626-bef9-b021e9f5d807 HTTP/1.1" status: 200 len: 911 time: 0.2821624 Jan 18 23:12:07.239512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Set router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:07.254616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33570) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:07.277084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fbef3-4c53-402c-9a02-01a3781a8f5f req-a5cef522-8009-49c7-9009-ac51d501df96 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:07.278445 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec9fbef3-4c53-402c-9a02-01a3781a8f5f req-a5cef522-8009-49c7-9009-ac51d501df96 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 943 time: 0.4263883 Jan 18 23:12:07.323271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=5cd04685-5692-4bbd-a15e-45ef61f8f1d9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:07.327952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254f8be-8176-48e1-b6f9-8abbd9bb810a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Network': ['ID=2cf3e97d-513a-4616-82cb-f1ef38439a0a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:07.365315 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec9fbef3-4c53-402c-9a02-01a3781a8f5f req-04dc7318-a4ab-4cb8-a19e-28074b269814 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641365 Jan 18 23:12:07.372184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:07.376540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:subnet and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:07.379606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:07.402666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:07.419334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.419824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.420272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.420704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.421165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.421675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.422082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.422535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.422957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.423407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.423817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.424241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.426291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:07.433135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2cf3e97d-513a-4616-82cb-f1ef38439a0a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:07.444599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.445382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.469050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.488448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182cf1-df24-47bd-b554-bb2d56bdae4d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:07.494451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182cf1-df24-47bd-b554-bb2d56bdae4d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:07.496201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-96182cf1-df24-47bd-b554-bb2d56bdae4d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2354598 Jan 18 23:12:07.499685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33578) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:07.562263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-79183ecb-08b5-46c2-a0f6-bc1baa8089f8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/ports/5cd04685-5692-4bbd-a15e-45ef61f8f1d9 HTTP/1.1" status: 204 len: 168 time: 1.2542257 Jan 18 23:12:07.568452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33584) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:07.584238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:07.659194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:07.677426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:floatingip and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:07.689902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:07.701176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:07.818366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:07.819771 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.931735 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.956822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Transition to ACTIVE for port object d2f1bbe5-d224-47fc-a48f-902189717c7a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:07.989608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 689b854e-cd0e-4602-ae85-d7b3fabef2b9 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:08.000829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Transition to ACTIVE for port object d2f1bbe5-d224-47fc-a48f-902189717c7a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:08.002073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:08.004885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.064019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.074418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Subnet': ['ID=2c2a31c2-23f4-4aaf-afa5-dc3bf69af704,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:08.133032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Checking segment: {'id': '49cb62ac-aa80-42a7-a95d-11a67923dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2cf3e97d-513a-4616-82cb-f1ef38439a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:08.133397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network hostable DHCP agents. Network: 2cf3e97d-513a-4616-82cb-f1ef38439a0a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:08.156899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:08.158569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network 2cf3e97d-513a-4616-82cb-f1ef38439a0a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:08.171322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2cf3e97d-513a-4616-82cb-f1ef38439a0a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:08.178830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:08.179519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.186149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.202666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a8fae-cc87-4f56-86dd-8167d744832a None None] Network 2cf3e97d-513a-4616-82cb-f1ef38439a0a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:08.207881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66c4ea2f-bead-4680-9829-af961a267d8c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0416787 Jan 18 23:12:08.210799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:08.220356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'port': {'network_id': '2cf3e97d-513a-4616-82cb-f1ef38439a0a', 'name': 'tempest-NetworksIpV6TestAttrs-928843670'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:08.396762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Network 753a933d-6949-49ba-858a-08c1afdb0fb6 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:08.400340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:08.408892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:08.436685 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.440384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Pushing event updated for resources: {'Port': ['ID=d2f1bbe5-d224-47fc-a48f-902189717c7a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:08.449341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:08.454217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:port and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:08.457487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:08.464287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:08.478211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:08.482471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.531745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] device_id is not set on port 47a5722c-70de-43ab-9299-5831e9e96aad yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:08.536379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:59Z', 'updated_at': '2022-01-18T23:12:03Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None, '_interfaces': [{'id': '5d05ee8e-4e0a-4626-bef9-b021e9f5d807', 'name': '', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'mac_address': 'fa:16:3e:dd:43:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:01Z', 'updated_at': '2022-01-18T23:12:04Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'subnets': [{'id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:08.595312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Checking router: 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:12:08.595823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Updating router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:12:08.703221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.712121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Allocated IP 2001:db8::f816:3eff:fe80:2fb0 (2cf3e97d-513a-4616-82cb-f1ef38439a0a/2c2a31c2-23f4-4aaf-afa5-dc3bf69af704/47a5722c-70de-43ab-9299-5831e9e96aad) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:08.739880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.794763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Attempting to bind port d2f1bbe5-d224-47fc-a48f-902189717c7a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:08.795134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Attempting to bind port d2f1bbe5-d224-47fc-a48f-902189717c7a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0db8b72f-2e60-46b5-93ae-34d2e160a150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:08.795497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Attempting to bind port d2f1bbe5-d224-47fc-a48f-902189717c7a on network 753a933d-6949-49ba-858a-08c1afdb0fb6 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:08.861721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:08.862097 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Checking segment: {'id': '0db8b72f-2e60-46b5-93ae-34d2e160a150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:08.862508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.862905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Bound using segment: {'id': '0db8b72f-2e60-46b5-93ae-34d2e160a150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:08.863381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Bound port: d2f1bbe5-d224-47fc-a48f-902189717c7a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db8b72f-2e60-46b5-93ae-34d2e160a150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '753a933d-6949-49ba-858a-08c1afdb0fb6'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:08.863760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.927481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:09.016700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.018359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '689b854e-cd0e-4602-ae85-d7b3fabef2b9', 'network_id': 'ee35111c-7822-4c88-b7d6-37da29c7b120', 'port_id': '689b854e-cd0e-4602-ae85-d7b3fabef2b9', 'mac_address': 'fa:16:3e:8f:91:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd2a535-8671-4a77-b20f-959dd927cda3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:09.040221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Transition to ACTIVE for port object 47a5722c-70de-43ab-9299-5831e9e96aad will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:09.068786 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.134576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.53 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/0334ef82-a1f3-47d6-9493-1340e21638a3) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:09.149938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] For port d2f1bbe5-d224-47fc-a48f-902189717c7a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:09.151177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ea210-340a-4e72-9255-774a3d3ecbc8 req-9c283303-7d18-4a03-8d05-de2d5ea10b51 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:09.153208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] For port d2f1bbe5-d224-47fc-a48f-902189717c7a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d2f1bbe5-d224-47fc-a48f-902189717c7a,segment=NetworkSegment(0db8b72f-2e60-46b5-93ae-34d2e160a150),segment_id=0db8b72f-2e60-46b5-93ae-34d2e160a150)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:09.158796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a87ea210-340a-4e72-9255-774a3d3ecbc8 req-9c283303-7d18-4a03-8d05-de2d5ea10b51 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 943 time: 0.5790355 Jan 18 23:12:09.169157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Port': ['ID=47a5722c-70de-43ab-9299-5831e9e96aad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:09.182904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network 2cf3e97d-513a-4616-82cb-f1ef38439a0a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:09.184320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:09.187032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:09.194284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:09.195064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.222097 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2aded737-609a-4061-8028-d6c968b3f835 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0099530 Jan 18 23:12:09.224933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:09.227638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.285570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a87ea210-340a-4e72-9255-774a3d3ecbc8 req-89704424-40ce-4aac-9b42-f13faf188b4d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256526 Jan 18 23:12:09.321718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:09.322237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.323233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Deleting subnet 2c2a31c2-23f4-4aaf-afa5-dc3bf69af704 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:09.326426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.356662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.382304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689b854e-cd0e-4602-ae85-d7b3fabef2b9 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:09.383738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.415569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2d205-73a7-48c2-acaa-8b92f080da55 None None] Pushing event updated for resources: {'Port': ['ID=d2f1bbe5-d224-47fc-a48f-902189717c7a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:09.481160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.498344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:09.508803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.526512 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.574765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.581204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.591105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917df23-c45c-4172-8061-5b95169bed8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2cf3e97d-513a-4616-82cb-f1ef38439a0a', 'network_id': '2cf3e97d-513a-4616-82cb-f1ef38439a0a', 'tenant_id': '2f601dcb71c944df82c9eb27020bc812', 'fixed_ips': [{'subnet_id': '2c2a31c2-23f4-4aaf-afa5-dc3bf69af704'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:09.591917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6917df23-c45c-4172-8061-5b95169bed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.625974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2a31c2-23f4-4aaf-afa5-dc3bf69af704,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:09.631643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.638300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-438b5b21-ca28-42b6-bb3a-1fdee05dabb8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/2c2a31c2-23f4-4aaf-afa5-dc3bf69af704 HTTP/1.1" status: 204 len: 168 time: 0.4111781 Jan 18 23:12:09.641015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33602) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:09.683820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=689b854e-cd0e-4602-ae85-d7b3fabef2b9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:09.793023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab316c47-6369-41d3-98a0-c04530dbf84c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:09.795216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab316c47-6369-41d3-98a0-c04530dbf84c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:09.798080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab316c47-6369-41d3-98a0-c04530dbf84c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Synchronizing usage tracker for tenant:2f601dcb71c944df82c9eb27020bc812 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:09.827345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab316c47-6369-41d3-98a0-c04530dbf84c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Unset dirty status for tenant:2f601dcb71c944df82c9eb27020bc812 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:09.829921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab316c47-6369-41d3-98a0-c04530dbf84c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1876526 Jan 18 23:12:09.833244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:09.848740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['689b854e-cd0e-4602-ae85-d7b3fabef2b9'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:09.905208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9c985-9ac8-47c0-8743-41a7bbfb73c1 None None] Network 2cf3e97d-513a-4616-82cb-f1ef38439a0a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:09.954403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:10.041622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.191835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:10.197331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:10.212277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:10.220761 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccfaab0c-8c74-4d6c-a00b-c2cb8a612c23 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.226544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.241417 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfaab0c-8c74-4d6c-a00b-c2cb8a612c23 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 23:12:10.242826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfaab0c-8c74-4d6c-a00b-c2cb8a612c23 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:10.248985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ccfaab0c-8c74-4d6c-a00b-c2cb8a612c23 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/2cf3e97d-513a-4616-82cb-f1ef38439a0a HTTP/1.1" status: 409 len: 405 time: 0.4127889 Jan 18 23:12:10.254139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33616) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:10.264631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-991652451'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:10.279263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=0334ef82-a1f3-47d6-9493-1340e21638a3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:10.280356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:10.299640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:network and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:10.311465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:10.327618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:10.361455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:10.369093 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.374164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.381779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Transition to ACTIVE for port object 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:10.447089 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.486800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:10.494734 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:10.502679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.538667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefcae9-a42e-412c-871c-00ee4d07bd8b None None] Pushing event updated for resources: {'Port': ['ID=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:10.684646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:10.699510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.700173 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Added segment 0032e7b6-f506-47e9-911f-bcccba8dc8ea of type vlan for network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 Jan 18 23:12:10.759442 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.820089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.830932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:10.831780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.845711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d2f1bbe5-d224-47fc-a48f-902189717c7a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:10.953543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6981521 Jan 18 23:12:10.962585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c981b-711e-42dc-805a-09ad57c8cee9 req-52a03a8b-b32e-4268-9c99-1ea51495cb65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:10.968248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33622) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:10.972791 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b07c981b-711e-42dc-805a-09ad57c8cee9 req-52a03a8b-b32e-4268-9c99-1ea51495cb65 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 944 time: 0.5076370 Jan 18 23:12:10.993703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'subnet': {'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:11.069702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b07c981b-711e-42dc-805a-09ad57c8cee9 req-875d615c-0a22-4236-9b9a-18521a679bf5 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892715 Jan 18 23:12:11.071273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf0d56-7110-4be5-a8a1-0b1e2b19d057 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Network': ['ID=16b6c0e0-7ec0-4d8e-ae48-946aca5c1069,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:11.120666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:11.154454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:11.155389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.209969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9145e8-2236-4b6e-bace-fe2ef7c73b94 None None] Network 753a933d-6949-49ba-858a-08c1afdb0fb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:11.273724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:11.287420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Attempting to bind port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:11.287969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Attempting to bind port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:11.288274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Attempting to bind port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:11.330720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:11.365936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:11.366310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:11.366714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.367091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:11.367585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Bound port: 5d05ee8e-4e0a-4626-bef9-b021e9f5d807, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:11.367958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.392706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.417336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:11.422110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.484068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] For port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:11.487638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] For port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:11.502102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port d2f1bbe5-d224-47fc-a48f-902189717c7a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:11.508121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.509047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.566277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-722700e5-0884-47d4-b0d4-33bc8f28cc9e None None] Provisioning for port d2f1bbe5-d224-47fc-a48f-902189717c7a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:11.568859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d2f1bbe5-d224-47fc-a48f-902189717c7a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:11.569259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.649336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-722700e5-0884-47d4-b0d4-33bc8f28cc9e None None] Provisioning complete for port d2f1bbe5-d224-47fc-a48f-902189717c7a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:11.649593 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-722700e5-0884-47d4-b0d4-33bc8f28cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.700804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=0334ef82-a1f3-47d6-9493-1340e21638a3,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:11.720357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807, host n-d-825178-1, got binding levels [] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:11.720748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.743608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.797191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Routers {'6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:11.797824 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:11:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:11.881645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:11.954900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] Set router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:12.015712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefcae9-a42e-412c-871c-00ee4d07bd8b None None] Pushing event updated for resources: {'Port': ['ID=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:12.020047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 689b854e-cd0e-4602-ae85-d7b3fabef2b9 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:12.052447 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.053229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1e518586-2710-477f-a974-990985dbf03b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4835832 Jan 18 23:12:12.055923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:12.072266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'port': {'network_id': 'cb44b6ec-f281-41c8-9799-14c8a84d5fb6', 'name': 'tempest-FloatingIPTestJSON-380779741'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:12.192072 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:12.192826 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:12.231299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.320403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:12.339508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:port and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:12.348753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:12.358558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:12.377218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:12.382512 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.415062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] device_id is not set on port a9bfb6fb-f037-4ff5-99de-58c9e180a4ee yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:12.430003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port d2f1bbe5-d224-47fc-a48f-902189717c7a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d2f1bbe5-d224-47fc-a48f-902189717c7a,segment=NetworkSegment(0db8b72f-2e60-46b5-93ae-34d2e160a150),segment_id=0db8b72f-2e60-46b5-93ae-34d2e160a150)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:12.482401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:12.485147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.499546 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eab74893-24c7-4beb-ae6d-8d7d57c6dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.530361 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.585097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Subnet': ['ID=8a9770a8-c4f6-4084-8810-77012769200e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:12.595878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec0c82-e788-4aee-bd42-51d085e66d3d req-e6dd5038-5424-44a5-8ed4-2bdda306d309 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:12.597427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8ec0c82-e788-4aee-bd42-51d085e66d3d req-e6dd5038-5424-44a5-8ed4-2bdda306d309 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 944 time: 0.3870063 Jan 18 23:12:12.598713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Checking segment: {'id': '0032e7b6-f506-47e9-911f-bcccba8dc8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:12.599432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network hostable DHCP agents. Network: 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:12.603464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.2 (cb44b6ec-f281-41c8-9799-14c8a84d5fb6/64497d3a-ef24-4fdb-b15e-05600684ab09/a9bfb6fb-f037-4ff5-99de-58c9e180a4ee) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:12.657606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:12.669164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8ec0c82-e788-4aee-bd42-51d085e66d3d req-23903970-2ec6-4c0c-a04f-d3f3fc4d34b0 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637066 Jan 18 23:12:12.673743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:12.679280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:12.680172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.690027 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-722700e5-0884-47d4-b0d4-33bc8f28cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.713516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4e4cfa67-af55-4ec4-a8cf-d920acb9007f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7440305 Jan 18 23:12:12.715645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33636) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:12.716447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f440145-519a-4c95-903b-059367be3aa5 None None] Network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:12.723869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'port': {'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069', 'name': 'tempest-NetworksIpV6TestAttrs-280009242'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:12.728758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:12.804455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:12.805197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.812513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:12.812892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.872659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.915620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.954486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=d2f1bbe5-d224-47fc-a48f-902189717c7a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:13.007468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-722700e5-0884-47d4-b0d4-33bc8f28cc9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:13.007684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network cb44b6ec-f281-41c8-9799-14c8a84d5fb6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:13.007829 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-722700e5-0884-47d4-b0d4-33bc8f28cc9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:13.012027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:13.017692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:13.101500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:13.102514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.112355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=a9bfb6fb-f037-4ff5-99de-58c9e180a4ee,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:13.140109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6e4355b1-a5d3-437d-849b-d750f871a6dc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0802262 Jan 18 23:12:13.142694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:13.150324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'port_id': 'a9bfb6fb-f037-4ff5-99de-58c9e180a4ee'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:13.172471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:59Z', 'updated_at': '2022-01-18T23:12:03Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None, '_interfaces': [{'id': '5d05ee8e-4e0a-4626-bef9-b021e9f5d807', 'name': '', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'mac_address': 'fa:16:3e:dd:43:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:01Z', 'updated_at': '2022-01-18T23:12:11Z', 'revision_number': 4, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'subnets': [{'id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:13.211835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:13.218734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df13b5-5dce-400f-b592-5027b048e0bc None None] The sync data for ids ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'] in n-d-825178-1 is: [{'id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:59Z', 'updated_at': '2022-01-18T23:12:03Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None, '_interfaces': [{'id': '5d05ee8e-4e0a-4626-bef9-b021e9f5d807', 'name': '', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'mac_address': 'fa:16:3e:dd:43:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:01Z', 'updated_at': '2022-01-18T23:12:11Z', 'revision_number': 4, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'subnets': [{'id': '4dbe7399-6e46-4c8d-9c94-e7e66fd5262f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:13.218991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:port and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:13.222469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:13.230646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.231485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:13.248211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-16b6c0e0-7ec0-4d8e-ae48-946aca5c1069', 'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069', 'tenant_id': '2f601dcb71c944df82c9eb27020bc812', 'fixed_ips': [{'subnet_id': '8a9770a8-c4f6-4084-8810-77012769200e'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:13.249220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.267803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.275795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:13.286381 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.287254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689b854e-cd0e-4602-ae85-d7b3fabef2b9'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:13.332772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] device_id is not set on port e787de63-c2ab-4186-9f73-811e67dd04b9 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:13.410308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:13.425152 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.572666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Allocated IP 2001:db8::f816:3eff:feb9:d4d (16b6c0e0-7ec0-4d8e-ae48-946aca5c1069/8a9770a8-c4f6-4084-8810-77012769200e/e787de63-c2ab-4186-9f73-811e67dd04b9) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:13.635827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=689b854e-cd0e-4602-ae85-d7b3fabef2b9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:13.639512 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689b854e-cd0e-4602-ae85-d7b3fabef2b9', 'code': 200} Jan 18 23:12:13.786431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cc470445-872d-47d0-9e02-37c7ed5918ec None None] Provisioning complete for port d2f1bbe5-d224-47fc-a48f-902189717c7a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:13.786804 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cc470445-872d-47d0-9e02-37c7ed5918ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.072961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:14.073334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.259271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:14.322781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.338294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.351296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.387282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e84d67-ac59-440d-8a9c-1b915e061088 req-9d412894-e980-42f2-88f2-bc28fd62ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.388845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5e84d67-ac59-440d-8a9c-1b915e061088 req-9d412894-e980-42f2-88f2-bc28fd62ba40 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 1096 time: 0.6126435 Jan 18 23:12:14.422930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Transition to ACTIVE for port object e787de63-c2ab-4186-9f73-811e67dd04b9 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:14.431517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0df04-58f7-4891-a889-d3fc56fdfab2 req-5a15baf1-6b0a-4bff-aa26-2f01802d3355 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.439235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-83d0df04-58f7-4891-a889-d3fc56fdfab2 req-5a15baf1-6b0a-4bff-aa26-2f01802d3355 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 945 time: 0.5366640 Jan 18 23:12:14.513216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5e84d67-ac59-440d-8a9c-1b915e061088 req-e31a5220-e16c-4f05-b1b6-3b0c96a9f446 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079984 Jan 18 23:12:14.524402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-83d0df04-58f7-4891-a889-d3fc56fdfab2 req-7288c079-b320-4dc9-be05-6fd82f720151 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842533 Jan 18 23:12:14.535615 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP b498a3cd-7eef-4d10-858c-5542e97794c4 associated. External IP: 172.25.4.53, port: a9bfb6fb-f037-4ff5-99de-58c9e180a4ee. Jan 18 23:12:14.574582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.681131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Allocated IP 2001:db8::f816:3eff:fe97:7741 (16b6c0e0-7ec0-4d8e-ae48-946aca5c1069/8a9770a8-c4f6-4084-8810-77012769200e/9fb6548c-b4b7-44f2-8c52-1b5365d627e9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:14.684281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Port': ['ID=e787de63-c2ab-4186-9f73-811e67dd04b9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:14.730784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:14.733910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:14.738310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:14.743992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.744903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.773546 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.825053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b0bd9ba-3210-4458-8f3f-f6e9e3c2ebe7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1049623 Jan 18 23:12:14.831927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33658) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:15.097821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d2f1bbe5-d224-47fc-a48f-902189717c7a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:15.119477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=5d05ee8e-4e0a-4626-bef9-b021e9f5d807,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:15.149503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:15.257407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.270078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Transition to ACTIVE for port object 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:15.293102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Transition to ACTIVE for port object 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:15.309234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.319927 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.342808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Deleting subnet 8a9770a8-c4f6-4084-8810-77012769200e {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:15.347859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.349466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb81bcd7-9661-49cf-98ef-3396212435a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.375223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:15.384673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:15.387715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:15.393018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.393216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:15.395468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d2f1bbe5-d224-47fc-a48f-902189717c7a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:15.395949 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.399109 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:15.413417 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:15.414226 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:15.464519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d1c2acf-ce21-4406-9591-9069d87799f0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/floatingips/b498a3cd-7eef-4d10-858c-5542e97794c4 HTTP/1.1" status: 200 len: 976 time: 2.3202076 Jan 18 23:12:15.465657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33664) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:15.567039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port a9bfb6fb-f037-4ff5-99de-58c9e180a4ee {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:15.567314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.574490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.628012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:15.654624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Pushing event updated for resources: {'Port': ['ID=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:15.659751 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:15.664892 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:15.743493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Attempting to bind port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:15.744291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Attempting to bind port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0032e7b6-f506-47e9-911f-bcccba8dc8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:15.744924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Attempting to bind port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 on network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:15.777984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:15.780933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.786124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:15.786643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Checking segment: {'id': '0032e7b6-f506-47e9-911f-bcccba8dc8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:15.787758 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.788304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Bound using segment: {'id': '0032e7b6-f506-47e9-911f-bcccba8dc8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:15.789349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Bound port: 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0032e7b6-f506-47e9-911f-bcccba8dc8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '16b6c0e0-7ec0-4d8e-ae48-946aca5c1069'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:15.789920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.796172 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:15.796932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df6066-a1b7-48ba-ac78-d2a17a7d899e None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:15.811604 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.937708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:15.943229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-572ca6ea-99e9-4765-bb08-fcf01438394e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "PUT /v2.0/routers/6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4423530 Jan 18 23:12:15.949464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33670) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:15.953619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355db814-97bc-49ba-9580-53ad700f783b None None] Sync routers for ids ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:15.962101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:16.001340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:16.002098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 18 23:12:16.019739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.026591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] Routers {'6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:16.027410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:16.078345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3572911-600d-4f25-9129-b0b33df105e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.080250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3572911-600d-4f25-9129-b0b33df105e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.081141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d3572911-600d-4f25-9129-b0b33df105e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:16.103926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 not found, will not notify nova. {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 18 23:12:16.111029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d3572911-600d-4f25-9129-b0b33df105e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:16.115294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d3572911-600d-4f25-9129-b0b33df105e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1627641 Jan 18 23:12:16.116403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33676) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:16.144653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a21d0-b147-4b00-8a71-0a567d36b2cd req-fd82ac8a-c14c-4ee8-a273-8564376d2b8a tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.146208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e02a21d0-b147-4b00-8a71-0a567d36b2cd req-fd82ac8a-c14c-4ee8-a273-8564376d2b8a tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 945 time: 0.3682358 Jan 18 23:12:16.175874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] For port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:16.176623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.181273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.188335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] Set router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:16.235231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] For port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,segment=NetworkSegment(0032e7b6-f506-47e9-911f-bcccba8dc8ea),segment_id=0032e7b6-f506-47e9-911f-bcccba8dc8ea)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:16.248579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.263349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9770a8-c4f6-4084-8810-77012769200e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:16.282392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dbb52aee-5915-416f-bb7d-a1511f3f072b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/8a9770a8-c4f6-4084-8810-77012769200e HTTP/1.1" status: 204 len: 168 time: 1.2061570 Jan 18 23:12:16.285348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:16.292801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e02a21d0-b147-4b00-8a71-0a567d36b2cd req-86541086-3121-4d5a-9658-41fe43da612b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372459 Jan 18 23:12:16.298699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 4dbe7399-6e46-4c8d-9c94-e7e66fd5262f {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:16.302465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.317691 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.361945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f006d53-576c-499d-9218-0b7437be2324 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.363538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f006d53-576c-499d-9218-0b7437be2324 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.365175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.367935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0f006d53-576c-499d-9218-0b7437be2324 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0814500 Jan 18 23:12:16.370616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33690) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:16.463221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:59Z', 'updated_at': '2022-01-18T23:12:14Z', 'revision_number': 3, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:16.465634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.530868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355db814-97bc-49ba-9580-53ad700f783b None None] Checking router: 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:12:16.565348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedd768-c156-4691-ad44-7796219ac087 None None] Pushing event updated for resources: {'Port': ['ID=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:16.592988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] Routers {'6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:16.593998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:16.597736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6040a33b-7903-4726-b044-e4c3f67cff0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.615984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.655454 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6040a33b-7903-4726-b044-e4c3f67cff0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 23:12:16.655931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6040a33b-7903-4726-b044-e4c3f67cff0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:16.668862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6040a33b-7903-4726-b044-e4c3f67cff0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 HTTP/1.1" status: 409 len: 405 time: 0.2969780 Jan 18 23:12:16.669583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33694) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:16.689604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1518297849'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:16.707250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.713260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:16.714272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbe7399-6e46-4c8d-9c94-e7e66fd5262f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:16.745255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6d8bceeb-7937-42a6-b388-616f63612992 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/4dbe7399-6e46-4c8d-9c94-e7e66fd5262f HTTP/1.1" status: 204 len: 168 time: 0.6258194 Jan 18 23:12:16.747705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33698) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:16.818912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:network and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:16.836865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:16.856226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:16.880578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11788d98-44b3-4ae4-9ef4-cd4ee61bbd0a None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:16.899654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:16.904049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.941660 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:12:16.954481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.959249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.963508 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP b498a3cd-7eef-4d10-858c-5542e97794c4 disassociated. External IP: 172.25.4.53, port: a9bfb6fb-f037-4ff5-99de-58c9e180a4ee. Jan 18 23:12:16.964325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for a9bfb6fb-f037-4ff5-99de-58c9e180a4ee owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:17.130481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:17.169635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.169904 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Added segment 652cdbd0-5fb4-4036-bb9d-6b865bc3dd3b of type vlan for network d681f73b-d452-4a0a-b448-28143ab0b8a5 Jan 18 23:12:17.217152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] Set router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:17.268274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.278133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-12f9b9bc-54fb-4115-8b32-9ee870be251d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:router {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:17.303038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-12f9b9bc-54fb-4115-8b32-9ee870be251d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:router {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:17.305635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12f9b9bc-54fb-4115-8b32-9ee870be251d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5568359 Jan 18 23:12:17.307030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33708) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:17.325205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.328228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.335168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:17.335778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.495079 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.513919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=a9bfb6fb-f037-4ff5-99de-58c9e180a4ee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:17.559858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Network': ['ID=d681f73b-d452-4a0a-b448-28143ab0b8a5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:17.611592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d681f73b-d452-4a0a-b448-28143ab0b8a5 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:17.693627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-969b3fde-0564-47a2-be20-f57427fc420a tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0146465 Jan 18 23:12:17.694301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:17.886339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'subnet': {'network_id': 'd681f73b-d452-4a0a-b448-28143ab0b8a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:17.946284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.948888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.971349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-355db814-97bc-49ba-9580-53ad700f783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:59Z', 'updated_at': '2022-01-18T23:12:14Z', 'revision_number': 3, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:17.973351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.982436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.986406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Fanout notify agent at l3_agent the message router_deleted on router 6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:12:17.995905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355db814-97bc-49ba-9580-53ad700f783b None None] The sync data for ids ['6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b'] in n-d-825178-1 is: [{'id': '6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b', 'name': 'tempest-NetworksTestDHCPv6-router-527852103', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:59Z', 'updated_at': '2022-01-18T23:12:14Z', 'revision_number': 3, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:18.020617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.023170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af4cb32b-0e75-4ac0-948f-713c7bc52b29 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/routers/6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b HTTP/1.1" status: 204 len: 168 time: 0.7147033 Jan 18 23:12:18.026162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33718) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:18.038441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:18.142805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:18.232939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:18.243501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:subnet and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:18.248482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:18.282533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a1843-3d98-4b3c-b56c-1f6eaa2f5132 None None] Network 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:18.363077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:18.372304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:18.384181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:18.384739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:12:18.393103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:18.398816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-03217faf-f99d-429a-90b2-0c3994427e7d None None] Provisioning for port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:18.401505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:18.415893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:18.416716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] Deleting port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:18.417158 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.421800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.529277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:18.533537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.822315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] For port 3809a039-cabd-42bf-9fae-a53eafcbb5d6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3809a039-cabd-42bf-9fae-a53eafcbb5d6,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:18.822866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.892757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.928842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:18.938844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:18.950880 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:18.953750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:18.986400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] Calling delete_port for 3809a039-cabd-42bf-9fae-a53eafcbb5d6 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:19.016425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:19.029840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:19.037967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.040467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.049101 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:19.062490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:19.064097 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:19.069546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:19.105808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.114448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bab91053-22a6-4225-9b3e-0d5091f6e1ab tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/ports/a9bfb6fb-f037-4ff5-99de-58c9e180a4ee HTTP/1.1" status: 204 len: 168 time: 3.6465497 Jan 18 23:12:19.117171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33726) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:19.122686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=cfec7885-530d-4e2c-8944-039a00c9aae4,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:19.136187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.138084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c834aec0-a537-4282-ad55-b2ced4f25a63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1103442 Jan 18 23:12:19.141243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33730) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:19.151667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:19.157354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:19.157757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697bfc3-ef38-4269-bf3c-01cf35a49d4e None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:19.169605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:19.174338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:router and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:19.177942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:19.185220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:19.192853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] Pushing event deleted for resources: {'Port': ['ID=3809a039-cabd-42bf-9fae-a53eafcbb5d6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:19.195357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd65b7-aed7-480b-8455-9d8fbd976a11 None None] No DVR routers for this DVR port 3809a039-cabd-42bf-9fae-a53eafcbb5d6 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:19.218804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.219964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.222867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa224b-8275-473e-ac0e-2b5c86ad7d2b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:19.253196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.255509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33736) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:19.255721 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-06b2e2be-3256-4892-92df-8e83e20e77b0 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/floatingips/b498a3cd-7eef-4d10-858c-5542e97794c4 HTTP/1.1" status: 200 len: 687 time: 0.1362951 Jan 18 23:12:19.257048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:19.275869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:19.276163 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.388964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] DHCP port deletion for 16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:12:19.487781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 0334ef82-a1f3-47d6-9493-1340e21638a3 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:19.488124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.494301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Deleting port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:19.494869 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.526397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.545113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:19.546538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.566023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.570264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-11e34c2f-649c-4eb8-a992-bed25343bbf7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4280906 Jan 18 23:12:19.573583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33742) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:19.633698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.639020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Subnet': ['ID=8194d50d-2250-41f1-9961-a7c693c243aa,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:19.651240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Checking segment: {'id': '652cdbd0-5fb4-4036-bb9d-6b865bc3dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd681f73b-d452-4a0a-b448-28143ab0b8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:19.651424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network hostable DHCP agents. Network: d681f73b-d452-4a0a-b448-28143ab0b8a5, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:19.678297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network d681f73b-d452-4a0a-b448-28143ab0b8a5 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:19.698021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d681f73b-d452-4a0a-b448-28143ab0b8a5) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:19.702676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.703758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.731502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-20008175-946a-4a4c-910d-ca09b1e96297 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8576474 Jan 18 23:12:19.733553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:19.752564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c6666-1874-4841-b5e0-afd0fb8229e2 None None] Network d681f73b-d452-4a0a-b448-28143ab0b8a5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:19.880896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,segment=NetworkSegment(0032e7b6-f506-47e9-911f-bcccba8dc8ea),segment_id=0032e7b6-f506-47e9-911f-bcccba8dc8ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:19.923328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.981096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.097390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:20.189724 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.198398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:20.198726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d05ee8e-4e0a-4626-bef9-b021e9f5d807 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:20.199305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3809a039-cabd-42bf-9fae-a53eafcbb5d6 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:20.339988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': 'cfec7885-530d-4e2c-8944-039a00c9aae4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:20.340881 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.349275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.386910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 3809a039-cabd-42bf-9fae-a53eafcbb5d6 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:20.388073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3809a039-cabd-42bf-9fae-a53eafcbb5d6 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:20.459896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Subnet': ['ID=8194d50d-2250-41f1-9961-a7c693c243aa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:20.553930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:20.557580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] For port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,segment=NetworkSegment(0032e7b6-f506-47e9-911f-bcccba8dc8ea),segment_id=0032e7b6-f506-47e9-911f-bcccba8dc8ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:20.557969 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.584966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.609654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.610257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.644033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d681f73b-d452-4a0a-b448-28143ab0b8a5']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:20.720423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652cdbd0-5fb4-4036-bb9d-6b865bc3dd3b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:20.720708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652cdbd0-5fb4-4036-bb9d-6b865bc3dd3b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:20.755224 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.783599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.792177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:20.793430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.823697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Calling delete_port for 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:20.853986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:20.892815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac722e5-8bce-495c-93d1-10c6f90ec3df None None] Network d681f73b-d452-4a0a-b448-28143ab0b8a5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:20.923564 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:20.930636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.944626 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.979915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 0334ef82-a1f3-47d6-9493-1340e21638a3 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:20.986156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Network': ['ID=d681f73b-d452-4a0a-b448-28143ab0b8a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:21.002851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-548700bc-092e-490f-b7e9-7d3af4182475 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/d681f73b-d452-4a0a-b448-28143ab0b8a5 HTTP/1.1" status: 204 len: 168 time: 1.2651796 Jan 18 23:12:21.006279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:21.017275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.022796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1985344132'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:21.039865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:21.044548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:network and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:21.048086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:21.057712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:21.074325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:21.078019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.126007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:21.143559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.144055 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Added segment 43366d0d-ea19-459e-9b5a-558dfa1d5d5a of type vlan for network bf215f19-bd06-4533-b16c-e62a889a2b14 Jan 18 23:12:21.199491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.254940 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.271082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:21.271713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.293401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/cfec7885-530d-4e2c-8944-039a00c9aae4/c972fc1d-3529-49d3-af3a-cf9906ddb4b3) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:21.361449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.454330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4368763 Jan 18 23:12:21.454330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33784) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:21.454836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'subnet': {'network_id': 'bf215f19-bd06-4533-b16c-e62a889a2b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:21.475310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.532904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=0334ef82-a1f3-47d6-9493-1340e21638a3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:21.561771 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:21.562147 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:21.623930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:21.629732 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:12:21.629732 n-d-825178-1 neutron-server[87813]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 18 23:12:21.629732 n-d-825178-1 neutron-server[87813]: [parameters: {'status': 'DOWN', 'ports_id': '9fb6548c-b4b7-44f2-8c52-1b5365d627e9'}] Jan 18 23:12:21.629732 n-d-825178-1 neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:21.630334 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:21.634139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:subnet and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:21.638314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:21.649348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:21.660789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25058660-5dcb-444f-8907-46e37551bdd8 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Network': ['ID=bf215f19-bd06-4533-b16c-e62a889a2b14,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:21.674208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:21.676015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network bf215f19-bd06-4533-b16c-e62a889a2b14 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:21.679286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.810262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.836795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.844802 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a449bbf3-30a4-4981-8f27-39110aad901d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/floatingips/b498a3cd-7eef-4d10-858c-5542e97794c4 HTTP/1.1" status: 204 len: 168 time: 2.5804722 Jan 18 23:12:21.845846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33790) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:21.851317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '8fe8f5f6-55a4-44e5-b806-f8b35108d4a4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:21.861640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:21.867542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:floatingip and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:21.871053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:21.880021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:21.894378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.966738 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.979211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Transition to ACTIVE for port object c972fc1d-3529-49d3-af3a-cf9906ddb4b3 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:21.999059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Transition to ACTIVE for port object c972fc1d-3529-49d3-af3a-cf9906ddb4b3 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:22.009786 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.161190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::1 (f1d84029-e20e-4d03-be87-edcd9315db19/cfec7885-530d-4e2c-8944-039a00c9aae4/cbac4fa6-ca89-4b83-aa42-3f95de375b4e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:22.187095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Deleting port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:22.190509 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.282684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.306205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.319320 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.356036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Pushing event updated for resources: {'Port': ['ID=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:22.369495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Subnet': ['ID=d7cbd1b9-5dbd-49e2-b7b1-d7cd53421ff1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:22.415948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Checking segment: {'id': '43366d0d-ea19-459e-9b5a-558dfa1d5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bf215f19-bd06-4533-b16c-e62a889a2b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:22.416379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network hostable DHCP agents. Network: bf215f19-bd06-4533-b16c-e62a889a2b14, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:22.425618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:22.431230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:22.444503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network bf215f19-bd06-4533-b16c-e62a889a2b14 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:22.448090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:22.463973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, bf215f19-bd06-4533-b16c-e62a889a2b14) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:22.478609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:22.479372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.502573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.515971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,segment=NetworkSegment(0032e7b6-f506-47e9-911f-bcccba8dc8ea),segment_id=0032e7b6-f506-47e9-911f-bcccba8dc8ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:22.526990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748db41d-c859-4813-8a69-76de17d6bcf7 None None] Network bf215f19-bd06-4533-b16c-e62a889a2b14 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:22.549495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f855bdd-58a4-4edb-ab64-bf59c3e92a0f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0998068 Jan 18 23:12:22.550107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:22.552882 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.588014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object cbac4fa6-ca89-4b83-aa42-3f95de375b4e will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:22.642637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.85 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9d70e010-6204-4132-98b1-229419f57efd) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:22.829563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.848169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.934405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Attempting to bind port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:22.935384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Attempting to bind port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:22.935384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Attempting to bind port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:22.937526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:22.953261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:22.953968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:22.954552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.955056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:22.955633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Bound port: c972fc1d-3529-49d3-af3a-cf9906ddb4b3, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:22.956351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.984578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.985168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:22.997001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:23.002253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:23.003593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.050285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.115971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.169844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cbd1b9-5dbd-49e2-b7b1-d7cd53421ff1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.181491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.249389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.263066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.299574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.315772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] For port c972fc1d-3529-49d3-af3a-cf9906ddb4b3, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:23.332528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf215f19-bd06-4533-b16c-e62a889a2b14']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:23.344607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:23.345795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=9d70e010-6204-4132-98b1-229419f57efd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.346343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43366d0d-ea19-459e-9b5a-558dfa1d5d5a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:23.346649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43366d0d-ea19-459e-9b5a-558dfa1d5d5a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:23.355214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:23.361259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.365848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:23.367041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] For port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,segment=NetworkSegment(0032e7b6-f506-47e9-911f-bcccba8dc8ea),segment_id=0032e7b6-f506-47e9-911f-bcccba8dc8ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:23.367528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.381011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.386506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] For port c972fc1d-3529-49d3-af3a-cf9906ddb4b3, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:23.388985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:23.389771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:23.411898 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:23.506374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.517197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.547561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Calling delete_port for 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:23.556272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/bf215f19-bd06-4533-b16c-e62a889a2b14 HTTP/1.1" status: 204 len: 168 time: 1.0051420 Jan 18 23:12:23.561098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:23.567589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-942306150'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:23.577045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:23.581694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:network and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:23.585564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:23.596521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898df80-478d-4915-b028-257e76e79ed4 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Network': ['ID=bf215f19-bd06-4533-b16c-e62a889a2b14,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.599261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.606562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:23.615083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae001d42-3cd7-45e8-bb50-11c2377dd968 None None] Network bf215f19-bd06-4533-b16c-e62a889a2b14 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:23.619276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:23.624547 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.662527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:23.678468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae001d42-3cd7-45e8-bb50-11c2377dd968 None None] Network bf215f19-bd06-4533-b16c-e62a889a2b14 could not be found, it might have been deleted concurrently. {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 18 23:12:23.679286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.685841 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Added segment a5aae58d-6364-4561-9d81-6e30974d034c of type vlan for network 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 Jan 18 23:12:23.746661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0692db-a13c-4702-a148-e57e4075bf9b None None] Pushing event updated for resources: {'Port': ['ID=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.754220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.768791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.816285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.830406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.833660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.852623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] Pushing event deleted for resources: {'Port': ['ID=9fb6548c-b4b7-44f2-8c52-1b5365d627e9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.858040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31cd63-5255-42d9-9c67-d5898e852b72 None None] No DVR routers for this DVR port 9fb6548c-b4b7-44f2-8c52-1b5365d627e9 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:24.030186 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4678235 Jan 18 23:12:24.034350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33808) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:24.044258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Request body: {'subnet': {'network_id': '9b1c75ce-eb3d-4ea0-b4b0-f733c7437975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:24.065591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6f431-c28c-4d06-836a-dad638c99209 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Network': ['ID=9b1c75ce-eb3d-4ea0-b4b0-f733c7437975,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:24.085259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:24.231209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:24.238370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Usage tracker for resource:subnet and tenant:2f601dcb71c944df82c9eb27020bc812 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:24.243025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:24.248880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:24.263545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Made reservation on behalf of 2f601dcb71c944df82c9eb27020bc812 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:24.267283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.385675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.397422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.398200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.568181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:24.608568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.630600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:24.632659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:24.652500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:24.654322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.753990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Checking segment: {'id': 'a5aae58d-6364-4561-9d81-6e30974d034c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9b1c75ce-eb3d-4ea0-b4b0-f733c7437975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:24.753990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network hostable DHCP agents. Network: 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:24.765364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event updated for resources: {'Subnet': ['ID=bafbba2e-8cf7-490f-b33d-bdf3fc1e075a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:24.787744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Network 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:24.799920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:24.819574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ae113-20c3-4062-a9b5-db6290cc0b2b None None] Network 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:24.824535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:24.825552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.893919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-064e68aa-0875-4610-a6e5-da10a6d0e014 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8577814 Jan 18 23:12:24.895923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:24.912361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.061622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c972fc1d-3529-49d3-af3a-cf9906ddb4b3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:25.131580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.167505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Router ed03465d-4281-4ebc-aae5-ad59bacff236 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:12:25.289251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:25.315411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0235260-c8af-4709-af2f-bdd24c6d39e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-9b1c75ce-eb3d-4ea0-b4b0-f733c7437975', 'network_id': '9b1c75ce-eb3d-4ea0-b4b0-f733c7437975', 'tenant_id': '2f601dcb71c944df82c9eb27020bc812', 'fixed_ips': [{'subnet_id': 'bafbba2e-8cf7-490f-b33d-bdf3fc1e075a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:25.317478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0235260-c8af-4709-af2f-bdd24c6d39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.379203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.403120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:25.435615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.444497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-467da054-bbb1-47c0-8af8-629b8eaf1f8e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "PUT /v2.0/routers/ed03465d-4281-4ebc-aae5-ad59bacff236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8698032 Jan 18 23:12:25.446945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33826) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:25.470811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.488421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Sync routers for ids ['ed03465d-4281-4ebc-aae5-ad59bacff236'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-b0235260-c8af-4709-af2f-bdd24c6d39e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bafbba2e-8cf7-490f-b33d-bdf3fc1e075a: This subnet is being modified by another concurrent operation. Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bafbba2e-8cf7-490f-b33d-bdf3fc1e075a: This subnet is being modified by another concurrent operation. Jan 18 23:12:25.514660 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:12:25.525564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.525776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Subnet': ['ID=bafbba2e-8cf7-490f-b33d-bdf3fc1e075a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:25.533775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a23d8843-2938-4145-b253-3614869f8eef None None] Provisioning for port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:25.555892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3fe0f-b230-432c-865f-2579523f99eb None None] Network 9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:25.638285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.661755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a23d8843-2938-4145-b253-3614869f8eef None None] Provisioning complete for port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:25.662244 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a23d8843-2938-4145-b253-3614869f8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.674612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1c75ce-eb3d-4ea0-b4b0-f733c7437975']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:25.689176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5aae58d-6364-4561-9d81-6e30974d034c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:25.689868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5aae58d-6364-4561-9d81-6e30974d034c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:25.701833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Routers {'ed03465d-4281-4ebc-aae5-ad59bacff236'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:25.702801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ed03465d-4281-4ebc-aae5-ad59bacff236'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:25.709200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.734854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.741830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:25.742229 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.744788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096021a-b24c-4b05-a083-f17fd2625801 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:25.745668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6096021a-b24c-4b05-a083-f17fd2625801 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:25.761154 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:25.782986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=9d70e010-6204-4132-98b1-229419f57efd,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:25.803321 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.872328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6096021a-b24c-4b05-a083-f17fd2625801 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:25.876446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6096021a-b24c-4b05-a083-f17fd2625801 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports/cbac4fa6-ca89-4b83-aa42-3f95de375b4e HTTP/1.1" status: 200 len: 911 time: 0.4255717 Jan 18 23:12:25.877132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:25.923559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.981957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.000240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Network': ['ID=9b1c75ce-eb3d-4ea0-b4b0-f733c7437975,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:26.035505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Set router ed03465d-4281-4ebc-aae5-ad59bacff236 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:26.047459 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b25748b7-cc11-46dd-a1b0-a9d5efeaa218 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 HTTP/1.1" status: 204 len: 168 time: 1.1503196 Jan 18 23:12:26.052331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.122846 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fc2f93-f916-46c4-944a-0ed66366ecae tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:26.123300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fc2f93-f916-46c4-944a-0ed66366ecae tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:26.128057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-27fc2f93-f916-46c4-944a-0ed66366ecae tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/bafbba2e-8cf7-490f-b33d-bdf3fc1e075a HTTP/1.1" status: 404 len: 337 time: 0.0742438 Jan 18 23:12:26.133204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.155320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c77517f-6a29-4a1b-96ef-4e33cd0e3190 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:12:26.169640 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ea3901-e118-4dce-ab51-5eb5f50f259f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:26.169888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ea3901-e118-4dce-ab51-5eb5f50f259f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:26.174079 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-82ea3901-e118-4dce-ab51-5eb5f50f259f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/9b1c75ce-eb3d-4ea0-b4b0-f733c7437975 HTTP/1.1" status: 404 len: 339 time: 0.0362313 Jan 18 23:12:26.174458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.179397 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP 662f4553-dbed-4cca-9a10-3d11dd691b54 associated. External IP: 172.25.4.85, port: 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4. Jan 18 23:12:26.185059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc086142-cfda-4206-af6c-3434278d5f2a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:26.190904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc086142-cfda-4206-af6c-3434278d5f2a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:26.195374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc086142-cfda-4206-af6c-3434278d5f2a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3165951 Jan 18 23:12:26.196155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.234820 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd766c8-3c00-4be5-aed3-8b1c4a42f8ab tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:26.235175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd766c8-3c00-4be5-aed3-8b1c4a42f8ab tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:26.239394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bbd766c8-3c00-4be5-aed3-8b1c4a42f8ab tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/d7cbd1b9-5dbd-49e2-b7b1-d7cd53421ff1 HTTP/1.1" status: 404 len: 337 time: 0.0617485 Jan 18 23:12:26.352040 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a23d8843-2938-4145-b253-3614869f8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.363049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.409002 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb26b364-8b94-41bf-bfe3-86bc7934b1e6 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:26.409368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb26b364-8b94-41bf-bfe3-86bc7934b1e6 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:26.413537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eb26b364-8b94-41bf-bfe3-86bc7934b1e6 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/bf215f19-bd06-4533-b16c-e62a889a2b14 HTTP/1.1" status: 404 len: 339 time: 0.0476451 Jan 18 23:12:26.413710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.459292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a23d8843-2938-4145-b253-3614869f8eef None None] For port c972fc1d-3529-49d3-af3a-cf9906ddb4b3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:26.459577 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-94541681-6fc0-4585-9436-a2757413c45b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:26.459775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94541681-6fc0-4585-9436-a2757413c45b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:26.461508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-94541681-6fc0-4585-9436-a2757413c45b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/8194d50d-2250-41f1-9961-a7c693c243aa HTTP/1.1" status: 404 len: 337 time: 0.0468924 Jan 18 23:12:26.464591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33862) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.473126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a23d8843-2938-4145-b253-3614869f8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.550259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77517f-6a29-4a1b-96ef-4e33cd0e3190 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:12:26.552881 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fde6780-663c-44f7-88fb-10191f0a2429 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:26.553387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fde6780-663c-44f7-88fb-10191f0a2429 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:26.555248 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3fde6780-663c-44f7-88fb-10191f0a2429 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/d681f73b-d452-4a0a-b448-28143ab0b8a5 HTTP/1.1" status: 404 len: 339 time: 0.0896332 Jan 18 23:12:26.557973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33868) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:26.648855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Deleting port e787de63-c2ab-4186-9f73-811e67dd04b9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:26.649348 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.704368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d8843-2938-4145-b253-3614869f8eef None None] Pushing event updated for resources: {'Port': ['ID=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:26.710126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-53d53940-56b6-4531-a3fb-ce6da98995b2 None None] Provisioning for port cbac4fa6-ca89-4b83-aa42-3f95de375b4e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:26.722135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-53d53940-56b6-4531-a3fb-ce6da98995b2 None None] Provisioning complete for port cbac4fa6-ca89-4b83-aa42-3f95de375b4e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:26.722577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53d53940-56b6-4531-a3fb-ce6da98995b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.823517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-53d53940-56b6-4531-a3fb-ce6da98995b2 None None] Port cbac4fa6-ca89-4b83-aa42-3f95de375b4e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:12:26.829943 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:12:19Z', 'updated_at': '2022-01-18T23:12:23Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None, '_interfaces': [{'id': 'cbac4fa6-ca89-4b83-aa42-3f95de375b4e', 'name': '', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'mac_address': 'fa:16:3e:29:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cfec7885-530d-4e2c-8944-039a00c9aae4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:21Z', 'updated_at': '2022-01-18T23:12:23Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'subnets': [{'id': 'cfec7885-530d-4e2c-8944-039a00c9aae4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:26.868213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Checking router: ed03465d-4281-4ebc-aae5-ad59bacff236 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:12:26.868213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Updating router ed03465d-4281-4ebc-aae5-ad59bacff236 port cbac4fa6-ca89-4b83-aa42-3f95de375b4e binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:12:26.924004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.989475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.989694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:27.230591 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.447142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port cbac4fa6-ca89-4b83-aa42-3f95de375b4e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:27.447684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.449329 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.462032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Transition to ACTIVE for port object cbac4fa6-ca89-4b83-aa42-3f95de375b4e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:27.471619 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.473847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Calling delete_port for e787de63-c2ab-4186-9f73-811e67dd04b9 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:27.577518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:27.595228 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:27.609621 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:27.610347 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:27.631891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58f51d-27a0-4c79-9a46-977c4b5426fb None None] Pushing event updated for resources: {'Port': ['ID=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:27.634555 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.668993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.734726 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:27.747460 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:27.748633 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:27.764612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Attempting to bind port cbac4fa6-ca89-4b83-aa42-3f95de375b4e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:27.764612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Attempting to bind port cbac4fa6-ca89-4b83-aa42-3f95de375b4e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:27.764968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Attempting to bind port cbac4fa6-ca89-4b83-aa42-3f95de375b4e on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:27.767096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Port': ['ID=e787de63-c2ab-4186-9f73-811e67dd04b9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:27.791392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:27.792560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:27.793008 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.797935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:27.797935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Bound port: cbac4fa6-ca89-4b83-aa42-3f95de375b4e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:27.799552 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.800754 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.809600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e7cfa2d-40b3-47dd-9055-9bacc77b066c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9622059 Jan 18 23:12:27.814866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-20d8cff8-fb97-4c34-91ce-6277adef471f tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/ports/e787de63-c2ab-4186-9f73-811e67dd04b9 HTTP/1.1" status: 204 len: 168 time: 1.2471941 Jan 18 23:12:27.816388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33878) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:27.816750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33880) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:27.826251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1937301386'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:27.870538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port cbac4fa6-ca89-4b83-aa42-3f95de375b4e, host n-d-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:27.871053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.871967 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:27.872632 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f944483b-3a39-4b33-a933-d539fec5a1b9 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:27.901807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:27.913756 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fde9a4-3685-4a94-b177-05e0ac2d9cc7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:27.914282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fde9a4-3685-4a94-b177-05e0ac2d9cc7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:27.918555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c6fde9a4-3685-4a94-b177-05e0ac2d9cc7 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/8a9770a8-c4f6-4084-8810-77012769200e HTTP/1.1" status: 404 len: 337 time: 0.0992877 Jan 18 23:12:27.926013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:network and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:27.928529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33888) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:27.936531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:28.010324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:28.023292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] For port cbac4fa6-ca89-4b83-aa42-3f95de375b4e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:28.026557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] For port cbac4fa6-ca89-4b83-aa42-3f95de375b4e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:28.034202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.075419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-0c6afe9d-49e4-4290-8e65-cf056f5ab0c3 req-d399647c-ed77-4116-ae6f-a0288adc64d8 service neutron] (87812) timed out ('10.222.0.86', 63701) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:12:28.084064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for cbac4fa6-ca89-4b83-aa42-3f95de375b4e owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:28.090025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-8d3dae45-1484-4c18-8667-33a1209b63d5 req-b11c8ac4-9bed-4459-a352-5c81f30a7968 service neutron] (87811) timed out ('10.222.0.86', 63697) {{(pid=87811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:12:28.107167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:28.112871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.118044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Routers {'ed03465d-4281-4ebc-aae5-ad59bacff236'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:28.118687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ed03465d-4281-4ebc-aae5-ad59bacff236'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:28.140338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.162161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:28.215820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:28.216189 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:28.289893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] Set router ed03465d-4281-4ebc-aae5-ad59bacff236 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:28.407373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.407721 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Added segment 216d5ec5-9e78-4c36-8e9e-760e06c245c4 of type vlan for network 397a3b53-d19e-435e-8d52-4833aa55eee5 Jan 18 23:12:28.539419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58f51d-27a0-4c79-9a46-977c4b5426fb None None] Pushing event updated for resources: {'Port': ['ID=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:28.548060 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.561185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.588622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b6c0e0-7ec0-4d8e-ae48-946aca5c1069']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:28.612351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0032e7b6-f506-47e9-911f-bcccba8dc8ea') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:28.612885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0032e7b6-f506-47e9-911f-bcccba8dc8ea') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:28.630230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.646362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.653873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:28.654318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.668940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:12:19Z', 'updated_at': '2022-01-18T23:12:23Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None, '_interfaces': [{'id': 'cbac4fa6-ca89-4b83-aa42-3f95de375b4e', 'name': '', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'mac_address': 'fa:16:3e:29:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cfec7885-530d-4e2c-8944-039a00c9aae4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:21Z', 'updated_at': '2022-01-18T23:12:28Z', 'revision_number': 4, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'subnets': [{'id': 'cfec7885-530d-4e2c-8944-039a00c9aae4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:28.673349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b779d6-89cb-41fb-9fd3-2feab0bd6774 None None] The sync data for ids ['ed03465d-4281-4ebc-aae5-ad59bacff236'] in n-d-825178-1 is: [{'id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:12:19Z', 'updated_at': '2022-01-18T23:12:23Z', 'revision_number': 2, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None, '_interfaces': [{'id': 'cbac4fa6-ca89-4b83-aa42-3f95de375b4e', 'name': '', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'mac_address': 'fa:16:3e:29:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cfec7885-530d-4e2c-8944-039a00c9aae4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:21Z', 'updated_at': '2022-01-18T23:12:28Z', 'revision_number': 4, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'subnets': [{'id': 'cfec7885-530d-4e2c-8944-039a00c9aae4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:28.693108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.717065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port cbac4fa6-ca89-4b83-aa42-3f95de375b4e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:28.717857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.775603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:28.776283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.779023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c972fc1d-3529-49d3-af3a-cf9906ddb4b3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:28.792221 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:28.861737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0438654 Jan 18 23:12:28.876055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33894) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:28.887668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'subnet': {'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:28.904891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc3ec-7ca2-4d4c-9720-2b68801d39ca tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Network': ['ID=397a3b53-d19e-435e-8d52-4833aa55eee5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:28.924306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:28.998572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port cbac4fa6-ca89-4b83-aa42-3f95de375b4e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:28.999356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.006189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.045077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.074720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Network': ['ID=16b6c0e0-7ec0-4d8e-ae48-946aca5c1069,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:29.096311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-744ffef1-6b80-4f3f-a15c-cdbc86d5a42c tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/16b6c0e0-7ec0-4d8e-ae48-946aca5c1069 HTTP/1.1" status: 204 len: 168 time: 1.1665924 Jan 18 23:12:29.098181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:29.102310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33900) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:29.118778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:subnet and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:29.133537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33904) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:29.166462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:29.167128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.185167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:29.195957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:29.221501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Deleting port 47a5722c-70de-43ab-9299-5831e9e96aad {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:29.221843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.235695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for cbac4fa6-ca89-4b83-aa42-3f95de375b4e owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:29.292471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:29.296131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.376063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Deleting subnet c83329f8-9baf-47de-933b-23a8742e71cc {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:29.391242 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.568583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.615614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.674325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.727754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.778926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Calling delete_port for 47a5722c-70de-43ab-9299-5831e9e96aad owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:29.830791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=cbac4fa6-ca89-4b83-aa42-3f95de375b4e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:30.087002 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.158057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.210153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Port': ['ID=47a5722c-70de-43ab-9299-5831e9e96aad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:30.218076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.230059 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.243917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.281189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-84abb7f2-a3a8-4ac7-894d-1a5c96e26eda tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/ports/47a5722c-70de-43ab-9299-5831e9e96aad HTTP/1.1" status: 204 len: 168 time: 1.1764438 Jan 18 23:12:30.284017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33922) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:30.327923 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-016cb7a0-3b40-4314-8ce9-539bba9b2ead tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] DELETE failed (client error): The resource could not be found. Jan 18 23:12:30.328396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016cb7a0-3b40-4314-8ce9-539bba9b2ead tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:12:30.330180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-016cb7a0-3b40-4314-8ce9-539bba9b2ead tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/2c2a31c2-23f4-4aaf-afa5-dc3bf69af704 HTTP/1.1" status: 404 len: 337 time: 0.0452378 Jan 18 23:12:30.332582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Subnet': ['ID=5cf8f61b-b76f-4e3b-ace3-687b78b8d313,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:30.334567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33926) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:30.357149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Checking segment: {'id': '216d5ec5-9e78-4c36-8e9e-760e06c245c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:30.357523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network hostable DHCP agents. Network: 397a3b53-d19e-435e-8d52-4833aa55eee5, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:30.424669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83329f8-9baf-47de-933b-23a8742e71cc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:30.433921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.513400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-96224dcb-b33a-453c-b4b2-cad5063d384d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c83329f8-9baf-47de-933b-23a8742e71cc HTTP/1.1" status: 204 len: 168 time: 1.2870641 Jan 18 23:12:30.520199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:30.605196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:30.612096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.660570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 397a3b53-d19e-435e-8d52-4833aa55eee5) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:30.671056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca02c28e-f509-4d65-b59c-b475504b359e None None] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:30.685194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.685782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.709174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Router ed03465d-4281-4ebc-aae5-ad59bacff236 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:30.780393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.793326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.799902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8850087d-e354-4954-ad2d-32dfe85b0137 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9180667 Jan 18 23:12:30.800141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33938) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:30.812933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-566755473', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:30.823294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:30.828879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf3e97d-513a-4616-82cb-f1ef38439a0a']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:30.836054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:router and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:30.841493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:30.848663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cb62ac-aa80-42a7-a95d-11a67923dfc8') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:30.848978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cb62ac-aa80-42a7-a95d-11a67923dfc8') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:30.855843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:30.865820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.874641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:30.882952 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fe8f01c8-8391-43b8-9b5c-6b52f40b9e30 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "PUT /v2.0/routers/ed03465d-4281-4ebc-aae5-ad59bacff236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6495249 Jan 18 23:12:30.886032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.888176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33942) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:30.894133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] Sync routers for ids ['ed03465d-4281-4ebc-aae5-ad59bacff236'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:30.918793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] Routers {'ed03465d-4281-4ebc-aae5-ad59bacff236'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:30.919747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ed03465d-4281-4ebc-aae5-ad59bacff236'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:30.928020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.929183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.939956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:30.940372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:30.955935 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:31.008271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.036664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f595b4e-7c11-4f8a-8e48-df8f65591942']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:31.052771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e13e764-2b17-45a6-94c1-8d6cbf83358c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:31.053246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e13e764-2b17-45a6-94c1-8d6cbf83358c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:31.062514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7f2c0-e827-43a9-b9bc-22c1e54df463 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:31.064017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7f2c0-e827-43a9-b9bc-22c1e54df463 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:31.064819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-82a7f2c0-e827-43a9-b9bc-22c1e54df463 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:31.071133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.074591 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.087057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.099771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.105300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-397a3b53-d19e-435e-8d52-4833aa55eee5', 'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5', 'tenant_id': 'ebc06a582406470ab57bc00de42d8310', 'fixed_ips': [{'subnet_id': '5cf8f61b-b76f-4e3b-ace3-687b78b8d313'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:31.106166 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.110753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:31.110894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.111153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.121562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] Set router ed03465d-4281-4ebc-aae5-ad59bacff236 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:31.122124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Network': ['ID=2cf3e97d-513a-4616-82cb-f1ef38439a0a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:31.125920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-82a7f2c0-e827-43a9-b9bc-22c1e54df463 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:31.127592 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:31.129822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-82a7f2c0-e827-43a9-b9bc-22c1e54df463 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2404914 Jan 18 23:12:31.131695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33946) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:31.134109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f5ba9a36-62dd-4bd5-bf9f-5af0939abb60 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/2cf3e97d-513a-4616-82cb-f1ef38439a0a HTTP/1.1" status: 204 len: 168 time: 0.7967956 Jan 18 23:12:31.141510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33950) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:31.240158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:12:19Z', 'updated_at': '2022-01-18T23:12:29Z', 'revision_number': 3, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:31.271910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.281911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.283631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] Checking router: ed03465d-4281-4ebc-aae5-ad59bacff236 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:12:31.295472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] Routers {'ed03465d-4281-4ebc-aae5-ad59bacff236'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:31.296100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ed03465d-4281-4ebc-aae5-ad59bacff236'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:31.296677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet cfec7885-530d-4e2c-8944-039a00c9aae4 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:31.300799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.358315 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0f595b4e-7c11-4f8a-8e48-df8f65591942 HTTP/1.1" status: 204 len: 168 time: 0.8369279 Jan 18 23:12:31.371339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe6e0-d964-4ee5-ad1a-626a9bb537c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f595b4e-7c11-4f8a-8e48-df8f65591942,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:31.385933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.433368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] Set router ed03465d-4281-4ebc-aae5-ad59bacff236 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:12:31.484333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.559284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:12:19Z', 'updated_at': '2022-01-18T23:12:29Z', 'revision_number': 3, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:31.578104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a1ab1-75a7-4272-945b-a6e400c92553 None None] The sync data for ids ['ed03465d-4281-4ebc-aae5-ad59bacff236'] in n-d-825178-1 is: [{'id': 'ed03465d-4281-4ebc-aae5-ad59bacff236', 'name': 'tempest-NetworksTestDHCPv6-router-25502631', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:12:19Z', 'updated_at': '2022-01-18T23:12:29Z', 'revision_number': 3, 'project_id': 'a28c394e81474c2f8a99bccb53174496', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:31.588821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.612775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Deleting subnet b82bdfbe-8297-494b-b48e-d71bfa450370 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:31.617895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.623648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.669294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Allocated IP 172.20.0.2 (397a3b53-d19e-435e-8d52-4833aa55eee5/5cf8f61b-b76f-4e3b-ace3-687b78b8d313/334ec822-c741-4044-9ff2-9bd624415a71) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:31.676788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=cfec7885-530d-4e2c-8944-039a00c9aae4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:31.681099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:31.688669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b389251-a55e-46e8-9cd2-e25f7ebe9d95 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:31.715064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-27d5e90c-7579-4106-9445-da6f3fdfd822 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/cfec7885-530d-4e2c-8944-039a00c9aae4 HTTP/1.1" status: 204 len: 168 time: 0.5801620 Jan 18 23:12:31.715244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:31.715583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:31.908900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.085448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.132129 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3dc0d0a5-b88c-47d8-9af3-4c235c2d9e6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a675bf30f21462789f0f1979ffe42f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130995 Jan 18 23:12:32.133001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:32.158030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8b8d297-a7f2-42d8-b9d5-b00a0e7960f7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4394829 Jan 18 23:12:32.161379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:32.192986 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.207013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Transition to ACTIVE for port object 334ec822-c741-4044-9ff2-9bd624415a71 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:32.227665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Transition to ACTIVE for port object 334ec822-c741-4044-9ff2-9bd624415a71 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:32.248245 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.303712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:12:32.330044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] Deleting port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:32.330449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.331670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.358761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:32.365757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:32.382011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:32.458339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Pushing event updated for resources: {'Port': ['ID=334ec822-c741-4044-9ff2-9bd624415a71,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:32.475021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.479181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e642731-de12-437f-ba90-798e30eb8e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.490223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Attempting to bind port 334ec822-c741-4044-9ff2-9bd624415a71 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:32.490568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Attempting to bind port 334ec822-c741-4044-9ff2-9bd624415a71 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '216d5ec5-9e78-4c36-8e9e-760e06c245c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:32.490944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Attempting to bind port 334ec822-c741-4044-9ff2-9bd624415a71 on network 397a3b53-d19e-435e-8d52-4833aa55eee5 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:32.499067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.538864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:32.539303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Checking segment: {'id': '216d5ec5-9e78-4c36-8e9e-760e06c245c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:32.539648 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.540044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Bound using segment: {'id': '216d5ec5-9e78-4c36-8e9e-760e06c245c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:32.540674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Bound port: 334ec822-c741-4044-9ff2-9bd624415a71, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216d5ec5-9e78-4c36-8e9e-760e06c245c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:32.541075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.541193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.545428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Subnet': ['ID=b82bdfbe-8297-494b-b48e-d71bfa450370,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:32.589576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.618574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f484c-19f7-4bc4-b886-7c538f8cada4 None None] Network 753a933d-6949-49ba-858a-08c1afdb0fb6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:32.624092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c8e1e53e-5bd9-49f7-8f5b-05a6ba875096 tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/subnets/b82bdfbe-8297-494b-b48e-d71bfa450370 HTTP/1.1" status: 204 len: 168 time: 1.4784830 Jan 18 23:12:32.624988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33976) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:32.684995 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e642731-de12-437f-ba90-798e30eb8e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.694646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.698456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.717564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] For port c972fc1d-3529-49d3-af3a-cf9906ddb4b3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:32.717564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.750418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.750922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Fanout notify agent at l3_agent the message router_deleted on router ed03465d-4281-4ebc-aae5-ad59bacff236 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:12:32.769269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e642731-de12-437f-ba90-798e30eb8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.795792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.796964 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9634b865-26b9-4b27-b7b8-dc4d5b83e296 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/routers/ed03465d-4281-4ebc-aae5-ad59bacff236 HTTP/1.1" status: 204 len: 168 time: 0.6346793 Jan 18 23:12:32.800827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 33980) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:32.801627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642731-de12-437f-ba90-798e30eb8e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192bf689-1363-45bf-8551-5a18f34c53b7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:32.823311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.25.4.170 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/6ceb8ecc-62ca-4e43-af8d-6cadfc00f4d3) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:32.853054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e642731-de12-437f-ba90-798e30eb8e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.856696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2e642731-de12-437f-ba90-798e30eb8e38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/192bf689-1363-45bf-8551-5a18f34c53b7 HTTP/1.1" status: 204 len: 168 time: 0.7193282 Jan 18 23:12:32.861814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c972fc1d-3529-49d3-af3a-cf9906ddb4b3 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:32.879524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:32.928473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5e4a8-ba92-4270-ac58-56ecddccb18d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:32.931097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dec5e4a8-ba92-4270-ac58-56ecddccb18d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:32.978254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dec5e4a8-ba92-4270-ac58-56ecddccb18d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:32.979529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dec5e4a8-ba92-4270-ac58-56ecddccb18d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1759052 Jan 18 23:12:32.982662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 33990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:33.044542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] Calling delete_port for c972fc1d-3529-49d3-af3a-cf9906ddb4b3 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:33.055199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Deleting port d2f1bbe5-d224-47fc-a48f-902189717c7a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:33.055538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.210996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f802d-d9a1-4ccc-b1bf-bb1aac384595 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.212580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7e5f802d-d9a1-4ccc-b1bf-bb1aac384595 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2289815 Jan 18 23:12:33.215305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34000) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:33.319247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] For port 334ec822-c741-4044-9ff2-9bd624415a71, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:33.347054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] For port 334ec822-c741-4044-9ff2-9bd624415a71, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=334ec822-c741-4044-9ff2-9bd624415a71,segment=NetworkSegment(216d5ec5-9e78-4c36-8e9e-760e06c245c4),segment_id=216d5ec5-9e78-4c36-8e9e-760e06c245c4)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:33.347841 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.360769 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.364706 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.418368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c4430f01-bceb-4b24-924d-ac40c2dd4754 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:router {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:33.439293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] Pushing event deleted for resources: {'Port': ['ID=c972fc1d-3529-49d3-af3a-cf9906ddb4b3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:33.468268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c4430f01-bceb-4b24-924d-ac40c2dd4754 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:router {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:33.474497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c4430f01-bceb-4b24-924d-ac40c2dd4754 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2539761 Jan 18 23:12:33.476263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e31ef-7231-4ea3-a0b2-87a397c06e61 None None] No DVR routers for this DVR port c972fc1d-3529-49d3-af3a-cf9906ddb4b3 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:33.477938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:33.486159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:33.546578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.592758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] For port d2f1bbe5-d224-47fc-a48f-902189717c7a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d2f1bbe5-d224-47fc-a48f-902189717c7a,segment=NetworkSegment(0db8b72f-2e60-46b5-93ae-34d2e160a150),segment_id=0db8b72f-2e60-46b5-93ae-34d2e160a150)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:33.593462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.604214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.612821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cbac4fa6-ca89-4b83-aa42-3f95de375b4e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:33.664918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:33.671304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:33.682282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:33.696471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:33.719106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:33.723683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.728641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: cbac4fa6-ca89-4b83-aa42-3f95de375b4e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:33.729209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cbac4fa6-ca89-4b83-aa42-3f95de375b4e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:33.750066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fff21d-1940-4805-9b85-c13cc4e1c47e None None] Pushing event updated for resources: {'Port': ['ID=334ec822-c741-4044-9ff2-9bd624415a71,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:33.857188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] DHCP port deletion for 753a933d-6949-49ba-858a-08c1afdb0fb6 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:12:33.867181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Deleting port d2f1bbe5-d224-47fc-a48f-902189717c7a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:33.869621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:33.872408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Calling delete_port for d2f1bbe5-d224-47fc-a48f-902189717c7a owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:33.967589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:33.985901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:33.992095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:34.038861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=6ceb8ecc-62ca-4e43-af8d-6cadfc00f4d3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:34.212561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.247426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:34.282630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] For port d2f1bbe5-d224-47fc-a48f-902189717c7a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d2f1bbe5-d224-47fc-a48f-902189717c7a,segment=NetworkSegment(0db8b72f-2e60-46b5-93ae-34d2e160a150),segment_id=0db8b72f-2e60-46b5-93ae-34d2e160a150)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:34.283041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.287772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] No DVR routers for this DVR port d2f1bbe5-d224-47fc-a48f-902189717c7a on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:34.414410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Port': ['ID=d2f1bbe5-d224-47fc-a48f-902189717c7a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:34.618116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:34.623814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Calling delete_port for d2f1bbe5-d224-47fc-a48f-902189717c7a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:34.626830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.742354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1176368549-network', 'tenant_id': 'cf872bded8934e7293518c90fd6704bb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:34.753916 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.764071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:34.769487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Usage tracker for resource:network and tenant:cf872bded8934e7293518c90fd6704bb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:34.777366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:34.779323 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:34.785261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:34.812118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 334ec822-c741-4044-9ff2-9bd624415a71 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:34.820351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:34.835169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:34.836426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=8a89d815-6baf-4396-9d77-e1e48917f6d6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:34.840318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:34.843953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:34.845145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.872160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Made reservation on behalf of cf872bded8934e7293518c90fd6704bb for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:34.875604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.884354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f774059-5a5e-4af1-90fb-a3bbdbf240c8 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:34.894644 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-85647731-33d5-41c3-bd48-278f8d882634 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4129848 Jan 18 23:12:34.896665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:34.898784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.913554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:34.917553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:35.023987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:35.041158 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Usage tracker for resource:security_group_rule and tenant:cf872bded8934e7293518c90fd6704bb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:35.049914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:35.063754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:35.131490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.158783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:35.167136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 334ec822-c741-4044-9ff2-9bd624415a71 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:35.168410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:35.173477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:35.182203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e556d-4481-4243-a90b-f54bb4d4a248 None None] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:35.185048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:35.205690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '8a89d815-6baf-4396-9d77-e1e48917f6d6'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:35.207075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.245810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753a933d-6949-49ba-858a-08c1afdb0fb6']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:35.281296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Deleting port d2f1bbe5-d224-47fc-a48f-902189717c7a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:35.281545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.288938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.289505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db8b72f-2e60-46b5-93ae-34d2e160a150') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:35.289798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db8b72f-2e60-46b5-93ae-34d2e160a150') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:35.291870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:35.305028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.314399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.333057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d2f1bbe5-d224-47fc-a48f-902189717c7a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:35.334539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.382527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: d2f1bbe5-d224-47fc-a48f-902189717c7a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:35.382869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d2f1bbe5-d224-47fc-a48f-902189717c7a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:35.409149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.421762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:35.422158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:35.437185 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:35.473078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:35.482254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21a16-f732-4604-925b-95c4571b68dc None None] The port 'd2f1bbe5-d224-47fc-a48f-902189717c7a' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:12:35.521251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] Provisioning for port 334ec822-c741-4044-9ff2-9bd624415a71 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:35.533584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.534204 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Added segment 140e2754-1a08-4347-9642-e6f7c5e7d420 of type vlan for network 5f49a0cd-7f51-4a02-9880-6bce462231d9 Jan 18 23:12:35.534715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] Provisioning complete for port 334ec822-c741-4044-9ff2-9bd624415a71 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:35.535532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.569615 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.602886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.606914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673fcf75-ad24-4d0d-b0ca-49172e77f3b6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:35.627759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.628558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.629136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:35.629588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.632989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] Pushing event deleted for resources: {'Network': ['ID=753a933d-6949-49ba-858a-08c1afdb0fb6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:35.683301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4334161 Jan 18 23:12:35.687630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:35.724823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b8598be-ec49-4bc0-a17e-e22a99d98e5b tempest-NetworksIpV6TestAttrs-2037809697 tempest-NetworksIpV6TestAttrs-2037809697-project] 10.222.0.78 "DELETE /v2.0/networks/753a933d-6949-49ba-858a-08c1afdb0fb6 HTTP/1.1" status: 204 len: 168 time: 3.0988724 Jan 18 23:12:35.743728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Request body: {'subnet': {'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1176368549-subnet', 'tenant_id': 'cf872bded8934e7293518c90fd6704bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:35.759893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.760387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:35.791340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Usage tracker for resource:subnet and tenant:cf872bded8934e7293518c90fd6704bb is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:35.798260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:35.803333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e8a14-a818-4646-9cfb-de19d2aecbac admin admin] Pushing event updated for resources: {'Network': ['ID=5f49a0cd-7f51-4a02-9880-6bce462231d9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:35.810059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:35.823432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Allocated IP 2001:db8::f816:3eff:fe7f:356d (f1d84029-e20e-4d03-be87-edcd9315db19/8a89d815-6baf-4396-9d77-e1e48917f6d6/060b2f16-2f6e-471e-9722-35e68710c6ae) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:35.860079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Made reservation on behalf of cf872bded8934e7293518c90fd6704bb for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:35.862648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.877495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 5f49a0cd-7f51-4a02-9880-6bce462231d9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:36.163016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 35da35fd-52c8-4342-b92d-de685717ef85 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:12:36.192802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.264300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=0b74766a-5ee7-4cc0-8f80-8fea8440f620,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:36.266315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:36.283332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:36.288785 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.290839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:36.295312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:36.295896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.355993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-714e892e-9dca-4a9d-afd0-9799baeae915 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4583220 Jan 18 23:12:36.358488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:36.365568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:42:af:a4', 'name': 'tempest-NetworksTestDHCPv6-349217322'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:36.382278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] For port 334ec822-c741-4044-9ff2-9bd624415a71, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=334ec822-c741-4044-9ff2-9bd624415a71,segment=NetworkSegment(216d5ec5-9e78-4c36-8e9e-760e06c245c4),segment_id=216d5ec5-9e78-4c36-8e9e-760e06c245c4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:36.411520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.593243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ed0b9-41c8-4813-9ada-89bbae19678f None None] Pushing event updated for resources: {'Port': ['ID=334ec822-c741-4044-9ff2-9bd624415a71,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:36.620106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.624663 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.637570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Transition to ACTIVE for port object 060b2f16-2f6e-471e-9722-35e68710c6ae will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:36.674812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Transition to ACTIVE for port object 060b2f16-2f6e-471e-9722-35e68710c6ae will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:36.678080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:36.691223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.692869 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] Sync routers for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:36.712689 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:36.713469 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:36.747611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1454c9-ca51-4dfd-b772-70836c5d3c0c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:36.749980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.751350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4b5074cb-cb7d-4139-87bb-47001691c322 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9503047 Jan 18 23:12:36.755499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34062) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:36.758807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:36.763971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:36.767647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:36.774444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:36.789215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 334ec822-c741-4044-9ff2-9bd624415a71 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:36.801083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:36.834629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:36.845419 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:36.846366 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:36.906928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:36.938710 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:36.939494 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b738145-57a2-40a2-8485-9c88a6c8dd74 None None] The sync data for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:36.942127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:36.962947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:36.982173 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.985069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Pushing event updated for resources: {'Port': ['ID=060b2f16-2f6e-471e-9722-35e68710c6ae,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:37.014910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Checking segment: {'id': '140e2754-1a08-4347-9642-e6f7c5e7d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:37.015579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Network hostable DHCP agents. Network: 5f49a0cd-7f51-4a02-9880-6bce462231d9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:37.021283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5f38-5d76-4d30-9daa-09b9668a6371 None None] Provisioning complete for port 334ec822-c741-4044-9ff2-9bd624415a71 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:37.021799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5f38-5d76-4d30-9daa-09b9668a6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.029416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-83e97381-4d73-458e-9d7b-be185da88c5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f601dcb71c944df82c9eb27020bc812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584527 Jan 18 23:12:37.032683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:37.120589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b601-85ed-49ec-a4a7-b896d497916e req-f43d2b44-b934-4a35-8c4c-48edc9e5d979 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:37.123052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b549b601-85ed-49ec-a4a7-b896d497916e req-f43d2b44-b934-4a35-8c4c-48edc9e5d979 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 945 time: 0.6042924 Jan 18 23:12:37.124334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 334ec822-c741-4044-9ff2-9bd624415a71 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:37.124831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.146953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Network 5f49a0cd-7f51-4a02-9880-6bce462231d9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:37.165147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.176085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a23bf5e-4318-4ec3-a910-9ec50de4703c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.181039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 5f49a0cd-7f51-4a02-9880-6bce462231d9) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:37.195823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66ae29-7bdc-4487-8bc3-50f06eaaf444 None None] Network 5f49a0cd-7f51-4a02-9880-6bce462231d9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:37.198691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:37.199350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.212702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Attempting to bind port 060b2f16-2f6e-471e-9722-35e68710c6ae on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:37.213099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Attempting to bind port 060b2f16-2f6e-471e-9722-35e68710c6ae by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:37.213463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Attempting to bind port 060b2f16-2f6e-471e-9722-35e68710c6ae on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:37.229875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port ee38a640-921e-46a0-8bf7-a9b369b6480a yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:37.271953 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a23bf5e-4318-4ec3-a910-9ec50de4703c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.281288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:37.281678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:37.283368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b549b601-85ed-49ec-a4a7-b896d497916e req-7ab43b00-1b2d-4cbc-9ffc-af9cdb2372b6 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448853 Jan 18 23:12:37.285565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.287405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:37.287935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Bound port: 060b2f16-2f6e-471e-9722-35e68710c6ae, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:37.288322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.300128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d714ac60-fd27-4caa-882f-892dbaff4385 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6019058 Jan 18 23:12:37.648322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f196e3-7774-495e-903c-7c3f039eda99 None None] Network 5f49a0cd-7f51-4a02-9880-6bce462231d9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:37.660718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 172.20.0.13 (f1d84029-e20e-4d03-be87-edcd9315db19/0b74766a-5ee7-4cc0-8f80-8fea8440f620/ee38a640-921e-46a0-8bf7-a9b369b6480a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:37.669497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fe42:afa4 (f1d84029-e20e-4d03-be87-edcd9315db19/8a89d815-6baf-4396-9d77-e1e48917f6d6/ee38a640-921e-46a0-8bf7-a9b369b6480a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:37.703274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a23bf5e-4318-4ec3-a910-9ec50de4703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.722600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:37.739552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23bf5e-4318-4ec3-a910-9ec50de4703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c44638-467f-4dcc-9c3a-2f70ff7350ed,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:37.747717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=060b2f16-2f6e-471e-9722-35e68710c6ae,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:37.768614 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.863278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a23bf5e-4318-4ec3-a910-9ec50de4703c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:37.864587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4a23bf5e-4318-4ec3-a910-9ec50de4703c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2c44638-467f-4dcc-9c3a-2f70ff7350ed HTTP/1.1" status: 204 len: 168 time: 0.8274212 Jan 18 23:12:37.981214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a88f5-f726-4630-9c2b-701f1aa89ce8 None None] Pushing event updated for resources: {'Port': ['ID=060b2f16-2f6e-471e-9722-35e68710c6ae,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:37.989631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.017707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object ee38a640-921e-46a0-8bf7-a9b369b6480a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:38.066482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.120109 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.145510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-8734419d-2e2f-43b4-8d89-f5bf9632da5c tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.147079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-8734419d-2e2f-43b4-8d89-f5bf9632da5c tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 945 time: 0.2710428 Jan 18 23:12:38.167833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:38.171702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:38.176467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:38.221136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34088) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:38.224068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=ee38a640-921e-46a0-8bf7-a9b369b6480a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:38.232913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1408979136-network', 'tenant_id': 'c591fbed6e4342e1ae3bf4a2da528622'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:38.249207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.249974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.275011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e67f2537-8f7b-45ca-86e8-64279a8fd220 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9151742 Jan 18 23:12:38.277493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34092) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:38.308806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:38.348545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Deleting port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:38.348545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.411693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249263e-df94-448b-8c57-130988cad358 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.419320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249263e-df94-448b-8c57-130988cad358 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.420416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c249263e-df94-448b-8c57-130988cad358 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:38.427861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Usage tracker for resource:network and tenant:c591fbed6e4342e1ae3bf4a2da528622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:38.445119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c249263e-df94-448b-8c57-130988cad358 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:38.457220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c249263e-df94-448b-8c57-130988cad358 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1781626 Jan 18 23:12:38.458036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:38.524508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:38.545130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:38.610379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port ee38a640-921e-46a0-8bf7-a9b369b6480a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:38.610379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.629278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Made reservation on behalf of c591fbed6e4342e1ae3bf4a2da528622 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:38.631586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.695908 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.742424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238d1b2-429d-433d-9eed-02d253a3a542 req-efe47a0e-b79d-470e-9a86-e32d6d9bd0fe tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.749708 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3238d1b2-429d-433d-9eed-02d253a3a542 req-efe47a0e-b79d-470e-9a86-e32d6d9bd0fe tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 945 time: 0.2561693 Jan 18 23:12:38.810851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 060b2f16-2f6e-471e-9722-35e68710c6ae up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:38.823071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:38.841637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Usage tracker for resource:security_group_rule and tenant:c591fbed6e4342e1ae3bf4a2da528622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:38.887126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:38.890475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 060b2f16-2f6e-471e-9722-35e68710c6ae completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:38.894795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3238d1b2-429d-433d-9eed-02d253a3a542 req-eae8f480-10a8-41b7-a8ec-499f33027f47 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442246 Jan 18 23:12:38.921681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:38.981716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.080464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] For port 689b854e-cd0e-4602-ae85-d7b3fabef2b9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=689b854e-cd0e-4602-ae85-d7b3fabef2b9,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:39.080464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.121999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:39.133982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for ee38a640-921e-46a0-8bf7-a9b369b6480a owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:39.351509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-115469150'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:39.361977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:39.374244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:39.379341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:39.389177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:39.404188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Calling delete_port for 689b854e-cd0e-4602-ae85-d7b3fabef2b9 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:39.410450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:39.414195 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.424785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19acb39-6ed2-49a4-8184-77e7c9abc29f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:39.428430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.441720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.485841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:39.502482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.1 (397a3b53-d19e-435e-8d52-4833aa55eee5/5cf8f61b-b76f-4e3b-ace3-687b78b8d313/0208c3ba-094c-42f1-a55d-a28ac9e19b56) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:39.504321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=ee38a640-921e-46a0-8bf7-a9b369b6480a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:39.506820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group_rule and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:39.512017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:39.524347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] Provisioning for port 060b2f16-2f6e-471e-9722-35e68710c6ae completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:39.544541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] Provisioning complete for port 060b2f16-2f6e-471e-9722-35e68710c6ae triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:39.545086 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.550534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:39.637055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.671445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.686520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.701671 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eae77f03-c994-4796-a9cc-20080b2a956f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/ee38a640-921e-46a0-8bf7-a9b369b6480a HTTP/1.1" status: 204 len: 168 time: 1.2419298 Jan 18 23:12:39.705992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:39.765757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.772691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.787000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:39.806999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:39.812092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.816044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e45af0-eb22-4bf7-a445-d3502dc25e4f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:39.823521 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.824021 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment 9563ac0c-1e74-4b08-aa51-d54127ddfd44 of type vlan for network 0d7045e1-8179-461d-99ca-5c9b92f5d321 Jan 18 23:12:39.841322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cc82df-7d62-4eff-8b2f-370a8dfdf865,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:39.859414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.859998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.860351 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Added segment 0beb8a61-a533-4978-b644-38d5e1346289 of type vlan for network 93015667-f2dd-4392-9485-b83f30c219ad Jan 18 23:12:39.862526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=060b2f16-2f6e-471e-9722-35e68710c6ae,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:39.867218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.886469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['596de56a-75b7-4021-a623-45a0d90b0981'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:39.910414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.912662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad', '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:39.923181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.925790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.965002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88fffa-0c65-4ee0-989a-51af17ccbb3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.967356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88fffa-0c65-4ee0-989a-51af17ccbb3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.968185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88fffa-0c65-4ee0-989a-51af17ccbb3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.969817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2c88fffa-0c65-4ee0-989a-51af17ccbb3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2557216 Jan 18 23:12:39.981585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34130) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:39.985642 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.040804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event deleted for resources: {'Port': ['ID=689b854e-cd0e-4602-ae85-d7b3fabef2b9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:40.059121 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.111371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.115421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] No DVR routers for this DVR port 689b854e-cd0e-4602-ae85-d7b3fabef2b9 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:40.123784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.129644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'name': 'network-vif-deleted', 'tag': '689b854e-cd0e-4602-ae85-d7b3fabef2b9'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:40.145764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 689b854e-cd0e-4602-ae85-d7b3fabef2b9 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:40.153398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-130a92d1-f1a2-41b2-ab07-85358d56c06c req-092336b9-5989-413d-8a60-69a95488dcf1 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be6fcd-cdfb-4ec8-ae03-75c0cadce116 HTTP/1.1" status: 200 len: 210 time: 0.0903792 Jan 18 23:12:40.159342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Transition to ACTIVE for port object 0208c3ba-094c-42f1-a55d-a28ac9e19b56 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:40.191058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 689b854e-cd0e-4602-ae85-d7b3fabef2b9 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:40.191687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 689b854e-cd0e-4602-ae85-d7b3fabef2b9 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:40.200455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91ea9c0b-6e05-4ba2-9acb-32ba2f1b36c6 req-b2685fa7-b597-4a8e-853e-5527481d5086 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "DELETE /v2.0/ports/689b854e-cd0e-4602-ae85-d7b3fabef2b9 HTTP/1.1" status: 204 len: 173 time: 2.0368397 Jan 18 23:12:40.213750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.213950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0888641 Jan 18 23:12:40.214043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.214043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.221049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34136) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:40.250564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'name': 'tempest-PortsIpV6TestJSON-2033949057'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:40.251463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0107-b771-43cf-8cae-b3444787df64 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=0d7045e1-8179-461d-99ca-5c9b92f5d321,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:40.260785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def32c58-a24c-46a0-bca9-7bba2febf5cd None None] Update dhcp port {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '8a89d815-6baf-4396-9d77-e1e48917f6d6', 'ip_address': '2001:db8::f816:3eff:fe7f:356d'}, {'subnet_id': '0b74766a-5ee7-4cc0-8f80-8fea8440f620'}], 'binding:host_id': 'n-d-825178-1'}, 'id': '060b2f16-2f6e-471e-9722-35e68710c6ae'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:12:40.264686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 0b74766a-5ee7-4cc0-8f80-8fea8440f620 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:40.268419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.292262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb29ca-28b7-4d91-8dcd-792527821f08 None None] Pushing event updated for resources: {'Port': ['ID=060b2f16-2f6e-471e-9722-35e68710c6ae,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:40.312091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:40.333997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.400081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.468317 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be6fcd-cdfb-4ec8-ae03-75c0cadce116', 'name': 'network-vif-deleted', 'tag': '689b854e-cd0e-4602-ae85-d7b3fabef2b9', 'status': 'completed', 'code': 200} Jan 18 23:12:40.473363 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-def32c58-a24c-46a0-bca9-7bba2febf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.488091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.488373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.507726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:40.527730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=0b74766a-5ee7-4cc0-8f80-8fea8440f620,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:40.531717 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.541254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f6049d5f-e0d6-4f86-bc9a-739ae81f044e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/0b74766a-5ee7-4cc0-8f80-8fea8440f620 HTTP/1.1" status: 204 len: 168 time: 0.5537925 Jan 18 23:12:40.542820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3205533 Jan 18 23:12:40.543653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34140) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:40.546282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:40.565317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:40.577813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:40.580536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Request body: {'subnet': {'network_id': '93015667-f2dd-4392-9485-b83f30c219ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1408979136-subnet', 'tenant_id': 'c591fbed6e4342e1ae3bf4a2da528622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:40.588154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:40.592291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:40.597212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:40.599725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:40.608300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Usage tracker for resource:subnet and tenant:c591fbed6e4342e1ae3bf4a2da528622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:40.612991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:40.621904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:40.636889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 8a89d815-6baf-4396-9d77-e1e48917f6d6 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:40.640023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.651207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:40.667159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87038d9b-afa5-4129-aebc-c6d6233e583e admin admin] Pushing event updated for resources: {'Network': ['ID=93015667-f2dd-4392-9485-b83f30c219ad,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:40.681229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:40.685120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.715248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:40.734898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.786307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 93015667-f2dd-4392-9485-b83f30c219ad details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:40.815576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=0208c3ba-094c-42f1-a55d-a28ac9e19b56,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:40.824221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 060b2f16-2f6e-471e-9722-35e68710c6ae up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:40.827676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Made reservation on behalf of c591fbed6e4342e1ae3bf4a2da528622 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:40.829809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:40.895944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.027593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-23473430-45ff-4789-b45e-86f43a8bc421 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6497846 Jan 18 23:12:41.032697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.114680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-681f668f-24f3-435a-b78d-3474037612b0 None None] Provisioning for port 0208c3ba-094c-42f1-a55d-a28ac9e19b56 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:41.126137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-681f668f-24f3-435a-b78d-3474037612b0 None None] Provisioning complete for port 0208c3ba-094c-42f1-a55d-a28ac9e19b56 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:41.126137 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-681f668f-24f3-435a-b78d-3474037612b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.175957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-def32c58-a24c-46a0-bca9-7bba2febf5cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a89d815-6baf-4396-9d77-e1e48917f6d6: This subnet is being modified by another concurrent operation. Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a89d815-6baf-4396-9d77-e1e48917f6d6: This subnet is being modified by another concurrent operation. Jan 18 23:12:41.190183 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:12:41.201192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 060b2f16-2f6e-471e-9722-35e68710c6ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:41.201655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.233831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=8a89d815-6baf-4396-9d77-e1e48917f6d6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:41.240747 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.253949 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.294595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d0220cc-2896-42d5-aafc-880208cbb7b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/8a89d815-6baf-4396-9d77-e1e48917f6d6 HTTP/1.1" status: 204 len: 168 time: 0.7472277 Jan 18 23:12:41.303907 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:41.319630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-681f668f-24f3-435a-b78d-3474037612b0 None None] Port 0208c3ba-094c-42f1-a55d-a28ac9e19b56 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:12:41.331908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec659ada-d64c-4ba7-83ef-4199ab15f48f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:41.407850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30c27d76-e666-438a-bd06-93220c356a0c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024125 Jan 18 23:12:41.414759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34154) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:41.425935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:41.447054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2feb25-09ce-46b2-a574-017d9d17d4e8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:41.509820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2c6a7e05-c0dd-46e4-949b-f15f9ab29109 None None] Provisioning complete for port 060b2f16-2f6e-471e-9722-35e68710c6ae triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:41.511329 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7e05-c0dd-46e4-949b-f15f9ab29109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.523694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Checking segment: {'id': '0beb8a61-a533-4978-b644-38d5e1346289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93015667-f2dd-4392-9485-b83f30c219ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:41.524049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Network hostable DHCP agents. Network: 93015667-f2dd-4392-9485-b83f30c219ad, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:41.556310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.569551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:41.573738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:41.577085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:41.580078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Network 93015667-f2dd-4392-9485-b83f30c219ad is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:41.588141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:41.600008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 93015667-f2dd-4392-9485-b83f30c219ad) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:41.604116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:41.607978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.620156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.623708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:41.626161 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.632528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99c08d-11c2-4a8d-b11f-23646f6fa1a1 None None] Network 93015667-f2dd-4392-9485-b83f30c219ad requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:41.716857 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-864244f7-d874-48d7-b6f2-771ea87afd69 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1694324 Jan 18 23:12:42.054858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4875f-eda7-4412-9538-66a1386b506b req-0ba83692-6ca2-4baf-939f-b68bf4c79463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.056354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-0ba83692-6ca2-4baf-939f-b68bf4c79463 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 1097 time: 0.7206490 Jan 18 23:12:42.112374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:42.236598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.340694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceb92-3211-4d72-8943-7078d5fcf04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.373649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:42.392928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4875f-eda7-4412-9538-66a1386b506b req-b2415f76-4b34-496c-901d-a5785958aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.394794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-b2415f76-4b34-496c-901d-a5785958aba2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.3154850 Jan 18 23:12:42.403388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.429667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ceff4-6d77-4550-b037-516f523edbea None None] Network 93015667-f2dd-4392-9485-b83f30c219ad requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:42.497354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-2821f3ae-26f0-41d4-bc39-5e9a37d0cb69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=596de56a-75b7-4021-a623-45a0d90b0981 HTTP/1.1" status: 200 len: 217 time: 0.0865083 Jan 18 23:12:42.502082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.553564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:12:42.563018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Deleting port 060b2f16-2f6e-471e-9722-35e68710c6ae {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:42.563694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.587467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:42.654753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.688367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=0208c3ba-094c-42f1-a55d-a28ac9e19b56,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:42.721925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': '9563ac0c-1e74-4b08-aa51-d54127ddfd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:42.722289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: 0d7045e1-8179-461d-99ca-5c9b92f5d321, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:42.741594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.762417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4875f-eda7-4412-9538-66a1386b506b req-f5547214-723c-43fe-90e9-4acd0a2e8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.763889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-f5547214-723c-43fe-90e9-4acd0a2e8636 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.2273586 Jan 18 23:12:42.835767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 060b2f16-2f6e-471e-9722-35e68710c6ae no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:42.943023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:42.948793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:42.953043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-db2f5215-2f90-4415-bf28-aca94464182b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538187 Jan 18 23:12:42.994046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=060b2f16-2f6e-471e-9722-35e68710c6ae,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:43.015662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:43.040874 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.054129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.055155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.173688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-88b51104-671e-490e-86f8-3f8eb53c6b6e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:43.174570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-88b51104-671e-490e-86f8-3f8eb53c6b6e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Synchronizing usage tracker for tenant:cf872bded8934e7293518c90fd6704bb on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:43.223320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:43.225501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=060b2f16-2f6e-471e-9722-35e68710c6ae,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:43.226165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.231781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:43.245046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.247549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:43.248273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.274570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=8a63810d-1e04-4b40-ad5d-60a8ad623e30,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:43.286095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8668845 Jan 18 23:12:43.286849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:43.287820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4710610-9ea7-49ec-8d69-421469f70a1c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=060b2f16-2f6e-471e-9722-35e68710c6ae,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:43.295966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:43.315566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-88b51104-671e-490e-86f8-3f8eb53c6b6e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Unset dirty status for tenant:cf872bded8934e7293518c90fd6704bb on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:43.315829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0d7045e1-8179-461d-99ca-5c9b92f5d321) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:43.317029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-88b51104-671e-490e-86f8-3f8eb53c6b6e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/networks?id=5f49a0cd-7f51-4a02-9880-6bce462231d9 HTTP/1.1" status: 200 len: 812 time: 0.8235042 Jan 18 23:12:43.328294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:43.334001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:43.334647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.346782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5529e89-0753-45a3-bdb8-d91057b4a2c8 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:43.398809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-318b7e4d-1bc2-4ff2-84e0-5fa34b4adab4 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/quotas/cf872bded8934e7293518c90fd6704bb HTTP/1.1" status: 200 len: 375 time: 0.0282028 Jan 18 23:12:43.447272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Calling delete_port for 060b2f16-2f6e-471e-9722-35e68710c6ae owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:43.463099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-a6c76004-f111-471c-8acb-b6b421037683 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cf872bded8934e7293518c90fd6704bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579722 Jan 18 23:12:43.476288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-d9d6fe13-de02-42ad-a375-57e77f711cbd service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:12:43.477688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-d9d6fe13-de02-42ad-a375-57e77f711cbd service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078857 Jan 18 23:12:43.502811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c75f3fc5-164f-464a-885c-dd311156be4c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2651553 Jan 18 23:12:43.510325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 35da35fd-52c8-4342-b92d-de685717ef85 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:43.510938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34184) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:43.516976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1618131914'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:43.529995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:43.538668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:43.545700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:43.565507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:43.587946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=060b2f16-2f6e-471e-9722-35e68710c6ae,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:43.599713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:43.608205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:43.613483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:43.614019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.624122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:43.662787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:43.666743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.677391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4d58bde0-e917-4884-9e32-458f97440305 None None] Provisioning complete for port 0208c3ba-094c-42f1-a55d-a28ac9e19b56 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:43.678001 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d58bde0-e917-4884-9e32-458f97440305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.759907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-54f1fa2a-808c-492e-b56c-2d9462783ce4 service neutron] 10.222.0.78 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720094 Jan 18 23:12:43.781028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:43.786578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.813449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-9093e739-4764-4e5a-8b73-6e84c5b715cb service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759149 Jan 18 23:12:43.881261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:12:43.881626 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:12:43.887836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4d58bde0-e917-4884-9e32-458f97440305 None None] Port 0208c3ba-094c-42f1-a55d-a28ac9e19b56 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:12:43.894899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=060b2f16-2f6e-471e-9722-35e68710c6ae,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:43.936999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:43.952740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9195783e-051c-4c40-b4cb-3d0161cb742f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/routers/35da35fd-52c8-4342-b92d-de685717ef85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1944795 Jan 18 23:12:43.958814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:43.966459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'port': {'network_id': '397a3b53-d19e-435e-8d52-4833aa55eee5', 'name': 'tempest-FloatingIPTestJSON-499886242'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:43.969066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] Sync routers for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:43.977033 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-ce069be7-6ad8-44a7-9604-3db662a27060 service neutron] 10.222.0.78 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108269 Jan 18 23:12:43.985303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:43.985937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:44.023195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:44.079451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:44.091456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:44.092109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:44.171308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:44.175500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.176261 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment dbc3152c-7a4c-4998-938f-7f80c367c90e of type vlan for network 2412192a-aff2-42a5-a014-b27744cc9cfa Jan 18 23:12:44.178314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d05f6-8c15-4b95-81e7-24e38554caa9 None None] The sync data for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:44.231839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.247674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a4875f-eda7-4412-9538-66a1386b506b req-67d07df8-575d-4df4-9601-05e369e9e36a service neutron] 10.222.0.85 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267030 Jan 18 23:12:44.320303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.320879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=d1444e69-e8a1-4be4-8118-f72af2912b73,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:44.330403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed207d9-2179-47c3-90ce-7ea0fc4b25ce req-4f0859be-8e33-4b2b-95f0-0c28b5cf357e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 210 time: 0.0937891 Jan 18 23:12:44.334563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:44.335948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:44.343912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.344567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.345462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:44.349693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Usage tracker for resource:port and tenant:ebc06a582406470ab57bc00de42d8310 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:44.352594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:44.367682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:44.380844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b3948978-a856-44ae-9cec-ec51d76e4e56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0895672 Jan 18 23:12:44.381926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34202) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:44.382817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Deleting port 060b2f16-2f6e-471e-9722-35e68710c6ae {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:44.383453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.393279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:76:71:52', 'name': 'tempest-NetworksTestDHCPv6-359410802'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:44.395595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-45ce9248-a049-47f0-b45a-7aaf44cd877e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4025240 Jan 18 23:12:44.399336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Made reservation on behalf of ebc06a582406470ab57bc00de42d8310 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:44.403350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.441545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] device_id is not set on port c284732d-8a1f-46a2-9733-866c933172ba yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:44.632009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:44.638184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:44.642360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:44.650521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:44.687761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.693504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:44.699857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.702889 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.768338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] For port 060b2f16-2f6e-471e-9722-35e68710c6ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=060b2f16-2f6e-471e-9722-35e68710c6ae,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:44.768842 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.925636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Calling delete_port for 060b2f16-2f6e-471e-9722-35e68710c6ae owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:44.970502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4559348 Jan 18 23:12:44.979487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:45.009380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326da3c8-6c07-475c-bde1-461d0df0da5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=2412192a-aff2-42a5-a014-b27744cc9cfa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:45.026625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'ports': [{'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'}, {'network_id': '2412192a-aff2-42a5-a014-b27744cc9cfa'}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:45.026950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:45.031485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '2412192a-aff2-42a5-a014-b27744cc9cfa'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:45.036913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2412192a-aff2-42a5-a014-b27744cc9cfa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:45.075627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Allocated IP 172.20.0.5 (397a3b53-d19e-435e-8d52-4833aa55eee5/5cf8f61b-b76f-4e3b-ace3-687b78b8d313/c284732d-8a1f-46a2-9733-866c933172ba) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:45.148271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.185745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:45.260764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-24e13bcc-b640-420c-a257-8f16f352b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:45.262800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-24e13bcc-b640-420c-a257-8f16f352b958 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aeeefa427a844fb4b790f1f259943ea8&device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 1096 time: 0.5403783 Jan 18 23:12:45.359122 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a24fbc96-7b8e-44be-89f9-167f56394b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.492909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.545336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Pushing event deleted for resources: {'Port': ['ID=060b2f16-2f6e-471e-9722-35e68710c6ae,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:45.615873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.616279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.616582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.617149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.617417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.617787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.618116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.618460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.618986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.619319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.619656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.619961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:45.626566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 172.20.0.12 (f1d84029-e20e-4d03-be87-edcd9315db19/d1444e69-e8a1-4be4-8118-f72af2912b73/77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:45.636100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fe76:7152 (f1d84029-e20e-4d03-be87-edcd9315db19/8a63810d-1e04-4b40-ad5d-60a8ad623e30/77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:45.677015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.696709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac9abf-2662-4912-9fc8-afe116662c7c None None] No DVR routers for this DVR port 060b2f16-2f6e-471e-9722-35e68710c6ae on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:45.718927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60245ae7-f07e-45a0-a2df-0a1f0090ef7f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:45.741242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.821652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81e2cf11-f1f8-428f-a711-94be549bbdc6 req-fc2b1e32-dd01-431a-aa0c-a31a7d856c01 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 210 time: 0.2852705 Jan 18 23:12:45.890925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:45.901240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:45.919600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:45.927943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.933233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:45.950045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:45.963402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-657515e2-3701-4050-9039-61764f92b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:45.964875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-657515e2-3701-4050-9039-61764f92b7a5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 200 len: 914 time: 0.6693354 Jan 18 23:12:45.976176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca32d2-2a1f-43ab-88b8-7bff878968fe req-9be09363-54b0-4854-89cc-77895dce773d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:45.976885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f8ca32d2-2a1f-43ab-88b8-7bff878968fe req-9be09363-54b0-4854-89cc-77895dce773d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:45.982042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '8a63810d-1e04-4b40-ad5d-60a8ad623e30'}, {'subnet_id': 'd1444e69-e8a1-4be4-8118-f72af2912b73'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:45.982545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.983134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.044928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 2} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:46.049504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.067269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:46.068393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:46.072527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:46.097227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-a9b390f4-52ea-42bc-a24c-4a5580f5844f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01839913-7c60-4632-b422-f775c9e71fad HTTP/1.1" status: 200 len: 217 time: 0.1146848 Jan 18 23:12:46.107117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:46.108274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.142122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.142669 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.166610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.178640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8d95c75f-d560-4be1-9369-8e420ccad960 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7951355 Jan 18 23:12:46.181592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34222) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:46.191594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f8ca32d2-2a1f-43ab-88b8-7bff878968fe req-9be09363-54b0-4854-89cc-77895dce773d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:46.197848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8ca32d2-2a1f-43ab-88b8-7bff878968fe req-9be09363-54b0-4854-89cc-77895dce773d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 946 time: 0.9038284 Jan 18 23:12:46.233159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Allocated IP 172.20.0.2 (f1d84029-e20e-4d03-be87-edcd9315db19/d1444e69-e8a1-4be4-8118-f72af2912b73/628706d0-2e49-4665-9bcc-4e68b38cf871) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:46.240016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Allocated IP 2001:db8::f816:3eff:fe90:1930 (f1d84029-e20e-4d03-be87-edcd9315db19/8a63810d-1e04-4b40-ad5d-60a8ad623e30/628706d0-2e49-4665-9bcc-4e68b38cf871) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:46.290954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad20d91-d176-44cb-8eb2-ad6d4a45613c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.292133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ad20d91-d176-44cb-8eb2-ad6d4a45613c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:46.316500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ad20d91-d176-44cb-8eb2-ad6d4a45613c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:46.320867 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ad20d91-d176-44cb-8eb2-ad6d4a45613c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1381681 Jan 18 23:12:46.321582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:46.397763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:46.398123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.413801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Transition to ACTIVE for port object c284732d-8a1f-46a2-9733-866c933172ba will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:46.467178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-c6e24b1b-05cb-4254-aa37-5a0096602c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.468638 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-c6e24b1b-05cb-4254-aa37-5a0096602c65 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 200 len: 853 time: 0.3622215 Jan 18 23:12:46.507037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.514492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.525494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Transition to ACTIVE for port object 628706d0-2e49-4665-9bcc-4e68b38cf871 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:46.545984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Transition to ACTIVE for port object 628706d0-2e49-4665-9bcc-4e68b38cf871 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:46.552801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.637245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:46.641450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:46.643200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Pushing event updated for resources: {'Port': ['ID=628706d0-2e49-4665-9bcc-4e68b38cf871,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:46.645451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:46.662025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.696316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-8c956c9b-8bf2-4184-bd98-ee509fd5a990 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ee35111c-7822-4c88-b7d6-37da29c7b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659958 Jan 18 23:12:46.699203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f8ca32d2-2a1f-43ab-88b8-7bff878968fe req-0943db7c-ddde-4cbe-9901-e5b1aa208e7e tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005980 Jan 18 23:12:46.768325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:46.776461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Attempting to bind port 628706d0-2e49-4665-9bcc-4e68b38cf871 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:46.777036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Attempting to bind port 628706d0-2e49-4665-9bcc-4e68b38cf871 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:46.777557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Attempting to bind port 628706d0-2e49-4665-9bcc-4e68b38cf871 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:46.783415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:46.783713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:46.784092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.784484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:46.784966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Bound port: 628706d0-2e49-4665-9bcc-4e68b38cf871, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:46.787235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.793466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:46.835402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:46.838742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:46.877116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-7ec44ef1-4aa1-495e-a6a2-987423555903 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.878782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-7ec44ef1-4aa1-495e-a6a2-987423555903 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.85 "GET /v2.0/networks?id=5f49a0cd-7f51-4a02-9880-6bce462231d9 HTTP/1.1" status: 200 len: 812 time: 0.6758657 Jan 18 23:12:46.904480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] For port 628706d0-2e49-4665-9bcc-4e68b38cf871, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:46.912514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] For port 628706d0-2e49-4665-9bcc-4e68b38cf871, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=628706d0-2e49-4665-9bcc-4e68b38cf871,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:46.928577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.989213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Request body: {'port': {'device_id': '63414249-7abf-4541-9efa-32ece8735da2', 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9', 'admin_state_up': True, 'tenant_id': 'cf872bded8934e7293518c90fd6704bb'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:47.009919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event updated for resources: {'Port': ['ID=c284732d-8a1f-46a2-9733-866c933172ba,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:47.084708 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.090687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b02863-255e-4fc0-bfe9-dbb788d279a7 None None] Pushing event updated for resources: {'Port': ['ID=628706d0-2e49-4665-9bcc-4e68b38cf871,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:47.140307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port f6159e47-8432-49be-8bf1-29e63e1d022f yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:47.147147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43b282b4-5196-4e9b-81c9-c2211c1f17ca None None] Provisioning for port c284732d-8a1f-46a2-9733-866c933172ba completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:47.158098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43b282b4-5196-4e9b-81c9-c2211c1f17ca None None] Provisioning complete for port c284732d-8a1f-46a2-9733-866c933172ba triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:47.158507 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43b282b4-5196-4e9b-81c9-c2211c1f17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.174028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-818d221e-8939-4240-b6ad-c0603a71795c req-ac31fa5a-e261-4eac-acb9-e5591d9fe739 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 210 time: 0.0709798 Jan 18 23:12:47.190988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:47.191675 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.209740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.250024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43b282b4-5196-4e9b-81c9-c2211c1f17ca None None] Port c284732d-8a1f-46a2-9733-866c933172ba cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:12:47.254656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-2bc34bd5-d7bc-43bd-b180-b41863605318 service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201950 Jan 18 23:12:47.263343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:47.299560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-f815f650-f2ff-4035-ac61-1932a5fa4fe3 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:47.301093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-f815f650-f2ff-4035-ac61-1932a5fa4fe3 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.85 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 946 time: 0.6687589 Jan 18 23:12:47.308848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e236e8b-4253-4ebe-86cc-5635008209fb tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3490169 Jan 18 23:12:47.347959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:47.382161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Request body: {'floatingip': {'port_id': 'c284732d-8a1f-46a2-9733-866c933172ba'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:47.482178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:47.491590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Usage tracker for resource:port and tenant:cf872bded8934e7293518c90fd6704bb is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:47.498568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:47.505802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.510383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.668372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:47.698870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Deleting port 596de56a-75b7-4021-a623-45a0d90b0981 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:47.699303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.726169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0400619c-5b0d-4e73-b203-db391b480335 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26 HTTP/1.1" status: 204 len: 168 time: 1.4021564 Jan 18 23:12:47.733833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34238) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:47.750263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Made reservation on behalf of cf872bded8934e7293518c90fd6704bb for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:47.753485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.841307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.984413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d13b3ef8-faf4-4c80-bea2-43eb5e26ae53 req-ec64a09e-8746-4d76-ab46-1769995f689c service neutron] 10.222.0.86 "GET /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196338 Jan 18 23:12:48.006288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cea21-41ff-45a6-b1c2-bc8c9444c465 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.007800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cea21-41ff-45a6-b1c2-bc8c9444c465 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.010235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cea21-41ff-45a6-b1c2-bc8c9444c465 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.010235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-011cea21-41ff-45a6-b1c2-bc8c9444c465 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:48.050913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-011cea21-41ff-45a6-b1c2-bc8c9444c465 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:48.055450 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-011cea21-41ff-45a6-b1c2-bc8c9444c465 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3206229 Jan 18 23:12:48.068801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34242) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:48.342099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95abe450-4f2e-4c4f-b5cc-9a4401c38b2a None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:48.357911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b67a37fd-c02b-4218-833f-44653ff379f2 req-21a21da9-7941-4ba5-85da-7ddfbfa8683a tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 210 time: 0.0549481 Jan 18 23:12:48.365990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 3c0ac708-40b7-4b26-8b76-27a5da80db58 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:48.413089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 8a63810d-1e04-4b40-ad5d-60a8ad623e30 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:48.425215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.437298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dc11ab07-ce2b-4e5e-8fdc-06ed2347ed2c None None] Provisioning for port 628706d0-2e49-4665-9bcc-4e68b38cf871 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:48.453423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Allocated IP 172.20.0.7 (5f49a0cd-7f51-4a02-9880-6bce462231d9/6e1454c9-ca51-4dfd-b772-70836c5d3c0c/b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:48.482071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b668-cfee-47e9-b4f0-a740053a16b7 req-4af4cd94-f13a-4f1c-a1ed-072ebed1d2e8 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.488609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44f6b668-cfee-47e9-b4f0-a740053a16b7 req-4af4cd94-f13a-4f1c-a1ed-072ebed1d2e8 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 946 time: 0.6503341 Jan 18 23:12:48.549844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.562519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.605647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.712109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] For port 596de56a-75b7-4021-a623-45a0d90b0981, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=596de56a-75b7-4021-a623-45a0d90b0981,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:48.712529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.746212 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP 662f4553-dbed-4cca-9a10-3d11dd691b54 associated. External IP: 172.25.4.85, port: 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4. Jan 18 23:12:48.779796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 628706d0-2e49-4665-9bcc-4e68b38cf871 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:48.854841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44f6b668-cfee-47e9-b4f0-a740053a16b7 req-80ec739f-437d-427e-b9da-2521da00574b tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652301 Jan 18 23:12:48.880198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 628706d0-2e49-4665-9bcc-4e68b38cf871 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:48.893187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 628706d0-2e49-4665-9bcc-4e68b38cf871 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:48.893474 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.051840 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.079949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Calling delete_port for 596de56a-75b7-4021-a623-45a0d90b0981 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:49.101262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 628706d0-2e49-4665-9bcc-4e68b38cf871, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=628706d0-2e49-4665-9bcc-4e68b38cf871,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:49.111318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-81322ec6-fd86-4fa7-b0aa-eeb7d585c734 None None] Provisioning complete for port 628706d0-2e49-4665-9bcc-4e68b38cf871 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:49.111685 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81322ec6-fd86-4fa7-b0aa-eeb7d585c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.149108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.169551 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.192999 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.193339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:49.253526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=628706d0-2e49-4665-9bcc-4e68b38cf871,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:49.254996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.372311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.454961 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.456383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d9dd158d-3203-4a63-9046-df11d0bf2a10 None None] Could not find standard attr ID for object ee38a640-921e-46a0-8bf7-a9b369b6480a. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:12:49.494104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:49.500912 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.503349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.513475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad', '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:49.542152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:49.561958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:49.562713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.564633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=f6159e47-8432-49be-8bf1-29e63e1d022f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:49.571842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Network 5f49a0cd-7f51-4a02-9880-6bce462231d9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:49.574334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=8a63810d-1e04-4b40-ad5d-60a8ad623e30,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:49.637872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:49.654815 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:49.675063 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:49.675688 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:49.691325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eaf25092-8b1a-4bd0-bfe0-2c04f3f7f042 None None] Could not find standard attr ID for object 77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:12:49.693321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 596de56a-75b7-4021-a623-45a0d90b0981 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:49.746536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 596de56a-75b7-4021-a623-45a0d90b0981 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:49.746536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 596de56a-75b7-4021-a623-45a0d90b0981 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:49.761167 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:49.770781 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:49.771398 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:49.781927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:49.784851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:49.814394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dd07b-bd3b-4709-9e29-c28a13d5e4c1 req-65bb48af-8126-4871-92b1-445e5d7931af tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.820464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a40dd07b-bd3b-4709-9e29-c28a13d5e4c1 req-65bb48af-8126-4871-92b1-445e5d7931af tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 931 time: 0.2817419 Jan 18 23:12:49.877236 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:49.877645 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d701c13-bc40-4d59-aeaf-93b1c14c1015 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:49.964387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a40dd07b-bd3b-4709-9e29-c28a13d5e4c1 req-5fee24e8-b8bf-4b66-992d-255e40aa674f tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Synchronizing usage tracker for tenant:cf872bded8934e7293518c90fd6704bb on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:49.998268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.998913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.011189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.056331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27ac8e-fbdb-4704-8b5d-dc2bb4b6f06b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:50.067920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a40dd07b-bd3b-4709-9e29-c28a13d5e4c1 req-5fee24e8-b8bf-4b66-992d-255e40aa674f tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Unset dirty status for tenant:cf872bded8934e7293518c90fd6704bb on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:50.075666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a40dd07b-bd3b-4709-9e29-c28a13d5e4c1 req-5fee24e8-b8bf-4b66-992d-255e40aa674f tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489758 Jan 18 23:12:50.137652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] No DVR routers for this DVR port 596de56a-75b7-4021-a623-45a0d90b0981 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:50.150375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Pushing event updated for resources: {'Port': ['ID=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:50.163107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.165119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.85 "DELETE /v2.0/ports/596de56a-75b7-4021-a623-45a0d90b0981 HTTP/1.1" status: 204 len: 173 time: 2.8511000 Jan 18 23:12:50.165554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc223ec-a916-4946-a950-09e3f991ac12', 'name': 'network-vif-deleted', 'tag': '596de56a-75b7-4021-a623-45a0d90b0981'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:50.230268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 35da35fd-52c8-4342-b92d-de685717ef85 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:50.238449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event deleted for resources: {'Port': ['ID=596de56a-75b7-4021-a623-45a0d90b0981,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:50.241659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-21930501-473c-4b78-acc7-3794ef8bd335 req-55953aa4-a8ae-48a2-a4c2-f70850c7f09d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:50.320790 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc223ec-a916-4946-a950-09e3f991ac12', 'name': 'network-vif-deleted', 'tag': '596de56a-75b7-4021-a623-45a0d90b0981', 'status': 'completed', 'code': 200} Jan 18 23:12:50.324597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-771ab39f-e9cd-4b46-809f-e22644628ae2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3549364 Jan 18 23:12:50.326237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e71d0b17-6871-4f2c-8bf7-af8c20342aa8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/8a63810d-1e04-4b40-ad5d-60a8ad623e30 HTTP/1.1" status: 204 len: 168 time: 2.2421341 Jan 18 23:12:50.334781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:50.350724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Request body: {'port': {'device_id': '63414249-7abf-4541-9efa-32ece8735da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:50.385790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': 'dbc3152c-7a4c-4998-938f-7f80c367c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2412192a-aff2-42a5-a014-b27744cc9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:50.386252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: 2412192a-aff2-42a5-a014-b27744cc9cfa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:50.415819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-21930501-473c-4b78-acc7-3794ef8bd335 req-55953aa4-a8ae-48a2-a4c2-f70850c7f09d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:50.417006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21930501-473c-4b78-acc7-3794ef8bd335 req-55953aa4-a8ae-48a2-a4c2-f70850c7f09d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2dc223ec-a916-4946-a950-09e3f991ac12 HTTP/1.1" status: 200 len: 210 time: 0.3547852 Jan 18 23:12:50.435087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=3c0ac708-40b7-4b26-8b76-27a5da80db58,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:50.481342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 2412192a-aff2-42a5-a014-b27744cc9cfa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:50.494302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet d1444e69-e8a1-4be4-8118-f72af2912b73 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:50.501378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.510832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2412192a-aff2-42a5-a014-b27744cc9cfa) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:50.515674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.520362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27307bfc-0f50-4085-9240-6d89c64deb2a None None] Network 2412192a-aff2-42a5-a014-b27744cc9cfa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:50.528487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:50.534170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.538892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.539595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.552895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:50.560146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.605450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-38ff7dab-7518-4eb8-870e-acfaa2ac07e1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6098094 Jan 18 23:12:50.607282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34258) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:50.635642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] Sync routers for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:50.681658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:50.682612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:50.695632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.746391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 3c0ac708-40b7-4b26-8b76-27a5da80db58 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:50.746813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:50.807214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 628706d0-2e49-4665-9bcc-4e68b38cf871 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:50.885630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:50.974106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:50.974742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:51.048248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:51.056303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.072471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Transition to ACTIVE for port object b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:51.073720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:51.074171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f3d73-8270-4155-a4e8-582394997b4f None None] The sync data for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:51.079914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.107251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 628706d0-2e49-4665-9bcc-4e68b38cf871 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:51.107670 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.200245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e30eef-46b9-4567-882e-60833a078a16 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:12:51.246675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Pushing event updated for resources: {'Port': ['ID=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:51.327806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-489e585d-6242-4186-84d4-2d468f72e4d1 None None] Provisioning complete for port 628706d0-2e49-4665-9bcc-4e68b38cf871 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:51.328415 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-489e585d-6242-4186-84d4-2d468f72e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.330509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Attempting to bind port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:51.330946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Attempting to bind port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '140e2754-1a08-4347-9642-e6f7c5e7d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:51.331421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Attempting to bind port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b on network 5f49a0cd-7f51-4a02-9880-6bce462231d9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:51.336770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b on network 5f49a0cd-7f51-4a02-9880-6bce462231d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:12:51.337251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Attempting to bind port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b on network 5f49a0cd-7f51-4a02-9880-6bce462231d9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:51.342966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:51.343431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Checking segment: {'id': '140e2754-1a08-4347-9642-e6f7c5e7d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:51.343937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Bound using segment: {'id': '140e2754-1a08-4347-9642-e6f7c5e7d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:51.344464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Bound port: b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140e2754-1a08-4347-9642-e6f7c5e7d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:51.344916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.372763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.425040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e30eef-46b9-4567-882e-60833a078a16 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:12:51.437328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] For port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:51.440501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] For port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,segment=NetworkSegment(140e2754-1a08-4347-9642-e6f7c5e7d420),segment_id=140e2754-1a08-4347-9642-e6f7c5e7d420)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:51.458337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.515661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.517170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.518795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] 10.222.0.85 "PUT /v2.0/ports/b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b HTTP/1.1" status: 200 len: 1091 time: 1.1742215 Jan 18 23:12:51.545210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b6603ac1-70e6-49be-a6e5-507938a53299 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/floatingips/662f4553-dbed-4cca-9a10-3d11dd691b54 HTTP/1.1" status: 200 len: 976 time: 4.1700218 Jan 18 23:12:51.548892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34268) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:51.553646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 3c0ac708-40b7-4b26-8b76-27a5da80db58 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:51.638808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.674911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd9b5-038b-46fc-a2f9-281852dc5f67 service neutron] Pushing event updated for resources: {'Port': ['ID=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:51.700783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port c284732d-8a1f-46a2-9733-866c933172ba {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:51.701155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.791346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f16240-ec65-4d40-b087-b14dd151adf7 req-dcc685bb-e6da-4ef6-b45c-267ea9c3c828 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.799957 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73f16240-ec65-4d40-b087-b14dd151adf7 req-dcc685bb-e6da-4ef6-b45c-267ea9c3c828 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 943 time: 0.4393249 Jan 18 23:12:51.834348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-f7a98343-6f65-4b18-b14c-309aaea517c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.837134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.838159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-f7a98343-6f65-4b18-b14c-309aaea517c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cf872bded8934e7293518c90fd6704bb&device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 1094 time: 0.2348766 Jan 18 23:12:51.914099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.928802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=d1444e69-e8a1-4be4-8118-f72af2912b73,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:51.946770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e896b57-c5db-4a20-b024-108fba0de658 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:51.976071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:51.981535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73f16240-ec65-4d40-b087-b14dd151adf7 req-d595c991-b065-4dd8-93c0-d6b697949e9c tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807237 Jan 18 23:12:51.998352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=3c0ac708-40b7-4b26-8b76-27a5da80db58,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:52.014541 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c5969470-21bd-402b-8c5b-bd9a1952a132 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/d1444e69-e8a1-4be4-8118-f72af2912b73 HTTP/1.1" status: 204 len: 168 time: 1.6785548 Jan 18 23:12:52.016480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.018668 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-517bb0b5-a141-4bd3-a3fa-3623c752fef9 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/3c0ac708-40b7-4b26-8b76-27a5da80db58 HTTP/1.1" status: 204 len: 168 time: 1.4105175 Jan 18 23:12:52.019530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:52.023130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:52.069578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1c9df3cd-49fc-429b-b49c-7b4810d9ba90 None None] Provisioning complete for port 628706d0-2e49-4665-9bcc-4e68b38cf871 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:52.069982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3cd-49fc-429b-b49c-7b4810d9ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.119233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-a8737af7-5d19-43e6-845b-05b3e39226b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b HTTP/1.1" status: 200 len: 217 time: 0.2691002 Jan 18 23:12:52.136917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9bb9735f-1c88-4f02-93f9-5ab3bcdb1f5d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151342 Jan 18 23:12:52.143009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:52.150439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:52.271862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:52.281433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-cf9d6448-c5de-491c-be3b-d032d76b91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.282886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-cf9d6448-c5de-491c-be3b-d032d76b91bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e1454c9-ca51-4dfd-b772-70836c5d3c0c HTTP/1.1" status: 200 len: 852 time: 0.1165397 Jan 18 23:12:52.285107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:52.289168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:52.310377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33863ebf-2792-438f-939c-3d2419bf019b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.316509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33863ebf-2792-438f-939c-3d2419bf019b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.317386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-33863ebf-2792-438f-939c-3d2419bf019b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:52.320266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:52.332795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63414249-7abf-4541-9efa-32ece8735da2', 'tag': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:52.334167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:12:52.339351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] Deleting port 628706d0-2e49-4665-9bcc-4e68b38cf871 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:52.339808 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.346505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.351103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-33863ebf-2792-438f-939c-3d2419bf019b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:52.356060 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-33863ebf-2792-438f-939c-3d2419bf019b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3315527 Jan 18 23:12:52.357439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:52.362200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:52.362526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.369478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-6e8369a1-c25b-422b-b4ac-5ce64ba42bb8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f49a0cd-7f51-4a02-9880-6bce462231d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705104 Jan 18 23:12:52.426001 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63414249-7abf-4541-9efa-32ece8735da2', 'tag': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b', 'status': 'completed', 'code': 200} Jan 18 23:12:52.433733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7ecaf-57bf-4b59-b677-e2a8f07989db req-20c93968-798b-47a9-b060-b95467f70c92 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.435285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24d7ecaf-57bf-4b59-b677-e2a8f07989db req-20c93968-798b-47a9-b060-b95467f70c92 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 945 time: 0.3877132 Jan 18 23:12:52.597636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] For port 628706d0-2e49-4665-9bcc-4e68b38cf871, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=628706d0-2e49-4665-9bcc-4e68b38cf871,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:52.598080 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.599309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.658128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:52.661199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:52.664513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.665177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.689613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port f6159e47-8432-49be-8bf1-29e63e1d022f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:52.689961 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.698535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5514126 Jan 18 23:12:52.698535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=ed310155-3bd5-442d-8c90-1da33a3b2a11,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:52.699047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:52.706233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:52.729053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] Calling delete_port for 628706d0-2e49-4665-9bcc-4e68b38cf871 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:52.772451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 628706d0-2e49-4665-9bcc-4e68b38cf871 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:52.781489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.782163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.782719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.783248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.783774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.784297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.785771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.786321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.786845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.787368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.787912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.788455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d139526f-a822-4fce-8c50-176587a24421 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:52.792322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24d7ecaf-57bf-4b59-b677-e2a8f07989db req-138fd48f-c46d-47a1-b71e-9bd4a85bfbd5 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004804 Jan 18 23:12:52.888252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.900538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:52.906095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:52.909637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:52.916428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:52.930497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 628706d0-2e49-4665-9bcc-4e68b38cf871 update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 23:12:52.944423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-1f87b367-380b-4317-bf59-ca216755516c service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206070 Jan 18 23:12:52.945842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:52.949975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] No DVR routers for this DVR port 628706d0-2e49-4665-9bcc-4e68b38cf871 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:52.951750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c4aa0-1c95-4fa6-97ef-66c6cc4df4f7 None None] Pushing event deleted for resources: {'Port': ['ID=628706d0-2e49-4665-9bcc-4e68b38cf871,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:52.955097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.978691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6df51e-02f5-45fa-9a6b-206e88469862 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:53.171398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.171398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.171398 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Floating IP 662f4553-dbed-4cca-9a10-3d11dd691b54 disassociated. External IP: 172.25.4.85, port: c284732d-8a1f-46a2-9733-866c933172ba. Jan 18 23:12:53.171836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for c284732d-8a1f-46a2-9733-866c933172ba owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:53.225887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': 'ed310155-3bd5-442d-8c90-1da33a3b2a11'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:53.226847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.264502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d54ffa-2215-4bfa-8cdc-2c56da7aca10 req-ceeb6406-5600-4492-af80-30d93dea1f7d tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:53.266080 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80d54ffa-2215-4bfa-8cdc-2c56da7aca10 req-ceeb6406-5600-4492-af80-30d93dea1f7d tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 943 time: 0.1547720 Jan 18 23:12:53.277463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.326537 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80d54ffa-2215-4bfa-8cdc-2c56da7aca10 req-9ea0224e-905d-4120-9dbc-260063179f58 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Jan 18 23:12:53.401130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Allocated IP 172.20.0.2 (f1d84029-e20e-4d03-be87-edcd9315db19/ed310155-3bd5-442d-8c90-1da33a3b2a11/f7c70cfc-1721-4e52-b3d7-698eed31993f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:53.472783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:12:53.474124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.535379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:53.538456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:53.541695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:53.542274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.565360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=196c7884-11ae-4275-9d9b-ce0e3dc7edfb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:53.584887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3b827aba-8dc4-4a98-ba56-cc4b234ae818 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8819404 Jan 18 23:12:53.585089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for f6159e47-8432-49be-8bf1-29e63e1d022f owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:53.585558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:53.591734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:e2:68:4c', 'name': 'tempest-NetworksTestDHCPv6-319492710'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:53.623495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.626306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9280769-b5cd-4d3d-9540-1c183e1d9826 req-ebe5f6db-4de1-4eb5-96b2-c3b345efbb18 service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695635 Jan 18 23:12:53.635821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Transition to ACTIVE for port object f7c70cfc-1721-4e52-b3d7-698eed31993f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:53.662386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Transition to ACTIVE for port object f7c70cfc-1721-4e52-b3d7-698eed31993f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:53.670591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.760312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:53.761483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Pushing event updated for resources: {'Port': ['ID=f7c70cfc-1721-4e52-b3d7-698eed31993f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:53.764296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:53.766920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:53.771086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-ab1a62d0-64dc-4779-8b53-c93bbbf2d9e7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:53.772558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-ab1a62d0-64dc-4779-8b53-c93bbbf2d9e7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 945 time: 0.6534870 Jan 18 23:12:53.840729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.848852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.879722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Attempting to bind port f7c70cfc-1721-4e52-b3d7-698eed31993f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:53.880002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Attempting to bind port f7c70cfc-1721-4e52-b3d7-698eed31993f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:53.880224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Attempting to bind port f7c70cfc-1721-4e52-b3d7-698eed31993f on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:53.886480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:53.886480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:53.886979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.887308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:53.887774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Bound port: f7c70cfc-1721-4e52-b3d7-698eed31993f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:53.888141 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.889796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:53.895275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:53.898528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:53.906015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:53.922993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:12:53.924344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=c284732d-8a1f-46a2-9733-866c933172ba,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:53.933256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Deleting port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:53.933605 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.937528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:54.016026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] For port f7c70cfc-1721-4e52-b3d7-698eed31993f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:54.020465 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] For port f7c70cfc-1721-4e52-b3d7-698eed31993f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f7c70cfc-1721-4e52-b3d7-698eed31993f,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:54.028728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.042253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.113280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.135421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=f6159e47-8432-49be-8bf1-29e63e1d022f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:54.156651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fff3a-936e-48d2-ac1f-9bbb25d50e0b None None] Pushing event updated for resources: {'Port': ['ID=f7c70cfc-1721-4e52-b3d7-698eed31993f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:54.168767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port a5d4a0aa-1d36-4a98-aa51-8aecc8305359 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:54.199069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df974a5-2e94-4036-a542-1a6457251596 req-a45396c3-38d1-4bb9-9af0-c13f2906186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.200585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-a45396c3-38d1-4bb9-9af0-c13f2906186d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cf872bded8934e7293518c90fd6704bb&device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 1094 time: 0.5062385 Jan 18 23:12:54.246042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2fc839d5-7360-4806-94f5-3e9cbccbf149 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/f6159e47-8432-49be-8bf1-29e63e1d022f HTTP/1.1" status: 204 len: 168 time: 1.8772786 Jan 18 23:12:54.246698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:54.472604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3bce4-492c-42f4-8434-30ff0fdbf603 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.476354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-51e3bce4-492c-42f4-8434-30ff0fdbf603 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2263317 Jan 18 23:12:54.481884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34310) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:54.577630 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ad8009-31dd-4647-bc67-2bb82a48195f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:12:54.578987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-46ad8009-31dd-4647-bc67-2bb82a48195f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/3c0ac708-40b7-4b26-8b76-27a5da80db58 HTTP/1.1" status: 404 len: 333 time: 0.0962536 Jan 18 23:12:54.583533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:54.590223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dae53-7077-4aa6-b54a-4bf0baa75bb5 req-95f34180-a1b2-4197-a4f0-e654f860030d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.591754 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a33dae53-7077-4aa6-b54a-4bf0baa75bb5 req-95f34180-a1b2-4197-a4f0-e654f860030d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 945 time: 0.5465174 Jan 18 23:12:54.607436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 35da35fd-52c8-4342-b92d-de685717ef85 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:12:54.634833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 172.20.0.10 (f1d84029-e20e-4d03-be87-edcd9315db19/ed310155-3bd5-442d-8c90-1da33a3b2a11/a5d4a0aa-1d36-4a98-aa51-8aecc8305359) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:54.645824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df974a5-2e94-4036-a542-1a6457251596 req-37b9c728-44c9-42c6-a65b-0509bbd95d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.647353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-37b9c728-44c9-42c6-a65b-0509bbd95d8b service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f49a0cd-7f51-4a02-9880-6bce462231d9 HTTP/1.1" status: 200 len: 913 time: 0.4173388 Jan 18 23:12:54.649133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fee2:684c (f1d84029-e20e-4d03-be87-edcd9315db19/196c7884-11ae-4275-9d9b-ce0e3dc7edfb/a5d4a0aa-1d36-4a98-aa51-8aecc8305359) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:54.651458 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-322bf31d-ab90-4244-9583-855017b27da2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:12:54.653407 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-322bf31d-ab90-4244-9583-855017b27da2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/f6159e47-8432-49be-8bf1-29e63e1d022f HTTP/1.1" status: 404 len: 333 time: 0.0683858 Jan 18 23:12:54.659125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:54.778110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f7c70cfc-1721-4e52-b3d7-698eed31993f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:54.800749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-5642dec8-9e90-41f5-88d0-3a2689cd7326 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b HTTP/1.1" status: 200 len: 217 time: 0.1419580 Jan 18 23:12:54.824013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe80d8-2856-49bb-bd3d-fdb6c1f54f25 req-06dc4c96-0c0a-4749-96cb-ac8696f85e7e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.825783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3dbe80d8-2856-49bb-bd3d-fdb6c1f54f25 req-06dc4c96-0c0a-4749-96cb-ac8696f85e7e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 943 time: 0.3445113 Jan 18 23:12:54.831738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.849856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f7c70cfc-1721-4e52-b3d7-698eed31993f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:54.877878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a33dae53-7077-4aa6-b54a-4bf0baa75bb5 req-d95cd7ca-7483-4b4a-b2e6-8f217ba57456 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726023 Jan 18 23:12:54.890803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] For port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:54.891175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.043629 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3dbe80d8-2856-49bb-bd3d-fdb6c1f54f25 req-f800d039-53f1-4b09-acb3-03d16a3dca63 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079356 Jan 18 23:12:55.154579 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.191920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.205131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2412192a-aff2-42a5-a014-b27744cc9cfa']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.223688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc3152c-7a4c-4998-938f-7f80c367c90e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.224096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc3152c-7a4c-4998-938f-7f80c367c90e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.231210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object a5d4a0aa-1d36-4a98-aa51-8aecc8305359 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:55.238831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.243426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Calling delete_port for 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:55.258845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.268670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:12:55.269106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:12:55.284984 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:12:55.287007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df974a5-2e94-4036-a542-1a6457251596 req-ccf5b304-51ea-4afe-9029-cc00936c84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.287130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-ccf5b304-51ea-4afe-9029-cc00936c84cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e1454c9-ca51-4dfd-b772-70836c5d3c0c HTTP/1.1" status: 200 len: 852 time: 0.4682865 Jan 18 23:12:55.314540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87671d3c-5ae6-4fa9-aa64-e65ab418564f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:55.350465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-19ebc410-2320-4b4a-a448-573ecd2ad03e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f49a0cd-7f51-4a02-9880-6bce462231d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510347 Jan 18 23:12:55.353912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:12:55.370504 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] Sync routers for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:12:55.376267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.381540 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:55.382176 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.439449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:55.440936 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.446264 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.447104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.455862 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:12:55.456652 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.461341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:55.464505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:55.519417 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:55.520085 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97424e2c-9d96-4737-952a-064754f4abcc None None] The sync data for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:12:55.551043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/2412192a-aff2-42a5-a014-b27744cc9cfa HTTP/1.1" status: 204 len: 168 time: 0.8906667 Jan 18 23:12:55.556321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34322) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:55.576483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1458487543'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:55.578643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2090825-ee04-428e-b82b-6762ded9731c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=2412192a-aff2-42a5-a014-b27744cc9cfa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.588083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.588721 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.590186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:55.613412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=a5d4a0aa-1d36-4a98-aa51-8aecc8305359,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.624157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4912addc-9e0b-47d7-8355-fb6469146485 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0375431 Jan 18 23:12:55.629624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34326) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:55.638804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:55.654938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] Provisioning for port f7c70cfc-1721-4e52-b3d7-698eed31993f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:55.657462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:55.662768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] Provisioning complete for port f7c70cfc-1721-4e52-b3d7-698eed31993f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:55.663148 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.672907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:55.675428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.679847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-ff0f2e8a-61a2-4e07-bae1-06277a4672cb service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970383 Jan 18 23:12:55.718406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c896f08f-4bd5-4be2-96b6-a63564e74d52 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/ports/c284732d-8a1f-46a2-9733-866c933172ba HTTP/1.1" status: 204 len: 168 time: 4.1657085 Jan 18 23:12:55.722771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34330) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:55.783661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:55.785863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:55.789554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.852558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf79b62-e2b8-492c-ad65-74d9c661afc3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.858758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf79b62-e2b8-492c-ad65-74d9c661afc3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.859673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1cf79b62-e2b8-492c-ad65-74d9c661afc3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:55.861078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.878879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['01839913-7c60-4632-b422-f775c9e71fad'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:55.882126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1cf79b62-e2b8-492c-ad65-74d9c661afc3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:55.886889 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1cf79b62-e2b8-492c-ad65-74d9c661afc3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2560091 Jan 18 23:12:55.887940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:55.957982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event deleted for resources: {'Port': ['ID=6a0c7121-c7a0-4c8e-b9e0-129aff4ff823,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.977468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:55.980725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port a5d4a0aa-1d36-4a98-aa51-8aecc8305359 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:55.981203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.999847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.031746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:12:56.142770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,segment=NetworkSegment(140e2754-1a08-4347-9642-e6f7c5e7d420),segment_id=140e2754-1a08-4347-9642-e6f7c5e7d420)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:56.159347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b', 'network_id': '5f49a0cd-7f51-4a02-9880-6bce462231d9', 'port_id': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b', 'mac_address': 'fa:16:3e:82:7f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1454c9-ca51-4dfd-b772-70836c5d3c0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:56.178916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] No DVR routers for this DVR port 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:56.197148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.197521 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment 45d13dcb-5cdd-4961-9701-67cc403f0e9e of type vlan for network c3a39d7d-4944-4d41-9016-014720b4903d Jan 18 23:12:56.199151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.205143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-530b1782-83af-45e3-9c79-ef55bfc829eb req-009d6771-977e-499f-8434-e8ed705bd3a9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Synchronizing usage tracker for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:56.207320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'name': 'network-vif-deleted', 'tag': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:56.213163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0df974a5-2e94-4036-a542-1a6457251596 req-bd8e22fe-86b8-44d4-9aa2-183d862525d3 service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227194 Jan 18 23:12:56.231798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d496c245-5ec5-4660-a714-4ca4048caa28 req-46ba9e55-94f4-4108-8d32-a02697da8720 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "DELETE /v2.0/ports/6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 HTTP/1.1" status: 204 len: 173 time: 2.4525452 Jan 18 23:12:56.245657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:56.268193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.287227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Update dhcp port {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': 'ed310155-3bd5-442d-8c90-1da33a3b2a11', 'ip_address': '172.20.0.2'}, {'subnet_id': '196c7884-11ae-4275-9d9b-ce0e3dc7edfb'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'f7c70cfc-1721-4e52-b3d7-698eed31993f'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:12:56.309854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.324510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd00668-9fbb-4448-add4-023913b3b6e1 req-7631379e-4537-4aa2-9b25-dbd137541082 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:56.326079 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fd00668-9fbb-4448-add4-023913b3b6e1 req-7631379e-4537-4aa2-9b25-dbd137541082 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 943 time: 0.1505270 Jan 18 23:12:56.340206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-530b1782-83af-45e3-9c79-ef55bfc829eb req-009d6771-977e-499f-8434-e8ed705bd3a9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Unset dirty status for tenant:aeeefa427a844fb4b790f1f259943ea8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:56.341814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-530b1782-83af-45e3-9c79-ef55bfc829eb req-009d6771-977e-499f-8434-e8ed705bd3a9 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=87f6837d-dd5d-46a3-b78a-e5eaae4d83be HTTP/1.1" status: 200 len: 210 time: 0.2664149 Jan 18 23:12:56.401689 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.440369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:12:56.440957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a0c7121-c7a0-4c8e-b9e0-129aff4ff823 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:56.451055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.457298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:56.458282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.479733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for a5d4a0aa-1d36-4a98-aa51-8aecc8305359 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:56.494648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] For port f7c70cfc-1721-4e52-b3d7-698eed31993f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f7c70cfc-1721-4e52-b3d7-698eed31993f,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:56.500512 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f6837d-dd5d-46a3-b78a-e5eaae4d83be', 'name': 'network-vif-deleted', 'tag': '6a0c7121-c7a0-4c8e-b9e0-129aff4ff823', 'status': 'completed', 'code': 200} Jan 18 23:12:56.516278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.533974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.564275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3fd00668-9fbb-4448-add4-023913b3b6e1 req-10f876c3-8fd1-4cba-9759-a81df9819675 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287412 Jan 18 23:12:56.668299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:56.723857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1674447 Jan 18 23:12:56.727602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:56.735162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:56.737405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,segment=NetworkSegment(140e2754-1a08-4347-9642-e6f7c5e7d420),segment_id=140e2754-1a08-4347-9642-e6f7c5e7d420)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:56.767355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08e391-3aa6-4428-94d1-67c21f05e5cd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=c3a39d7d-4944-4d41-9016-014720b4903d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:56.801947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e4474-0086-45d9-95e6-8f5f0d623db6 None None] Pushing event updated for resources: {'Port': ['ID=f7c70cfc-1721-4e52-b3d7-698eed31993f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:56.812325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c3a39d7d-4944-4d41-9016-014720b4903d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:12:56.834438 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:56.879435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:56.897312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:56.901733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:56.910483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:56.918567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.018786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:57.023978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.030296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Allocated IP 2001:db8::f816:3eff:fec4:7727 (f1d84029-e20e-4d03-be87-edcd9315db19/196c7884-11ae-4275-9d9b-ce0e3dc7edfb/f7c70cfc-1721-4e52-b3d7-698eed31993f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:57.035724 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.044618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=a5d4a0aa-1d36-4a98-aa51-8aecc8305359,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:57.064914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:57.083678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:12:57.217484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:12:57.220714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:12:57.247457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.251630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] For port f7c70cfc-1721-4e52-b3d7-698eed31993f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f7c70cfc-1721-4e52-b3d7-698eed31993f,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:12:57.264241 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-46be409c-78b3-4e0b-9cdc-c93337b43a68 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/a5d4a0aa-1d36-4a98-aa51-8aecc8305359 HTTP/1.1" status: 204 len: 168 time: 1.3749785 Jan 18 23:12:57.267879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:57.359897 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.378271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de56f-1cd7-42c3-a037-5a70111260cf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:57.380094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de56f-1cd7-42c3-a037-5a70111260cf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:57.381656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de56f-1cd7-42c3-a037-5a70111260cf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:57.382504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d5de56f-1cd7-42c3-a037-5a70111260cf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:57.395208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Transition to ACTIVE for port object f7c70cfc-1721-4e52-b3d7-698eed31993f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:57.407788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.427596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d5de56f-1cd7-42c3-a037-5a70111260cf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:57.431497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d5de56f-1cd7-42c3-a037-5a70111260cf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1597483 Jan 18 23:12:57.433097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:57.472999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.517362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 196c7884-11ae-4275-9d9b-ce0e3dc7edfb {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:57.520884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.572919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9f38-cec6-42f1-b9d2-e53aba82c579 None None] Pushing event updated for resources: {'Port': ['ID=f7c70cfc-1721-4e52-b3d7-698eed31993f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:57.588800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': '45d13dcb-5cdd-4961-9701-67cc403f0e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:57.588800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: c3a39d7d-4944-4d41-9016-014720b4903d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:12:57.590865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 0208c3ba-094c-42f1-a55d-a28ac9e19b56 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:12:57.591201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.593850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=313f1567-7864-403e-a0ab-e75823f4d737,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:57.617010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network c3a39d7d-4944-4d41-9016-014720b4903d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:12:57.632808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c3a39d7d-4944-4d41-9016-014720b4903d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:57.638183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:57.639333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.645504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16b5ba-58c3-4558-80a6-afe8e55ef982 None None] Network c3a39d7d-4944-4d41-9016-014720b4903d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:57.675278 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4e110631-e4fe-4f23-bee7-b9ea84691198 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9456289 Jan 18 23:12:57.677974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:57.683290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.684388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d', 'name': 'tempest-PortsIpV6TestJSON-270276880'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:58.007738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.067414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c3a39d7d-4944-4d41-9016-014720b4903d', 'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': '313f1567-7864-403e-a0ab-e75823f4d737'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:12:58.073924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.092124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.146023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:58.156147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de449a0-6a2f-4602-ab58-7f999bb10367 req-6a877414-e2a3-4b0d-b9b6-ffbca032cd93 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:58.157970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8de449a0-6a2f-4602-ab58-7f999bb10367 req-6a877414-e2a3-4b0d-b9b6-ffbca032cd93 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 944 time: 0.1521411 Jan 18 23:12:58.162215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:58.166517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:58.174560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:58.229767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8de449a0-6a2f-4602-ab58-7f999bb10367 req-ae31c167-b9ff-4955-a494-a9c63a5f5bab tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597086 Jan 18 23:12:58.230624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:58.234709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.268383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:12:58.297284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 0208c3ba-094c-42f1-a55d-a28ac9e19b56 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:12:58.315522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Allocated IP 2001:db8::2 (c3a39d7d-4944-4d41-9016-014720b4903d/313f1567-7864-403e-a0ab-e75823f4d737/693482c6-970c-48f8-abf6-ceda87fff91b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:58.568153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.590562 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.602618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Transition to ACTIVE for port object 693482c6-970c-48f8-abf6-ceda87fff91b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:58.611369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3489f69e-9b66-4a9c-9c5c-f797a40bc8a0 None None] Provisioning for port f7c70cfc-1721-4e52-b3d7-698eed31993f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:58.624743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3489f69e-9b66-4a9c-9c5c-f797a40bc8a0 None None] Provisioning complete for port f7c70cfc-1721-4e52-b3d7-698eed31993f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:58.625295 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3489f69e-9b66-4a9c-9c5c-f797a40bc8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.628508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=196c7884-11ae-4275-9d9b-ce0e3dc7edfb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:58.633604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.721796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Transition to ACTIVE for port object 693482c6-970c-48f8-abf6-ceda87fff91b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:58.779297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.836028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f7c70cfc-1721-4e52-b3d7-698eed31993f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:58.895879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::1c (c3a39d7d-4944-4d41-9016-014720b4903d/313f1567-7864-403e-a0ab-e75823f4d737/1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:58.942818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Network c3a39d7d-4944-4d41-9016-014720b4903d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:58.957792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-509db7cf-d61d-41ba-9903-36e1faa86ef0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/196c7884-11ae-4275-9d9b-ce0e3dc7edfb HTTP/1.1" status: 204 len: 168 time: 1.5237546 Jan 18 23:12:58.963607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:58.982298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:59.008608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:12:59.014027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.016366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae990c14-ec70-4d4b-8130-7c97c1e2dd7f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:12:59.065197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=0208c3ba-094c-42f1-a55d-a28ac9e19b56,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:59.161752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Pushing event updated for resources: {'Port': ['ID=693482c6-970c-48f8-abf6-ceda87fff91b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:59.164860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3489f69e-9b66-4a9c-9c5c-f797a40bc8a0 None None] Could not find standard attr ID for object a5d4a0aa-1d36-4a98-aa51-8aecc8305359. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:12:59.180540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet ed310155-3bd5-442d-8c90-1da33a3b2a11 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:12:59.216363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.243625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Attempting to bind port 693482c6-970c-48f8-abf6-ceda87fff91b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:59.244080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Attempting to bind port 693482c6-970c-48f8-abf6-ceda87fff91b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '45d13dcb-5cdd-4961-9701-67cc403f0e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:59.244446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Attempting to bind port 693482c6-970c-48f8-abf6-ceda87fff91b on network c3a39d7d-4944-4d41-9016-014720b4903d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:12:59.250037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f7c70cfc-1721-4e52-b3d7-698eed31993f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:59.250413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.291364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.326475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:12:59.326769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Checking segment: {'id': '45d13dcb-5cdd-4961-9701-67cc403f0e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:12:59.330005 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.330447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Bound using segment: {'id': '45d13dcb-5cdd-4961-9701-67cc403f0e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:12:59.330955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Bound port: 693482c6-970c-48f8-abf6-ceda87fff91b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d13dcb-5cdd-4961-9701-67cc403f0e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c3a39d7d-4944-4d41-9016-014720b4903d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:59.331376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.396625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.422305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.436446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d236d21f-4f5a-44e6-b967-7c2473f77c83 None None] Could not find standard attr ID for object a5d4a0aa-1d36-4a98-aa51-8aecc8305359. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:12:59.581922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.600210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:59.607508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.661382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=ed310155-3bd5-442d-8c90-1da33a3b2a11,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:59.664599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.685436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-089c83f2-44fc-4cf2-8aad-893ddee7f454 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/ed310155-3bd5-442d-8c90-1da33a3b2a11 HTTP/1.1" status: 204 len: 168 time: 0.7207727 Jan 18 23:12:59.688035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34376) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:59.693042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc28dd6-d45d-4e6e-924d-211d1d5a1c0c req-b5cdde1c-d20a-4866-a429-7df4923a38d9 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:59.693901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5bc28dd6-d45d-4e6e-924d-211d1d5a1c0c req-b5cdde1c-d20a-4866-a429-7df4923a38d9 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Synchronizing usage tracker for tenant:cf872bded8934e7293518c90fd6704bb on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:59.720774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5bc28dd6-d45d-4e6e-924d-211d1d5a1c0c req-b5cdde1c-d20a-4866-a429-7df4923a38d9 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Unset dirty status for tenant:cf872bded8934e7293518c90fd6704bb on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:59.722076 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bc28dd6-d45d-4e6e-924d-211d1d5a1c0c req-b5cdde1c-d20a-4866-a429-7df4923a38d9 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 944 time: 0.2898643 Jan 18 23:12:59.742456 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] For port 693482c6-970c-48f8-abf6-ceda87fff91b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:12:59.763586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] For port 693482c6-970c-48f8-abf6-ceda87fff91b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=693482c6-970c-48f8-abf6-ceda87fff91b,segment=NetworkSegment(45d13dcb-5cdd-4961-9701-67cc403f0e9e),segment_id=45d13dcb-5cdd-4961-9701-67cc403f0e9e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:12:59.775123 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.777006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ff410490-9586-4c34-84aa-bd44090a90f4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871184 Jan 18 23:12:59.779949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34380) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:59.787149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:12:59.814651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:59.883318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bc28dd6-d45d-4e6e-924d-211d1d5a1c0c req-5faaabb4-ce68-43c1-ba55-6de156cdecd5 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Jan 18 23:12:59.916331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.952639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd1cea-5b14-4339-8f2e-821505bad7bc None None] Pushing event updated for resources: {'Port': ['ID=693482c6-970c-48f8-abf6-ceda87fff91b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:59.979855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:00.000093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:00.000471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.065213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:00.068674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 35da35fd-52c8-4342-b92d-de685717ef85 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:13:00.094084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:00.105009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network c3a39d7d-4944-4d41-9016-014720b4903d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:00.111014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:00.114088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:00.123776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:00.127134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] Deleting port f7c70cfc-1721-4e52-b3d7-698eed31993f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:00.129976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:00.130559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.135799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:00.136511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.167614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:00.177355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4982417 Jan 18 23:13:00.183447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb9520-5f72-4097-8519-959a53325808 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:00.183641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34388) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:00.195442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:00.199102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.452626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:00.452908 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.540983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:13:00.547032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3b9db7a4-d62d-42b8-85eb-a67162c4189f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/routers/35da35fd-52c8-4342-b92d-de685717ef85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7680416 Jan 18 23:13:00.549699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34394) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:00.562464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] Sync routers for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:00.620935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.738112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] For port f7c70cfc-1721-4e52-b3d7-698eed31993f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f7c70cfc-1721-4e52-b3d7-698eed31993f,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:00.738512 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.894313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 693482c6-970c-48f8-abf6-ceda87fff91b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:01.026657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6900-d82a-46d8-95e1-89daf7c341a8 req-d8d65dfb-1f2c-45d8-955d-44a7b818dfc7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.029135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a1f6900-d82a-46d8-95e1-89daf7c341a8 req-d8d65dfb-1f2c-45d8-955d-44a7b818dfc7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 945 time: 0.4423254 Jan 18 23:13:01.043493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:01.044433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.060514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.078710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.118071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.139617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] Calling delete_port for f7c70cfc-1721-4e52-b3d7-698eed31993f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:01.174703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.200110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63414249-7abf-4541-9efa-32ece8735da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:01.245818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,segment=NetworkSegment(140e2754-1a08-4347-9642-e6f7c5e7d420),segment_id=140e2754-1a08-4347-9642-e6f7c5e7d420)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:01.256340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] Routers {'35da35fd-52c8-4342-b92d-de685717ef85'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:01.257053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:12:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['35da35fd-52c8-4342-b92d-de685717ef85'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.278187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:01.280774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:01.288401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:01.291853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.292439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.321561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6a1f6900-d82a-46d8-95e1-89daf7c341a8 req-3792c4f0-cedc-466c-8f27-7771de440254 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810013 Jan 18 23:13:01.374076 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.419496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=6c8b8811-f00b-4e03-ae56-d30980944dff,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:01.434422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f33514bf-a223-4be9-bdf6-0006aaed0681 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6534052 Jan 18 23:13:01.439866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34402) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:01.461989 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63414249-7abf-4541-9efa-32ece8735da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b', 'code': 200} Jan 18 23:13:01.462252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:01.473058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.474077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7554b54-2b72-4d3a-ab08-641d7cfb1547 None None] The sync data for ids ['35da35fd-52c8-4342-b92d-de685717ef85'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:01.476869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.487292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bf428-a200-478d-8fd4-ea04cb3d19ee req-0fba039b-5c40-43b8-8bce-e0cb47c5498d tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.495303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d93bf428-a200-478d-8fd4-ea04cb3d19ee req-0fba039b-5c40-43b8-8bce-e0cb47c5498d tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.3798845 Jan 18 23:13:01.546203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.571735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 693482c6-970c-48f8-abf6-ceda87fff91b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:01.582745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d93bf428-a200-478d-8fd4-ea04cb3d19ee req-7848d7ea-1aaf-448a-8743-0e41c154d1a1 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863760 Jan 18 23:13:01.591048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:01.593773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] No DVR routers for this DVR port f7c70cfc-1721-4e52-b3d7-698eed31993f on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:01.598383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 6ceb8ecc-62ca-4e43-af8d-6cadfc00f4d3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:01.599015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.619000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.639397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da994862-42a4-458e-af6c-61c448859391 None None] Network c3a39d7d-4944-4d41-9016-014720b4903d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:01.665106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e888c-ffeb-4b27-b2cd-52f229a079b0 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:01.730279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d732-bdf3-404d-901a-1ed72a5d4980 None None] Pushing event deleted for resources: {'Port': ['ID=f7c70cfc-1721-4e52-b3d7-698eed31993f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:01.734199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:01.808579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f7c70cfc-1721-4e52-b3d7-698eed31993f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:01.831801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.839154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.846583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d337b35a-0a83-4155-97a0-963562586458 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff HTTP/1.1" status: 204 len: 168 time: 1.6569347 Jan 18 23:13:01.849513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:01.865515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f7c70cfc-1721-4e52-b3d7-698eed31993f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:01.865766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f7c70cfc-1721-4e52-b3d7-698eed31993f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:01.876595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:01.882329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:01.886035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:01.893202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc146bfe-5f3f-4b0a-a29a-bfc99f5645c9 req-2220738e-0178-45c9-90db-bb9cb0b04134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.894623 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc146bfe-5f3f-4b0a-a29a-bfc99f5645c9 req-2220738e-0178-45c9-90db-bb9cb0b04134 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 1096 time: 0.3292522 Jan 18 23:13:01.895473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:01.921458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] Provisioning for port 693482c6-970c-48f8-abf6-ceda87fff91b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:01.925135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:01.929220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.952567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] Provisioning complete for port 693482c6-970c-48f8-abf6-ceda87fff91b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:01.953262 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.037543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 6ceb8ecc-62ca-4e43-af8d-6cadfc00f4d3 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:02.064103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dc146bfe-5f3f-4b0a-a29a-bfc99f5645c9 req-572f083d-a9fc-4060-853a-d007e6456e06 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621294 Jan 18 23:13:02.090136 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-26094ba1-a97b-4fe2-890e-728c7dae2cc0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:13:02.090775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26094ba1-a97b-4fe2-890e-728c7dae2cc0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:02.094777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-26094ba1-a97b-4fe2-890e-728c7dae2cc0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff HTTP/1.1" status: 404 len: 333 time: 0.2416470 Jan 18 23:13:02.095511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:02.143999 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fef817-7fe5-4db9-87a7-692da8662869 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:13:02.144851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67fef817-7fe5-4db9-87a7-692da8662869 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:02.158407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-3987b36f-110d-4fdd-bc57-532f3085b184 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:02.160061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-3987b36f-110d-4fdd-bc57-532f3085b184 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 945 time: 0.1548808 Jan 18 23:13:02.183601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67fef817-7fe5-4db9-87a7-692da8662869 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:02.186823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-67fef817-7fe5-4db9-87a7-692da8662869 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff HTTP/1.1" status: 404 len: 333 time: 0.0883386 Jan 18 23:13:02.189339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:02.230037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '6c8b8811-f00b-4e03-ae56-d30980944dff'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:02.230893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.275293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 313f1567-7864-403e-a0ab-e75823f4d737 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:02.279065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.291600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Deleting port 01839913-7c60-4632-b422-f775c9e71fad {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:02.292138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.380603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.383161 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.484983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] For port 693482c6-970c-48f8-abf6-ceda87fff91b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=693482c6-970c-48f8-abf6-ceda87fff91b,segment=NetworkSegment(45d13dcb-5cdd-4961-9701-67cc403f0e9e),segment_id=45d13dcb-5cdd-4961-9701-67cc403f0e9e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:02.486364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.493846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.538249 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.559656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Allocated IP 172.20.0.2 (f1d84029-e20e-4d03-be87-edcd9315db19/6c8b8811-f00b-4e03-ae56-d30980944dff/e6eb0b29-e34e-4e07-826e-771209b266ce) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:02.594460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=6ceb8ecc-62ca-4e43-af8d-6cadfc00f4d3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:02.613717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465abece-24a8-4a64-8c2b-c80987e6b15e None None] Pushing event updated for resources: {'Port': ['ID=693482c6-970c-48f8-abf6-ceda87fff91b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:02.744732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.804714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] For port 01839913-7c60-4632-b422-f775c9e71fad, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=01839913-7c60-4632-b422-f775c9e71fad,segment=NetworkSegment(53ea7288-3079-468a-8aac-41545e6d2a7e),segment_id=53ea7288-3079-468a-8aac-41545e6d2a7e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:02.805110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.814392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 693482c6-970c-48f8-abf6-ceda87fff91b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:02.985851 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.991947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0c9cba8e-bd59-4f61-a9b7-94729867c96e None None] Provisioning complete for port 693482c6-970c-48f8-abf6-ceda87fff91b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:02.992344 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c9cba8e-bd59-4f61-a9b7-94729867c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.045002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Transition to ACTIVE for port object e6eb0b29-e34e-4e07-826e-771209b266ce will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:03.092231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:13:03.100384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee5132-b8b6-405c-8bdf-606ac5317697 req-e785f24f-e8b6-4b54-b581-70dec3d97fa0 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:03.105559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 693482c6-970c-48f8-abf6-ceda87fff91b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:03.105941 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.107763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49ee5132-b8b6-405c-8bdf-606ac5317697 req-e785f24f-e8b6-4b54-b581-70dec3d97fa0 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 945 time: 0.5752773 Jan 18 23:13:03.138735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Transition to ACTIVE for port object e6eb0b29-e34e-4e07-826e-771209b266ce will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:03.167602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.212314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.224834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Calling delete_port for 01839913-7c60-4632-b422-f775c9e71fad owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:03.247165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.250272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:03.254640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:03.280646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:03.298919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.308242 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.349918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Pushing event updated for resources: {'Port': ['ID=e6eb0b29-e34e-4e07-826e-771209b266ce,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.354807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:03.363242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:03.369564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=313f1567-7864-403e-a0ab-e75823f4d737,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.377128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:03.377992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.384605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49ee5132-b8b6-405c-8bdf-606ac5317697 req-4c2e6307-64bd-42ef-b07b-309337201698 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b2489d-cfcd-4fd7-bd45-872b9493b120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763650 Jan 18 23:13:03.392670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.415254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fffeb575-3b6a-4674-a5fa-da9232026fa2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/313f1567-7864-403e-a0ab-e75823f4d737 HTTP/1.1" status: 204 len: 168 time: 1.2248611 Jan 18 23:13:03.415691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34424) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:03.416461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=57a648e1-78c8-48ea-97f8-de77d40a5ca9,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.434298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a872-d6d9-4e2b-b22c-a1007285bbfc req-1a712b3c-34f5-4ff4-b9ec-0d9a0c654f07 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:03.441828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4295a872-d6d9-4e2b-b22c-a1007285bbfc req-1a712b3c-34f5-4ff4-b9ec-0d9a0c654f07 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.1920617 Jan 18 23:13:03.508335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4295a872-d6d9-4e2b-b22c-a1007285bbfc req-2af0e556-9b97-42e2-b35a-24083832f603 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621660 Jan 18 23:13:03.509354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.522338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Fanout notify agent at l3_agent the message router_deleted on router 35da35fd-52c8-4342-b92d-de685717ef85 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:13:03.526204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.530401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f697e459-d7e0-4767-b54b-07e3e5a0a072 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/routers/35da35fd-52c8-4342-b92d-de685717ef85 HTTP/1.1" status: 204 len: 168 time: 2.9721313 Jan 18 23:13:03.530748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:03.549197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6af5be-5fc6-4fdb-a0c5-093444c923f3 None None] Network c3a39d7d-4944-4d41-9016-014720b4903d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:03.577459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-55016ec4-2cf6-4965-a579-f04bd2d22917 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1347985 Jan 18 23:13:03.584058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34432) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:03.604677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:f9:bd:98', 'name': 'tempest-NetworksTestDHCPv6-102427220'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:03.609410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting subnet 5cf8f61b-b76f-4e3b-ace3-687b78b8d313 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:03.612481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.632797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Attempting to bind port e6eb0b29-e34e-4e07-826e-771209b266ce on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:03.633343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Attempting to bind port e6eb0b29-e34e-4e07-826e-771209b266ce by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:03.633800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.633921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Attempting to bind port e6eb0b29-e34e-4e07-826e-771209b266ce on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:03.654441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:03.654982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:03.655528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.656024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:03.656601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Bound port: e6eb0b29-e34e-4e07-826e-771209b266ce, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:03.657096 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.667080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.719566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4044bffd-36ed-4c66-b31f-23fc971b5cf6 None None] Could not find standard attr ID for object 1d6aaff7-8d6c-43ae-adf7-e36a5e7dd5ff. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:13:03.724470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.732817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 693482c6-970c-48f8-abf6-ceda87fff91b {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:03.733209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.767663 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.832763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Pushing event deleted for resources: {'Port': ['ID=01839913-7c60-4632-b422-f775c9e71fad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.861561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] For port e6eb0b29-e34e-4e07-826e-771209b266ce, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:03.865848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.866497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] For port e6eb0b29-e34e-4e07-826e-771209b266ce, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e6eb0b29-e34e-4e07-826e-771209b266ce,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:03.880783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.931009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf8f61b-b76f-4e3b-ace3-687b78b8d313,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.937443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.947194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b9a8701-074b-4f76-983e-42477056d058 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/subnets/5cf8f61b-b76f-4e3b-ace3-687b78b8d313 HTTP/1.1" status: 204 len: 168 time: 0.4130533 Jan 18 23:13:03.949853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:03.972712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfbbdd-750b-4786-ab25-b2f4efd936d2 None None] Network 397a3b53-d19e-435e-8d52-4833aa55eee5 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:03.974027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] No DVR routers for this DVR port 01839913-7c60-4632-b422-f775c9e71fad on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:03.976073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:03.986099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.988101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd0e25d-491c-4bdd-a65f-6ebc094c07a8 req-ccd6f9a1-bc27-4cf1-aae0-a63beaa40b34 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.86 "DELETE /v2.0/ports/01839913-7c60-4632-b422-f775c9e71fad HTTP/1.1" status: 204 len: 173 time: 1.8220227 Jan 18 23:13:03.989964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'name': 'network-vif-deleted', 'tag': '01839913-7c60-4632-b422-f775c9e71fad'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:04.002177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:04.008015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:04.016989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:04.096054 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba640f6-9552-4b99-9ee4-e726688aa623', 'name': 'network-vif-deleted', 'tag': '01839913-7c60-4632-b422-f775c9e71fad', 'status': 'completed', 'code': 200} Jan 18 23:13:04.098273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.102328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:04.112344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 334ec822-c741-4044-9ff2-9bd624415a71 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:04.112856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.142101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] DHCP port deletion for c3a39d7d-4944-4d41-9016-014720b4903d request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:04.154703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79720abf-1f44-4717-9e54-11dc977f85a9 None None] Pushing event updated for resources: {'Port': ['ID=e6eb0b29-e34e-4e07-826e-771209b266ce,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:04.165710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Deleting port 693482c6-970c-48f8-abf6-ceda87fff91b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:04.166088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.215605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] For port 693482c6-970c-48f8-abf6-ceda87fff91b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=693482c6-970c-48f8-abf6-ceda87fff91b,segment=NetworkSegment(45d13dcb-5cdd-4961-9701-67cc403f0e9e),segment_id=45d13dcb-5cdd-4961-9701-67cc403f0e9e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:04.216199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.288904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 01839913-7c60-4632-b422-f775c9e71fad no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:04.328915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 01839913-7c60-4632-b422-f775c9e71fad {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:04.329441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 01839913-7c60-4632-b422-f775c9e71fad not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:04.364778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] For port 334ec822-c741-4044-9ff2-9bd624415a71, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=334ec822-c741-4044-9ff2-9bd624415a71,segment=NetworkSegment(216d5ec5-9e78-4c36-8e9e-760e06c245c4),segment_id=216d5ec5-9e78-4c36-8e9e-760e06c245c4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:04.365322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.368501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 693482c6-970c-48f8-abf6-ceda87fff91b owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:04.528857 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.529959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.560181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.670982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 334ec822-c741-4044-9ff2-9bd624415a71 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:04.677917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 2998ae77-e38c-45c3-bcee-279480701e24 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:04.712430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] For port 693482c6-970c-48f8-abf6-ceda87fff91b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=693482c6-970c-48f8-abf6-ceda87fff91b,segment=NetworkSegment(45d13dcb-5cdd-4961-9701-67cc403f0e9e),segment_id=45d13dcb-5cdd-4961-9701-67cc403f0e9e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:04.713350 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.802330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=693482c6-970c-48f8-abf6-ceda87fff91b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:04.808421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No DVR routers for this DVR port 693482c6-970c-48f8-abf6-ceda87fff91b on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:04.846400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27681fdf-b921-4aef-bf38-f29f01781118 None None] DHCP port deletion for 397a3b53-d19e-435e-8d52-4833aa55eee5 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:04.894344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d35c82c-80b6-45f3-80c1-6391fd266779 req-0918dd96-e349-474d-9bf8-2e9034cef90d tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ba640f6-9552-4b99-9ee4-e726688aa623 HTTP/1.1" status: 200 len: 210 time: 0.1754506 Jan 18 23:13:04.933577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.937935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Calling delete_port for 693482c6-970c-48f8-abf6-ceda87fff91b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:04.970022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e6eb0b29-e34e-4e07-826e-771209b266ce up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:04.989124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=334ec822-c741-4044-9ff2-9bd624415a71,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:04.998766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] No DVR routers for this DVR port 334ec822-c741-4044-9ff2-9bd624415a71 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:05.014913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-27681fdf-b921-4aef-bf38-f29f01781118 None None] Deleting port 334ec822-c741-4044-9ff2-9bd624415a71 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:05.015365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27681fdf-b921-4aef-bf38-f29f01781118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.105451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-27681fdf-b921-4aef-bf38-f29f01781118 None None] The port '334ec822-c741-4044-9ff2-9bd624415a71' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:13:05.128887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.148000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:05.148705 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:05.153673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e6eb0b29-e34e-4e07-826e-771209b266ce completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:05.169298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397a3b53-d19e-435e-8d52-4833aa55eee5']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.184044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.188782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216d5ec5-9e78-4c36-8e9e-760e06c245c4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.189122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216d5ec5-9e78-4c36-8e9e-760e06c245c4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.211746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.232712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.235777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 693482c6-970c-48f8-abf6-ceda87fff91b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:05.239475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:05.239989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:05.259080 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:05.276718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a39d7d-4944-4d41-9016-014720b4903d']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.298899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 693482c6-970c-48f8-abf6-ceda87fff91b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:05.299097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dfba8-8621-405f-931b-b110949d924a req-5c012fe9-b020-48b3-8c3a-21ce7559f45e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:05.299728 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 693482c6-970c-48f8-abf6-ceda87fff91b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:05.300454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-909dfba8-8621-405f-931b-b110949d924a req-5c012fe9-b020-48b3-8c3a-21ce7559f45e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.5004578 Jan 18 23:13:05.307898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d13dcb-5cdd-4961-9701-67cc403f0e9e') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.308193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d13dcb-5cdd-4961-9701-67cc403f0e9e') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.349916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.375536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.394367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.408798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Network': ['ID=397a3b53-d19e-435e-8d52-4833aa55eee5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:05.416226 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-09c2a88e-6c91-4c78-be03-18c9377910f5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/networks/397a3b53-d19e-435e-8d52-4833aa55eee5 HTTP/1.1" status: 204 len: 168 time: 1.4652226 Jan 18 23:13:05.420818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34446) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:05.435077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.526886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-909dfba8-8621-405f-931b-b110949d924a req-2742b1c0-5cb9-4e56-948e-723d22802dec tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089660 Jan 18 23:13:05.528214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:05.528621 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:05.547425 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:05.582194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf8265-5c76-4d26-9a2e-3833fb1dfbd7 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:05.657016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Deleting port 693482c6-970c-48f8-abf6-ceda87fff91b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:05.657458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.667880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 172.20.0.13 (f1d84029-e20e-4d03-be87-edcd9315db19/6c8b8811-f00b-4e03-ae56-d30980944dff/2998ae77-e38c-45c3-bcee-279480701e24) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:05.710060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fef9:bd98 (f1d84029-e20e-4d03-be87-edcd9315db19/57a648e1-78c8-48ea-97f8-de77d40a5ca9/2998ae77-e38c-45c3-bcee-279480701e24) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:05.716160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 9d70e010-6204-4132-98b1-229419f57efd {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:05.716500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.724843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161eb7-f040-4a79-bf7a-65aa6f5eb666 req-8fe188eb-2ccb-46f6-9689-c28cd3bbf156 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:05.726440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45161eb7-f040-4a79-bf7a-65aa6f5eb666 req-8fe188eb-2ccb-46f6-9689-c28cd3bbf156 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.0916684 Jan 18 23:13:05.738010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e16cf16-b508-4fe3-9136-070e88f2c8fb None None] The port '693482c6-970c-48f8-abf6-ceda87fff91b' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:13:05.760184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] Provisioning for port e6eb0b29-e34e-4e07-826e-771209b266ce completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:05.774898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.785696 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45161eb7-f040-4a79-bf7a-65aa6f5eb666 req-9648951c-3bb6-4872-b076-f688dfdc11ce tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528715 Jan 18 23:13:05.787342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] Provisioning complete for port e6eb0b29-e34e-4e07-826e-771209b266ce triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:05.787819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.824191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.898926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=c3a39d7d-4944-4d41-9016-014720b4903d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:05.946041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-514381a6-8894-4a8d-ac8e-00de1b751981 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/c3a39d7d-4944-4d41-9016-014720b4903d HTTP/1.1" status: 204 len: 168 time: 2.5269344 Jan 18 23:13:05.950171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:05.956428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648447339'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:05.964154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:05.974436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:05.979952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:05.999529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:06.025899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:06.031771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.065685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34460) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:06.066326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.070684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:06.087657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.088157 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment d8b6c65d-079d-44a3-a20e-bb76970e8e8e of type vlan for network 539e2225-e547-497b-8f40-dcdffc4e3f75 Jan 18 23:13:06.118203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] For port e6eb0b29-e34e-4e07-826e-771209b266ce, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e6eb0b29-e34e-4e07-826e-771209b266ce,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:06.120497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.121051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.132236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.140891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.177788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.184213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:06.185022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.291598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 9d70e010-6204-4132-98b1-229419f57efd owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:06.301230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094b8ac-1282-4550-9c78-c1851fbac7b2 None None] Pushing event updated for resources: {'Port': ['ID=e6eb0b29-e34e-4e07-826e-771209b266ce,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:06.315636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Update dhcp port {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '6c8b8811-f00b-4e03-ae56-d30980944dff', 'ip_address': '172.20.0.2'}, {'subnet_id': '57a648e1-78c8-48ea-97f8-de77d40a5ca9'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'e6eb0b29-e34e-4e07-826e-771209b266ce'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:13:06.352727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3983998 Jan 18 23:13:06.352727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf6483-3c8c-430b-85ef-4d56aba043e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=539e2225-e547-497b-8f40-dcdffc4e3f75,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:06.353106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34466) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:06.364085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:06.368254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:06.381296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8e1ea-7ff7-4208-9676-f8e54e3e561f req-7f254ea5-4ec7-409b-9e35-bc81dbfee62e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:06.382847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17d8e1ea-7ff7-4208-9676-f8e54e3e561f req-7f254ea5-4ec7-409b-9e35-bc81dbfee62e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.1740553 Jan 18 23:13:06.384044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Deleting subnet 5dd2a535-8671-4a77-b20f-959dd927cda3 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:06.392997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.401468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.439684 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17d8e1ea-7ff7-4208-9676-f8e54e3e561f req-408381ca-b1a5-4000-a2a5-65b553810b7b tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501411 Jan 18 23:13:06.446208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.644311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 2998ae77-e38c-45c3-bcee-279480701e24 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:06.687440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.736540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:06.744014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e6eb0b29-e34e-4e07-826e-771209b266ce up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:06.788238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:06.795053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:06.811117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:06.811621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e6eb0b29-e34e-4e07-826e-771209b266ce triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:06.812000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.824657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.865463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.918837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:06.922486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.927177 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.941351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Allocated IP 2001:db8::f816:3eff:fed6:4750 (f1d84029-e20e-4d03-be87-edcd9315db19/57a648e1-78c8-48ea-97f8-de77d40a5ca9/e6eb0b29-e34e-4e07-826e-771209b266ce) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:06.953721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.087644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:07.104962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:07.104962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:07.134466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 334ec822-c741-4044-9ff2-9bd624415a71 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:07.146554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=2998ae77-e38c-45c3-bcee-279480701e24,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:07.166882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] For port e6eb0b29-e34e-4e07-826e-771209b266ce, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e6eb0b29-e34e-4e07-826e-771209b266ce,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:07.174919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 334ec822-c741-4044-9ff2-9bd624415a71 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:07.175265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 334ec822-c741-4044-9ff2-9bd624415a71 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:07.198822 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.240483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=9d70e010-6204-4132-98b1-229419f57efd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:07.276083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Transition to ACTIVE for port object e6eb0b29-e34e-4e07-826e-771209b266ce will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:07.281673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.283570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.327319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.328098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.341328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd2a535-8671-4a77-b20f-959dd927cda3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:07.351637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.358803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.423618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3673-005c-4f50-b705-d8ae85c8aa3b None None] Pushing event updated for resources: {'Port': ['ID=e6eb0b29-e34e-4e07-826e-771209b266ce,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:07.443236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-910c4d39-d0c8-4bf2-8e5c-050732e15ac7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8559334 Jan 18 23:13:07.447088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.447221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34470) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.448150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ff0897dc-ee06-423a-9697-dd94a2c75742 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/floatingips/662f4553-dbed-4cca-9a10-3d11dd691b54 HTTP/1.1" status: 204 len: 168 time: 2.0218251 Jan 18 23:13:07.453574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-65cc7139-5c48-4b3a-b23a-a64b69b0ab4f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5dd2a535-8671-4a77-b20f-959dd927cda3 HTTP/1.1" status: 204 len: 168 time: 1.3841550 Jan 18 23:13:07.454170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34474) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.454501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34476) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.548029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04d98b-4d98-4f02-a8e2-b7b525fde726 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.558621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04d98b-4d98-4f02-a8e2-b7b525fde726 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.560180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ad04d98b-4d98-4f02-a8e2-b7b525fde726 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:07.578881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ad04d98b-4d98-4f02-a8e2-b7b525fde726 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:07.580563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ad04d98b-4d98-4f02-a8e2-b7b525fde726 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1324100 Jan 18 23:13:07.583269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34484) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.591754 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3cb7a2-9685-4ccd-85db-6232e28ddadc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] DELETE failed (client error): The resource could not be found. Jan 18 23:13:07.592235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3cb7a2-9685-4ccd-85db-6232e28ddadc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:07.596735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d3cb7a2-9685-4ccd-85db-6232e28ddadc tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/ports/c284732d-8a1f-46a2-9733-866c933172ba HTTP/1.1" status: 404 len: 333 time: 0.1390004 Jan 18 23:13:07.604567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34488) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.659266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 2998ae77-e38c-45c3-bcee-279480701e24 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:07.659643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.713919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bb109e8c-2ac6-4a6c-b02f-bf14a944e675 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Synchronizing usage tracker for tenant:ebc06a582406470ab57bc00de42d8310 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:07.746868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.799649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.827629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bb109e8c-2ac6-4a6c-b02f-bf14a944e675 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Unset dirty status for tenant:ebc06a582406470ab57bc00de42d8310 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:07.831612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bb109e8c-2ac6-4a6c-b02f-bf14a944e675 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/ports?device_id=35da35fd-52c8-4342-b92d-de685717ef85 HTTP/1.1" status: 200 len: 205 time: 0.2259672 Jan 18 23:13:07.832249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34492) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.958069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=83fcb9ee-9286-4ff8-ad34-03d41e93f04a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:07.967232 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-9a45787d-bfc3-4f0e-8807-8960c84fb7f3 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] delete failed (client error): The resource could not be found. Jan 18 23:13:07.969405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9a45787d-bfc3-4f0e-8807-8960c84fb7f3 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/routers/35da35fd-52c8-4342-b92d-de685717ef85 HTTP/1.1" status: 404 len: 336 time: 0.1308777 Jan 18 23:13:07.987932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.999709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.000060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.000399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.000733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.001092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.001422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.001751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.002079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.002403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.002718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.003041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.003358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.046116 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc4bae8-f1ec-4b8e-8d97-12e4ddf8e46b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] DELETE failed (client error): The resource could not be found. Jan 18 23:13:08.046950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc4bae8-f1ec-4b8e-8d97-12e4ddf8e46b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:08.048500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4bc4bae8-f1ec-4b8e-8d97-12e4ddf8e46b tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/subnets/5cf8f61b-b76f-4e3b-ace3-687b78b8d313 HTTP/1.1" status: 404 len: 337 time: 0.0603161 Jan 18 23:13:08.051357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:08.066807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d00fae-0188-409c-9a5a-cb8799ececdf req-d0040413-302e-410e-b796-87e739c7c9bc tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:08.068349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27d00fae-0188-409c-9a5a-cb8799ececdf req-d0040413-302e-410e-b796-87e739c7c9bc tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.4779184 Jan 18 23:13:08.074190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-26a2c4c4-cb39-4e8f-b4ae-6d9a7a882082 None None] Provisioning for port e6eb0b29-e34e-4e07-826e-771209b266ce completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:08.082770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-26a2c4c4-cb39-4e8f-b4ae-6d9a7a882082 None None] Provisioning complete for port e6eb0b29-e34e-4e07-826e-771209b266ce triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:08.083144 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26a2c4c4-cb39-4e8f-b4ae-6d9a7a882082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.091920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:08.092289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: 539e2225-e547-497b-8f40-dcdffc4e3f75, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:08.128399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.160424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:08.165436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:08.165827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.188071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee35111c-7822-4c88-b7d6-37da29c7b120']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:08.192529 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.195636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 539e2225-e547-497b-8f40-dcdffc4e3f75) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:08.200044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27d00fae-0188-409c-9a5a-cb8799ececdf req-e3a5bd63-f312-48f6-98ad-d96d8e2a1f29 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222215 Jan 18 23:13:08.207296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:08.207296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.214194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ea7288-3079-468a-8aac-41545e6d2a7e') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:08.214194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ea7288-3079-468a-8aac-41545e6d2a7e') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:08.238872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.268881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.279525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:08.279935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead5449-baac-4989-9fc5-1483d5560b58 None None] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:08.280107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:08.306080 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:08.356879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 2998ae77-e38c-45c3-bcee-279480701e24 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:08.378873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e34a18d9-246a-4026-b159-cf5ae9d8b863 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0203681 Jan 18 23:13:08.380986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34506) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:08.396280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-255756376'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:08.609530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-539e2225-e547-497b-8f40-dcdffc4e3f75', 'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': '83fcb9ee-9286-4ff8-ad34-03d41e93f04a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:08.610746 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.627270 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.646791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-633e412b-8a3a-4c3e-bb44-d157195ded48 None None] Provisioning for port 2998ae77-e38c-45c3-bcee-279480701e24 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:08.647836 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.661867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee35111c-7822-4c88-b7d6-37da29c7b120,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:08.695313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-633e412b-8a3a-4c3e-bb44-d157195ded48 None None] Provisioning complete for port 2998ae77-e38c-45c3-bcee-279480701e24 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:08.695711 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-633e412b-8a3a-4c3e-bb44-d157195ded48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.726009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ed7d1c05-43f4-4e98-acbb-30fafe8577b8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ee35111c-7822-4c88-b7d6-37da29c7b120 HTTP/1.1" status: 204 len: 168 time: 1.2666986 Jan 18 23:13:08.774344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-633e412b-8a3a-4c3e-bb44-d157195ded48 None None] Port 2998ae77-e38c-45c3-bcee-279480701e24 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:08.799323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e6eb0b29-e34e-4e07-826e-771209b266ce up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:08.801913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:08.802360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.806056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:08.809422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:08.815649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:08.878376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:08.882228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.888151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e6eb0b29-e34e-4e07-826e-771209b266ce triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:08.888631 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.936667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port e45a8f4f-0a91-44ed-9ff9-bbd097674c56 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:08.989309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34514) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:08.994307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-6a447d80-a572-469a-8a89-1282505ee802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:08.995776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-6a447d80-a572-469a-8a89-1282505ee802 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cf872bded8934e7293518c90fd6704bb&device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 1096 time: 0.1675148 Jan 18 23:13:09.030571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 8fe8f5f6-55a4-44e5-b806-f8b35108d4a4 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:09.119999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.154255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb5c-b699-4a6b-9b3a-099aa0d69111 req-65ba4304-d72f-4294-a579-43b42442623b tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.155827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c65ddb5c-b699-4a6b-9b3a-099aa0d69111 req-65ba4304-d72f-4294-a579-43b42442623b tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.4263237 Jan 18 23:13:09.169984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=2998ae77-e38c-45c3-bcee-279480701e24,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:09.212836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Allocated IP 2001:db8::2 (539e2225-e547-497b-8f40-dcdffc4e3f75/83fcb9ee-9286-4ff8-ad34-03d41e93f04a/9e8f5858-af9f-4643-ae48-67befb395681) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:09.216142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e2b0bbef-7268-4d40-8f2d-66df3f17cfa9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aeeefa427a844fb4b790f1f259943ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232873 Jan 18 23:13:09.219364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34518) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:09.273982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c65ddb5c-b699-4a6b-9b3a-099aa0d69111 req-bddea950-43ca-436c-adda-120070028414 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060576 Jan 18 23:13:09.275163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-4b8e1d8a-712d-4092-b9cb-26d177ea5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.276540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-4b8e1d8a-712d-4092-b9cb-26d177ea5259 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f49a0cd-7f51-4a02-9880-6bce462231d9 HTTP/1.1" status: 200 len: 913 time: 0.2627878 Jan 18 23:13:09.351316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-3c606034-0aa0-4635-b439-c3d694e9f2a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b HTTP/1.1" status: 200 len: 217 time: 0.0684643 Jan 18 23:13:09.411462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.413956 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.423257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-f7e8b66e-f2f7-463f-a1a8-75516c11a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.424912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-f7e8b66e-f2f7-463f-a1a8-75516c11a062 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e1454c9-ca51-4dfd-b772-70836c5d3c0c HTTP/1.1" status: 200 len: 852 time: 0.0674243 Jan 18 23:13:09.479844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-469278ad-f0d1-4959-85ae-5976cd84bbcd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f49a0cd-7f51-4a02-9880-6bce462231d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487747 Jan 18 23:13:09.489160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c39f3907-e10f-45bf-a6b9-1639774ce142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.491084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=8fe8f5f6-55a4-44e5-b806-f8b35108d4a4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:09.505082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-268ae715-8dad-45e7-9cc5-8d5ab30ad4ff tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/2998ae77-e38c-45c3-bcee-279480701e24 HTTP/1.1" status: 204 len: 168 time: 1.9176235 Jan 18 23:13:09.505533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34522) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:09.656833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec243c9-1456-4028-a293-e2678f61923b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.658428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.658948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec243c9-1456-4028-a293-e2678f61923b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.660139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec243c9-1456-4028-a293-e2678f61923b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.661013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2ec243c9-1456-4028-a293-e2678f61923b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:09.669817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Transition to ACTIVE for port object 9e8f5858-af9f-4643-ae48-67befb395681 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:09.689018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Transition to ACTIVE for port object 9e8f5858-af9f-4643-ae48-67befb395681 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:09.693841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-01169981-2b97-46c8-accc-a9f857092e04 service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082856 Jan 18 23:13:09.695770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2ec243c9-1456-4028-a293-e2678f61923b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:09.699497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2ec243c9-1456-4028-a293-e2678f61923b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1903427 Jan 18 23:13:09.699669 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.705669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34526) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:09.725499 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c39f3907-e10f-45bf-a6b9-1639774ce142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.776915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Pushing event updated for resources: {'Port': ['ID=9e8f5858-af9f-4643-ae48-67befb395681,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:09.781074 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.785351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92253299-53af-4424-a1a9-9b8aec0be28d tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/ports/8fe8f5f6-55a4-44e5-b806-f8b35108d4a4 HTTP/1.1" status: 204 len: 168 time: 1.7306564 Jan 18 23:13:09.785503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:09.786480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:09.787378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:09.790545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:09.854716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c39f3907-e10f-45bf-a6b9-1639774ce142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.873379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 01a5612c-91c8-4a83-a65d-1c50c49e5461 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:09.873979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.908025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Attempting to bind port 9e8f5858-af9f-4643-ae48-67befb395681 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:09.908339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Attempting to bind port 9e8f5858-af9f-4643-ae48-67befb395681 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:09.908660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Attempting to bind port 9e8f5858-af9f-4643-ae48-67befb395681 on network 539e2225-e547-497b-8f40-dcdffc4e3f75 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:09.914690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 57a648e1-78c8-48ea-97f8-de77d40a5ca9 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:09.914906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:09.914906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Checking segment: {'id': 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:09.915115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f3907-e10f-45bf-a6b9-1639774ce142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b2489d-cfcd-4fd7-bd45-872b9493b120,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:09.915373 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.915673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Bound using segment: {'id': 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:09.916126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Bound port: 9e8f5858-af9f-4643-ae48-67befb395681, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '539e2225-e547-497b-8f40-dcdffc4e3f75'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:09.916491 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.918581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.976395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c39f3907-e10f-45bf-a6b9-1639774ce142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.977555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c39f3907-e10f-45bf-a6b9-1639774ce142 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77b2489d-cfcd-4fd7-bd45-872b9493b120 HTTP/1.1" status: 204 len: 168 time: 0.7295823 Jan 18 23:13:09.984602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.026019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] For port 9e8f5858-af9f-4643-ae48-67befb395681, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:10.030506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] For port 9e8f5858-af9f-4643-ae48-67befb395681, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9e8f5858-af9f-4643-ae48-67befb395681,segment=NetworkSegment(d8b6c65d-079d-44a3-a20e-bb76970e8e8e),segment_id=d8b6c65d-079d-44a3-a20e-bb76970e8e8e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:10.038309 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.062423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::3f (539e2225-e547-497b-8f40-dcdffc4e3f75/83fcb9ee-9286-4ff8-ad34-03d41e93f04a/e45a8f4f-0a91-44ed-9ff9-bbd097674c56) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:10.109439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e033dc0-45f4-4739-86b3-dc292f13d154 req-0d2399a3-3b6a-4249-a2bb-ecfacf94f1f5 service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040332 Jan 18 23:13:10.162071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f6e84-e914-4ec4-823d-54955fb33eb8 None None] Pushing event updated for resources: {'Port': ['ID=9e8f5858-af9f-4643-ae48-67befb395681,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:10.177826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.286435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.325347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 01a5612c-91c8-4a83-a65d-1c50c49e5461 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:10.757781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.776112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object e45a8f4f-0a91-44ed-9ff9-bbd097674c56 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:10.800850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.802613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3317619-179d-4bba-bb9b-8310ef8b1989 req-06483d75-5dda-4b23-963b-b53d039e591c tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:10.813071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3317619-179d-4bba-bb9b-8310ef8b1989 req-06483d75-5dda-4b23-963b-b53d039e591c tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.2663686 Jan 18 23:13:10.834140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.862983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.869404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f529203a-54c8-4f7d-912c-009cf812ea15 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:10.909707 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.038459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:11.038938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9e8f5858-af9f-4643-ae48-67befb395681 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:11.046445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:11.052079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/57a648e1-78c8-48ea-97f8-de77d40a5ca9 HTTP/1.1" status: 204 len: 168 time: 1.3430908 Jan 18 23:13:11.052079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f863da-3067-4217-83a6-eda6f0a96fb9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=57a648e1-78c8-48ea-97f8-de77d40a5ca9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:11.060323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:11.061556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=01a5612c-91c8-4a83-a65d-1c50c49e5461,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:11.066246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:11.066937 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.076477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:11.103707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.7194781 Jan 18 23:13:11.104698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34556) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:11.191293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port e45a8f4f-0a91-44ed-9ff9-bbd097674c56 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:11.191727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.273589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b3317619-179d-4bba-bb9b-8310ef8b1989 req-f49918f8-9b22-430b-a407-1b84e140ba2a tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592283 Jan 18 23:13:11.292557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6021c-eb99-40d9-ac08-a241ac71f072 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=e45a8f4f-0a91-44ed-9ff9-bbd097674c56,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:11.324097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 6c8b8811-f00b-4e03-ae56-d30980944dff {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:11.330677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.334220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.383847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9e8f5858-af9f-4643-ae48-67befb395681 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:11.409816 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-10f68dcd-29e9-479a-b696-a76bc944474f tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/ports/01a5612c-91c8-4a83-a65d-1c50c49e5461 HTTP/1.1" status: 204 len: 168 time: 1.6202345 Jan 18 23:13:11.416372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:11.426464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.650081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234d607-8189-46da-a641-a3dd8e94bcc8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:11.651272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7234d607-8189-46da-a641-a3dd8e94bcc8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Synchronizing usage tracker for tenant:ebc06a582406470ab57bc00de42d8310 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:11.673733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.742369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.794859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7234d607-8189-46da-a641-a3dd8e94bcc8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Unset dirty status for tenant:ebc06a582406470ab57bc00de42d8310 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:11.799299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7234d607-8189-46da-a641-a3dd8e94bcc8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "GET /v2.0/ports?device_id=590a4b50-93cb-4f28-806f-b954a4535511 HTTP/1.1" status: 200 len: 913 time: 0.3818452 Jan 18 23:13:11.800669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:11.804160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adadf86-68ea-4aed-81e6-f683485b3bd3 None None] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:11.918401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.991187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for e45a8f4f-0a91-44ed-9ff9-bbd097674c56 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:11.996874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] Provisioning for port 9e8f5858-af9f-4643-ae48-67befb395681 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:12.005467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] Provisioning complete for port 9e8f5858-af9f-4643-ae48-67befb395681 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:12.006011 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.034454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.055423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8b8811-f00b-4e03-ae56-d30980944dff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:12.076869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-38e1598d-e73b-488f-9a0e-4a244b6dc519 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/6c8b8811-f00b-4e03-ae56-d30980944dff HTTP/1.1" status: 204 len: 168 time: 0.9817412 Jan 18 23:13:12.079655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:12.203996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.248574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b1dbbe5-c2be-4386-a2e0-26835281236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.327104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.328387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=e45a8f4f-0a91-44ed-9ff9-bbd097674c56,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:12.352361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9a9008f0-6227-42a5-8e86-46c534e02417 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2716062 Jan 18 23:13:12.357480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34592) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:12.366267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.448072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f9e40a47-d6b2-44ef-ad7d-af8b81621db2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/e45a8f4f-0a91-44ed-9ff9-bbd097674c56 HTTP/1.1" status: 204 len: 168 time: 1.3399916 Jan 18 23:13:12.452804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:12.456608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] For port 9e8f5858-af9f-4643-ae48-67befb395681, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9e8f5858-af9f-4643-ae48-67befb395681,segment=NetworkSegment(d8b6c65d-079d-44a3-a20e-bb76970e8e8e),segment_id=d8b6c65d-079d-44a3-a20e-bb76970e8e8e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:12.472096 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.511360 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-543f7a65-55d7-4c62-91a2-5d1c145fb22b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:13:12.515196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-543f7a65-55d7-4c62-91a2-5d1c145fb22b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/e45a8f4f-0a91-44ed-9ff9-bbd097674c56 HTTP/1.1" status: 404 len: 333 time: 0.0587800 Jan 18 23:13:12.516917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:12.518844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715fa2c1-2ff8-4225-af72-6015a8b7b9b5 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:12.557582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610eae7-d7ae-447c-8310-04b4976c7275 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:12.558356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a610eae7-d7ae-447c-8310-04b4976c7275 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:12.588328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 83fcb9ee-9286-4ff8-ad34-03d41e93f04a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:12.598016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.598159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a610eae7-d7ae-447c-8310-04b4976c7275 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:12.602203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a610eae7-d7ae-447c-8310-04b4976c7275 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2391393 Jan 18 23:13:12.603848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34608) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:12.658254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05243d2f-f72f-45a3-87c1-c90cf9315230 req-5b7f2995-aa6f-4e13-bad9-b4e62d277863 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:12.659473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05243d2f-f72f-45a3-87c1-c90cf9315230 req-5b7f2995-aa6f-4e13-bad9-b4e62d277863 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.1872303 Jan 18 23:13:12.671187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1db29-f6fd-403d-99c6-9aac634ada98 None None] Pushing event updated for resources: {'Port': ['ID=9e8f5858-af9f-4643-ae48-67befb395681,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:12.810261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05243d2f-f72f-45a3-87c1-c90cf9315230 req-b005af9b-5302-40b1-8cf4-b9ddd0feeda1 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398723 Jan 18 23:13:12.824991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb6c01-6d6c-4e85-a9c2-10506b8c0be3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:12.843759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ecb6c01-6d6c-4e85-a9c2-10506b8c0be3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:12.866450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0ecb6c01-6d6c-4e85-a9c2-10506b8c0be3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:12.866825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9e8f5858-af9f-4643-ae48-67befb395681 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:12.872087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0ecb6c01-6d6c-4e85-a9c2-10506b8c0be3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2673039 Jan 18 23:13:12.873530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34618) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:12.896483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-82819b17-8db7-4962-a38b-efa59e262582 None None] Provisioning complete for port e6eb0b29-e34e-4e07-826e-771209b266ce triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:12.896851 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82819b17-8db7-4962-a38b-efa59e262582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.019870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-301d6614-be8b-47cf-96d6-453e1e1161ba tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:router {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:13.045656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-301d6614-be8b-47cf-96d6-453e1e1161ba tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:router {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:13.059523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-301d6614-be8b-47cf-96d6-453e1e1161ba tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1836612 Jan 18 23:13:13.059743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:13.073726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9e8f5858-af9f-4643-ae48-67befb395681 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:13.074213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.094504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:13.143535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.177515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:13.228124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] Deleting port e6eb0b29-e34e-4e07-826e-771209b266ce {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:13.228500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.377253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:13.386947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:13.413971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:13.417973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.419601 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:13.420043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:13.442859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.493305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ac099ba1-4f3b-4ce9-9f8a-02183e9b5259 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4324477 Jan 18 23:13:13.498850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:13.510719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:13.560297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee94b6-2884-415b-a7f7-3dbf00710a8a req-033eb3ae-1616-40fd-93b1-8b32ea6a4cd2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.570287 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b5ee94b6-2884-415b-a7f7-3dbf00710a8a req-033eb3ae-1616-40fd-93b1-8b32ea6a4cd2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.1433740 Jan 18 23:13:13.629247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b5ee94b6-2884-415b-a7f7-3dbf00710a8a req-f5d929fb-134d-4a9e-abaf-a288dd8a5eb3 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Jan 18 23:13:13.688801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] For port e6eb0b29-e34e-4e07-826e-771209b266ce, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e6eb0b29-e34e-4e07-826e-771209b266ce,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:13.689391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.697583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-22c89d8b-bb94-4600-ab7c-cec4f9644df3 None None] Provisioning complete for port 9e8f5858-af9f-4643-ae48-67befb395681 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:13.697725 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22c89d8b-bb94-4600-ab7c-cec4f9644df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.724790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:13.727649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.782273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:13.787114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=83fcb9ee-9286-4ff8-ad34-03d41e93f04a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:13.790977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.803836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5dbfd0df-74ee-4c87-9197-364020a4bb5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/83fcb9ee-9286-4ff8-ad34-03d41e93f04a HTTP/1.1" status: 204 len: 168 time: 1.2872758 Jan 18 23:13:13.806499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34646) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:13.821878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e89e3-f57d-47be-a7aa-fe36235167ea None None] Network 539e2225-e547-497b-8f40-dcdffc4e3f75 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:13.831407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:13.834929 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.837226 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:13.837657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:13.909998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] Calling delete_port for e6eb0b29-e34e-4e07-826e-771209b266ce owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:13.957190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.028246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.031052 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-db3dcb9c-ad39-4c0d-add5-64864e4d1df4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5305700 Jan 18 23:13:14.034389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:14.040810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:14.059834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 9e8f5858-af9f-4643-ae48-67befb395681 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:14.060289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.175138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:14.193705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:14.211573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:14.214327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.216403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.222126 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:14.222126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:14.253860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3dba85e3-5780-4bd9-b1b2-c8eba4b37aac tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2180371 Jan 18 23:13:14.257580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34664) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:14.264495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:14.279941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] No DVR routers for this DVR port e6eb0b29-e34e-4e07-826e-771209b266ce on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:14.281587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49ec5b-c41c-4479-9fb0-571db5ff0c90 None None] Pushing event deleted for resources: {'Port': ['ID=e6eb0b29-e34e-4e07-826e-771209b266ce,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:14.283287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-22c89d8b-bb94-4600-ab7c-cec4f9644df3 None None] Could not find standard attr ID for object e45a8f4f-0a91-44ed-9ff9-bbd097674c56. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:13:14.393776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] DHCP port deletion for 539e2225-e547-497b-8f40-dcdffc4e3f75 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:14.399518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Deleting port 9e8f5858-af9f-4643-ae48-67befb395681 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:14.400491 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.436803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:14.463249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:14.477255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:14.482449 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.484724 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:14.485403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:14.512305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af927a1e-61d9-4ec7-bc6c-6369d06506ea tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2527876 Jan 18 23:13:14.515692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34674) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:14.524933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:14.618064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] For port 9e8f5858-af9f-4643-ae48-67befb395681, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9e8f5858-af9f-4643-ae48-67befb395681,segment=NetworkSegment(d8b6c65d-079d-44a3-a20e-bb76970e8e8e),segment_id=d8b6c65d-079d-44a3-a20e-bb76970e8e8e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:14.618679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.658335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] For port 9e8f5858-af9f-4643-ae48-67befb395681, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9e8f5858-af9f-4643-ae48-67befb395681,segment=NetworkSegment(d8b6c65d-079d-44a3-a20e-bb76970e8e8e),segment_id=d8b6c65d-079d-44a3-a20e-bb76970e8e8e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:14.669590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.761215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 9e8f5858-af9f-4643-ae48-67befb395681 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:14.852763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:14.862632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:14.878533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:14.884881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.886394 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:14.889368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:14.936495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Calling delete_port for 9e8f5858-af9f-4643-ae48-67befb395681 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:14.944625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-443cfdcc-01fa-47a7-ae85-3212c34aeef4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4247780 Jan 18 23:13:14.945115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34684) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:14.952852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:14.961212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 12cd01ef-a38f-47f7-81da-6b0c39fd520a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:14.961556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.021533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e6eb0b29-e34e-4e07-826e-771209b266ce no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:15.068061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.072188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:13:15.072188 n-d-825178-1 neutron-server[87813]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 18 23:13:15.072188 n-d-825178-1 neutron-server[87813]: [parameters: {'port_id': '9e8f5858-af9f-4643-ae48-67befb395681', 'host': 'n-d-825178-1'}] Jan 18 23:13:15.072188 n-d-825178-1 neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:15.072188 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:15.082708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e6eb0b29-e34e-4e07-826e-771209b266ce {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:15.083084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e6eb0b29-e34e-4e07-826e-771209b266ce not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:15.083437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9e8f5858-af9f-4643-ae48-67befb395681 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:15.104553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:15.117865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:15.122615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9e8f5858-af9f-4643-ae48-67befb395681 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:15.122968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9e8f5858-af9f-4643-ae48-67befb395681 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:15.125815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d696446b-3c80-4143-a0aa-25d2b0fe7967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.133722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:15.138053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.139640 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:15.140244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:15.162896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c695b735-f90d-4e40-b56c-9fc2f46161b1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2164941 Jan 18 23:13:15.165499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:15.184623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=9e8f5858-af9f-4643-ae48-67befb395681,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:15.198182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No DVR routers for this DVR port 9e8f5858-af9f-4643-ae48-67befb395681 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:15.220837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-86ebc9ea-989a-4046-a534-8eeae23ec902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0540323 Jan 18 23:13:15.223158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34696) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:15.238790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44231b-f150-45b6-b018-06ae27754596 req-1874b1f8-795d-4acc-8aa2-3d4b39a1a2c7 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:15.240268 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d44231b-f150-45b6-b018-06ae27754596 req-1874b1f8-795d-4acc-8aa2-3d4b39a1a2c7 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.3569789 Jan 18 23:13:15.290136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ea957-fb41-4e20-ae2b-9a415e1f20d3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:15.294120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-853ea957-fb41-4e20-ae2b-9a415e1f20d3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674751 Jan 18 23:13:15.294263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34704) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:15.369759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-58ec33df-caf6-4579-ad7f-2645fb8723d9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741463 Jan 18 23:13:15.373323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34712) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:15.379197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:15.413445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.421679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.443522 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d44231b-f150-45b6-b018-06ae27754596 req-8bc23856-5357-4f3e-ae56-064765875b66 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949396 Jan 18 23:13:15.503079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:15.515172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:15.530025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:15.534701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.574010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Deleting port 9e8f5858-af9f-4643-ae48-67befb395681 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:15.574597 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.576024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 12cd01ef-a38f-47f7-81da-6b0c39fd520a owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:15.637507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539e2225-e547-497b-8f40-dcdffc4e3f75']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:15.659270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:15.659884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b6c65d-079d-44a3-a20e-bb76970e8e8e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:15.680389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.719680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.733982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:15.734804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:15.751474 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:15.754004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c1a489-9192-4442-9b4f-7983d7884f00 None None] The port '9e8f5858-af9f-4643-ae48-67befb395681' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:13:15.793448 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.800224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.942483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.944559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-06caa255-2f20-46c7-825c-7454b734e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:15.947102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-06caa255-2f20-46c7-825c-7454b734e103 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cf872bded8934e7293518c90fd6704bb&device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 1096 time: 0.1090009 Jan 18 23:13:16.105522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.115150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=539e2225-e547-497b-8f40-dcdffc4e3f75,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:16.139318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6de88-7cb5-47d5-8e1d-4a67498b5a54 req-0145fcb7-9309-4b5e-98c6-7fec2da3eeca tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.140803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed6de88-7cb5-47d5-8e1d-4a67498b5a54 req-0145fcb7-9309-4b5e-98c6-7fec2da3eeca tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.2963612 Jan 18 23:13:16.149448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-48905df4-f476-4210-90db-6cc7a8a89b39 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/539e2225-e547-497b-8f40-dcdffc4e3f75 HTTP/1.1" status: 204 len: 168 time: 2.3417757 Jan 18 23:13:16.150073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34730) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:16.168006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'name': 'tempest-PortsIpV6TestJSON-325437836'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:16.245639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed6de88-7cb5-47d5-8e1d-4a67498b5a54 req-003eeec5-276b-4268-8c36-23d3a679481a tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940156 Jan 18 23:13:16.255187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.271595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-20ba17cf-1bb8-43ea-9205-451054783a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.273749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-20ba17cf-1bb8-43ea-9205-451054783a4b service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f49a0cd-7f51-4a02-9880-6bce462231d9 HTTP/1.1" status: 200 len: 913 time: 0.3198311 Jan 18 23:13:16.313985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=12cd01ef-a38f-47f7-81da-6b0c39fd520a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:16.367312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-0bdf29df-3532-4e18-87cd-af8f7dab99fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b HTTP/1.1" status: 200 len: 217 time: 0.0728748 Jan 18 23:13:16.463158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:16.479072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:16.487193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:16.506563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:16.518083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-eead9e84-e6cb-43ab-b48a-8eef02622980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.519529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-eead9e84-e6cb-43ab-b48a-8eef02622980 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e1454c9-ca51-4dfd-b772-70836c5d3c0c HTTP/1.1" status: 200 len: 852 time: 0.1412144 Jan 18 23:13:16.564129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:13:16.597952 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.602439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.633429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:16.636863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.652170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-2428946e-10b9-4477-bbc4-917ce526b949 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f49a0cd-7f51-4a02-9880-6bce462231d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933962 Jan 18 23:13:16.822547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:16.872800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:16.877097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 89419667-76d9-49c8-85c9-82bf62ca00a1 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:16.885313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9eba62-55d7-4a4e-b87e-c0cdf5f96b21 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:16.941222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.941813 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.999206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Router 590a4b50-93cb-4f28-806f-b954a4535511 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:13:17.029419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=22538735-f593-4ce3-98f5-8641846ecdd3,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:17.035180 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.114598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d97ac99-595a-4d08-bd8d-0e7f94378022 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7378409 Jan 18 23:13:17.116132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:17.125565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:af:64:cd', 'name': 'tempest-NetworksTestDHCPv6-1993091575'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:17.132067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-c084a9c7-082a-4f9e-bf2b-c7b96b94b259 service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717898 Jan 18 23:13:17.198643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '22538735-f593-4ce3-98f5-8641846ecdd3'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:17.199981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.350026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:13:17.366435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:17.369238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] Sync routers for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:17.379080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:17.389670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-94d0d2ce-c610-477b-b59a-43407c127dd8 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "PUT /v2.0/routers/590a4b50-93cb-4f28-806f-b954a4535511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5875719 Jan 18 23:13:17.390468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34824) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:17.393848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.403280 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:17.405939 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.423906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61b98d99-acd6-4421-97ba-f3d0b29b6e61 req-054f45ee-222b-41ae-924a-90e2a3bc1122 service neutron] 10.222.0.85 "GET /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726464 Jan 18 23:13:17.455003 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.471775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:17.522741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Allocated IP 2001:db8::f816:3eff:fe57:f0bc (f1d84029-e20e-4d03-be87-edcd9315db19/22538735-f593-4ce3-98f5-8641846ecdd3/939cc089-d20a-4d0d-a75f-351dd81e1d17) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:17.548810 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.566029 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] Routers {'590a4b50-93cb-4f28-806f-b954a4535511'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:17.567171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['590a4b50-93cb-4f28-806f-b954a4535511'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.639019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:17.645067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:17.668661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:17.682486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.683198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.691551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.691551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad064f92-96e1-491b-bce4-0a0efc6fc932 None None] The sync data for ids ['590a4b50-93cb-4f28-806f-b954a4535511'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:17.703768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=89419667-76d9-49c8-85c9-82bf62ca00a1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:17.745597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-901231f5-0025-4430-b918-523720ac5376 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5917592 Jan 18 23:13:17.751298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:17.755234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259f5c-54a1-4c5d-8510-a57f82ccba09 req-482a0cc1-e04d-4a0a-b1b2-c7bbdc523717 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.762640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd259f5c-54a1-4c5d-8510-a57f82ccba09 req-482a0cc1-e04d-4a0a-b1b2-c7bbdc523717 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.2369704 Jan 18 23:13:17.807050 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd259f5c-54a1-4c5d-8510-a57f82ccba09 req-f96b3d7e-3c6f-4263-affc-547ac4b0304e tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Jan 18 23:13:17.858942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.873447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Transition to ACTIVE for port object 939cc089-d20a-4d0d-a75f-351dd81e1d17 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:17.909274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Transition to ACTIVE for port object 939cc089-d20a-4d0d-a75f-351dd81e1d17 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:17.922846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.975483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.995777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 89419667-76d9-49c8-85c9-82bf62ca00a1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:17.996127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.003161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:18.005984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:18.009861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:18.028364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Pushing event updated for resources: {'Port': ['ID=939cc089-d20a-4d0d-a75f-351dd81e1d17,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:18.041253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.137947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Attempting to bind port 939cc089-d20a-4d0d-a75f-351dd81e1d17 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:18.138288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Attempting to bind port 939cc089-d20a-4d0d-a75f-351dd81e1d17 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:18.138667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Attempting to bind port 939cc089-d20a-4d0d-a75f-351dd81e1d17 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:18.145173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:18.145554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:18.146603 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.147286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:18.147504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Bound port: 939cc089-d20a-4d0d-a75f-351dd81e1d17, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:18.147880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.175827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:18.247131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] For port 939cc089-d20a-4d0d-a75f-351dd81e1d17, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:18.251864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] For port 939cc089-d20a-4d0d-a75f-351dd81e1d17, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=939cc089-d20a-4d0d-a75f-351dd81e1d17,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:18.258812 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.289064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34862) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:18.343793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d08a-0979-4b8d-b158-97ea443d8700 None None] Pushing event updated for resources: {'Port': ['ID=939cc089-d20a-4d0d-a75f-351dd81e1d17,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:18.430085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.446440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:18.450207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ecccb262f7449a8977bf17578eee67 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:18.453413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:18.459316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:18.552874 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.582786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting port 2a40710a-4f23-431b-92ed-6b3a358e31dc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:18.583103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.583301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.589308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.635522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.645077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3ecccb262f7449a8977bf17578eee67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547699 Jan 18 23:13:18.646248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b18158-b3af-4932-9779-a28555835f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237901e-f897-4029-bda0-fd353242e13e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:18.648746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34868) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:18.717446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be43ebf8-5073-4997-a80b-74f689b2af9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.728315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:feaf:64cd (f1d84029-e20e-4d03-be87-edcd9315db19/22538735-f593-4ce3-98f5-8641846ecdd3/a87e815d-0fc7-49d8-a4e8-3f21de12c3f5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:18.754450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be43ebf8-5073-4997-a80b-74f689b2af9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.795543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 89419667-76d9-49c8-85c9-82bf62ca00a1 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:18.810293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 939cc089-d20a-4d0d-a75f-351dd81e1d17 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:18.818831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be43ebf8-5073-4997-a80b-74f689b2af9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.838184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43ebf8-5073-4997-a80b-74f689b2af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237901e-f897-4029-bda0-fd353242e13e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:18.840440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be43ebf8-5073-4997-a80b-74f689b2af9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.844557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-be43ebf8-5073-4997-a80b-74f689b2af9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4237901e-f897-4029-bda0-fd353242e13e HTTP/1.1" status: 204 len: 168 time: 0.1948466 Jan 18 23:13:18.963243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 939cc089-d20a-4d0d-a75f-351dd81e1d17 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:19.174275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34878) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:19.198856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.208070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.214818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:19.219108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Usage tracker for resource:security_group_rule and tenant:000b2d77830d4cc1b8409eab4d6c8197 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:19.222024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:19.227863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:19.320551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.326275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.377227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=000b2d77830d4cc1b8409eab4d6c8197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018132 Jan 18 23:13:19.378097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc40ce-481b-41b4-b145-bc909627520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8810ee3f-54cb-4bb8-8fe4-67e807f6d69a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.380366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34882) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:19.428736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.450881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e9f951d0-2b72-4044-9bce-b4793d6e0c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.454905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=89419667-76d9-49c8-85c9-82bf62ca00a1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.462026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.483703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e9f951d0-2b72-4044-9bce-b4793d6e0c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.544461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e9f951d0-2b72-4044-9bce-b4793d6e0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.563177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] Provisioning for port 939cc089-d20a-4d0d-a75f-351dd81e1d17 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:19.566484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f951d0-2b72-4044-9bce-b4793d6e0c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810ee3f-54cb-4bb8-8fe4-67e807f6d69a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.570888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e9f951d0-2b72-4044-9bce-b4793d6e0c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.574695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e9f951d0-2b72-4044-9bce-b4793d6e0c3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8810ee3f-54cb-4bb8-8fe4-67e807f6d69a HTTP/1.1" status: 204 len: 168 time: 0.1907554 Jan 18 23:13:19.574810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] Provisioning complete for port 939cc089-d20a-4d0d-a75f-351dd81e1d17 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:19.574810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.597716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Calling delete_port for 2a40710a-4f23-431b-92ed-6b3a358e31dc owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:19.655858 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-db2e120d-8f25-4a7c-85b4-7124274cf045 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/89419667-76d9-49c8-85c9-82bf62ca00a1 HTTP/1.1" status: 204 len: 168 time: 1.9036553 Jan 18 23:13:19.658787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34888) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:19.669335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'mac_address': 'fa:16:3e:ac:26:b2', 'name': 'tempest-PortsIpV6TestJSON-702766411'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:19.710931 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.712351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7602b74-4c4b-461d-b6a4-afba0237c5d9 req-79bbe5fe-58bf-42e9-aa2b-f0a36063c164 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:19.714042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7602b74-4c4b-461d-b6a4-afba0237c5d9 req-79bbe5fe-58bf-42e9-aa2b-f0a36063c164 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.7177744 Jan 18 23:13:19.734257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.748316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] For port 939cc089-d20a-4d0d-a75f-351dd81e1d17, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=939cc089-d20a-4d0d-a75f-351dd81e1d17,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:19.755361 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.801508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:19.809079 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7602b74-4c4b-461d-b6a4-afba0237c5d9 req-3eb664dc-d31f-41cf-8428-a781e69490df tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866771 Jan 18 23:13:19.814570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:19.819034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:19.822074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:19.831314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:19.848355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:19.905851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9f53-510e-417a-ad17-a08ea983cb42 None None] Pushing event updated for resources: {'Port': ['ID=939cc089-d20a-4d0d-a75f-351dd81e1d17,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.951374 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.954555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.004559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.043002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 36099a64-3173-4cc6-85c3-652c0e4510f1 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:20.058953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Port': ['ID=2a40710a-4f23-431b-92ed-6b3a358e31dc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:20.107410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:20.170385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=a87e815d-0fc7-49d8-a4e8-3f21de12c3f5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:20.204727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:20.211125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:20.216638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.217379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.334361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8068983-2510-4ef0-a1ca-177eb535fe56 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2171636 Jan 18 23:13:20.339142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:20.343117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.352636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.392785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.530652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.533294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.592903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.594006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Fanout notify agent at l3_agent the message router_deleted on router 590a4b50-93cb-4f28-806f-b954a4535511 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:13:20.603964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-216db99f-6fa5-4d50-809c-d6b6b6a9a82f None None] Provisioning for port a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:20.606800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:20.611001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:20.611620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-216db99f-6fa5-4d50-809c-d6b6b6a9a82f None None] Provisioning complete for port a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:20.613087 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-216db99f-6fa5-4d50-809c-d6b6b6a9a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.615088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:20.621584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.622257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.624557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a3e22-53ca-4e2d-829e-75634f1fd7c4 req-88862089-1eca-477e-a9c9-925e272507df tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.626072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b5a3e22-53ca-4e2d-829e-75634f1fd7c4 req-88862089-1eca-477e-a9c9-925e272507df tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.3983443 Jan 18 23:13:20.641034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.644899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-497f7dfc-24f0-4a60-9c2c-7abe8d8c30d5 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/routers/590a4b50-93cb-4f28-806f-b954a4535511 HTTP/1.1" status: 204 len: 168 time: 3.2518938 Jan 18 23:13:20.645780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:20.680916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-216db99f-6fa5-4d50-809c-d6b6b6a9a82f None None] Port a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:20.687363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=36099a64-3173-4cc6-85c3-652c0e4510f1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:20.697479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b5a3e22-53ca-4e2d-829e-75634f1fd7c4 req-729923dc-9d8a-4c36-9595-9dcc1968dba2 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633082 Jan 18 23:13:20.713774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeec47e6-8c63-4cab-8b44-c19bd467081a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.729427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c07f9620-bb8e-4bfb-8675-b5e7916b27c6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0685925 Jan 18 23:13:20.729688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeec47e6-8c63-4cab-8b44-c19bd467081a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.730702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eeec47e6-8c63-4cab-8b44-c19bd467081a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:20.733591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:20.757790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Deleting subnet 64497d3a-ef24-4fdb-b15e-05600684ab09 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:20.762299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.774525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 939cc089-d20a-4d0d-a75f-351dd81e1d17 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:20.829144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eeec47e6-8c63-4cab-8b44-c19bd467081a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:20.830142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.831330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eeec47e6-8c63-4cab-8b44-c19bd467081a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4911180 Jan 18 23:13:20.835419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34930) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:20.894017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.907460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d610346-587d-4b5d-9eb9-9c234deb6133 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.908566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9d610346-587d-4b5d-9eb9-9c234deb6133 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:20.946425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9d610346-587d-4b5d-9eb9-9c234deb6133 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:20.952594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9d610346-587d-4b5d-9eb9-9c234deb6133 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/36099a64-3173-4cc6-85c3-652c0e4510f1 HTTP/1.1" status: 200 len: 844 time: 0.2165768 Jan 18 23:13:20.956234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:20.968301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 939cc089-d20a-4d0d-a75f-351dd81e1d17 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:20.968680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.994168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.004002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:21.004350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.047351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Subnet': ['ID=64497d3a-ef24-4fdb-b15e-05600684ab09,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:21.051945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.061557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-131b83a8-e67e-406f-8a54-b879c9b038f1 tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/subnets/64497d3a-ef24-4fdb-b15e-05600684ab09 HTTP/1.1" status: 204 len: 168 time: 0.4140882 Jan 18 23:13:21.061816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:21.173921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 36099a64-3173-4cc6-85c3-652c0e4510f1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:21.174261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.438783 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.827570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.844737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.858656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.955463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841d9de-2af6-404e-9f92-f8e512ffe0f3 req-12aae973-ac25-4cd3-9308-64208f2ba82f tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:21.957098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c841d9de-2af6-404e-9f92-f8e512ffe0f3 req-12aae973-ac25-4cd3-9308-64208f2ba82f tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.1014910 Jan 18 23:13:22.044693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb44b6ec-f281-41c8-9799-14c8a84d5fb6']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:22.060357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c841d9de-2af6-404e-9f92-f8e512ffe0f3 req-0cdf37b4-4d72-47c8-afa5-9c85e47117a4 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/security-groups?id=673fcf75-ad24-4d0d-b0ca-49172e77f3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599205 Jan 18 23:13:22.083925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-cdab8a33-7601-441c-8700-4a660763a62a tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:22.085922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-cdab8a33-7601-441c-8700-4a660763a62a tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.85 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 945 time: 0.1221993 Jan 18 23:13:22.117308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:22.151664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 36099a64-3173-4cc6-85c3-652c0e4510f1 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:22.158520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Deleting port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:22.158955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.185679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ebe9e5-19c7-444b-ab35-1a0be00bd40b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:22.185989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ebe9e5-19c7-444b-ab35-1a0be00bd40b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:22.230004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.258962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.288209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:22.288440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:22.303115 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:22.375952 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.390343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 34986) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:22.436287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] For port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,segment=NetworkSegment(140e2754-1a08-4347-9642-e6f7c5e7d420),segment_id=140e2754-1a08-4347-9642-e6f7c5e7d420)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:22.436752 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.470462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=36099a64-3173-4cc6-85c3-652c0e4510f1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.482025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.494247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.519183 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.523594 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] 10.222.0.78 "DELETE /v2.0/networks/cb44b6ec-f281-41c8-9799-14c8a84d5fb6 HTTP/1.1" status: 204 len: 168 time: 1.4584041 Jan 18 23:13:22.535088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da40e228-fa83-488d-ad91-f953fdae63da tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/36099a64-3173-4cc6-85c3-652c0e4510f1 HTTP/1.1" status: 204 len: 168 time: 1.5747335 Jan 18 23:13:22.535088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c21c35-a25c-4d91-8b65-4ff1a1d29e0c tempest-FloatingIPTestJSON-173016807 tempest-FloatingIPTestJSON-173016807-project] Pushing event deleted for resources: {'Network': ['ID=cb44b6ec-f281-41c8-9799-14c8a84d5fb6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.535411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 34994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:22.571283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.586461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Calling delete_port for b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:22.628748 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d0ff0f-9585-4eda-b80d-ee3d1736f006 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:13:22.629317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b8d0ff0f-9585-4eda-b80d-ee3d1736f006 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:22.634245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=a87e815d-0fc7-49d8-a4e8-3f21de12c3f5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.646379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.670946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:22.677369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Usage tracker for resource:security_group_rule and tenant:ff00e805ed744795a7abe97059c6d232 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:22.682928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:22.687305 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.690576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e38d6195-051a-4344-92af-0269fae8b5d0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 HTTP/1.1" status: 204 len: 168 time: 1.8525705 Jan 18 23:13:22.692137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:22.694740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35000) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:22.699493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b8d0ff0f-9585-4eda-b80d-ee3d1736f006 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:22.704583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b8d0ff0f-9585-4eda-b80d-ee3d1736f006 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/36099a64-3173-4cc6-85c3-652c0e4510f1 HTTP/1.1" status: 404 len: 333 time: 0.1649051 Jan 18 23:13:22.704758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:22.713610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'name': 'tempest-PortsIpV6TestJSON-2061760772'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:22.790790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:22.855701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43152d9-ffff-4826-993b-293c245035f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:22.857349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43152d9-ffff-4826-993b-293c245035f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:22.858187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f43152d9-ffff-4826-993b-293c245035f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:22.881049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.894454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:13:22.958925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f43152d9-ffff-4826-993b-293c245035f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:22.960114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f43152d9-ffff-4826-993b-293c245035f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2504730 Jan 18 23:13:22.964580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Pushing event deleted for resources: {'Port': ['ID=b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.967197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35014) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:23.082478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:23.103784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:23.132353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a89ea667-3392-4971-9c45-612c0a839dd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebc06a582406470ab57bc00de42d8310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402572 Jan 18 23:13:23.132741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] No DVR routers for this DVR port b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:23.133296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35022) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:23.136202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:23.137911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.142414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.149020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63414249-7abf-4541-9efa-32ece8735da2', 'name': 'network-vif-deleted', 'tag': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:23.185764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 22538735-f593-4ce3-98f5-8641846ecdd3 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:23.188894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.219721 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63414249-7abf-4541-9efa-32ece8735da2', 'name': 'network-vif-deleted', 'tag': 'b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b', 'status': 'completed', 'code': 200} Jan 18 23:13:23.223796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.230693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port e8aecf02-48a8-403e-af19-0dbfc0e6ca21 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:23.230935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.257917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe6be4ad-4616-4060-ba25-8276280e14b8 req-d210a18b-caf1-42ce-b480-1db34d29d669 tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.85 "DELETE /v2.0/ports/b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b HTTP/1.1" status: 204 len: 173 time: 1.1665030 Jan 18 23:13:23.291464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e0d74e5-b5bd-4387-84ae-a5fb9e8d021f req-d3f3c9a4-e237-4628-bd66-1f487ced6aca tempest-TestServerAdvancedOps-2095820780 tempest-TestServerAdvancedOps-2095820780-project] 10.222.0.78 "GET /v2.0/ports?device_id=63414249-7abf-4541-9efa-32ece8735da2 HTTP/1.1" status: 200 len: 210 time: 0.0972230 Jan 18 23:13:23.294773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff00e805ed744795a7abe97059c6d232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9008629 Jan 18 23:13:23.297318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:23.299568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.341513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d75289-2dc1-4c0f-bc76-e0e12b7e0baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f26c077-9e28-4d53-b5af-31d71d873e9c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.388616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d67c40e4-6752-4090-9ffe-052594f2edd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.390761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.453632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d67c40e4-6752-4090-9ffe-052594f2edd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.459974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b06144a-1cf7-4140-bf55-fe471736aa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.470085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.585253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b06144a-1cf7-4140-bf55-fe471736aa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.618474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=22538735-f593-4ce3-98f5-8641846ecdd3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.622002 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.634355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7015b3f-aaec-48a1-a179-48a3d47eb51f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:23.647206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-38500516-e2c9-4613-9e62-5cc7445c4989 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/22538735-f593-4ce3-98f5-8641846ecdd3 HTTP/1.1" status: 204 len: 168 time: 0.6669593 Jan 18 23:13:23.650307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35032) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:23.662487 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d67c40e4-6752-4090-9ffe-052594f2edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.675035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.688678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c40e4-6752-4090-9ffe-052594f2edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28753c9f-2564-4442-8dff-6617145efe57,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.711245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b06144a-1cf7-4140-bf55-fe471736aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.737013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06144a-1cf7-4140-bf55-fe471736aa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f26c077-9e28-4d53-b5af-31d71d873e9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.743518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b06144a-1cf7-4140-bf55-fe471736aa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.744823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9b06144a-1cf7-4140-bf55-fe471736aa77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4f26c077-9e28-4d53-b5af-31d71d873e9c HTTP/1.1" status: 204 len: 168 time: 0.4377518 Jan 18 23:13:23.750741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d67c40e4-6752-4090-9ffe-052594f2edd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.755270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d67c40e4-6752-4090-9ffe-052594f2edd4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28753c9f-2564-4442-8dff-6617145efe57 HTTP/1.1" status: 204 len: 168 time: 0.6208689 Jan 18 23:13:23.761979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf94b80c-4f66-4017-86f1-4dc586c38033 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101739 Jan 18 23:13:23.763422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:23.770207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:23.788770 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.953593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:23.959397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:23.967434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:23.976977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:23.977824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.002702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:24.005222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=e8aecf02-48a8-403e-af19-0dbfc0e6ca21,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.013742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:24.018156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:24.026855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:24.028409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:24.032527 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ee7d6849-7446-4757-abb4-f69de6b24264 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3266852 Jan 18 23:13:24.034904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] Deleting port 939cc089-d20a-4d0d-a75f-351dd81e1d17 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:24.035302 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.035560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35048) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:24.042602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.043628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:24.051597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.182171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.292838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] For port 939cc089-d20a-4d0d-a75f-351dd81e1d17, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=939cc089-d20a-4d0d-a75f-351dd81e1d17,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:24.293304 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.328358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35060) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:24.352161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.392734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:24.396686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Usage tracker for resource:security_group_rule and tenant:3b00cbc71dd2446abc1c5d5109e1b92d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:24.400085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:24.406444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:24.475762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] Calling delete_port for 939cc089-d20a-4d0d-a75f-351dd81e1d17 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:24.498374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35066) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:24.593139 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.604660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:13:24.606011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.625660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Deleting subnet 6e1454c9-ca51-4dfd-b772-70836c5d3c0c {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:24.659538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:24.659751 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.661341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] Pushing event deleted for resources: {'Port': ['ID=939cc089-d20a-4d0d-a75f-351dd81e1d17,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.668829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:24.672490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa53c8d-73f5-4136-9891-c6771ce57f92 None None] No DVR routers for this DVR port 939cc089-d20a-4d0d-a75f-351dd81e1d17 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:24.675399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.676047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.694412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08748237-9753-4887-b5e8-d14a9978addf None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:24.709975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=0610d087-0cc2-4b43-8690-161c8e8b7312,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.728992 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c20adcdf-65bb-4615-97b7-e3f345f74236 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9641669 Jan 18 23:13:24.729781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:24.737805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:48:40:c6', 'name': 'tempest-NetworksTestDHCPv6-1097299322'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.813027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.820135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 939cc089-d20a-4d0d-a75f-351dd81e1d17 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:24.836525 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.861836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 939cc089-d20a-4d0d-a75f-351dd81e1d17 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:24.862183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 939cc089-d20a-4d0d-a75f-351dd81e1d17 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:24.869036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:24.911044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.956532 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b00cbc71dd2446abc1c5d5109e1b92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267633 Jan 18 23:13:24.964050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:24.968120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748b35-5efb-44af-b2b9-959c96be0502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927c790-0252-4ddf-9506-90ba1d21756c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.973556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.986193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.991448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:25.004076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '0610d087-0cc2-4b43-8690-161c8e8b7312'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:25.005087 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.019156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:25.073519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:25.075215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] In _notify_port_updated(), no bound segment for port e8aecf02-48a8-403e-af19-0dbfc0e6ca21 on network 0d7045e1-8179-461d-99ca-5c9b92f5d321 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:13:25.081842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:25.084011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.088708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/ports/e8aecf02-48a8-403e-af19-0dbfc0e6ca21 HTTP/1.1" status: 200 len: 818 time: 1.0520473 Jan 18 23:13:25.099442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35092) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:25.105055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.118260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1964959185'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:25.170387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b628cb-a736-4cc3-a159-7f323efda956 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=e8aecf02-48a8-403e-af19-0dbfc0e6ca21,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.184215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Allocated IP 2001:db8::f816:3eff:fe52:9379 (f1d84029-e20e-4d03-be87-edcd9315db19/0610d087-0cc2-4b43-8690-161c8e8b7312/e495c220-c2a7-4f4c-a91d-dce3cd410cb2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:25.206859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.226838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c19b228-8f84-4ac5-ad3b-e3eb67288dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.247510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1454c9-ca51-4dfd-b772-70836c5d3c0c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.254246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.257719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c19b228-8f84-4ac5-ad3b-e3eb67288dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.269499 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-adaf6dcf-6579-4508-a56a-d00454ee5d08 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6e1454c9-ca51-4dfd-b772-70836c5d3c0c HTTP/1.1" status: 204 len: 168 time: 0.7634912 Jan 18 23:13:25.269712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:25.269857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35096) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:25.304733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:25.324089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:25.355214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:25.382755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port e8aecf02-48a8-403e-af19-0dbfc0e6ca21 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:25.383088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.393423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.402819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.412919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Transition to ACTIVE for port object e495c220-c2a7-4f4c-a91d-dce3cd410cb2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:25.431836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Transition to ACTIVE for port object e495c220-c2a7-4f4c-a91d-dce3cd410cb2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:25.440337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.525688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.548724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:25.551623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:25.555510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:25.557825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f49a0cd-7f51-4a02-9880-6bce462231d9']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:25.574123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140e2754-1a08-4347-9642-e6f7c5e7d420') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:25.575400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140e2754-1a08-4347-9642-e6f7c5e7d420') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:25.577790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:25.581257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.586637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Pushing event updated for resources: {'Port': ['ID=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.589736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.608439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.614925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.622054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:25.622608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.624492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:25.650002 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:25.653083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Attempting to bind port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:25.653083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Attempting to bind port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:25.653083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Attempting to bind port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:25.656912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:25.657295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:25.657694 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.658087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:25.658543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Bound port: e495c220-c2a7-4f4c-a91d-dce3cd410cb2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:25.658928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.692194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 77fde4f9-6224-4c38-ba77-62fc8a4332df yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:25.736709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.737883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c19b228-8f84-4ac5-ad3b-e3eb67288dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.742032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:25.742228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.750740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] For port e495c220-c2a7-4f4c-a91d-dce3cd410cb2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:25.753885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] For port e495c220-c2a7-4f4c-a91d-dce3cd410cb2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:25.759478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.766868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f49a0cd-7f51-4a02-9880-6bce462231d9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.781683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:security_group_rule and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:25.785337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a23d04b4-6f69-4ea4-a7aa-84066c4b8192 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5f49a0cd-7f51-4a02-9880-6bce462231d9 HTTP/1.1" status: 204 len: 168 time: 0.5116906 Jan 18 23:13:25.785473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19b228-8f84-4ac5-ad3b-e3eb67288dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927c790-0252-4ddf-9506-90ba1d21756c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.785558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:25.790989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:25.803595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:25.843290 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c19b228-8f84-4ac5-ad3b-e3eb67288dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.844432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5c19b228-8f84-4ac5-ad3b-e3eb67288dd3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3927c790-0252-4ddf-9506-90ba1d21756c HTTP/1.1" status: 204 len: 168 time: 0.8792100 Jan 18 23:13:25.862038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Deleting subnet 0e2feb25-09ce-46b2-a574-017d9d17d4e8 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:25.866683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.882243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c094a4-bd3e-48c4-acad-c4701b57a2d9 None None] Pushing event updated for resources: {'Port': ['ID=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.934863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.986200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:26.004470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.034549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:26.035102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device b00ad9c6-cbf3-4e42-8d47-5d39f6a8c08b not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:26.055013 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.232326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.246809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for e8aecf02-48a8-403e-af19-0dbfc0e6ca21 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:26.311020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.311463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fe48:40c6 (f1d84029-e20e-4d03-be87-edcd9315db19/0610d087-0cc2-4b43-8690-161c8e8b7312/77fde4f9-6224-4c38-ba77-62fc8a4332df) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:26.313947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2feb25-09ce-46b2-a574-017d9d17d4e8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.320128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-014f405f-ce84-4d5b-936e-0f38710298fc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0e2feb25-09ce-46b2-a574-017d9d17d4e8 HTTP/1.1" status: 204 len: 168 time: 0.5327444 Jan 18 23:13:26.323160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:26.425887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.433836 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.448431 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.490128 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.512815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.535285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=e8aecf02-48a8-403e-af19-0dbfc0e6ca21,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.587336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.619575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93015667-f2dd-4392-9485-b83f30c219ad']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:26.634755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:26.635424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beb8a61-a533-4978-b644-38d5e1346289') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:26.635729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beb8a61-a533-4978-b644-38d5e1346289') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:26.647812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.647948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094e718a-f4ac-42d6-9e84-3e71aeee7c27,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.657479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-570aad3f-77a8-4260-b715-a7954f23dc17 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/e8aecf02-48a8-403e-af19-0dbfc0e6ca21 HTTP/1.1" status: 204 len: 168 time: 1.5501423 Jan 18 23:13:26.662352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.663081 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef of type vlan for network 33c93401-add0-487a-bcfe-3d8c4095a687 Jan 18 23:13:26.664493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:26.669640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.677087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:26.677544 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:26.691407 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:26.805326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.808384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.826454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.835250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93015667-f2dd-4392-9485-b83f30c219ad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.839851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-32417a4c-5898-4b06-a5d3-e2f8b66e54f8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/93015667-f2dd-4392-9485-b83f30c219ad HTTP/1.1" status: 204 len: 168 time: 0.5153668 Jan 18 23:13:26.841451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.876500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e495c220-c2a7-4f4c-a91d-dce3cd410cb2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:26.881916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 77fde4f9-6224-4c38-ba77-62fc8a4332df will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:26.913894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.930191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:26.930934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.987420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:27.003752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4935370-94e1-4aaf-aeaf-f7d4fc0de2c7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.004500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b4935370-94e1-4aaf-aeaf-f7d4fc0de2c7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:27.112192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2418091 Jan 18 23:13:27.122803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc5a1a-b97f-4ce8-8861-0b432e5a6058 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=33c93401-add0-487a-bcfe-3d8c4095a687,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:27.138399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 33c93401-add0-487a-bcfe-3d8c4095a687 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:27.142927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.156242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35140) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.201973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b4935370-94e1-4aaf-aeaf-f7d4fc0de2c7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:27.205988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b4935370-94e1-4aaf-aeaf-f7d4fc0de2c7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5374238 Jan 18 23:13:27.206830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35144) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.250360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=77fde4f9-6224-4c38-ba77-62fc8a4332df,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:27.254100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:27.254740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.262758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:27.278004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:27.281528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:27.289211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.289502 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.302811 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b743771-3404-4166-ba28-ff0269df12ce tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:13:27.303352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b743771-3404-4166-ba28-ff0269df12ce tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:27.334254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-86e2c818-5f9e-40e5-97a7-5430f29fa38a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf872bded8934e7293518c90fd6704bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770897 Jan 18 23:13:27.335446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b743771-3404-4166-ba28-ff0269df12ce tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:27.336544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b743771-3404-4166-ba28-ff0269df12ce tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/e8aecf02-48a8-403e-af19-0dbfc0e6ca21 HTTP/1.1" status: 404 len: 333 time: 0.1259825 Jan 18 23:13:27.337152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35164) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.351503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.368088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1397138399'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:27.374880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:27.384925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:27.388574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:27.395211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:27.399190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cb2ac5c6-b5fb-405e-a87b-286ec1b99902 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6681437 Jan 18 23:13:27.403325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35176) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.433586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:27.435489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] Provisioning for port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:27.438926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:27.442065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] Provisioning complete for port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:27.442405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:27.442556 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.449441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:27.469194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:27.473214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.482489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:27.486132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.587060 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-250e33cb-6c41-4b5c-bf6f-ad04b5eaee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.592625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:27.600986 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.635991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.636339 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment fe98e0f8-c18a-4cf7-a559-85e86c31eb1c of type vlan for network 572d41cf-a9b6-40bf-bbb6-3821de132b3c Jan 18 23:13:27.660202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] For port e495c220-c2a7-4f4c-a91d-dce3cd410cb2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:27.667405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.672755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.704193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e22a4-2c82-4c71-8315-369dd741cca2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.711752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e22a4-2c82-4c71-8315-369dd741cca2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.717190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a01e22a4-2c82-4c71-8315-369dd741cca2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3095374 Jan 18 23:13:27.717399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:27.730593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-250e33cb-6c41-4b5c-bf6f-ad04b5eaee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.769571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26a05-f7a3-4e10-8861-0ee405b8e736 None None] Pushing event updated for resources: {'Port': ['ID=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:27.803112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 77fde4f9-6224-4c38-ba77-62fc8a4332df {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:27.803437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.807214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.815386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.816053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.827489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ac16d0c-12fd-465c-9759-cf6f27730067 None None] Provisioning for port 77fde4f9-6224-4c38-ba77-62fc8a4332df completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:27.837673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ac16d0c-12fd-465c-9759-cf6f27730067 None None] Provisioning complete for port 77fde4f9-6224-4c38-ba77-62fc8a4332df triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:27.838224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ac16d0c-12fd-465c-9759-cf6f27730067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.944427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=572d41cf-a9b6-40bf-bbb6-3821de132b3c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:27.961793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:27.973593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-250e33cb-6c41-4b5c-bf6f-ad04b5eaee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.976819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-250e33cb-6c41-4b5c-bf6f-ad04b5eaee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.981935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-250e33cb-6c41-4b5c-bf6f-ad04b5eaee87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/673fcf75-ad24-4d0d-b0ca-49172e77f3b6 HTTP/1.1" status: 204 len: 168 time: 0.6404922 Jan 18 23:13:28.015848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ed669d37-3204-4a46-987b-ef0293e35f6c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6603668 Jan 18 23:13:28.016914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35238) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:28.021286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e33cb-6c41-4b5c-bf6f-ad04b5eaee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673fcf75-ad24-4d0d-b0ca-49172e77f3b6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.040585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:28.060235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0ac16d0c-12fd-465c-9759-cf6f27730067 None None] Port 77fde4f9-6224-4c38-ba77-62fc8a4332df cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:28.082666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.231924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:28.239413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:28.243810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:28.253978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:28.264612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=d51dc113-f9a5-44f1-9d06-8aadc91d0b70,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.266656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:28.271399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.302890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:28.303255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: 33c93401-add0-487a-bcfe-3d8c4095a687, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:28.356706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.368105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 33c93401-add0-487a-bcfe-3d8c4095a687 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:28.497342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 33c93401-add0-487a-bcfe-3d8c4095a687) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:28.506015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 77fde4f9-6224-4c38-ba77-62fc8a4332df owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:28.507564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78165e6-0635-469b-a449-f3aa17d3e284 None None] Network 33c93401-add0-487a-bcfe-3d8c4095a687 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:28.524305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:28.547660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:28.548256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.595363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.613231 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a05707f-aec7-4146-9b12-817b7aad0417 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3571825 Jan 18 23:13:28.616253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:28.619145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35266) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:28.654145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e52d5248-f897-4941-b74e-97809aa2830d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c591fbed6e4342e1ae3bf4a2da528622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280477 Jan 18 23:13:28.662753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-360204525'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:28.663346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35274) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:28.668563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:28.673146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:28.676475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:28.682837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:28.705875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:28.710375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.715099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:28.715532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: 572d41cf-a9b6-40bf-bbb6-3821de132b3c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:28.760217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.765911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=e6cf05f4-ddde-46d9-a8f3-98ca5aa78349,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.800738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:28.803210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44727cb5-fda9-4522-a64f-f0a60d24ef86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.817195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e495c220-c2a7-4f4c-a91d-dce3cd410cb2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:28.839307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44727cb5-fda9-4522-a64f-f0a60d24ef86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.840868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=77fde4f9-6224-4c38-ba77-62fc8a4332df,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.848348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-33c93401-add0-487a-bcfe-3d8c4095a687', 'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': 'd51dc113-f9a5-44f1-9d06-8aadc91d0b70'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:28.848514 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.863305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:28.871675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.917849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44727cb5-fda9-4522-a64f-f0a60d24ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.935270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 572d41cf-a9b6-40bf-bbb6-3821de132b3c) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:28.941094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:28.945230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6cb679f38ce4c379db55bc5166460d2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:28.948201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:28.954671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:28.955495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:28.956304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.960059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba161e-95c8-4fae-94d7-b7993ae2dc92 None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:28.982847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.983455 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment 2c191e00-7a7a-4122-bf4e-3c086bf86650 of type vlan for network 8df618b2-59fd-4313-a9c7-2dd098a78bec Jan 18 23:13:28.983662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727cb5-fda9-4522-a64f-f0a60d24ef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cc82df-7d62-4eff-8b2f-370a8dfdf865,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.994756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.002156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-44727cb5-fda9-4522-a64f-f0a60d24ef86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.003451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-44727cb5-fda9-4522-a64f-f0a60d24ef86 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11cc82df-7d62-4eff-8b2f-370a8dfdf865 HTTP/1.1" status: 204 len: 168 time: 0.3367867 Jan 18 23:13:29.023194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-94c030a3-7d77-44a0-8ffc-f0f982f8bcb1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0058141 Jan 18 23:13:29.026349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35280) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:29.034116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:29.044034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a19980c8-6f7b-473b-ad51-60ba88f4aeec tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/77fde4f9-6224-4c38-ba77-62fc8a4332df HTTP/1.1" status: 204 len: 168 time: 1.3257430 Jan 18 23:13:29.045135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:29.120901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.192253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:29.192775 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.228584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6accafa7-e4c0-471b-8776-2247c5cc33cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.231533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6accafa7-e4c0-471b-8776-2247c5cc33cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.231533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6accafa7-e4c0-471b-8776-2247c5cc33cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:29.245498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:29.252187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:29.256702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.258749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:29.262479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.263119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.268273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:29.311792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6accafa7-e4c0-471b-8776-2247c5cc33cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:29.316301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35290) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:29.316474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6accafa7-e4c0-471b-8776-2247c5cc33cd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2586985 Jan 18 23:13:29.365395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Allocated IP 172.20.255.242 (33c93401-add0-487a-bcfe-3d8c4095a687/d51dc113-f9a5-44f1-9d06-8aadc91d0b70/a30158a8-4d9d-418d-ae43-84011e71328e) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:29.380295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.397664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7447612 Jan 18 23:13:29.401612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:29.411029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': '8df618b2-59fd-4313-a9c7-2dd098a78bec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:29.426229 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.446055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 0610d087-0cc2-4b43-8690-161c8e8b7312 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:29.452547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.456140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b6fe-344c-4603-ba9e-ee0183b5a4b8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=8df618b2-59fd-4313-a9c7-2dd098a78bec,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:29.476310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 8df618b2-59fd-4313-a9c7-2dd098a78bec details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:29.506497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:29.514267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.568143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6cb679f38ce4c379db55bc5166460d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9507754 Jan 18 23:13:29.578711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab707f74-39de-455a-8aec-2d3007cdbac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1462f6c-d209-45a8-95c3-dbf48e9025a6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:29.581258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:29.604831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:29.612180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:29.620858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:29.633057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:29.667930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:29.672180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.697141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43ed97bc-cca1-4326-b0db-ff1d6e95d5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.712817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': 'e6cf05f4-ddde-46d9-a8f3-98ca5aa78349'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:29.713676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.803892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43ed97bc-cca1-4326-b0db-ff1d6e95d5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.845500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.941899 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6cf05f4-ddde-46d9-a8f3-98ca5aa78349 (CIDR: 2001:db8::/64) Jan 18 23:13:29.953834 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:29.954816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:29.964473 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.991631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Allocated IP 2001:db8::2 (572d41cf-a9b6-40bf-bbb6-3821de132b3c/e6cf05f4-ddde-46d9-a8f3-98ca5aa78349/5703316d-6297-459e-b35c-0a5f48c19e37) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:29.993095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f2e39f12-10c7-4736-a662-23cbd8c9886d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9648433 Jan 18 23:13:29.996002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35316) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.006179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.017552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43ed97bc-cca1-4326-b0db-ff1d6e95d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.024789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Transition to ACTIVE for port object a30158a8-4d9d-418d-ae43-84011e71328e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:30.039876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed97bc-cca1-4326-b0db-ff1d6e95d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1462f6c-d209-45a8-95c3-dbf48e9025a6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:30.069327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:30.069596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43ed97bc-cca1-4326-b0db-ff1d6e95d5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.070576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43ed97bc-cca1-4326-b0db-ff1d6e95d5ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1462f6c-d209-45a8-95c3-dbf48e9025a6 HTTP/1.1" status: 204 len: 168 time: 0.4852264 Jan 18 23:13:30.118282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Transition to ACTIVE for port object a30158a8-4d9d-418d-ae43-84011e71328e will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:30.120632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.135555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.176267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.236924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Network 33c93401-add0-487a-bcfe-3d8c4095a687 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:30.243266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:30.249088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:30.253363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=f43a0ae4-cfa1-4faa-bb4d-8379ff30c7f4,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:30.255266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:30.258071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:30.258861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:30.265289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:30.269442 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.270780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Pushing event updated for resources: {'Port': ['ID=a30158a8-4d9d-418d-ae43-84011e71328e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:30.314260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.328887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=0610d087-0cc2-4b43-8690-161c8e8b7312,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:30.334110 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0da115f6-6f72-498d-b79f-b1ac9c404f59 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/0610d087-0cc2-4b43-8690-161c8e8b7312 HTTP/1.1" status: 204 len: 168 time: 1.0166218 Jan 18 23:13:30.335304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:30.339451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.341509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35330) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.346438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': '2c191e00-7a7a-4122-bf4e-3c086bf86650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8df618b2-59fd-4313-a9c7-2dd098a78bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:30.347050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: 8df618b2-59fd-4313-a9c7-2dd098a78bec, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:30.419584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f02bd-1918-439e-bd8b-f637af9d227b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:30.592367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.610961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Attempting to bind port a30158a8-4d9d-418d-ae43-84011e71328e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:30.611328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Attempting to bind port a30158a8-4d9d-418d-ae43-84011e71328e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:30.611689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Attempting to bind port a30158a8-4d9d-418d-ae43-84011e71328e on network 33c93401-add0-487a-bcfe-3d8c4095a687 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:30.619392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Transition to ACTIVE for port object 5703316d-6297-459e-b35c-0a5f48c19e37 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:30.630585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:30.630585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Checking segment: {'id': 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:30.630585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.631049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Bound using segment: {'id': 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:30.631266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Bound port: a30158a8-4d9d-418d-ae43-84011e71328e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33c93401-add0-487a-bcfe-3d8c4095a687'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:30.631562 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.638227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2034708709-network', 'tenant_id': '09216b7e3403427e8062be75685117ed'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:30.656977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:30.669842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-70ab5e9f-ded5-4631-b801-5ea939195637 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3248439 Jan 18 23:13:30.673412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.676523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Usage tracker for resource:network and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:30.715407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 8df618b2-59fd-4313-a9c7-2dd098a78bec is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:30.717771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:30.730866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.737076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:30.749192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Transition to ACTIVE for port object 5703316d-6297-459e-b35c-0a5f48c19e37 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:30.756965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 8df618b2-59fd-4313-a9c7-2dd098a78bec) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:30.763615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.764142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.772081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:30.774345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.780918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.798553 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.817471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e162a9-29b1-4ea9-97c2-8c7043e92a42 None None] Network 8df618b2-59fd-4313-a9c7-2dd098a78bec requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:30.828808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:30.836917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:30.844510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:30.848685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.849742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.854351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-928ba054-cecd-4121-bfa8-349b1c619d78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4504888 Jan 18 23:13:30.862060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.867730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:30.923698 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:13:30.926896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=8e31c778-111a-4c2a-87e7-2418ef6c5dd9,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:30.931038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:30.943366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-082b8112-72eb-4d9b-9316-34bfa9789381 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9456503 Jan 18 23:13:30.946249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35360) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.950940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:30.959033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:30.959436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'fixed_ips': [{'subnet_id': 'e6cf05f4-ddde-46d9-a8f3-98ca5aa78349'}, {'subnet_id': '8e31c778-111a-4c2a-87e7-2418ef6c5dd9'}], 'name': 'tempest-PortsIpV6TestJSON-511219922'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:31.066858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1f16d-48fb-46d4-ada6-792c9deb0126 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:31.067939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80b1f16d-48fb-46d4-ada6-792c9deb0126 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:31.077557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.078250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] For port a30158a8-4d9d-418d-ae43-84011e71328e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:31.081331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:31.104030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:31.111411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80b1f16d-48fb-46d4-ada6-792c9deb0126 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:31.115344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Pushing event updated for resources: {'Port': ['ID=5703316d-6297-459e-b35c-0a5f48c19e37,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.115723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80b1f16d-48fb-46d4-ada6-792c9deb0126 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4412744 Jan 18 23:13:31.116977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:31.137667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] For port a30158a8-4d9d-418d-ae43-84011e71328e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a30158a8-4d9d-418d-ae43-84011e71328e,segment=NetworkSegment(a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef),segment_id=a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:31.159817 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.180307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:31.192108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:31.209437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:31.213258 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Attempting to bind port 5703316d-6297-459e-b35c-0a5f48c19e37 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:31.213843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Attempting to bind port 5703316d-6297-459e-b35c-0a5f48c19e37 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:31.214396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Attempting to bind port 5703316d-6297-459e-b35c-0a5f48c19e37 on network 572d41cf-a9b6-40bf-bbb6-3821de132b3c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:31.253682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb810c-83e7-4747-b8d0-2f6015262b22 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:31.258429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f9fb810c-83e7-4747-b8d0-2f6015262b22 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385226 Jan 18 23:13:31.259098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:31.259647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:31.260547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Checking segment: {'id': 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:31.261138 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.261684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Bound using segment: {'id': 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:31.262342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Bound port: 5703316d-6297-459e-b35c-0a5f48c19e37, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:31.262899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.352155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beea95-73eb-4423-a13d-f4906915a8fd None None] Pushing event updated for resources: {'Port': ['ID=a30158a8-4d9d-418d-ae43-84011e71328e,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.355935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:31.364652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7644fee3-b417-49ee-9f57-03bedf982b21 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944109 Jan 18 23:13:31.365654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:31.391055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:31.443699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.467728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 247b34f7-a368-4014-aaa4-6b034f113d3d yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:31.480298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] For port 5703316d-6297-459e-b35c-0a5f48c19e37, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:31.483332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] For port 5703316d-6297-459e-b35c-0a5f48c19e37, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5703316d-6297-459e-b35c-0a5f48c19e37,segment=NetworkSegment(fe98e0f8-c18a-4cf7-a559-85e86c31eb1c),segment_id=fe98e0f8-c18a-4cf7-a559-85e86c31eb1c)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:31.487506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] Deleting port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:31.487888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.497643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.591212 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.691440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:31.706567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.712563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:31.792689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:31.803396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d35049-f19c-4f35-ba54-81790af9712e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-8df618b2-59fd-4313-a9c7-2dd098a78bec', 'network_id': '8df618b2-59fd-4313-a9c7-2dd098a78bec', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': 'f43a0ae4-cfa1-4faa-bb4d-8379ff30c7f4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:31.804242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3d35049-f19c-4f35-ba54-81790af9712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.811883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=f43a0ae4-cfa1-4faa-bb4d-8379ff30c7f4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.823826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:31.945806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87851-1646-4d11-8a80-d8072266e3fb None None] Pushing event updated for resources: {'Port': ['ID=5703316d-6297-459e-b35c-0a5f48c19e37,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:32.038921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] For port e495c220-c2a7-4f4c-a91d-dce3cd410cb2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:32.039316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.079710 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.102852 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.122676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.155151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::7 (572d41cf-a9b6-40bf-bbb6-3821de132b3c/e6cf05f4-ddde-46d9-a8f3-98ca5aa78349/247b34f7-a368-4014-aaa4-6b034f113d3d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:32.162144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:32.164113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8:0:1::1c2 (572d41cf-a9b6-40bf-bbb6-3821de132b3c/8e31c778-111a-4c2a-87e7-2418ef6c5dd9/247b34f7-a368-4014-aaa4-6b034f113d3d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:32.165616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.195816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df618b2-59fd-4313-a9c7-2dd098a78bec']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:32.214119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:32.250951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] Calling delete_port for e495c220-c2a7-4f4c-a91d-dce3cd410cb2 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:32.303822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c191e00-7a7a-4122-bf4e-3c086bf86650') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:32.304118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c191e00-7a7a-4122-bf4e-3c086bf86650') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:32.327641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:32.357889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.358276 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Added segment d96b0a31-a6cf-45c1-8c46-69860d292355 of type vlan for network 54525004-ee71-467a-bbf2-f30e8442ef36 Jan 18 23:13:32.360345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.363562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579e1f7-9905-45d5-9312-6ee7e6cdb6d4 None None] Network 8df618b2-59fd-4313-a9c7-2dd098a78bec requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:32.394844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.427657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:32.428370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.469055 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.522506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] Pushing event deleted for resources: {'Port': ['ID=e495c220-c2a7-4f4c-a91d-dce3cd410cb2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:32.538347 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.541293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4b068-1e1b-44e0-b927-c30da3f9aa6f None None] No DVR routers for this DVR port e495c220-c2a7-4f4c-a91d-dce3cd410cb2 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:32.562762 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:32.571375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.578135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 247b34f7-a368-4014-aaa4-6b034f113d3d will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:32.589496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:32.620070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.625875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.644198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.645176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.646138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.654223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.676064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=8df618b2-59fd-4313-a9c7-2dd098a78bec,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:32.731424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:32.735424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:32.741629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:32.747370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.748028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.753851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=247b34f7-a368-4014-aaa4-6b034f113d3d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:32.778717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2dc28dfe-5400-4e6d-9979-bce51f173eb4 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:32.790024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab15d345-139b-49b0-94e4-99b0b04a029c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.8427367 Jan 18 23:13:32.793241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35404) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:32.807228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6cf05f4-ddde-46d9-a8f3-98ca5aa78349'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:32.888374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a30158a8-4d9d-418d-ae43-84011e71328e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:32.894474 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f92f0c0-e9d3-4dc5-b3a8-6d32d6db6396 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/8df618b2-59fd-4313-a9c7-2dd098a78bec HTTP/1.1" status: 204 len: 168 time: 2.0252080 Jan 18 23:13:32.900228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:32.914154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1697649315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:32.924205 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7395558 Jan 18 23:13:32.930848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:32.932863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:32.941934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Request body: {'subnet': {'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2034708709-subnet', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:32.947510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa241de5-d498-441d-9b0e-f152410ab66f admin admin] Pushing event updated for resources: {'Network': ['ID=54525004-ee71-467a-bbf2-f30e8442ef36,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:32.952269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:32.972220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:32.979466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:32.982492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 54525004-ee71-467a-bbf2-f30e8442ef36 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:33.003700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:33.009395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:33.017683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.032633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Usage tracker for resource:subnet and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:33.058961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:33.077530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:33.117504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:33.120075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.126079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:33.128540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.145023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cdac4e-0dd2-418f-8dd1-89fc8d17f92a None None] Network 33c93401-add0-487a-bcfe-3d8c4095a687 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:33.194204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2dc28dfe-5400-4e6d-9979-bce51f173eb4 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "PUT /v2.0/quotas/9116672f4ec54c5d8a576a3085a85420 HTTP/1.1" status: 200 len: 366 time: 0.6020534 Jan 18 23:13:33.197850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35416) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.218155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b23034c-e67b-4787-bf09-c2a35ccb2dc6 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0189669 Jan 18 23:13:33.252195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35420) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.264103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0c0830ed-0ac6-4e33-9f42-7d5357a1bce0 None None] Provisioning for port a30158a8-4d9d-418d-ae43-84011e71328e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:33.272526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-70ab3201-9ffd-4cdb-a5d4-d1ce446209ad tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "GET /v2.0/quotas/9116672f4ec54c5d8a576a3085a85420 HTTP/1.1" status: 200 len: 366 time: 0.0168195 Jan 18 23:13:33.278844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35424) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.298592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a30158a8-4d9d-418d-ae43-84011e71328e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:33.306026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d59cbfaf-6f2a-4919-a77b-8c5ed2322879 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/9116672f4ec54c5d8a576a3085a85420 HTTP/1.1" status: 204 len: 168 time: 0.0247221 Jan 18 23:13:33.307433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35428) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.310217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a30158a8-4d9d-418d-ae43-84011e71328e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:33.310686 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.374849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1a56316f-019d-45bf-957b-5b03d218f135 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0661249 Jan 18 23:13:33.379149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35432) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.398791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-20e66bdd-1699-47df-b8d6-56b50e65f712 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "GET /v2.0/quotas/9116672f4ec54c5d8a576a3085a85420 HTTP/1.1" status: 200 len: 370 time: 0.0183933 Jan 18 23:13:33.403079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35436) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.420544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.421357 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment c3b6b621-cc01-4bc2-b414-041b5102fad9 of type vlan for network 1bd93aff-d0ae-4819-9842-35ea65a10c41 Jan 18 23:13:33.490135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5256f3b7-f8a1-49b2-9a18-c967c4fa3e48 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "GET /v2.0/quotas/9116672f4ec54c5d8a576a3085a85420/default HTTP/1.1" status: 200 len: 370 time: 0.0841377 Jan 18 23:13:33.493992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35440) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.519218 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-9b311530-297a-4c21-b528-a1f2360705a2 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] delete failed (client error): The resource could not be found. Jan 18 23:13:33.519940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b311530-297a-4c21-b528-a1f2360705a2 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/9116672f4ec54c5d8a576a3085a85420 HTTP/1.1" status: 404 len: 348 time: 0.0252676 Jan 18 23:13:33.539023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:13:33.545081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.553848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e8f83-d63a-414d-b797-5d32d59ccb98 None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:33.566968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.592678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Delete allocated IP 2001:db8:0:1::1c2 (572d41cf-a9b6-40bf-bbb6-3821de132b3c/8e31c778-111a-4c2a-87e7-2418ef6c5dd9) {{(pid=87811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:13:33.632181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:33.641709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:33.649379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:33.649974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.696637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=82c11458-e3ac-4b2e-af4a-ca34aa0b3db3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:33.713005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.718587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:33.719190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.721980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b79bc14-bdb2-455c-88f9-1d28525df9b6 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:33.743118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35446) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.786112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f7d0162-9da8-40a1-986f-548131eafaa2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4114451 Jan 18 23:13:33.786609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35450) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.790662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:network and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:33.797068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:0e:b8:40', 'name': 'tempest-NetworksTestDHCPv6-2004765644'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:33.877907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9733264 Jan 18 23:13:33.882590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.887081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297384ae-84dd-41fb-b523-ad73c65f0e41 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=1bd93aff-d0ae-4819-9842-35ea65a10c41,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:33.896181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': '1bd93aff-d0ae-4819-9842-35ea65a10c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:33.907323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-381e7d7d-6962-43d8-b0ba-83d2cdca3b16 None None] Provisioning for port 5703316d-6297-459e-b35c-0a5f48c19e37 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:33.916471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1bd93aff-d0ae-4819-9842-35ea65a10c41 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:33.961672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:33.970487 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.975191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:13:34.003601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.009289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:subnet and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.023819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.028322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:34.037102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:34.040605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.042949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Ignored duplicate provisioning block setup for port 247b34f7-a368-4014-aaa4-6b034f113d3d by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:13:34.043382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.049475 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.050200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:34.054221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:34.054414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:subnetpool and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.060246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.101972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.125092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:34.128643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.134007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:34.152398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:34.161954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a30158a8-4d9d-418d-ae43-84011e71328e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a30158a8-4d9d-418d-ae43-84011e71328e,segment=NetworkSegment(a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef),segment_id=a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:34.218125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.219075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5703316d-6297-459e-b35c-0a5f48c19e37 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:34.241791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:13:34.242237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:13:34.244835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:34.245164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Network hostable DHCP agents. Network: 54525004-ee71-467a-bbf2-f30e8442ef36, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:34.275611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] In _notify_port_updated(), no bound segment for port 247b34f7-a368-4014-aaa4-6b034f113d3d on network 572d41cf-a9b6-40bf-bbb6-3821de132b3c {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:13:34.282699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.283371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.284971 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/ports/247b34f7-a368-4014-aaa4-6b034f113d3d HTTP/1.1" status: 200 len: 923 time: 1.4905264 Jan 18 23:13:34.295854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:34.296807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:port and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.300198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:34.306721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6cf05f4-ddde-46d9-a8f3-98ca5aa78349'}, {'subnet_id': '8e31c778-111a-4c2a-87e7-2418ef6c5dd9'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:34.310163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '82c11458-e3ac-4b2e-af4a-ca34aa0b3db3'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:34.311287 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.387239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.393565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221b46-47e7-45b6-98f2-921af0015b5a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=247b34f7-a368-4014-aaa4-6b034f113d3d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:34.406687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:router and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.411407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.413129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a30158a8-4d9d-418d-ae43-84011e71328e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:34.428682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 54525004-ee71-467a-bbf2-f30e8442ef36) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:34.443375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.454928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726509a-ea26-4524-869c-092a9c58b268 None None] Network 54525004-ee71-467a-bbf2-f30e8442ef36 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:34.459910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 2965af55-d059-4110-9785-1d51bb2673f7 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:34.467120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.467715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.502955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:floatingip and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.522614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.574852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-791a3a92-8473-4d75-b697-e278ed31c020 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6407471 Jan 18 23:13:34.578446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:34.604044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:34.607164 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.622175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 5703316d-6297-459e-b35c-0a5f48c19e37 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:34.624050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:security_group and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.624397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:34.630133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.632048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Update dhcp port {'port': {'network_id': '572d41cf-a9b6-40bf-bbb6-3821de132b3c', 'fixed_ips': [{'subnet_id': 'e6cf05f4-ddde-46d9-a8f3-98ca5aa78349', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e31c778-111a-4c2a-87e7-2418ef6c5dd9'}], 'binding:host_id': 'n-d-825178-1'}, 'id': '5703316d-6297-459e-b35c-0a5f48c19e37'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:13:34.640765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fe0e:b840 (f1d84029-e20e-4d03-be87-edcd9315db19/82c11458-e3ac-4b2e-af4a-ca34aa0b3db3/2965af55-d059-4110-9785-1d51bb2673f7) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:34.643967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Usage tracker for resource:router and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.651750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Usage tracker for resource:security_group_rule and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:34.657425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.657934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:34.671214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e22eba04-9a69-40e0-ac58-1a4862cd92d3 tempest-QuotasTest-374852314 tempest-QuotasTest-374852314-project-admin] 10.222.0.78 "GET /v2.0/quotas/d914985f25b847d68e90f05f1b7d5779/details.json HTTP/1.1" status: 200 len: 703 time: 0.9187722 Jan 18 23:13:34.671429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.671429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:34.681083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5703316d-6297-459e-b35c-0a5f48c19e37 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:34.681083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.703727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-64aee387-61c4-4aae-a9c7-eac4e4b0a50e None None] Provisioning complete for port a30158a8-4d9d-418d-ae43-84011e71328e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:34.704115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64aee387-61c4-4aae-a9c7-eac4e4b0a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.793357 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.794359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.829627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=8e25b029-0db0-45f8-8f31-4b53a089a94b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:34.840239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.855511 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.869583 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.870991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': 'c3b6b621-cc01-4bc2-b414-041b5102fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd93aff-d0ae-4819-9842-35ea65a10c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:34.871360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: 1bd93aff-d0ae-4819-9842-35ea65a10c41, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:34.945775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.971114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 2965af55-d059-4110-9785-1d51bb2673f7 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:35.008771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.056771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 1bd93aff-d0ae-4819-9842-35ea65a10c41 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:35.106884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:35.111246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:35.116426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:35.124515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:35.125208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.145559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=2965af55-d059-4110-9785-1d51bb2673f7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:35.172408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35470) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:35.192778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8d0e8807-8e7a-485b-8c75-665db172ea40 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4052689 Jan 18 23:13:35.195745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35476) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:35.289070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 1bd93aff-d0ae-4819-9842-35ea65a10c41) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:35.313669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d99a0a-22a1-43ad-91e2-7bd27a9e7a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:35.314627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0d99a0a-22a1-43ad-91e2-7bd27a9e7a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:35.316429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.327257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-54525004-ee71-467a-bbf2-f30e8442ef36', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:35.328712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.348445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:35.349530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.355601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cdb6e-a488-49b2-bfe6-4b8f5c879d7e None None] Network 1bd93aff-d0ae-4819-9842-35ea65a10c41 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:35.357307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.372399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0d99a0a-22a1-43ad-91e2-7bd27a9e7a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:35.376713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c0d99a0a-22a1-43ad-91e2-7bd27a9e7a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1770990 Jan 18 23:13:35.377581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35480) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:35.382779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:35.424846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Usage tracker for resource:security_group_rule and tenant:71b5eb6f265d44a59a7f976d045d6eaa is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:35.433322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:35.447362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:35.471005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 2965af55-d059-4110-9785-1d51bb2673f7 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:35.471340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.492043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.499745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6c454b06-cb49-4f0d-bd4f-6fa133f973ba tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6145940 Jan 18 23:13:35.502029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35484) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:35.549382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Allocated IP 2001:db8::f816:3eff:fe33:f99b (f1d84029-e20e-4d03-be87-edcd9315db19/82c11458-e3ac-4b2e-af4a-ca34aa0b3db3/3b05dfca-3a0d-48bb-aa89-da132f04b974) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:35.643928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 5703316d-6297-459e-b35c-0a5f48c19e37, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5703316d-6297-459e-b35c-0a5f48c19e37,segment=NetworkSegment(fe98e0f8-c18a-4cf7-a559-85e86c31eb1c),segment_id=fe98e0f8-c18a-4cf7-a559-85e86c31eb1c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:35.744254 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.806378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.871473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.888272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.897908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.928110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179b76ef-cc20-4a02-8d15-a63e5103f345,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:35.949257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e495c220-c2a7-4f4c-a91d-dce3cd410cb2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:35.960963 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:35.979132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7c09f784-b792-4fe2-ac51-73edcc547d04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71b5eb6f265d44a59a7f976d045d6eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8033786 Jan 18 23:13:35.983455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:35.999346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Allocated IP 2001:db8:0:1::2 (572d41cf-a9b6-40bf-bbb6-3821de132b3c/8e31c778-111a-4c2a-87e7-2418ef6c5dd9/5703316d-6297-459e-b35c-0a5f48c19e37) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:36.017889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e495c220-c2a7-4f4c-a91d-dce3cd410cb2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:36.018269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e495c220-c2a7-4f4c-a91d-dce3cd410cb2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:36.104182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 2965af55-d059-4110-9785-1d51bb2673f7 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:36.132541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=5703316d-6297-459e-b35c-0a5f48c19e37,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:36.188403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aed86aa-c18b-47fa-9ec7-358dc5b3d32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.194196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Allocated IP 172.20.0.2 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/9570b5ba-0b39-4b3e-9be2-96312b696372) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:36.196639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40109aed-8831-40f6-9e1c-f9ee8897625f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-1bd93aff-d0ae-4819-9842-35ea65a10c41', 'network_id': '1bd93aff-d0ae-4819-9842-35ea65a10c41', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '8e25b029-0db0-45f8-8f31-4b53a089a94b'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:36.197579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40109aed-8831-40f6-9e1c-f9ee8897625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.207273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a30158a8-4d9d-418d-ae43-84011e71328e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:36.210423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.250140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.282659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.296622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.298551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=8e25b029-0db0-45f8-8f31-4b53a089a94b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:36.314481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aed86aa-c18b-47fa-9ec7-358dc5b3d32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.336307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=2965af55-d059-4110-9785-1d51bb2673f7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:36.383787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.413106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-51d87cc4-29fc-4cdc-b15b-a6c20abe26b4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/2965af55-d059-4110-9785-1d51bb2673f7 HTTP/1.1" status: 204 len: 168 time: 1.0349796 Jan 18 23:13:36.415574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35492) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:36.484024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.487129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96bbd6-bc81-4e25-a7c5-ac69f41413d5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.488785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96bbd6-bc81-4e25-a7c5-ac69f41413d5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.490714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2d96bbd6-bc81-4e25-a7c5-ac69f41413d5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:36.513055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2d96bbd6-bc81-4e25-a7c5-ac69f41413d5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:36.517309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d96bbd6-bc81-4e25-a7c5-ac69f41413d5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0974045 Jan 18 23:13:36.517309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35496) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:36.546039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.557931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd93aff-d0ae-4819-9842-35ea65a10c41']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:36.567626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] For port 5703316d-6297-459e-b35c-0a5f48c19e37, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5703316d-6297-459e-b35c-0a5f48c19e37,segment=NetworkSegment(fe98e0f8-c18a-4cf7-a559-85e86c31eb1c),segment_id=fe98e0f8-c18a-4cf7-a559-85e86c31eb1c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:36.579674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b6b621-cc01-4bc2-b414-041b5102fad9') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:36.579974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b6b621-cc01-4bc2-b414-041b5102fad9') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:36.595148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Transition to ACTIVE for port object 3b05dfca-3a0d-48bb-aa89-da132f04b974 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:36.597880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.604885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 82c11458-e3ac-4b2e-af4a-ca34aa0b3db3 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:36.609333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aed86aa-c18b-47fa-9ec7-358dc5b3d32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.632761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fea23c-a6fc-4562-9890-91b78a1626bb None None] Network 1bd93aff-d0ae-4819-9842-35ea65a10c41 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:36.635685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Allocated IP 172.25.4.238 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/ba2fd44c-4558-48e7-b9cb-b9f2136e6e88) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:36.638565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed86aa-c18b-47fa-9ec7-358dc5b3d32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b76ef-cc20-4a02-8d15-a63e5103f345,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:36.642969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.653869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:36.654273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:36.670130 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:36.745593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a30158a8-4d9d-418d-ae43-84011e71328e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:36.746200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.825252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.830274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aed86aa-c18b-47fa-9ec7-358dc5b3d32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.831409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3aed86aa-c18b-47fa-9ec7-358dc5b3d32c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/179b76ef-cc20-4a02-8d15-a63e5103f345 HTTP/1.1" status: 204 len: 168 time: 0.8422093 Jan 18 23:13:36.845746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Transition to ACTIVE for port object 3b05dfca-3a0d-48bb-aa89-da132f04b974 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:36.967097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.995500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.016054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.017825 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.030564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=1bd93aff-d0ae-4819-9842-35ea65a10c41,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.038692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0eede691-0012-4117-935e-ec013b65fbf9 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/1bd93aff-d0ae-4819-9842-35ea65a10c41 HTTP/1.1" status: 204 len: 168 time: 1.5327842 Jan 18 23:13:37.043160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:37.058846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120812080'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:37.068559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:37.081979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:37.087712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:37.097044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:37.109135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.117628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.118971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Transition to ACTIVE for port object 5703316d-6297-459e-b35c-0a5f48c19e37 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:37.165212 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.175475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:37.176847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.207412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:37.228101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:37.258370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.278656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Pushing event updated for resources: {'Port': ['ID=3b05dfca-3a0d-48bb-aa89-da132f04b974,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.288350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8:0:1::14c (572d41cf-a9b6-40bf-bbb6-3821de132b3c/8e31c778-111a-4c2a-87e7-2418ef6c5dd9/247b34f7-a368-4014-aaa4-6b034f113d3d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:37.303778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:37.308175 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.309355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35508) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:37.320838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.340754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.364524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:37.370366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Usage tracker for resource:security_group_rule and tenant:d914985f25b847d68e90f05f1b7d5779 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:37.376814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:37.383410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:37.420365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.439960 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:37.465270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Transition to ACTIVE for port object 9570b5ba-0b39-4b3e-9be2-96312b696372 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:37.475697 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.476533 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment 6995e43c-55c9-40d8-8b92-2aafd3229d6a of type vlan for network 423f45cb-1fc6-4f56-852d-376b82f81084 Jan 18 23:13:37.478946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=82c11458-e3ac-4b2e-af4a-ca34aa0b3db3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.482633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.496691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.516268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Attempting to bind port 3b05dfca-3a0d-48bb-aa89-da132f04b974 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:37.516648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Attempting to bind port 3b05dfca-3a0d-48bb-aa89-da132f04b974 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:37.517050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Attempting to bind port 3b05dfca-3a0d-48bb-aa89-da132f04b974 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:37.522171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-faac8e44-aefa-4ed8-b9d7-d63c2734da24 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/82c11458-e3ac-4b2e-af4a-ca34aa0b3db3 HTTP/1.1" status: 204 len: 168 time: 1.0011933 Jan 18 23:13:37.524783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35512) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:37.526001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Transition to ACTIVE for port object 9570b5ba-0b39-4b3e-9be2-96312b696372 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:37.527723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:37.528338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:37.528749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.529169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:37.529730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Bound port: 3b05dfca-3a0d-48bb-aa89-da132f04b974, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:37.530115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.544266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00c78d-2e5c-4d85-a2a4-71e5efe999f6 None None] Pushing event updated for resources: {'Port': ['ID=5703316d-6297-459e-b35c-0a5f48c19e37,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.554507 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.604304 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.612314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:37.620055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9864a78-f6cf-46ba-b712-ab9fe534c04b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908368 Jan 18 23:13:37.620266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:37.621894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35516) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:37.627699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:37.633816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:37.672290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:37.677486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:37.682033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Pushing event updated for resources: {'Port': ['ID=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.689858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:37.707345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Pushing event updated for resources: {'Port': ['ID=9570b5ba-0b39-4b3e-9be2-96312b696372,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.710613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.719512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.739114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.739928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Ignored duplicate provisioning block setup for port 247b34f7-a368-4014-aaa4-6b034f113d3d by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:13:37.804974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] For port 3b05dfca-3a0d-48bb-aa89-da132f04b974, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:37.811797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3176a183-e13e-4fb8-9b5f-64fd47cc9285,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.815962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.825013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b03725bb-d5d3-41e0-ba76-157a20961973 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d914985f25b847d68e90f05f1b7d5779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118091 Jan 18 23:13:37.825226 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.825361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:37.825480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] For port 3b05dfca-3a0d-48bb-aa89-da132f04b974, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3b05dfca-3a0d-48bb-aa89-da132f04b974,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:37.826052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35520) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:37.829929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:37.830476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.830957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:37.832714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Attempting to bind port 9570b5ba-0b39-4b3e-9be2-96312b696372 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:37.833374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Attempting to bind port 9570b5ba-0b39-4b3e-9be2-96312b696372 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:37.834363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Attempting to bind port 9570b5ba-0b39-4b3e-9be2-96312b696372 on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:37.839037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.844719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:37.853810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:37.888577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:37.892474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.903457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:37.903839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:37.904309 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.904810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:37.905380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Bound port: 9570b5ba-0b39-4b3e-9be2-96312b696372, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:37.906197 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.081934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d751d-c08e-4412-a69b-960cf91b8ec7 None None] Pushing event updated for resources: {'Port': ['ID=3b05dfca-3a0d-48bb-aa89-da132f04b974,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:38.140488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] For port 9570b5ba-0b39-4b3e-9be2-96312b696372, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:38.144257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] For port 9570b5ba-0b39-4b3e-9be2-96312b696372, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9570b5ba-0b39-4b3e-9be2-96312b696372,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:38.157355 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.162074 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1176333 Jan 18 23:13:38.202762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35524) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:38.204424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae13e624-0d00-48da-9e31-2c1ca9022152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.206192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] In _notify_port_updated(), no bound segment for port 247b34f7-a368-4014-aaa4-6b034f113d3d on network 572d41cf-a9b6-40bf-bbb6-3821de132b3c {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:13:38.211436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5703316d-6297-459e-b35c-0a5f48c19e37 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:38.211972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:38.212608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.216391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/ports/247b34f7-a368-4014-aaa4-6b034f113d3d HTTP/1.1" status: 200 len: 1009 time: 3.9168053 Jan 18 23:13:38.221371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35528) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:38.237925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': '423f45cb-1fc6-4f56-852d-376b82f81084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:38.263950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce1e97-a0f0-45b5-be8a-abb61fc781ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=247b34f7-a368-4014-aaa4-6b034f113d3d,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:38.267731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd4cf-7b0b-42b6-b9e9-63af80dbd67c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=423f45cb-1fc6-4f56-852d-376b82f81084,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:38.298396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 423f45cb-1fc6-4f56-852d-376b82f81084 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:38.385365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 247b34f7-a368-4014-aaa4-6b034f113d3d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:38.385984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.449197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243214-06f3-47d5-b41b-3bef6a0ba6ba None None] Pushing event updated for resources: {'Port': ['ID=9570b5ba-0b39-4b3e-9be2-96312b696372,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:38.512121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67bc95d-43ed-474e-9526-a07acd43fb74 None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:38.564802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae13e624-0d00-48da-9e31-2c1ca9022152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.688414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:38.692970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:38.696067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:38.702467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:38.702667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Provisioning for port 247b34f7-a368-4014-aaa4-6b034f113d3d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:38.725500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Provisioning complete for port 247b34f7-a368-4014-aaa4-6b034f113d3d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:38.725893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.776028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:38.796359 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.897136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Port 247b34f7-a368-4014-aaa4-6b034f113d3d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:38.932090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Provisioning for port 5703316d-6297-459e-b35c-0a5f48c19e37 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:38.940176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Provisioning complete for port 5703316d-6297-459e-b35c-0a5f48c19e37 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:38.940552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6266c529-da31-43e9-941b-a934b4c4c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.972593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae13e624-0d00-48da-9e31-2c1ca9022152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.018937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.036516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13e624-0d00-48da-9e31-2c1ca9022152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3176a183-e13e-4fb8-9b5f-64fd47cc9285,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:39.057968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:13:39.134604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ae13e624-0d00-48da-9e31-2c1ca9022152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.135781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ae13e624-0d00-48da-9e31-2c1ca9022152 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3176a183-e13e-4fb8-9b5f-64fd47cc9285 HTTP/1.1" status: 204 len: 168 time: 1.3087032 Jan 18 23:13:39.239716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.404581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 247b34f7-a368-4014-aaa4-6b034f113d3d owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:39.437133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7a5a16bb-a319-4505-97b4-06d214572a09 None None] Provisioning complete for port 247b34f7-a368-4014-aaa4-6b034f113d3d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:39.437846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a5a16bb-a319-4505-97b4-06d214572a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.522584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.579727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a16bb-a319-4505-97b4-06d214572a09 None None] Port 247b34f7-a368-4014-aaa4-6b034f113d3d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:39.625265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7a5a16bb-a319-4505-97b4-06d214572a09 None None] Provisioning complete for port 5703316d-6297-459e-b35c-0a5f48c19e37 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:39.626173 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a5a16bb-a319-4505-97b4-06d214572a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.637763 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.722123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=88d850ba-20ef-4c8b-b29a-606e3e8d83b2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:39.778095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': '6995e43c-55c9-40d8-8b92-2aafd3229d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '423f45cb-1fc6-4f56-852d-376b82f81084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:39.779040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: 423f45cb-1fc6-4f56-852d-376b82f81084, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:40.045566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 423f45cb-1fc6-4f56-852d-376b82f81084 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:40.095414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 423f45cb-1fc6-4f56-852d-376b82f81084) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:40.114418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:40.115004 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.127905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5473b56-57b1-480e-a741-d1421e7ad2a1 None None] Network 423f45cb-1fc6-4f56-852d-376b82f81084 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:40.160680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6cb6622a-8575-4ab0-9422-20b6e7ed95c9 None None] Provisioning complete for port 247b34f7-a368-4014-aaa4-6b034f113d3d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:40.161457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cb6622a-8575-4ab0-9422-20b6e7ed95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.250175 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.257475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port 3b05dfca-3a0d-48bb-aa89-da132f04b974, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3b05dfca-3a0d-48bb-aa89-da132f04b974,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:40.319017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9570b5ba-0b39-4b3e-9be2-96312b696372 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:40.336488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.342736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-54bf7bff-2b5b-412a-ba11-9b46a74a4d66 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1352112 Jan 18 23:13:40.344791 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.345742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35548) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:40.345873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.359740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416727fa-98ee-4bea-bc20-c193927e72c5 None None] Network 54525004-ee71-467a-bbf2-f30e8442ef36 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:40.381844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.524783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:40.531090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:40.531328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6622a-8575-4ab0-9422-20b6e7ed95c9 None None] Port 247b34f7-a368-4014-aaa4-6b034f113d3d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:40.537449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:40.538303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.560542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=56ddedd3-3e17-48ac-8f95-d457911b012a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:40.565412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7586be-7243-4960-a1f6-1f6a819144d5 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:40.566022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=247b34f7-a368-4014-aaa4-6b034f113d3d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:40.572915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=3b05dfca-3a0d-48bb-aa89-da132f04b974,revision_number=5']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:40.587057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0af91204-08ec-4d0c-882e-5d0aebe98cab tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9652841 Jan 18 23:13:40.589679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35556) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:40.597284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:d5:f9:85', 'name': 'tempest-NetworksTestDHCPv6-728141760'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:40.755800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35560) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:40.798711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:40.804915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.805083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:40.815691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:40.826363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:40.861150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1f3df5b0-7efc-4f9b-8326-435a2aee5ae7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/247b34f7-a368-4014-aaa4-6b034f113d3d HTTP/1.1" status: 204 len: 168 time: 2.6327026 Jan 18 23:13:40.864728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35566) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:40.893205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.894246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Provisioning for port 9570b5ba-0b39-4b3e-9be2-96312b696372 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:40.908136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9570b5ba-0b39-4b3e-9be2-96312b696372 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:40.956908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Provisioning complete for port 9570b5ba-0b39-4b3e-9be2-96312b696372 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:40.957259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.982425 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac22979d-351f-42b4-9dec-43df3f32050a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:13:40.983487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac22979d-351f-42b4-9dec-43df3f32050a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:40.994860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-751305723'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:41.000117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:41.004829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9570b5ba-0b39-4b3e-9be2-96312b696372 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:41.005258 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.006117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.025592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:41.030936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Usage tracker for resource:network and tenant:291d3264e4b74c72b3fc39dfa388142b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:41.037597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:13:41.041884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:41.073353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2a89b-7285-45c9-a9aa-a646014c035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-423f45cb-1fc6-4f56-852d-376b82f81084', 'network_id': '423f45cb-1fc6-4f56-852d-376b82f81084', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '88d850ba-20ef-4c8b-b29a-606e3e8d83b2'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:41.074081 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2af2a89b-7285-45c9-a9aa-a646014c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.105137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:41.115794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac22979d-351f-42b4-9dec-43df3f32050a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:41.119717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ac22979d-351f-42b4-9dec-43df3f32050a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/247b34f7-a368-4014-aaa4-6b034f113d3d HTTP/1.1" status: 404 len: 333 time: 0.2512548 Jan 18 23:13:41.122046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35570) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:41.158943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Made reservation on behalf of 291d3264e4b74c72b3fc39dfa388142b for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:41.166761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.206971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.247519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:41.256169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.268581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 8e31c778-111a-4c2a-87e7-2418ef6c5dd9 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:41.271726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.299461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Usage tracker for resource:security_group_rule and tenant:291d3264e4b74c72b3fc39dfa388142b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:41.308445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:41.335100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:41.353019 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.430744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.476348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=88d850ba-20ef-4c8b-b29a-606e3e8d83b2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-2af2a89b-7285-45c9-a9aa-a646014c035c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d850ba-20ef-4c8b-b29a-606e3e8d83b2: This subnet is being modified by another concurrent operation. Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d850ba-20ef-4c8b-b29a-606e3e8d83b2: This subnet is being modified by another concurrent operation. Jan 18 23:13:41.518433 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:13:41.533296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.537003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 00e77bf1-44e6-40d0-b490-65ff406f8bc4 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:41.551412 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.565133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e24f6-2f7c-4194-8bfd-8a9fef7384cc None None] Network 423f45cb-1fc6-4f56-852d-376b82f81084 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:41.569666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:13:41.599007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:41.614777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.622959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.624480 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dee0399e-250d-44ad-a46e-3ffe8eaacaac admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0451152 Jan 18 23:13:41.628114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:41.712551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423f45cb-1fc6-4f56-852d-376b82f81084']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:41.712816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] For port 9570b5ba-0b39-4b3e-9be2-96312b696372, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9570b5ba-0b39-4b3e-9be2-96312b696372,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:41.715756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:41.716541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:41.736229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6995e43c-55c9-40d8-8b92-2aafd3229d6a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:41.736538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6995e43c-55c9-40d8-8b92-2aafd3229d6a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:41.768398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.863952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fed5:f985 (f1d84029-e20e-4d03-be87-edcd9315db19/56ddedd3-3e17-48ac-8f95-d457911b012a/00e77bf1-44e6-40d0-b490-65ff406f8bc4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:41.878914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.900925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.927650 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.944393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.968917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:13:41.971117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.025674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:42.026488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.078263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=8e31c778-111a-4c2a-87e7-2418ef6c5dd9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.081051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.093205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dfb257-2818-4573-8658-3bd96cc86c33,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:42.117326 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:42.179343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232f39c-ef7f-4077-9112-70b80c7a4455 None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:42.189514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-96bde6d0-6cc6-46e4-a496-5fa19392183f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/8e31c778-111a-4c2a-87e7-2418ef6c5dd9 HTTP/1.1" status: 204 len: 168 time: 1.0664704 Jan 18 23:13:42.190117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35578) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:42.251750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.264168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:42.283119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.298196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.298836 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Added segment ce57e2f0-5e38-4a23-bb85-e223047cc2d4 of type vlan for network c5c9ebad-b6f1-44c7-8819-7e9629975472 Jan 18 23:13:42.320577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.332811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet e6cf05f4-ddde-46d9-a8f3-98ca5aa78349 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:42.338325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=423f45cb-1fc6-4f56-852d-376b82f81084,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.353740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-78d19e46-c096-4ae8-bd37-3901c44074e6 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/423f45cb-1fc6-4f56-852d-376b82f81084 HTTP/1.1" status: 204 len: 168 time: 2.0015857 Jan 18 23:13:42.354178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35582) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:42.367563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.397676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1967668793'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:42.419269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.427479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:42.442602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be826969-a3f6-45e7-92b2-87d49bb27400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.444732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:42.457436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:42.462620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.463283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Could not find standard attr ID for object 247b34f7-a368-4014-aaa4-6b034f113d3d. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:13:42.477132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.508654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:42.538607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:42.539618 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:42.546377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 00e77bf1-44e6-40d0-b490-65ff406f8bc4 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:42.565776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:42.569274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.589460 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.594919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.595745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.628216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f01eb-6658-4617-9e26-18c68eec80d6 None None] Pushing event updated for resources: {'Port': ['ID=9570b5ba-0b39-4b3e-9be2-96312b696372,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.729041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-71b2e02d-0fca-4486-9106-5577e635980b None None] Provisioning complete for port 9570b5ba-0b39-4b3e-9be2-96312b696372 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:42.729400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71b2e02d-0fca-4486-9106-5577e635980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.738257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9784579 Jan 18 23:13:42.740384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:42.743522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.746777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:42.756837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Request body: {'subnet': {'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:42.779206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed71cf-ef6d-4ac6-bfa5-fde8b1e233a6 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event updated for resources: {'Network': ['ID=c5c9ebad-b6f1-44c7-8819-7e9629975472,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.797774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.798121 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment c10cf90c-79f0-4556-aa5e-5ee70e479348 of type vlan for network d8d2a8bd-1ca7-469a-8382-96e1461e41ed Jan 18 23:13:42.815783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:42.867642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.931996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.017943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Allocated IP 172.20.0.1 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/0292fb1c-4af3-4251-aa1d-8175472ce0dc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:43.088659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.094264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:43.103445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:43.109004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:43.117793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:43.123983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:43.124812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.129225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=00e77bf1-44e6-40d0-b490-65ff406f8bc4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:43.136597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Usage tracker for resource:subnet and tenant:291d3264e4b74c72b3fc39dfa388142b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:43.156506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:43.185467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:43.193078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e3618140-c1a2-450e-8eef-63451db0b777 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6021914 Jan 18 23:13:43.194411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.198614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35590) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:43.200464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:38Z', 'revision_number': 3, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:43.210779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-71b2e02d-0fca-4486-9106-5577e635980b None None] Could not find standard attr ID for object 247b34f7-a368-4014-aaa4-6b034f113d3d. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:13:43.215979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:43.216602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Updating router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:13:43.308132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.308623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.314349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:43.314967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.351418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cf05f4-ddde-46d9-a8f3-98ca5aa78349,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:43.394928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Made reservation on behalf of 291d3264e4b74c72b3fc39dfa388142b for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:43.408354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.436060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9570b5ba-0b39-4b3e-9be2-96312b696372 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:43.459732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.464842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35594) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:43.465561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c7171fec-66a0-4165-93e0-ef8142182a57 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/e6cf05f4-ddde-46d9-a8f3-98ca5aa78349 HTTP/1.1" status: 204 len: 168 time: 1.2697961 Jan 18 23:13:43.474234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bda25e3e-1447-4379-82af-8835baf097f6 None None] Provisioning for port 3b05dfca-3a0d-48bb-aa89-da132f04b974 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:43.636467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.666470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 5703316d-6297-459e-b35c-0a5f48c19e37 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:43.666734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.668759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9570b5ba-0b39-4b3e-9be2-96312b696372 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:43.669325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.683516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3280442 Jan 18 23:13:43.684737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82680520-28a1-43a3-86e1-75e50bb0477e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=d8d2a8bd-1ca7-469a-8382-96e1461e41ed,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:43.704366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d8d2a8bd-1ca7-469a-8382-96e1461e41ed details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:43.705378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.709024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:43.730255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:43.847390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Transition to ACTIVE for port object 0292fb1c-4af3-4251-aa1d-8175472ce0dc will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:43.880105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-846bee94-db4d-4e0a-b370-71503e765c2b None None] Provisioning for port 00e77bf1-44e6-40d0-b490-65ff406f8bc4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:43.887244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.903287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-846bee94-db4d-4e0a-b370-71503e765c2b None None] Provisioning complete for port 00e77bf1-44e6-40d0-b490-65ff406f8bc4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:43.903654 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-846bee94-db4d-4e0a-b370-71503e765c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:43.989018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d7bfd8-b521-485b-b997-7d5b6597ec1f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:44.003104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-846bee94-db4d-4e0a-b370-71503e765c2b None None] Port 00e77bf1-44e6-40d0-b490-65ff406f8bc4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:44.003617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d7bfd8-b521-485b-b997-7d5b6597ec1f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:44.004455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9d7bfd8-b521-485b-b997-7d5b6597ec1f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:44.064836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a9d7bfd8-b521-485b-b997-7d5b6597ec1f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:44.066190 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9d7bfd8-b521-485b-b997-7d5b6597ec1f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8270533 Jan 18 23:13:44.072368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35602) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:44.147941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3b05dfca-3a0d-48bb-aa89-da132f04b974 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:44.152876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:44.159179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:44.161918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 00e77bf1-44e6-40d0-b490-65ff406f8bc4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:44.162309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.164979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:44.167348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:44.183500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.218867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea49e5-0bab-42a5-91ca-4eced24bc2e8 None None] Network 572d41cf-a9b6-40bf-bbb6-3821de132b3c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:44.248035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Transition to ACTIVE for port object ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:44.254888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] For port 5703316d-6297-459e-b35c-0a5f48c19e37, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5703316d-6297-459e-b35c-0a5f48c19e37,segment=NetworkSegment(fe98e0f8-c18a-4cf7-a559-85e86c31eb1c),segment_id=fe98e0f8-c18a-4cf7-a559-85e86c31eb1c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:44.255304 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.320724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.399115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 5703316d-6297-459e-b35c-0a5f48c19e37 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:44.424547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-979ae2fa-f481-488b-8b51-928a465f01e5 None None] Provisioning complete for port 5703316d-6297-459e-b35c-0a5f48c19e37 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:44.425012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-979ae2fa-f481-488b-8b51-928a465f01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.428753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.444746 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.448874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:44.464676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:44.480135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0292fb1c-4af3-4251-aa1d-8175472ce0dc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:44.484985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:44.523157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Attempting to bind port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:44.523618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Attempting to bind port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:44.524061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Attempting to bind port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:44.560373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.564419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b87550-1054-4a30-8847-4da25998b93c None None] Pushing event updated for resources: {'Port': ['ID=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:44.576736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event updated for resources: {'Subnet': ['ID=32b22e49-765a-4806-a824-8cf4e750fd4c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:44.585607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 3b05dfca-3a0d-48bb-aa89-da132f04b974 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:44.585926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:44.589420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.590235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:44.590640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:44.591049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.591503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:44.592083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Bound port: ba2fd44c-4558-48e7-b9cb-b9f2136e6e88, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:44.592681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.631794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Checking segment: {'id': 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:44.632175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Network hostable DHCP agents. Network: c5c9ebad-b6f1-44c7-8819-7e9629975472, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:44.641858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3b05dfca-3a0d-48bb-aa89-da132f04b974 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:44.642236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.689467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.700232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 00e77bf1-44e6-40d0-b490-65ff406f8bc4 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:44.718921 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.db [None req-979ae2fa-f481-488b-8b51-928a465f01e5 None None] No ports have port_id starting with 5703316d-6297-459e-b35c-0a5f48c19e37 Jan 18 23:13:44.756723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] For port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:44.757845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=5703316d-6297-459e-b35c-0a5f48c19e37,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:44.762092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No DVR routers for this DVR port 5703316d-6297-459e-b35c-0a5f48c19e37 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:44.768556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] For port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:44.770609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:44.788895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c5c9ebad-b6f1-44c7-8819-7e9629975472) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:44.798206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:44.798846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.811628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30bb926-a73a-4dc3-b200-a857239d0cb5 None None] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:44.834458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.845371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4c8cea7b-5017-4018-a36c-9e4ea4cda1c7 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0918636 Jan 18 23:13:44.846118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35606) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:44.854373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Request body: {'port': {'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472', 'name': 'tempest-ExtraDHCPOptionsTestJSON-141857753'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:44.923768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.004215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d21680-548e-41bb-9287-9d29d253a4b9 None None] DHCP port deletion for 572d41cf-a9b6-40bf-bbb6-3821de132b3c request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:45.008403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.080910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:45.090083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Usage tracker for resource:port and tenant:291d3264e4b74c72b3fc39dfa388142b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:45.092527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.096073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:45.105816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:45.118366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d17e3525-1e65-47de-b978-68c5024d433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.128460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Made reservation on behalf of 291d3264e4b74c72b3fc39dfa388142b for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:45.132561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-979d61c7-2dbe-431b-bfe5-3bfca649fcb8 None None] Provisioning for port 0292fb1c-4af3-4251-aa1d-8175472ce0dc completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:45.135008 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.150979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.158273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b87550-1054-4a30-8847-4da25998b93c None None] Pushing event updated for resources: {'Port': ['ID=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.162795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:45.163431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:45.212377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572d41cf-a9b6-40bf-bbb6-3821de132b3c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:45.216513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] device_id is not set on port 03caf2b8-f9e5-4815-a3f3-654815ca8224 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:45.222755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-979d61c7-2dbe-431b-bfe5-3bfca649fcb8 None None] Provisioning complete for port 0292fb1c-4af3-4251-aa1d-8175472ce0dc triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:45.222755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-979d61c7-2dbe-431b-bfe5-3bfca649fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.278236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:45.278544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe98e0f8-c18a-4cf7-a559-85e86c31eb1c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:45.300134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=00e77bf1-44e6-40d0-b490-65ff406f8bc4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.310496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.310736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 3b05dfca-3a0d-48bb-aa89-da132f04b974, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3b05dfca-3a0d-48bb-aa89-da132f04b974,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:45.314659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.362176 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.365692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.382098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-53188465-2812-4cb6-b8f6-9d39b896f4c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/00e77bf1-44e6-40d0-b490-65ff406f8bc4 HTTP/1.1" status: 204 len: 168 time: 1.3088238 Jan 18 23:13:45.385428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35610) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:45.442613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:45.443051 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:45.458104 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:45.488251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5703316d-6297-459e-b35c-0a5f48c19e37 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:45.529743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172eeb0e-a251-402f-a9bb-b316672a7ca5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:45.531726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172eeb0e-a251-402f-a9bb-b316672a7ca5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:45.532665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-172eeb0e-a251-402f-a9bb-b316672a7ca5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:45.535539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.535758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-979d61c7-2dbe-431b-bfe5-3bfca649fcb8 None None] Port 0292fb1c-4af3-4251-aa1d-8175472ce0dc cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:45.561681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5703316d-6297-459e-b35c-0a5f48c19e37 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:45.562126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5703316d-6297-459e-b35c-0a5f48c19e37 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:45.605001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-172eeb0e-a251-402f-a9bb-b316672a7ca5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:45.606454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-172eeb0e-a251-402f-a9bb-b316672a7ca5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2131164 Jan 18 23:13:45.609681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35614) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:45.646119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=3b05dfca-3a0d-48bb-aa89-da132f04b974,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.647648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.652608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.675780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.676255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.676784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.677150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.677489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.677812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.678142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.678470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.678790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.679112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.679994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.682615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:45.689390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:13:45.695777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 56ddedd3-3e17-48ac-8f95-d457911b012a {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:45.701748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.717320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=572d41cf-a9b6-40bf-bbb6-3821de132b3c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.719837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=a5bf538b-369b-45dc-8c94-50aaca18f9a6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.732626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Allocated IP 172.20.0.12 (c5c9ebad-b6f1-44c7-8819-7e9629975472/32b22e49-765a-4806-a824-8cf4e750fd4c/03caf2b8-f9e5-4815-a3f3-654815ca8224) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:45.734480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c5c9ebad-b6f1-44c7-8819-7e9629975472', 'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472', 'tenant_id': '291d3264e4b74c72b3fc39dfa388142b', 'fixed_ips': [{'subnet_id': '32b22e49-765a-4806-a824-8cf4e750fd4c'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:45.735117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.745086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a5ee0ae4-4521-4dce-ab92-46d52e149ec1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/572d41cf-a9b6-40bf-bbb6-3821de132b3c HTTP/1.1" status: 204 len: 168 time: 2.2793903 Jan 18 23:13:45.751221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:45.756004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.788976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': 'c10cf90c-79f0-4556-aa5e-5ee70e479348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:45.789387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: d8d2a8bd-1ca7-469a-8382-96e1461e41ed, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:45.790748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.792504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.843720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.854699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.927870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network d8d2a8bd-1ca7-469a-8382-96e1461e41ed is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:45.987278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.997230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57720a51-1a55-4606-8ed2-dddf1b7d7716 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:45.997920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-57720a51-1a55-4606-8ed2-dddf1b7d7716 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:46.004327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d8d2a8bd-1ca7-469a-8382-96e1461e41ed) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:46.015390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:46.015968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.022489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ad379-9cb1-4761-bef6-5e28066893e2 None None] Network d8d2a8bd-1ca7-469a-8382-96e1461e41ed requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:46.022985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0292fb1c-4af3-4251-aa1d-8175472ce0dc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:46.122554 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5eaa38bf-a9d4-4625-81f2-101eac6c6f35 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4074755 Jan 18 23:13:46.123346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-57720a51-1a55-4606-8ed2-dddf1b7d7716 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:46.124669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-57720a51-1a55-4606-8ed2-dddf1b7d7716 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3724422 Jan 18 23:13:46.125228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35622) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:46.139682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35624) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:46.208182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.273838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:43Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:46.278860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfabaf7-db63-4bfe-9188-1bc4b427ca06 None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:43Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:46.305810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.336756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-d8d2a8bd-1ca7-469a-8382-96e1461e41ed', 'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': 'a5bf538b-369b-45dc-8c94-50aaca18f9a6'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:46.338511 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.352038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Transition to ACTIVE for port object 03caf2b8-f9e5-4815-a3f3-654815ca8224 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:46.353903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.406923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.434114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=56ddedd3-3e17-48ac-8f95-d457911b012a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:46.446513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-628c27f0-379b-4aea-9184-f6613ebae44b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1849091 Jan 18 23:13:46.449385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35632) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:46.453489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:46.457395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1221671093'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:46.462796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:46.470615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.477272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.490001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:46.529392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db225424-78f6-483d-9e66-d96311be504e None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:46.581599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:46.595516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:46.601968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:46.605950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:46.606504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:46.638345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:46.646696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0a29eae6-a10f-43d7-b6f3-f53018c26422 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/56ddedd3-3e17-48ac-8f95-d457911b012a HTTP/1.1" status: 204 len: 168 time: 1.0359097 Jan 18 23:13:46.652024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:46.678408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event updated for resources: {'Port': ['ID=03caf2b8-f9e5-4815-a3f3-654815ca8224,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:46.731683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:46.732354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.764581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Allocated IP 172.20.0.2 (c5c9ebad-b6f1-44c7-8819-7e9629975472/32b22e49-765a-4806-a824-8cf4e750fd4c/e61398ec-048c-48f0-94d6-e35ecea8aa5f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:46.768484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1942fe7b-0935-481d-bf71-3da0de5b6521 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9194200 Jan 18 23:13:46.772087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35640) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:46.781647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Request body: {'port': {'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1526041284', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:46.783021 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.api.validators [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] bootfile-name is not in valid_values {{(pid=87811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:13:46.786447 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.api.validators [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] tftp-server is not in valid_values {{(pid=87811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:13:46.786447 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.api.validators [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] server-ip-address is not in valid_values {{(pid=87811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:13:46.957639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.004048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:47.008712 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-778c784c-3f04-4d74-88bf-b5e680dfe95f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3503747 Jan 18 23:13:47.009516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:47.009842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Usage tracker for resource:port and tenant:291d3264e4b74c72b3fc39dfa388142b is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:47.014156 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.014519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:47.020900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:47.029302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35644) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:47.061347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:13:47.066263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Allocated IP 172.20.0.2 (d8d2a8bd-1ca7-469a-8382-96e1461e41ed/a5bf538b-369b-45dc-8c94-50aaca18f9a6/80c707f7-3429-43c2-8cd5-ab68850c3afe) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:47.074427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.099243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Made reservation on behalf of 291d3264e4b74c72b3fc39dfa388142b for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:47.102962 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.110362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:47.120195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-41fce056-a55b-4122-ac8a-60dfce7466df None None] Provisioning complete for port 0292fb1c-4af3-4251-aa1d-8175472ce0dc triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:47.120565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41fce056-a55b-4122-ac8a-60dfce7466df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.123434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.124231 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment 8f7ef67b-5750-4f5b-a16b-914819bd84ee of type vlan for network baac9f77-b4ce-4793-9290-dc8941363c3e Jan 18 23:13:47.146065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] device_id is not set on port e8e40dfc-9943-4fe4-9413-ad9c5f35d440 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:47.163778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.259538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a05829-b946-4be1-9086-f8f15da132e1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:47.260293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-40a05829-b946-4be1-9086-f8f15da132e1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:47.282524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-40a05829-b946-4be1-9086-f8f15da132e1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:47.284025 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-40a05829-b946-4be1-9086-f8f15da132e1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2535069 Jan 18 23:13:47.286943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35648) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:47.306193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-41fce056-a55b-4122-ac8a-60dfce7466df None None] Port 0292fb1c-4af3-4251-aa1d-8175472ce0dc cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:47.424649 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.427227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321681e5-4c44-4737-920e-b989276f49af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:47.427950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-321681e5-4c44-4737-920e-b989276f49af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:47.455059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-321681e5-4c44-4737-920e-b989276f49af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:47.457299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-321681e5-4c44-4737-920e-b989276f49af tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1691432 Jan 18 23:13:47.463680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35652) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:47.475056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Transition to ACTIVE for port object e61398ec-048c-48f0-94d6-e35ecea8aa5f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:47.533780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:47.547369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.552748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:47.553362 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.556279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Transition to ACTIVE for port object e61398ec-048c-48f0-94d6-e35ecea8aa5f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:47.564277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] Deleting port 3b05dfca-3a0d-48bb-aa89-da132f04b974 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:47.564906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.596224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.652880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Allocated IP 172.20.0.10 (c5c9ebad-b6f1-44c7-8819-7e9629975472/32b22e49-765a-4806-a824-8cf4e750fd4c/e8e40dfc-9943-4fe4-9413-ad9c5f35d440) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:47.678919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Pushing event updated for resources: {'Port': ['ID=e61398ec-048c-48f0-94d6-e35ecea8aa5f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:47.704081 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.712714 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-310b93c4-c66c-4bd3-96f8-5d7e9841c5bd tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2444608 Jan 18 23:13:47.721696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35656) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:47.740315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:47.763515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:47.764797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Transition to ACTIVE for port object 80c707f7-3429-43c2-8cd5-ab68850c3afe will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:47.774064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:47.790999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:47.825524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3749692 Jan 18 23:13:47.826513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35660) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:47.841872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:47.930010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Transition to ACTIVE for port object 80c707f7-3429-43c2-8cd5-ab68850c3afe will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:47.978323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50420004-500b-4718-9e2c-5b499eda4cac tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=baac9f77-b4ce-4793-9290-dc8941363c3e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:47.981125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:47.985369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:13:47.996332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:47.996766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:48.002414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:48.005444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network baac9f77-b4ce-4793-9290-dc8941363c3e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:48.012354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9c72d2f8-5d74-43f8-b3d0-c073f845b8b7 admin admin] 10.222.0.78 "PUT /v2.0/routers/7da6f91e-e3f8-4bfc-96cb-88e15ec3efec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3832195 Jan 18 23:13:48.013588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:48.017622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.030978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:48.073904 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.075063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:48.078745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.104967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.114640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=a5bf538b-369b-45dc-8c94-50aaca18f9a6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:48.118523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:48.122235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.231364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Pushing event updated for resources: {'Port': ['ID=80c707f7-3429-43c2-8cd5-ab68850c3afe,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:48.233548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Transition to ACTIVE for port object e8e40dfc-9943-4fe4-9413-ad9c5f35d440 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:48.243047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Attempting to bind port e61398ec-048c-48f0-94d6-e35ecea8aa5f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:48.243424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Attempting to bind port e61398ec-048c-48f0-94d6-e35ecea8aa5f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:48.243793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Attempting to bind port e61398ec-048c-48f0-94d6-e35ecea8aa5f on network c5c9ebad-b6f1-44c7-8819-7e9629975472 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:48.298717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:48.299162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Checking segment: {'id': 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:48.299623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.300016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Bound using segment: {'id': 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:48.300542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Bound port: e61398ec-048c-48f0-94d6-e35ecea8aa5f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c5c9ebad-b6f1-44c7-8819-7e9629975472'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:48.300920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.315940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Network d8d2a8bd-1ca7-469a-8382-96e1461e41ed is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:48.329685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:48.336013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] For port 3b05dfca-3a0d-48bb-aa89-da132f04b974, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3b05dfca-3a0d-48bb-aa89-da132f04b974,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:48.336492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.350982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:48.365883 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.386714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.469387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d2a8bd-1ca7-469a-8382-96e1461e41ed']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:48.494920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10cf90c-79f0-4556-aa5e-5ee70e479348') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:48.495216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10cf90c-79f0-4556-aa5e-5ee70e479348') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:48.512273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.543455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.560261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.561765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:48.562175 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.569104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:48.582888 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:48.607498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:48.625548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:48.678277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event updated for resources: {'Port': ['ID=e8e40dfc-9943-4fe4-9413-ad9c5f35d440,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:48.681034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.691558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:48.697874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] Calling delete_port for 3b05dfca-3a0d-48bb-aa89-da132f04b974 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:48.699085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:48.708108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.708975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.716680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=336cb584-6034-44a5-b949-3afe209b9e3e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:48.748469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.749991 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.783519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fe8971bc-c6f7-4329-93a3-cdb53b3650cb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0568395 Jan 18 23:13:48.786835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35672) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:48.789954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Attempting to bind port 80c707f7-3429-43c2-8cd5-ab68850c3afe on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:48.790486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Attempting to bind port 80c707f7-3429-43c2-8cd5-ab68850c3afe by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c10cf90c-79f0-4556-aa5e-5ee70e479348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:48.790673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Attempting to bind port 80c707f7-3429-43c2-8cd5-ab68850c3afe on network d8d2a8bd-1ca7-469a-8382-96e1461e41ed {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:48.791436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:13:48.791436 n-d-825178-1 neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:13:48.791436 n-d-825178-1 neutron-server[87812]: [parameters: {'id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed'}] Jan 18 23:13:48.791436 n-d-825178-1 neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:48.791787 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:48.800782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:ef:21:44', 'name': 'tempest-NetworksTestDHCPv6-2138552751'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:48.803201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': '8f7ef67b-5750-4f5b-a16b-914819bd84ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:48.803563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: baac9f77-b4ce-4793-9290-dc8941363c3e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:48.813082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:48.813679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Checking segment: {'id': 'c10cf90c-79f0-4556-aa5e-5ee70e479348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:48.814321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.814886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Bound using segment: {'id': 'c10cf90c-79f0-4556-aa5e-5ee70e479348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:48.815507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Bound port: 80c707f7-3429-43c2-8cd5-ab68850c3afe, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10cf90c-79f0-4556-aa5e-5ee70e479348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8d2a8bd-1ca7-469a-8382-96e1461e41ed'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:48.816129 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.818345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=a972696e-e40a-4303-98a6-1e5e704b8448,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:48.829159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3bc5f1fc-e027-4db2-be0c-dd1c29419775 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.0550191 Jan 18 23:13:48.831710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35676) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:48.850596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] For port e61398ec-048c-48f0-94d6-e35ecea8aa5f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:48.855464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] For port e61398ec-048c-48f0-94d6-e35ecea8aa5f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e61398ec-048c-48f0-94d6-e35ecea8aa5f,segment=NetworkSegment(ce57e2f0-5e38-4a23-bb85-e223047cc2d4),segment_id=ce57e2f0-5e38-4a23-bb85-e223047cc2d4)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:48.896289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.907020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network baac9f77-b4ce-4793-9290-dc8941363c3e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:48.937798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, baac9f77-b4ce-4793-9290-dc8941363c3e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:48.946213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.947063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.960829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283bdc9-a9ed-41ca-9118-9ce3226f9091 None None] Network baac9f77-b4ce-4793-9290-dc8941363c3e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:48.987645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c269d302-ccf3-4dd0-9811-f81d24bbd43b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1524701 Jan 18 23:13:48.987645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:48.999817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e', 'name': 'tempest-PortsIpV6TestJSON-1849412009'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:49.038737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:49.049447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:49.067013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:49.134637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd14a-2c82-4104-a692-8307c99ef108 None None] Pushing event updated for resources: {'Port': ['ID=e61398ec-048c-48f0-94d6-e35ecea8aa5f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:49.155921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.207972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698d0fe-9e27-4591-b5fb-b1dd1b5310e8 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:49.213812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698d0fe-9e27-4591-b5fb-b1dd1b5310e8 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:49.219919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698d0fe-9e27-4591-b5fb-b1dd1b5310e8 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:49.224836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5698d0fe-9e27-4591-b5fb-b1dd1b5310e8 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3920112 Jan 18 23:13:49.225904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35690) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:49.226233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:49.228462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-dc16d109-71b4-402b-9888-6f0e20abf20c req-db1b9fa7-f79f-40f8-b9b1-2442dd1789ac service neutron] (87811) timed out ('10.222.0.85', 65329) {{(pid=87811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:13:49.232349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] Pushing event deleted for resources: {'Port': ['ID=3b05dfca-3a0d-48bb-aa89-da132f04b974,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:49.234680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaaedf-011b-4fd1-a5ef-53e54c9de9a4 None None] No DVR routers for this DVR port 3b05dfca-3a0d-48bb-aa89-da132f04b974 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:49.238639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1380566869-network', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:49.278005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1792d2-5f75-4cbd-be97-6cb1eaab790e None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:49.294049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.297066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:49.320596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:49.324841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Usage tracker for resource:network and tenant:71ee9fe16c97496b9a27d9861a1afaa5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:49.344600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:49.360238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:49.364095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.365809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:49.375341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Deleting port 80c707f7-3429-43c2-8cd5-ab68850c3afe {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:49.375676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.389790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] For port 80c707f7-3429-43c2-8cd5-ab68850c3afe, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:49.396066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 2bdeac7b-f5ef-4e99-b7db-834e91538d00 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:49.440760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] For port 80c707f7-3429-43c2-8cd5-ab68850c3afe, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=80c707f7-3429-43c2-8cd5-ab68850c3afe,segment=NetworkSegment(c10cf90c-79f0-4556-aa5e-5ee70e479348),segment_id=c10cf90c-79f0-4556-aa5e-5ee70e479348)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:49.458939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.550002 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:49.561916 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:49.562528 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:49.570959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dee3b-da3f-480e-b204-0cf94c8e47d6 None None] Pushing event updated for resources: {'Port': ['ID=80c707f7-3429-43c2-8cd5-ab68850c3afe,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:49.573929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:49.624436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Deleting port e8e40dfc-9943-4fe4-9413-ad9c5f35d440 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:49.624815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.690633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::11e (f1d84029-e20e-4d03-be87-edcd9315db19/336cb584-6034-44a5-b949-3afe209b9e3e/2bdeac7b-f5ef-4e99-b7db-834e91538d00) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:49.712560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Made reservation on behalf of 71ee9fe16c97496b9a27d9861a1afaa5 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:49.715052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.752283 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.790122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-baac9f77-b4ce-4793-9290-dc8941363c3e', 'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': 'a972696e-e40a-4303-98a6-1e5e704b8448'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:49.790852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:49.797821 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.802937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.810334 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:13:49.895557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port e9eb0e9f-95bd-410d-bacf-f59040abda67 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:49.957109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:50.000783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.022800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 2bdeac7b-f5ef-4e99-b7db-834e91538d00 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:50.029930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:71ee9fe16c97496b9a27d9861a1afaa5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:50.046304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:50.063051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.086290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:50.093772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Allocated IP 2001:db8::2 (baac9f77-b4ce-4793-9290-dc8941363c3e/a972696e-e40a-4303-98a6-1e5e704b8448/9b44ac69-86d9-4741-875e-179b5262cb78) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:50.146429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:50.149651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:50.154415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:50.160660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:50.161652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.192545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=2bdeac7b-f5ef-4e99-b7db-834e91538d00,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:50.199565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f91e225a-55fa-44cf-8f37-2afae451f15a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4092479 Jan 18 23:13:50.200182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35698) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:50.290366 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:45Z', 'revision_number': 2, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:50.302050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:50.302820 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Updating router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec port 0292fb1c-4af3-4251-aa1d-8175472ce0dc binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:13:50.342284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f332e8-9e1a-4752-a0bd-6f1b05b72364 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:50.343831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f1f332e8-9e1a-4752-a0bd-6f1b05b72364 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:50.366102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb19f31-308a-47a5-bc75-ed2201c48ec8 None None] Network d8d2a8bd-1ca7-469a-8382-96e1461e41ed requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:50.373018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f1f332e8-9e1a-4752-a0bd-6f1b05b72364 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:50.378693 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f1f332e8-9e1a-4752-a0bd-6f1b05b72364 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1771450 Jan 18 23:13:50.379658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35702) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:50.384969 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.469259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] For port 80c707f7-3429-43c2-8cd5-ab68850c3afe, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=80c707f7-3429-43c2-8cd5-ab68850c3afe,segment=NetworkSegment(c10cf90c-79f0-4556-aa5e-5ee70e479348),segment_id=c10cf90c-79f0-4556-aa5e-5ee70e479348)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:50.469631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.518362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 2bdeac7b-f5ef-4e99-b7db-834e91538d00 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:50.519467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.536756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:50.557048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:50.557366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.633521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.645936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Transition to ACTIVE for port object 9b44ac69-86d9-4741-875e-179b5262cb78 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:50.659964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Calling delete_port for 80c707f7-3429-43c2-8cd5-ab68850c3afe owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:50.666145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Transition to ACTIVE for port object 9b44ac69-86d9-4741-875e-179b5262cb78 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:50.685772 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.695712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.893762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.902994 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.918042 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Transition to ACTIVE for port object 0292fb1c-4af3-4251-aa1d-8175472ce0dc will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:50.927231 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.940182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Pushing event updated for resources: {'Port': ['ID=9b44ac69-86d9-4741-875e-179b5262cb78,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:50.942610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd272e6-5f25-4c56-8c53-2e763ff28212 None None] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:51.002548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Calling delete_port for e8e40dfc-9943-4fe4-9413-ad9c5f35d440 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:51.062700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 2bdeac7b-f5ef-4e99-b7db-834e91538d00 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:51.097000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.143903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::1f4 (baac9f77-b4ce-4793-9290-dc8941363c3e/a972696e-e40a-4303-98a6-1e5e704b8448/e9eb0e9f-95bd-410d-bacf-f59040abda67) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:51.150304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Network baac9f77-b4ce-4793-9290-dc8941363c3e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:51.153497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd151291-f996-4576-9f23-71117b7cce69 None None] Provisioning for port e61398ec-048c-48f0-94d6-e35ecea8aa5f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:51.155613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.179002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:51.186730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:51.236768 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Pushing event updated for resources: {'Port': ['ID=0292fb1c-4af3-4251-aa1d-8175472ce0dc,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:51.249449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:51.251654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.260647 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.261083 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.261421 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.262214 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.262584 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.263116 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.263484 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.263823 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.264231 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.264556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.264925 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.265304 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:51.287103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Attempting to bind port 0292fb1c-4af3-4251-aa1d-8175472ce0dc on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:51.287946 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Attempting to bind port 0292fb1c-4af3-4251-aa1d-8175472ce0dc by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:51.288471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Attempting to bind port 0292fb1c-4af3-4251-aa1d-8175472ce0dc on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:51.295327 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:51.295983 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:51.296555 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.297264 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:51.298171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Bound port: 0292fb1c-4af3-4251-aa1d-8175472ce0dc, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:51.298759 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.308935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.339303 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.382435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f2a23-8b75-4bac-826d-8eff2cbf2f95,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:51.385314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Port': ['ID=80c707f7-3429-43c2-8cd5-ab68850c3afe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:51.399903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=2bdeac7b-f5ef-4e99-b7db-834e91538d00,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:51.403433 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.403783 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Added segment dd96dc94-164d-4fb4-bbaa-499e45a91a8f of type vlan for network 2eadb8f2-cb32-4c20-bb42-335342785129 Jan 18 23:13:51.414507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No DVR routers for this DVR port 80c707f7-3429-43c2-8cd5-ab68850c3afe on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:51.454318 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] For port 0292fb1c-4af3-4251-aa1d-8175472ce0dc, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:51.457901 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] For port 0292fb1c-4af3-4251-aa1d-8175472ce0dc, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0292fb1c-4af3-4251-aa1d-8175472ce0dc,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:51.460107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.466261 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.469339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f522aa-48c2-4f9b-a3ec-e447a68cde09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '336cb584-6034-44a5-b949-3afe209b9e3e'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:51.470207 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01f522aa-48c2-4f9b-a3ec-e447a68cde09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.484931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0edf3d98-5970-4604-9920-967dfb41be90 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/2bdeac7b-f5ef-4e99-b7db-834e91538d00 HTTP/1.1" status: 204 len: 168 time: 1.0996003 Jan 18 23:13:51.485411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35706) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:51.531961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Attempting to bind port 9b44ac69-86d9-4741-875e-179b5262cb78 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:51.532237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Attempting to bind port 9b44ac69-86d9-4741-875e-179b5262cb78 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '8f7ef67b-5750-4f5b-a16b-914819bd84ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:51.532607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Attempting to bind port 9b44ac69-86d9-4741-875e-179b5262cb78 on network baac9f77-b4ce-4793-9290-dc8941363c3e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:51.558135 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:13:51.559173 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:51.560835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:51.610036 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.614211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c696c20-6835-4d2d-93c2-8ddf2e0f8efe tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:51.617438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c696c20-6835-4d2d-93c2-8ddf2e0f8efe tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:51.618854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c696c20-6835-4d2d-93c2-8ddf2e0f8efe tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:51.646057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3c696c20-6835-4d2d-93c2-8ddf2e0f8efe tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:51.649595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3c696c20-6835-4d2d-93c2-8ddf2e0f8efe tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1628606 Jan 18 23:13:51.653093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:51.653413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.653554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Checking segment: {'id': '8f7ef67b-5750-4f5b-a16b-914819bd84ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:51.654712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.654881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Bound using segment: {'id': '8f7ef67b-5750-4f5b-a16b-914819bd84ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:51.655476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Bound port: 9b44ac69-86d9-4741-875e-179b5262cb78, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7ef67b-5750-4f5b-a16b-914819bd84ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:51.655700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.656381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35710) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:51.672156 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.738527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d2a8bd-1ca7-469a-8382-96e1461e41ed']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:51.800014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 336cb584-6034-44a5-b949-3afe209b9e3e {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:51.804577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.807677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3b05dfca-3a0d-48bb-aa89-da132f04b974 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:51.844685 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:13:51.936315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.944552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 3b05dfca-3a0d-48bb-aa89-da132f04b974 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:13:51.945076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3b05dfca-3a0d-48bb-aa89-da132f04b974 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:51.970165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.054912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.062482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.067390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10cf90c-79f0-4556-aa5e-5ee70e479348') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:52.067909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10cf90c-79f0-4556-aa5e-5ee70e479348') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:52.107944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] For port 9b44ac69-86d9-4741-875e-179b5262cb78, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:52.112802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] For port 9b44ac69-86d9-4741-875e-179b5262cb78, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b44ac69-86d9-4741-875e-179b5262cb78,segment=NetworkSegment(8f7ef67b-5750-4f5b-a16b-914819bd84ee),segment_id=8f7ef67b-5750-4f5b-a16b-914819bd84ee)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:52.127367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.161812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.179072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object e9eb0e9f-95bd-410d-bacf-f59040abda67 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:52.185209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e61398ec-048c-48f0-94d6-e35ecea8aa5f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:52.200409 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.201854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:52.202608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.241840 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.243851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event deleted for resources: {'Port': ['ID=e8e40dfc-9943-4fe4-9413-ad9c5f35d440,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.301699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.323693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db01a1-0e40-4902-aea4-4fa263d7803e None None] Pushing event updated for resources: {'Port': ['ID=9b44ac69-86d9-4741-875e-179b5262cb78,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.332732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.333529 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04d824-9c69-4512-b8ec-f7e4ba4f820b None None] Pushing event updated for resources: {'Port': ['ID=0292fb1c-4af3-4251-aa1d-8175472ce0dc,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-01f522aa-48c2-4f9b-a3ec-e447a68cde09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 336cb584-6034-44a5-b949-3afe209b9e3e: This subnet is being modified by another concurrent operation. Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 336cb584-6034-44a5-b949-3afe209b9e3e: This subnet is being modified by another concurrent operation. Jan 18 23:13:52.362919 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:13:52.374632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e61398ec-048c-48f0-94d6-e35ecea8aa5f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:52.380692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:52.389771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e61398ec-048c-48f0-94d6-e35ecea8aa5f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:52.390148 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.394506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849db7f-ed07-44e8-819a-a9fa60bbdecb None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:52.415571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=336cb584-6034-44a5-b949-3afe209b9e3e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.427667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.458346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7bfb1cef-426e-4224-a15a-9d7cfeb74e32 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/336cb584-6034-44a5-b949-3afe209b9e3e HTTP/1.1" status: 204 len: 168 time: 0.8004253 Jan 18 23:13:52.460779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35714) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:52.557703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f60a3c90-0247-4eb6-8ed9-6ca10d36db4e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945444 Jan 18 23:13:52.559636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35718) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:52.589032 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.618667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-104d5619-bb9b-4107-a19b-32e67b2c20a0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:52.629295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e61398ec-048c-48f0-94d6-e35ecea8aa5f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e61398ec-048c-48f0-94d6-e35ecea8aa5f,segment=NetworkSegment(ce57e2f0-5e38-4a23-bb85-e223047cc2d4),segment_id=ce57e2f0-5e38-4a23-bb85-e223047cc2d4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:52.639208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.644319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-104d5619-bb9b-4107-a19b-32e67b2c20a0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:52.646323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-104d5619-bb9b-4107-a19b-32e67b2c20a0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0850835 Jan 18 23:13:52.648270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35722) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:52.681508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.780152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:52.784165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.793067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03685932-8f2d-46b2-9c40-a3e676338e46 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:52.793782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-03685932-8f2d-46b2-9c40-a3e676338e46 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:52.806550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e61398ec-048c-48f0-94d6-e35ecea8aa5f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:52.813881 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:52.825369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8964d9ae-f09d-468e-9bcd-f2d988e9ee72 None None] Provisioning for port 03caf2b8-f9e5-4815-a3f3-654815ca8224 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:52.826458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network baac9f77-b4ce-4793-9290-dc8941363c3e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:52.827693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-03685932-8f2d-46b2-9c40-a3e676338e46 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:52.834254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-03685932-8f2d-46b2-9c40-a3e676338e46 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1797674 Jan 18 23:13:52.835071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35726) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:52.843991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8964d9ae-f09d-468e-9bcd-f2d988e9ee72 None None] Provisioning complete for port 03caf2b8-f9e5-4815-a3f3-654815ca8224 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:52.844396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8964d9ae-f09d-468e-9bcd-f2d988e9ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.846513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6152849 Jan 18 23:13:52.852559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35730) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:52.968713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:52.972194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8964d9ae-f09d-468e-9bcd-f2d988e9ee72 None None] Port 03caf2b8-f9e5-4815-a3f3-654815ca8224 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:52.986101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:52.993554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:52.994211 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.002181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8964d9ae-f09d-468e-9bcd-f2d988e9ee72 None None] Provisioning complete for port e61398ec-048c-48f0-94d6-e35ecea8aa5f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:53.002561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8964d9ae-f09d-468e-9bcd-f2d988e9ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.005285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ea21a40-4535-4ed9-a76c-afa5da8d4e74 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1689019 Jan 18 23:13:53.005947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35734) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:53.011804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:53.030832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Request body: {'subnet': {'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1380566869-subnet', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:53.040661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:53.045353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Usage tracker for resource:subnet and tenant:71ee9fe16c97496b9a27d9861a1afaa5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:53.049112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:53.063436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:53.072812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=e9eb0e9f-95bd-410d-bacf-f59040abda67,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:53.083856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=2eadb8f2-cb32-4c20-bb42-335342785129,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:53.128033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.128363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.128794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.129443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.129838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.130253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.130588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.130979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.131298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.132069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.132159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.132467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.145119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.145459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.145795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.146117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.146493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.146817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.147132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.147454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.147760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.148075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.148421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.148743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf40d3-bbc7-4f1d-a97c-5fa13eb5cdf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:53.160889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Made reservation on behalf of 71ee9fe16c97496b9a27d9861a1afaa5 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:53.163549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.194395 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5b40aeef-7b2d-458a-93e6-97958f039331 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2056212 Jan 18 23:13:53.195508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:53.210982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': 'baac9f77-b4ce-4793-9290-dc8941363c3e', 'name': 'tempest-PortsIpV6TestJSON-1565261712'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:53.223990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2eadb8f2-cb32-4c20-bb42-335342785129 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:53.235351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:53.321180 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.323856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.358945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.367650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d8d2a8bd-1ca7-469a-8382-96e1461e41ed HTTP/1.1" status: 204 len: 168 time: 7.2315042 Jan 18 23:13:53.373837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e675acca-52ab-49b5-80ed-0b81517963ef None None] Provisioning complete for port 03caf2b8-f9e5-4815-a3f3-654815ca8224 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:53.374234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e675acca-52ab-49b5-80ed-0b81517963ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.382154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35742) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:53.385881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:53.390620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35744) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:53.392645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ffa9d04b-621a-440d-be0c-41834d0b0215 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "DELETE /v2.0/ports/e8e40dfc-9943-4fe4-9413-ad9c5f35d440 HTTP/1.1" status: 204 len: 168 time: 4.1592479 Jan 18 23:13:53.402152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Request body: {'port': {'name': 'tempest-new-port-name-1517460867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:53.403111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.api.validators [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] bootfile-name is not in valid_values {{(pid=87811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:13:53.403446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.api.validators [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] tftp-server is not in valid_values {{(pid=87811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:13:53.403793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.api.validators [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] server-ip-address is not in valid_values {{(pid=87811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:13:53.414121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-688377771'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:53.418524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571908c-aeff-4492-9f8e-ca3d7d02477b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=d8d2a8bd-1ca7-469a-8382-96e1461e41ed,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:53.434797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:53.441625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:53.446962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e675acca-52ab-49b5-80ed-0b81517963ef None None] Port 03caf2b8-f9e5-4815-a3f3-654815ca8224 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:53.452781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:53.456261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e675acca-52ab-49b5-80ed-0b81517963ef None None] Could not find standard attr ID for object e8e40dfc-9943-4fe4-9413-ad9c5f35d440. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:13:53.462873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:53.483891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:53.487975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.535137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:53.539945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.605395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:53.635013 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.635363 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment b265d3d9-43a6-409a-b9df-73830ca2cfef of type vlan for network 6ac36e73-046e-42f8-8015-54f92d201168 Jan 18 23:13:53.643027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.663357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:53.692383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:53.701778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:53.715307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:53.729327 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.736785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.755829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:53.758816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33243338-6ad8-410d-a98b-7cc1c58b967f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:53.759576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.783766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Checking segment: {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:53.784129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Network hostable DHCP agents. Network: 2eadb8f2-cb32-4c20-bb42-335342785129, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:53.808777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.814579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:53.815042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.840584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port c44cdf01-8599-471f-b0aa-4a14b1035509 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:53.841764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Network 2eadb8f2-cb32-4c20-bb42-335342785129 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:53.938915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5449431 Jan 18 23:13:53.944399 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2eadb8f2-cb32-4c20-bb42-335342785129) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:53.946065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:53.955410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9e444-ce37-41f1-8019-27ccf2bf5c75 None None] Network 2eadb8f2-cb32-4c20-bb42-335342785129 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:53.960459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:53.961086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.976633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': '6ac36e73-046e-42f8-8015-54f92d201168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:54.009492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05940fb6-cc01-4428-b91c-e1e454263ba2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=6ac36e73-046e-42f8-8015-54f92d201168,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:54.103170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-54c5a960-f93f-4ec8-ba69-3633f3d7cc34 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1237683 Jan 18 23:13:54.108004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:54.128669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:54.137368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:54.144625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Usage tracker for resource:router and tenant:71ee9fe16c97496b9a27d9861a1afaa5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:54.153103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:54.156242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:54.163215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:54.165605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:54.170795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:54.182462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:54.192989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.194221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.229494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:54.236633 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.268370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::345 (baac9f77-b4ce-4793-9290-dc8941363c3e/a972696e-e40a-4303-98a6-1e5e704b8448/c44cdf01-8599-471f-b0aa-4a14b1035509) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:54.279913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 6ac36e73-046e-42f8-8015-54f92d201168 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:54.295000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849b8ce1-f9c2-4c48-b88a-2c83d1773b42 None None] Network baac9f77-b4ce-4793-9290-dc8941363c3e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:54.317597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e61398ec-048c-48f0-94d6-e35ecea8aa5f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:54.328355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.344696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:13:54.345241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:13:54.421546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:13:54.431113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.516635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.544460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2eadb8f2-cb32-4c20-bb42-335342785129', 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'fixed_ips': [{'subnet_id': '33243338-6ad8-410d-a98b-7cc1c58b967f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:54.545409 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.576049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a2290104-3f57-4235-a5db-0a49f193ae5d None None] Provisioning for port 9b44ac69-86d9-4741-875e-179b5262cb78 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:54.706391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.711452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:54.760740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e61398ec-048c-48f0-94d6-e35ecea8aa5f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:54.761209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.766035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:54.785571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:54.786168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.804516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.828025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ed62a-342a-4080-9d40-a66e981891fc None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:54.833341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=03bb141c-77ee-430b-a9da-a4b1d41e3f95,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:54.916357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event updated for resources: {'Port': ['ID=03caf2b8-f9e5-4815-a3f3-654815ca8224,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:54.940169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-537faa14-1d47-43cd-aba3-d2b11e510060 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9330564 Jan 18 23:13:54.940883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35758) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:54.955419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] In _notify_port_updated(), no bound segment for port 03caf2b8-f9e5-4815-a3f3-654815ca8224 on network c5c9ebad-b6f1-44c7-8819-7e9629975472 {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:13:54.960829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:54.961859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.965589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea6ba5b8-e6c8-487f-9230-7869998986d1 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "PUT /v2.0/ports/03caf2b8-f9e5-4815-a3f3-654815ca8224 HTTP/1.1" status: 200 len: 1137 time: 1.5741973 Jan 18 23:13:54.969323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35762) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:54.973836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:55.035847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Allocated IP 172.20.0.2 (2eadb8f2-cb32-4c20-bb42-335342785129/33243338-6ad8-410d-a98b-7cc1c58b967f/95c96041-e4d4-49a7-9a4a-2e06761ea43d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:55.037074 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.045738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.159689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=0278e5b2-6853-4263-bad1-60797cdf9991,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:55.159984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object c44cdf01-8599-471f-b0aa-4a14b1035509 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:55.175584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': 'b265d3d9-43a6-409a-b9df-73830ca2cfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6ac36e73-046e-42f8-8015-54f92d201168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:55.176139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: 6ac36e73-046e-42f8-8015-54f92d201168, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:55.177161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25da9d2-5943-43fc-a104-3d1ed3d61e35 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.177799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f25da9d2-5943-43fc-a104-3d1ed3d61e35 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Synchronizing usage tracker for tenant:291d3264e4b74c72b3fc39dfa388142b on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:55.221220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 6ac36e73-046e-42f8-8015-54f92d201168 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:55.237142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:55.240259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f25da9d2-5943-43fc-a104-3d1ed3d61e35 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Unset dirty status for tenant:291d3264e4b74c72b3fc39dfa388142b on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:55.245422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f25da9d2-5943-43fc-a104-3d1ed3d61e35 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "GET /v2.0/ports/03caf2b8-f9e5-4815-a3f3-654815ca8224 HTTP/1.1" status: 200 len: 1137 time: 0.2494705 Jan 18 23:13:55.246664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35766) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:55.254002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:55.271959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:55.286819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:55.292085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 6ac36e73-046e-42f8-8015-54f92d201168) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:55.298530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:55.325123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ebc97-a17d-45ff-a823-4c7b10752bdf None None] Network 6ac36e73-046e-42f8-8015-54f92d201168 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:55.327419 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.353962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.354552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.376978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:55.380499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.422609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network baac9f77-b4ce-4793-9290-dc8941363c3e is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:55.426480 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9b82e3bc-3cb3-4be5-a955-639cc619ff2f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4744587 Jan 18 23:13:55.426661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35770) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:55.453913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd2ee993-e4a7-4fae-9594-183abb122285 None None] Provisioning complete for port 03caf2b8-f9e5-4815-a3f3-654815ca8224 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:55.454518 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bd2ee993-e4a7-4fae-9594-183abb122285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.489150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:55.501113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:55.507166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.508224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.523283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '03bb141c-77ee-430b-a9da-a4b1d41e3f95'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:55.524139 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.524263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.531485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Deleting port 03caf2b8-f9e5-4815-a3f3-654815ca8224 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:55.532151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.567078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.644045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4471478 Jan 18 23:13:55.660466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35774) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:55.713654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984c37f-862c-4604-a4b4-2884263e891a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=c44cdf01-8599-471f-b0aa-4a14b1035509,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:55.715490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ee993-e4a7-4fae-9594-183abb122285 None None] Port 03caf2b8-f9e5-4815-a3f3-654815ca8224 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:55.814420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Allocated IP 172.25.4.15 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/150f8f9c-a143-4683-a79c-f2726ff037c7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:55.875548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:55.875918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.911934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.943393 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.968135 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03bb141c-77ee-430b-a9da-a4b1d41e3f95 (CIDR: 2001:db8::/64) Jan 18 23:13:55.989551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Transition to ACTIVE for port object 95c96041-e4d4-49a7-9a4a-2e06761ea43d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:55.996356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca698a-ceb4-4a43-a5f0-5700d04fed06 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.997380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8fca698a-ceb4-4a43-a5f0-5700d04fed06 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:56.006537 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:13:56.012543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:13:56.016671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0473bde5-dfd7-4503-a341-ee222b4bbe91 None None] Provisioning for port e9eb0e9f-95bd-410d-bacf-f59040abda67 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:56.065915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a0b3a5e3-2428-4a03-a2e5-cdb59df5d94a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1195850 Jan 18 23:13:56.069344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35778) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:56.072674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.077098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.080987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8fca698a-ceb4-4a43-a5f0-5700d04fed06 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:56.082245 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8fca698a-ceb4-4a43-a5f0-5700d04fed06 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f4 HTTP/1.1" status: 200 len: 929 time: 0.4204252 Jan 18 23:13:56.085507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35782) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:56.085962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0473bde5-dfd7-4503-a341-ee222b4bbe91 None None] Provisioning complete for port e9eb0e9f-95bd-410d-bacf-f59040abda67 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:56.086476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:56.086651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0473bde5-dfd7-4503-a341-ee222b4bbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.091174 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.111119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Allocated IP 2001:db8::f816:3eff:fe60:a76a (f1d84029-e20e-4d03-be87-edcd9315db19/03bb141c-77ee-430b-a9da-a4b1d41e3f95/11ae185f-c331-4a22-a1f1-44267d43ed92) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:56.122919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Transition to ACTIVE for port object 95c96041-e4d4-49a7-9a4a-2e06761ea43d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:56.144163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4b44a-9360-4c10-8470-f66bb857c3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-6ac36e73-046e-42f8-8015-54f92d201168', 'network_id': '6ac36e73-046e-42f8-8015-54f92d201168', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '0278e5b2-6853-4263-bad1-60797cdf9991'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:13:56.145049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48a4b44a-9360-4c10-8470-f66bb857c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.174072 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.228584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port c44cdf01-8599-471f-b0aa-4a14b1035509 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:56.229231 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.300416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Calling delete_port for 03caf2b8-f9e5-4815-a3f3-654815ca8224 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:56.312762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0473bde5-dfd7-4503-a341-ee222b4bbe91 None None] Port e9eb0e9f-95bd-410d-bacf-f59040abda67 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:56.349901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.354839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.358564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Pushing event updated for resources: {'Port': ['ID=95c96041-e4d4-49a7-9a4a-2e06761ea43d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:56.428186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:56.428433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Network 2eadb8f2-cb32-4c20-bb42-335342785129 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:56.433025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:56.436272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:56.442745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:56.444191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:56.458477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:56.495541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:56.499583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.546988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b44ac69-86d9-4741-875e-179b5262cb78 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:56.647524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=0278e5b2-6853-4263-bad1-60797cdf9991,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:56.679660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e61b3d-4d4e-4d51-a915-842bf9c9aea4 None None] Network 6ac36e73-046e-42f8-8015-54f92d201168 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:56.747358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Attempting to bind port 95c96041-e4d4-49a7-9a4a-2e06761ea43d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:56.747778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Attempting to bind port 95c96041-e4d4-49a7-9a4a-2e06761ea43d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:56.748235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Attempting to bind port 95c96041-e4d4-49a7-9a4a-2e06761ea43d on network 2eadb8f2-cb32-4c20-bb42-335342785129 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:56.752205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:56.762425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.769750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:56.772174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:56.786595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:56.786968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Checking segment: {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:56.787379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.787758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Bound using segment: {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:56.788240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Bound port: 95c96041-e4d4-49a7-9a4a-2e06761ea43d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:56.788611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.801072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Provisioning complete for port e9eb0e9f-95bd-410d-bacf-f59040abda67 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:56.801444 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.823946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Pushing event updated for resources: {'Port': ['ID=150f8f9c-a143-4683-a79c-f2726ff037c7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:56.829351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event deleted for resources: {'Port': ['ID=03caf2b8-f9e5-4815-a3f3-654815ca8224,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:56.903542 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.979698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac36e73-046e-42f8-8015-54f92d201168']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:56.988238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.023532 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6d1e25f8-7a1c-4b13-bdbc-cbac5aea2025 tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "DELETE /v2.0/ports/03caf2b8-f9e5-4815-a3f3-654815ca8224 HTTP/1.1" status: 204 len: 168 time: 1.7723877 Jan 18 23:13:57.027801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35786) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:57.074878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b265d3d9-43a6-409a-b9df-73830ca2cfef') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:57.075214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b265d3d9-43a6-409a-b9df-73830ca2cfef') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:57.087248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Port e9eb0e9f-95bd-410d-bacf-f59040abda67 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:57.096757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9b44ac69-86d9-4741-875e-179b5262cb78 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:57.112038 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.140409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9b44ac69-86d9-4741-875e-179b5262cb78 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:57.140813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.151425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Deleting subnet 32b22e49-765a-4806-a824-8cf4e750fd4c {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:13:57.155527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.156392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.188064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Transition to ACTIVE for port object 11ae185f-c331-4a22-a1f1-44267d43ed92 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:57.213864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.216262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Provisioning for port c44cdf01-8599-471f-b0aa-4a14b1035509 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:57.219628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] For port 95c96041-e4d4-49a7-9a4a-2e06761ea43d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:57.227883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.235287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.239833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Provisioning complete for port c44cdf01-8599-471f-b0aa-4a14b1035509 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:57.240213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.260278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:57.260682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.270555 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Transition to ACTIVE for port object 11ae185f-c331-4a22-a1f1-44267d43ed92 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:57.272631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] For port 95c96041-e4d4-49a7-9a4a-2e06761ea43d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=95c96041-e4d4-49a7-9a4a-2e06761ea43d,segment=NetworkSegment(dd96dc94-164d-4fb4-bbaa-499e45a91a8f),segment_id=dd96dc94-164d-4fb4-bbaa-499e45a91a8f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:57.277242 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:57.301060 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.310803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.337194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.378627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3b64a775-fa52-49d9-ac33-41703aa37cfa None None] Port c44cdf01-8599-471f-b0aa-4a14b1035509 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:13:57.426369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.446864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for c44cdf01-8599-471f-b0aa-4a14b1035509 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:57.479649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:57.486556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:57.489722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:13:57.494889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Pushing event updated for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:57.502777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.518150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event deleted for resources: {'Subnet': ['ID=32b22e49-765a-4806-a824-8cf4e750fd4c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:57.530580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c962f6ff-5279-4cde-85c8-d7cf3a8f159e tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "DELETE /v2.0/subnets/32b22e49-765a-4806-a824-8cf4e750fd4c HTTP/1.1" status: 204 len: 168 time: 0.5013702 Jan 18 23:13:57.531792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35790) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:57.619821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89f2746-fdb7-4734-b082-e22c1dbe0c3a None None] Network c5c9ebad-b6f1-44c7-8819-7e9629975472 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:57.634979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.663459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.679080 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.702692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=6ac36e73-046e-42f8-8015-54f92d201168,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:57.717507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-12515ace-b715-4b72-950f-8b1b5ac5c5a8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/6ac36e73-046e-42f8-8015-54f92d201168 HTTP/1.1" status: 204 len: 168 time: 2.2886200 Jan 18 23:13:57.724991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:57.731516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1102598815'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:57.761498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.832378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Deleting port e61398ec-048c-48f0-94d6-e35ecea8aa5f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:57.833105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.900301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:57.906596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:57.910746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:57.915236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Attempting to bind port 11ae185f-c331-4a22-a1f1-44267d43ed92 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:57.915601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Attempting to bind port 11ae185f-c331-4a22-a1f1-44267d43ed92 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:57.915957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Attempting to bind port 11ae185f-c331-4a22-a1f1-44267d43ed92 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:13:57.917854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:57.919307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396443-ad7a-4e27-91f7-e7cf3de34757 None None] Pushing event updated for resources: {'Port': ['ID=95c96041-e4d4-49a7-9a4a-2e06761ea43d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:57.926766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.936756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.963177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9b44ac69-86d9-4741-875e-179b5262cb78, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b44ac69-86d9-4741-875e-179b5262cb78,segment=NetworkSegment(8f7ef67b-5750-4f5b-a16b-914819bd84ee),segment_id=8f7ef67b-5750-4f5b-a16b-914819bd84ee)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:57.969234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:13:57.969526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:13:57.970141 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.970534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:13:57.971004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Bound port: 11ae185f-c331-4a22-a1f1-44267d43ed92, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:57.971402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.997689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=c44cdf01-8599-471f-b0aa-4a14b1035509,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.004763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:58.008268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.016477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:58.021517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:58.030705 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.031497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0292fb1c-4af3-4251-aa1d-8175472ce0dc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:58.051190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:58.051795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.088452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.093152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=e0bab4bd-82dd-40d1-b467-d04badf0a3ed,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.122879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d7accc7e-92f0-404a-82ec-c2deadb0f3a2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0530343 Jan 18 23:13:58.180230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:58.190545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:58.209976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.210671 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment 864647c0-db3d-4a81-88f3-f9df17dfe057 of type vlan for network d4b07711-3587-426d-aa6e-b34b16c76942 Jan 18 23:13:58.237066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] For port e61398ec-048c-48f0-94d6-e35ecea8aa5f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e61398ec-048c-48f0-94d6-e35ecea8aa5f,segment=NetworkSegment(ce57e2f0-5e38-4a23-bb85-e223047cc2d4),segment_id=ce57e2f0-5e38-4a23-bb85-e223047cc2d4)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:58.237437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.243159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.244379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9b44ac69-86d9-4741-875e-179b5262cb78,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.266248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-49ee9107-de42-4691-8360-65ee7047287f None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:13:58.271023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-49ee9107-de42-4691-8360-65ee7047287f None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:13:58.280690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 0292fb1c-4af3-4251-aa1d-8175472ce0dc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:58.289234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.301528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:0d:7e:03', 'name': 'tempest-NetworksTestDHCPv6-1680962090'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:58.333638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0292fb1c-4af3-4251-aa1d-8175472ce0dc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:58.334008 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.399752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Calling delete_port for e61398ec-048c-48f0-94d6-e35ecea8aa5f owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:13:58.403425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56e206-ed7a-4b17-8f25-3cc5b8774c18 None None] DHCP port deletion for c5c9ebad-b6f1-44c7-8819-7e9629975472 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:13:58.424394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4d56e206-ed7a-4b17-8f25-3cc5b8774c18 None None] Deleting port e61398ec-048c-48f0-94d6-e35ecea8aa5f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:58.425088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d56e206-ed7a-4b17-8f25-3cc5b8774c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.494809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee9107-de42-4691-8360-65ee7047287f None None] Pushing event updated for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.535216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.583122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.595817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4d56e206-ed7a-4b17-8f25-3cc5b8774c18 None None] The port 'e61398ec-048c-48f0-94d6-e35ecea8aa5f' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:13:58.627141 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.632713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event deleted for resources: {'Port': ['ID=e61398ec-048c-48f0-94d6-e35ecea8aa5f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.636743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] No DVR routers for this DVR port e61398ec-048c-48f0-94d6-e35ecea8aa5f on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:58.674119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 0292fb1c-4af3-4251-aa1d-8175472ce0dc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0292fb1c-4af3-4251-aa1d-8175472ce0dc,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:58.682030 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.789489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.795401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:58.795401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.831866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=0292fb1c-4af3-4251-aa1d-8175472ce0dc,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.837589 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-89611652-d31f-47a0-b499-068a656c4749 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/c44cdf01-8599-471f-b0aa-4a14b1035509 HTTP/1.1" status: 204 len: 168 time: 2.7454369 Jan 18 23:13:58.842266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35804) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:58.904469 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed45f1f-c49e-49ce-8ebe-8c606408cc24 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:13:58.909309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-aed45f1f-c49e-49ce-8ebe-8c606408cc24 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/c44cdf01-8599-471f-b0aa-4a14b1035509 HTTP/1.1" status: 404 len: 333 time: 0.0663223 Jan 18 23:13:58.911604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.933630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35808) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:58.986707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 95c96041-e4d4-49a7-9a4a-2e06761ea43d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:59.017164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=d4b07711-3587-426d-aa6e-b34b16c76942,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:59.041139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d4b07711-3587-426d-aa6e-b34b16c76942 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:59.147739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222dc6b-5677-4ad2-b929-683b557e0cb2 None None] Network 2eadb8f2-cb32-4c20-bb42-335342785129 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:13:59.165797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aeb0a532-45f4-476e-a2fb-b73983aa7abd tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4446962 Jan 18 23:13:59.166564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:59.168015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c9ebad-b6f1-44c7-8819-7e9629975472']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:59.179279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:59.184848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': 'd4b07711-3587-426d-aa6e-b34b16c76942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:59.186761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:59.191412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:59.210898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:59.211280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce57e2f0-5e38-4a23-bb85-e223047cc2d4') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:59.248519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:59.270411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port e9eb0e9f-95bd-410d-bacf-f59040abda67 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:13:59.270887 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.288895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:59.300250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f28a39c0-b36d-49b5-ab33-6241022399bf None None] Provisioning for port 95c96041-e4d4-49a7-9a4a-2e06761ea43d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:59.320277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.322923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 95c96041-e4d4-49a7-9a4a-2e06761ea43d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:59.356181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 95c96041-e4d4-49a7-9a4a-2e06761ea43d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:59.356863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.374907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.415226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:59.415788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.424495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:59.436824 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:59.446067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.522421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:59.531084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port bd105063-05b2-4cb4-92e5-dc2956d3c4d1 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:13:59.542001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:59.550217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:59.551021 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.610580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 95c96041-e4d4-49a7-9a4a-2e06761ea43d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=95c96041-e4d4-49a7-9a4a-2e06761ea43d,segment=NetworkSegment(dd96dc94-164d-4fb4-bbaa-499e45a91a8f),segment_id=dd96dc94-164d-4fb4-bbaa-499e45a91a8f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:13:59.624543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.625868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b44ac69-86d9-4741-875e-179b5262cb78 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:59.631942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:59.667451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.693453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:59.697321 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.722833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.787405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] Pushing event deleted for resources: {'Network': ['ID=c5c9ebad-b6f1-44c7-8819-7e9629975472,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:59.843592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=95c96041-e4d4-49a7-9a4a-2e06761ea43d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:59.853563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cc5af32e-ee24-4031-9708-a10250d740ae tempest-ExtraDHCPOptionsTestJSON-1371264729 tempest-ExtraDHCPOptionsTestJSON-1371264729-project] 10.222.0.78 "DELETE /v2.0/networks/c5c9ebad-b6f1-44c7-8819-7e9629975472 HTTP/1.1" status: 204 len: 168 time: 2.3165367 Jan 18 23:13:59.889376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.890699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9b44ac69-86d9-4741-875e-179b5262cb78 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:59.891084 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.996124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Router 2fde272e-9049-49ff-9fca-910c84199925 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:14:00.069461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for e9eb0e9f-95bd-410d-bacf-f59040abda67 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:00.079470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc685ef7-08a4-41a2-825e-738da8d9aad5 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:00.140247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8:0:1::1a1 (f1d84029-e20e-4d03-be87-edcd9315db19/e0bab4bd-82dd-40d1-b467-d04badf0a3ed/bd105063-05b2-4cb4-92e5-dc2956d3c4d1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:00.183893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-55e9221d-bd8b-43ef-9d58-5e7baf542e3b None None] Provisioning complete for port 95c96041-e4d4-49a7-9a4a-2e06761ea43d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:00.184176 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55e9221d-bd8b-43ef-9d58-5e7baf542e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.210180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fe0d:7e03 (f1d84029-e20e-4d03-be87-edcd9315db19/03bb141c-77ee-430b-a9da-a4b1d41e3f95/bd105063-05b2-4cb4-92e5-dc2956d3c4d1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:00.265506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e61398ec-048c-48f0-94d6-e35ecea8aa5f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:00.277159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:00.308868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Sync routers for ids ['2fde272e-9049-49ff-9fca-910c84199925'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:00.333095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e61398ec-048c-48f0-94d6-e35ecea8aa5f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:00.333677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e61398ec-048c-48f0-94d6-e35ecea8aa5f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:00.358916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.362350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.367321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3af6d4ea-e872-4044-9870-780356418f65 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2521131 Jan 18 23:14:00.371280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:00.383411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Routers {'2fde272e-9049-49ff-9fca-910c84199925'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:00.384054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2fde272e-9049-49ff-9fca-910c84199925'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:00.395725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.402412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35824) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:00.470630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=e9eb0e9f-95bd-410d-bacf-f59040abda67,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:00.516061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.541940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6a08a788-859f-4a67-87cc-75d851b0533c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/e9eb0e9f-95bd-410d-bacf-f59040abda67 HTTP/1.1" status: 204 len: 168 time: 1.6071954 Jan 18 23:14:00.553601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35830) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:00.625477 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-384fd617-f552-488f-bad2-c5468c001929 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:14:00.630001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-384fd617-f552-488f-bad2-c5468c001929 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:00.639845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=1b0dbdcd-55cf-43cb-9d21-39762458fa2f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:00.643441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': '864647c0-db3d-4a81-88f3-f9df17dfe057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd4b07711-3587-426d-aa6e-b34b16c76942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:00.644019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: d4b07711-3587-426d-aa6e-b34b16c76942, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:00.714154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-384fd617-f552-488f-bad2-c5468c001929 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:00.718300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-384fd617-f552-488f-bad2-c5468c001929 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/e9eb0e9f-95bd-410d-bacf-f59040abda67 HTTP/1.1" status: 404 len: 333 time: 0.1633701 Jan 18 23:14:00.719781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:00.725673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network d4b07711-3587-426d-aa6e-b34b16c76942 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:00.736823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5c6ccb38-6d93-4667-be8d-7fcff6ada830 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=291d3264e4b74c72b3fc39dfa388142b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983716 Jan 18 23:14:00.736823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35838) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:00.751031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d4b07711-3587-426d-aa6e-b34b16c76942) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:00.755427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:00.756009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.786949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-83ae2420-acc8-4acf-a860-eb97a7479845 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6115077 Jan 18 23:14:00.791668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35842) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:00.804150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8cd39-11f2-486f-b583-348fdfb1472e None None] Network d4b07711-3587-426d-aa6e-b34b16c76942 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:00.929963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet a972696e-e40a-4303-98a6-1e5e704b8448 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:00.941335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.969272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c7012ee-53b4-45d7-a6a4-e9313b9c7e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.976555 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11ae185f-c331-4a22-a1f1-44267d43ed92 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:01.019143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c7012ee-53b4-45d7-a6a4-e9313b9c7e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.068168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Set router 2fde272e-9049-49ff-9fca-910c84199925 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:14:01.077837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.126756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.157581 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.183320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-208e9753-ae72-4024-bdcb-9eabf7e3c7ac None None] Provisioning for port 11ae185f-c331-4a22-a1f1-44267d43ed92 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:01.267756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.289747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object bd105063-05b2-4cb4-92e5-dc2956d3c4d1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:01.294196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c7012ee-53b4-45d7-a6a4-e9313b9c7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.325247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7012ee-53b4-45d7-a6a4-e9313b9c7e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dfb257-2818-4573-8658-3bd96cc86c33,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:01.338273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c7012ee-53b4-45d7-a6a4-e9313b9c7e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.342347 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7c7012ee-53b4-45d7-a6a4-e9313b9c7e23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9dfb257-2818-4573-8658-3bd96cc86c33 HTTP/1.1" status: 204 len: 168 time: 0.6045208 Jan 18 23:14:01.382896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.445920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0dbdcd-55cf-43cb-9d21-39762458fa2f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:01.458191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 11ae185f-c331-4a22-a1f1-44267d43ed92 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:01.467613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 11ae185f-c331-4a22-a1f1-44267d43ed92 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:01.467988 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.565221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.579113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6589d0-4994-437f-9f8e-4df43cd92cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-d4b07711-3587-426d-aa6e-b34b16c76942', 'network_id': 'd4b07711-3587-426d-aa6e-b34b16c76942', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '1b0dbdcd-55cf-43cb-9d21-39762458fa2f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:01.579901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab6589d0-4994-437f-9f8e-4df43cd92cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.589888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Update dhcp port {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '03bb141c-77ee-430b-a9da-a4b1d41e3f95', 'ip_address': '2001:db8::f816:3eff:fe60:a76a'}, {'subnet_id': 'e0bab4bd-82dd-40d1-b467-d04badf0a3ed'}], 'binding:host_id': 'n-d-825178-1'}, 'id': '11ae185f-c331-4a22-a1f1-44267d43ed92'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:14:01.590862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.601624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b07711-3587-426d-aa6e-b34b16c76942']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:01.615955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864647c0-db3d-4a81-88f3-f9df17dfe057') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:01.616309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864647c0-db3d-4a81-88f3-f9df17dfe057') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:01.640207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.640594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.662998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.674138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:01.674545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:01.691833 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:01.705575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:01.715973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:01.716198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:01.721870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:01.722503 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.769836 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.832134 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5453446 Jan 18 23:14:01.832763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35856) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:01.903302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.931416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:01.939397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=d4b07711-3587-426d-aa6e-b34b16c76942,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:01.942483 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4cc4f872-460b-4008-9c53-95ee8326f34b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d4b07711-3587-426d-aa6e-b34b16c76942 HTTP/1.1" status: 204 len: 168 time: 1.1510897 Jan 18 23:14:01.949411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35862) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:01.955076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104354704'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:01.955372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0857a-0122-42b9-8d6f-02cb506846b7 None None] Network d4b07711-3587-426d-aa6e-b34b16c76942 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:01.960536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:01.964616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:01.972663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:01.978671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:01.994289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port bd105063-05b2-4cb4-92e5-dc2956d3c4d1 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:01.994771 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.008344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0857a-0122-42b9-8d6f-02cb506846b7 None None] Network d4b07711-3587-426d-aa6e-b34b16c76942 could not be found, it might have been deleted concurrently. {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 18 23:14:02.029911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.037610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.054766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313fe0a-83e2-4f4b-826c-5d865c428849 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=bd105063-05b2-4cb4-92e5-dc2956d3c4d1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:02.084249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:13:57Z', 'revision_number': 3, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:02.087348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:02.090972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.103131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Checking router: 2fde272e-9049-49ff-9fca-910c84199925 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:14:02.103480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Updating router 2fde272e-9049-49ff-9fca-910c84199925 port 150f8f9c-a143-4683-a79c-f2726ff037c7 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:14:02.164379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:02.176936 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.177764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 95c96041-e4d4-49a7-9a4a-2e06761ea43d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:02.219821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:02.241756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.243478 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment a35efed9-84d8-4ce6-9e85-a74ccf3372f6 of type vlan for network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e Jan 18 23:14:02.260443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Allocated IP 2001:db8:0:1::2 (f1d84029-e20e-4d03-be87-edcd9315db19/e0bab4bd-82dd-40d1-b467-d04badf0a3ed/11ae185f-c331-4a22-a1f1-44267d43ed92) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:02.262470 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.275803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.302647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.349056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.357195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=a972696e-e40a-4303-98a6-1e5e704b8448,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:02.360799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.370541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d462bc-e565-4eb9-8d7e-2bd33136c0c4 None None] Network baac9f77-b4ce-4793-9290-dc8941363c3e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:02.377360 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cb7ea97e-3191-4bdc-9eeb-856f76ee77ea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/a972696e-e40a-4303-98a6-1e5e704b8448 HTTP/1.1" status: 204 len: 168 time: 1.6481850 Jan 18 23:14:02.381193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:02.411635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35878) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:02.480381 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.485828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:02.486421 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.496476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for bd105063-05b2-4cb4-92e5-dc2956d3c4d1 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:02.567041 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.571582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Allocated IP 172.20.0.1 (2eadb8f2-cb32-4c20-bb42-335342785129/33243338-6ad8-410d-a98b-7cc1c58b967f/e4729f09-7803-49f4-8aed-1cfb2ec18162) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:02.577020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:02.589861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 9b44ac69-86d9-4741-875e-179b5262cb78 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:02.590203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.635506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=c44e8cd2-f2bf-437e-80da-0f9c1f534c2e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:02.677188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cbb920d7-768e-4da2-b9ba-23eef23873aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7243338 Jan 18 23:14:02.677845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35884) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:02.685486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:02.687567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:02.742665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 95c96041-e4d4-49a7-9a4a-2e06761ea43d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:02.743115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.807394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1182587462'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:02.860554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:02.860796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:02.870587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:02.875244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:02.883872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:02.884220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:02.891595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:02.903138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:02.940182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:02.943913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.959821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:03.001434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:03.005689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.047554 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.116527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.136153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.161214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:03.176890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:security_group_rule and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:03.182877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.185260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Transition to ACTIVE for port object 11ae185f-c331-4a22-a1f1-44267d43ed92 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:03.186590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Transition to ACTIVE for port object e4729f09-7803-49f4-8aed-1cfb2ec18162 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:03.189753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] For port 9b44ac69-86d9-4741-875e-179b5262cb78, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b44ac69-86d9-4741-875e-179b5262cb78,segment=NetworkSegment(8f7ef67b-5750-4f5b-a16b-914819bd84ee),segment_id=8f7ef67b-5750-4f5b-a16b-914819bd84ee)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:03.190217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.198154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:03.202756 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.238106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=bd105063-05b2-4cb4-92e5-dc2956d3c4d1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.267624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:03.333276 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.339790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 9b44ac69-86d9-4741-875e-179b5262cb78 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:03.358069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0292fb1c-4af3-4251-aa1d-8175472ce0dc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:03.382572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-14096975-dd9b-4acf-bfea-b97e3125b72a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/bd105063-05b2-4cb4-92e5-dc2956d3c4d1 HTTP/1.1" status: 204 len: 168 time: 1.5482588 Jan 18 23:14:03.386026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35888) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:03.398582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93f017-1e8d-4b97-ba47-acae2ff51ccd None None] DHCP port deletion for baac9f77-b4ce-4793-9290-dc8941363c3e request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:03.458681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.465417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0d93f017-1e8d-4b97-ba47-acae2ff51ccd None None] Deleting port 9b44ac69-86d9-4741-875e-179b5262cb78 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:03.465761 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d93f017-1e8d-4b97-ba47-acae2ff51ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.506571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.508753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.512975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c60d3-01e3-4f32-8e9b-887c9084b1cd None None] Pushing event updated for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.558800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0d93f017-1e8d-4b97-ba47-acae2ff51ccd None None] The port '9b44ac69-86d9-4741-875e-179b5262cb78' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:14:03.564253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Network 2eadb8f2-cb32-4c20-bb42-335342785129 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:03.564387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.567600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No DVR routers for this DVR port 9b44ac69-86d9-4741-875e-179b5262cb78 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:03.568849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf9d0b-90e4-426a-b064-9d747b704cd0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.571435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-77cf9d0b-90e4-426a-b064-9d747b704cd0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:03.580897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Transition to ACTIVE for port object 150f8f9c-a143-4683-a79c-f2726ff037c7 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:03.601251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 0292fb1c-4af3-4251-aa1d-8175472ce0dc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:03.601617 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.602805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=680091d7-615c-470b-917e-1a1533f7360c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.615546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:03.618165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:03.629749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:03.630158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: c44e8cd2-f2bf-437e-80da-0f9c1f534c2e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:03.635333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-77cf9d0b-90e4-426a-b064-9d747b704cd0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:03.637009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-77cf9d0b-90e4-426a-b064-9d747b704cd0 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2498770 Jan 18 23:14:03.640694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:03.641321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.718023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Pushing event updated for resources: {'Port': ['ID=e4729f09-7803-49f4-8aed-1cfb2ec18162,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.720259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:03.755375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c44e8cd2-f2bf-437e-80da-0f9c1f534c2e) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:03.761651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.762246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.775480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136de4f-1bb6-4c20-a1e7-a4a4c3bc80ed tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.782885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1136de4f-1bb6-4c20-a1e7-a4a4c3bc80ed tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1407144 Jan 18 23:14:03.786213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be18f80-1a35-42da-ad0c-e51d21b968cc None None] Network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:03.788920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:03.852103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=9b44ac69-86d9-4741-875e-179b5262cb78,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.856392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.863208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab38e27b-79f8-4719-a7ef-9f66f696d340 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1818910 Jan 18 23:14:03.864454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:03.892332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7bd18f-2ad2-45c8-bd2e-943747d01f23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.894597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7bd18f-2ad2-45c8-bd2e-943747d01f23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.896179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7bd18f-2ad2-45c8-bd2e-943747d01f23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.897127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9b7bd18f-2ad2-45c8-bd2e-943747d01f23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:03.899638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.909045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.911627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.931984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9b7bd18f-2ad2-45c8-bd2e-943747d01f23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:03.933382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b7bd18f-2ad2-45c8-bd2e-943747d01f23 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1432867 Jan 18 23:14:03.936793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35904) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:03.940440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51adde6-ebf7-4954-a24f-a7db44071f78 None None] Pushing event updated for resources: {'Port': ['ID=150f8f9c-a143-4683-a79c-f2726ff037c7,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.950202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Attempting to bind port 150f8f9c-a143-4683-a79c-f2726ff037c7 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:03.953040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Attempting to bind port 150f8f9c-a143-4683-a79c-f2726ff037c7 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:03.958071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Attempting to bind port 150f8f9c-a143-4683-a79c-f2726ff037c7 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:03.993348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:03.993970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:03.994308 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.994940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:03.995554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Bound port: 150f8f9c-a143-4683-a79c-f2726ff037c7, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:03.996001 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.056235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 03bb141c-77ee-430b-a9da-a4b1d41e3f95 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:04.060746 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.132721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.168787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baac9f77-b4ce-4793-9290-dc8941363c3e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:04.176545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:04.220424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477d516e-7d5a-4b14-ab3b-c2c5c28304db,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:04.226683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7ef67b-5750-4f5b-a16b-914819bd84ee') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:04.226902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7ef67b-5750-4f5b-a16b-914819bd84ee') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:04.239344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] For port 150f8f9c-a143-4683-a79c-f2726ff037c7, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:04.250551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-916982c1-9663-4159-8192-d92a73ee8d98 None None] Provisioning for port e4729f09-7803-49f4-8aed-1cfb2ec18162 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:04.251411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.268155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] For port 150f8f9c-a143-4683-a79c-f2726ff037c7, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=150f8f9c-a143-4683-a79c-f2726ff037c7,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:04.271289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-916982c1-9663-4159-8192-d92a73ee8d98 None None] Provisioning complete for port e4729f09-7803-49f4-8aed-1cfb2ec18162 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:04.271944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-916982c1-9663-4159-8192-d92a73ee8d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.281402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.281768 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 9a980d7a-b1d1-4787-8c5a-65a40f646c84 of type vlan for network c6c4e1a1-8ad1-4f01-9851-35d54972211d Jan 18 23:14:04.290207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.363046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.367236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11ae185f-c331-4a22-a1f1-44267d43ed92 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:04.368795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.382538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.399596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.399919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.402918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:04.403318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.417505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=03bb141c-77ee-430b-a9da-a4b1d41e3f95,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:04.419526 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.423947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:04.427627 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:04.444154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a769ca98-7d60-49fc-bd3e-427208453a75 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/03bb141c-77ee-430b-a9da-a4b1d41e3f95 HTTP/1.1" status: 204 len: 168 time: 0.5061944 Jan 18 23:14:04.444886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35908) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:04.446334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-916982c1-9663-4159-8192-d92a73ee8d98 None None] Port e4729f09-7803-49f4-8aed-1cfb2ec18162 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:04.527653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet e0bab4bd-82dd-40d1-b467-d04badf0a3ed {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:04.530873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.555161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c44e8cd2-f2bf-437e-80da-0f9c1f534c2e', 'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '680091d7-615c-470b-917e-1a1533f7360c'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:04.555970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.575421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.589807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebb8c1-0ee5-49db-bfbe-ae979a56703b None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:04.597673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.636648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.641447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.660384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Routers {'2fde272e-9049-49ff-9fca-910c84199925'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:04.661387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2fde272e-9049-49ff-9fca-910c84199925'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:04.693086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.711421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51adde6-ebf7-4954-a24f-a7db44071f78 None None] Pushing event updated for resources: {'Port': ['ID=150f8f9c-a143-4683-a79c-f2726ff037c7,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:04.772209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.808981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.811790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bab4bd-82dd-40d1-b467-d04badf0a3ed,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:04.815046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:04.815644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.817508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.831748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-801dc3e4-e56b-4495-9f8a-747db6c34e18 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/e0bab4bd-82dd-40d1-b467-d04badf0a3ed HTTP/1.1" status: 204 len: 168 time: 0.3855772 Jan 18 23:14:04.832995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35912) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:04.840220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=baac9f77-b4ce-4793-9290-dc8941363c3e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:04.842009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8eab7469-fc73-4457-9b46-0d159a610f21 None None] Provisioning for port 11ae185f-c331-4a22-a1f1-44267d43ed92 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:04.859854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 11ae185f-c331-4a22-a1f1-44267d43ed92 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:04.860214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.915276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cd65e7be-738e-44e2-be33-a5dfc54c5bf8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816238 Jan 18 23:14:04.915928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35916) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:04.921578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:04.953250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.023196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8eab7469-fc73-4457-9b46-0d159a610f21 None None] Provisioning complete for port 11ae185f-c331-4a22-a1f1-44267d43ed92 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:05.023859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8eab7469-fc73-4457-9b46-0d159a610f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.041789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:05.045985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:05.048902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:05.052475 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9efe3a0f-f1cd-495e-8b04-9979e4666e75 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/baac9f77-b4ce-4793-9290-dc8941363c3e HTTP/1.1" status: 204 len: 168 time: 2.6692581 Jan 18 23:14:05.055653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6378214 Jan 18 23:14:05.057822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:05.058155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35922) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:05.065582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:05.070789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-811935663'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:05.080059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310816749'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:05.084475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:05.090757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:05.095653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:05.097629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:05.104277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:05.107447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:05.109690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:05.116025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:05.119454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:05.123190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.124020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aab72a-9853-4cee-a641-2e3a44f9c4c2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=c6c4e1a1-8ad1-4f01-9851-35d54972211d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:05.188344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.193676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.205886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:05.208109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:05.211486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.236624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:05.240053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.295528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:05.314351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:05.315629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.316571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.316913 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 88ff020b-ee7d-4058-816c-3edf5355b303 of type vlan for network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 Jan 18 23:14:05.321493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Pushing event updated for resources: {'Port': ['ID=e4729f09-7803-49f4-8aed-1cfb2ec18162,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:05.336464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.336809 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment dca767f4-3bc1-4986-8375-88d9a1bf0e83 of type vlan for network 4f303abf-d755-4a75-867c-c24a3d04d430 Jan 18 23:14:05.372529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.439474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] Set router 2fde272e-9049-49ff-9fca-910c84199925 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:14:05.466321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Network 2eadb8f2-cb32-4c20-bb42-335342785129 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:05.467588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:05.497039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Allocated IP 172.20.0.1 (c44e8cd2-f2bf-437e-80da-0f9c1f534c2e/680091d7-615c-470b-917e-1a1533f7360c/312ee151-5706-4a05-bbfd-f3058755c42f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:05.627768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.687189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Router 2fde272e-9049-49ff-9fca-910c84199925 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:14:05.688640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.694054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:05.694651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.818853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7567928 Jan 18 23:14:05.828073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:05.909813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:05.910361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:05.915181 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af32b547-b173-41a9-a1d2-4a4537b87a8c admin admin] 10.222.0.78 "PUT /v2.0/routers/2fde272e-9049-49ff-9fca-910c84199925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5428982 Jan 18 23:14:05.967401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ada542-191e-446c-a606-267510f4783f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=7e2522d1-4621-4f88-b7e8-e489d96f0c69,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:06.000063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:06.028013 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.033718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:06.034315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.084719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b44ac69-86d9-4741-875e-179b5262cb78 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:06.155536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9b44ac69-86d9-4741-875e-179b5262cb78 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:06.156054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b44ac69-86d9-4741-875e-179b5262cb78 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:06.204012 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1404412 Jan 18 23:14:06.207250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:06.222059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:06.226533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34420c8a-d811-43cb-94ab-4486415ddf02 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=4f303abf-d755-4a75-867c-c24a3d04d430,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:06.251241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 4f303abf-d755-4a75-867c-c24a3d04d430 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:06.266210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:06.284130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:06.289895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:06.299592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:06.303602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:06.321022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:14:06.375037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4ef7b102-2d24-487e-9d6b-f14d59535132 None None] Provisioning complete for port e4729f09-7803-49f4-8aed-1cfb2ec18162 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:06.375702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b102-2d24-487e-9d6b-f14d59535132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.387329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:06.390957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.428382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11ae185f-c331-4a22-a1f1-44267d43ed92 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:06.450330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:06.454721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:06.457650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:06.463819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:06.474704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Deleting port 11ae185f-c331-4a22-a1f1-44267d43ed92 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:06.474704 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.478064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:06.482793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.670755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.772769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7b102-2d24-487e-9d6b-f14d59535132 None None] Port e4729f09-7803-49f4-8aed-1cfb2ec18162 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:06.789719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.793126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.826346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.880222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Transition to ACTIVE for port object 312ee151-5706-4a05-bbfd-f3058755c42f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:06.948431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e4729f09-7803-49f4-8aed-1cfb2ec18162', 'name': '', 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'mac_address': 'fa:16:3e:a8:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:02Z', 'updated_at': '2022-01-18T23:14:02Z', 'revision_number': 1, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'subnets': [{'id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:06.963119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.968749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=e45233aa-d8d4-46ea-bb93-d6dd11fac3e0,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:06.973648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '9a980d7a-b1d1-4787-8c5a-65a40f646c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:06.974009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: c6c4e1a1-8ad1-4f01-9851-35d54972211d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:06.989039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': 'dca767f4-3bc1-4986-8375-88d9a1bf0e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:06.989039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: 4f303abf-d755-4a75-867c-c24a3d04d430, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:07.002982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=16fcbd03-db28-4498-90cf-57404722dddc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:07.034118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:07.041805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 4f303abf-d755-4a75-867c-c24a3d04d430 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:07.042073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:07.055183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c6c4e1a1-8ad1-4f01-9851-35d54972211d) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:07.056087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 4f303abf-d755-4a75-867c-c24a3d04d430) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:07.068045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.068668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.085152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db791ec0-04eb-483e-ad64-0acfb898a086 None None] The sync data for ids ['2fde272e-9049-49ff-9fca-910c84199925'] in n-d-825178-1 is: [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e4729f09-7803-49f4-8aed-1cfb2ec18162', 'name': '', 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'mac_address': 'fa:16:3e:a8:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:02Z', 'updated_at': '2022-01-18T23:14:02Z', 'revision_number': 1, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'subnets': [{'id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:07.085670 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.088047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.089923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.097110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.098241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.100608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Transition to ACTIVE for port object 312ee151-5706-4a05-bbfd-f3058755c42f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:07.108113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930212d-e4d9-44a9-a177-f0583359b3d2 None None] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:07.126577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5544b057-da90-49dc-aa8f-f38a130dc9ef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9167888 Jan 18 23:14:07.131366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:07.142813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430', 'name': 'tempest-PortsIpV6TestJSON-565060544', 'fixed_ips': [{'subnet_id': '16fcbd03-db28-4498-90cf-57404722dddc', 'ip_address': '2001:db8::10'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:07.200344 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-87827776-6ea6-43c3-87f8-113c692228b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3093257 Jan 18 23:14:07.217922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35956) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:07.219718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:07.232835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:07.239549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:07.259836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.260408 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.313663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5e2a6-fd99-4354-829d-d13c412cae8d None None] Network 4f303abf-d755-4a75-867c-c24a3d04d430 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:07.375296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:07.380806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=5b807590-a154-4f8b-939b-b720b2cf75d3,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:07.390865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e4131615-66b7-407c-b5bc-ca7f65a21c89 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4707325 Jan 18 23:14:07.404078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35962) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:07.413211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:07.525145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.615749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:07.620621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:07.624442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:07.629047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.654626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Pushing event updated for resources: {'Port': ['ID=312ee151-5706-4a05-bbfd-f3058755c42f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:07.658282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.687610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:07.688848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=680091d7-615c-470b-917e-1a1533f7360c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:07.693313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:07.715372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:07.722448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:07.731962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:07.785153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:07.789304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.827689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.847332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:07.848345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:07.848803 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:07.870312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:07.872893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:07.878437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44e8cd2-f2bf-437e-80da-0f9c1f534c2e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:07.912175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:07.912799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:07.923491 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:14:07.949350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.995248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.998810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:08.056709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:08.065177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:08.069057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:08.086150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:08.086655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.088235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:08.148617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:08.149410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.151848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.190990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:08.197050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c6c4e1a1-8ad1-4f01-9851-35d54972211d', 'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': 'e45233aa-d8d4-46ea-bb93-d6dd11fac3e0'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:08.197884 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.198585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:08.211717 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:08.259435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:14:08.259435 n-d-825178-1 neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:14:08.259435 n-d-825178-1 neutron-server[87812]: [parameters: {'id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e'}] Jan 18 23:14:08.259435 n-d-825178-1 neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:08.259970 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:08.373318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.438646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 4e93048a-9db3-4293-afee-136d14c60127 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:08.456661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Attempting to bind port 312ee151-5706-4a05-bbfd-f3058755c42f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:08.457134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Attempting to bind port 312ee151-5706-4a05-bbfd-f3058755c42f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:08.457565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Attempting to bind port 312ee151-5706-4a05-bbfd-f3058755c42f on network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:08.462030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '88ff020b-ee7d-4058-816c-3edf5355b303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:08.462571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: 7e2522d1-4621-4f88-b7e8-e489d96f0c69, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:08.470102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=5cd1f047-43f2-42f5-af22-8e73dd0ab2a9,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:08.502267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Calling delete_port for 11ae185f-c331-4a22-a1f1-44267d43ed92 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:08.503578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.503578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.503578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.503907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.504003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.504295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.504624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.504935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.505283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.505600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.505920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.506238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:08.537305 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b807590-a154-4f8b-939b-b720b2cf75d3 (CIDR: 2001:db8::/64) Jan 18 23:14:08.540917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:08.550134 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:14:08.550934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:08.572734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 7e2522d1-4621-4f88-b7e8-e489d96f0c69) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:08.577989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:08.578717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.578876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:08.579343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Checking segment: {'id': 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:08.579932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.580657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Bound using segment: {'id': 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:08.581301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Bound port: 312ee151-5706-4a05-bbfd-f3058755c42f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c44e8cd2-f2bf-437e-80da-0f9c1f534c2e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:08.581977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.600357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-18bc6751-2520-4797-adca-2f1bbf6e162e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1950467 Jan 18 23:14:08.601387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35968) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:08.607956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74b768-57e6-480e-95dd-24301da11544 None None] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:08.614884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:08.641674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-234c9637-fcce-4023-ba86-e60c26a12a42 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4206228 Jan 18 23:14:08.645592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:08.745671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::10 (4f303abf-d755-4a75-867c-c24a3d04d430/16fcbd03-db28-4498-90cf-57404722dddc/4e93048a-9db3-4293-afee-136d14c60127) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:08.776918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:08.782599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:08.786507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:08.789239 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.795757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.797166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:08.800173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1337773745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:08.814899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:08.818454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:08.819595 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.849954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:08.857510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:08.941611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:08.955075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Deleting port 312ee151-5706-4a05-bbfd-f3058755c42f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:08.955075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.037646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:09.048496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-4f303abf-d755-4a75-867c-c24a3d04d430', 'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': '16fcbd03-db28-4498-90cf-57404722dddc'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:09.049684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.082678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.083740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.084204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.099399 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.131012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.186446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.215068 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:09.215654 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:09.259661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:09.267203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:09.272666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] For port 312ee151-5706-4a05-bbfd-f3058755c42f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:09.274819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:09.275465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.284740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.304809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.309097 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ba60b04-786f-454f-9625-0bc8037449e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6444395 Jan 18 23:14:09.310051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35976) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:09.318851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] For port 312ee151-5706-4a05-bbfd-f3058755c42f, host n-d-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:09.319219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.331604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 4e93048a-9db3-4293-afee-136d14c60127 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:09.405708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Allocated IP 2001:db8::2 (c6c4e1a1-8ad1-4f01-9851-35d54972211d/e45233aa-d8d4-46ea-bb93-d6dd11fac3e0/bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:09.461690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8586192 Jan 18 23:14:09.462800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08134f8e-6e7a-4a1f-bf0f-4a9dfc539a0e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=f2089ce2-ee04-43f6-9c65-4265b57ac73a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:09.465654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 35982) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:09.469685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Calling delete_port for 312ee151-5706-4a05-bbfd-f3058755c42f owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:09.474061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:1c:81:12', 'name': 'tempest-NetworksTestDHCPv6-866423828'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:09.508250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] For port 312ee151-5706-4a05-bbfd-f3058755c42f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=312ee151-5706-4a05-bbfd-f3058755c42f,segment=NetworkSegment(a35efed9-84d8-4ce6-9e85-a74ccf3372f6),segment_id=a35efed9-84d8-4ce6-9e85-a74ccf3372f6)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:09.556255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.568093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 150f8f9c-a143-4683-a79c-f2726ff037c7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:09.601835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:09.602175 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:09.638345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 4f303abf-d755-4a75-867c-c24a3d04d430 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:09.642776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:09.644805 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.645311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:09.651118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:09.652090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.677964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=4e93048a-9db3-4293-afee-136d14c60127,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:09.691926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ac0872a-7aed-47d9-a87f-7c26957b6651 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5589607 Jan 18 23:14:09.695335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 35988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:09.708236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430', 'name': 'tempest-PortsIpV6TestJSON-1646440783', 'fixed_ips': [{'subnet_id': '16fcbd03-db28-4498-90cf-57404722dddc', 'ip_address': '2001:db8::f'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:09.719815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Deleting port 11ae185f-c331-4a22-a1f1-44267d43ed92 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:09.720137 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.899340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:10.004734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-7e2522d1-4621-4f88-b7e8-e489d96f0c69', 'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': '5cd1f047-43f2-42f5-af22-8e73dd0ab2a9'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:10.004734 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.075484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 150f8f9c-a143-4683-a79c-f2726ff037c7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:10.103323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Deleting port 312ee151-5706-4a05-bbfd-f3058755c42f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:10.103903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.128238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Allocated IP 2001:db8::2 (4f303abf-d755-4a75-867c-c24a3d04d430/16fcbd03-db28-4498-90cf-57404722dddc/db526a08-00b3-4c6e-a3a9-82a582cbad17) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:10.162423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 150f8f9c-a143-4683-a79c-f2726ff037c7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:10.162800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.202617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:10.235966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:10.242859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:10.246701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.318170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-aea99895-3a55-46ed-a2fa-35f0b32eb702 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:10.319387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-aea99895-3a55-46ed-a2fa-35f0b32eb702 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:10.331326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91970e00-6ef6-4072-b903-ee369f2854f5 None None] Network c44e8cd2-f2bf-437e-80da-0f9c1f534c2e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:10.335959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:10.344408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf662d1-094e-42b0-8f7c-cb7058ef0180 None None] Pushing event updated for resources: {'Port': ['ID=312ee151-5706-4a05-bbfd-f3058755c42f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:10.406374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:10.413762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:port and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:10.444144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:10.505094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Sync routers for ids ['2fde272e-9049-49ff-9fca-910c84199925'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:10.522354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Routers {'2fde272e-9049-49ff-9fca-910c84199925'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:10.523136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2fde272e-9049-49ff-9fca-910c84199925'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:10.652309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] For port 312ee151-5706-4a05-bbfd-f3058755c42f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=312ee151-5706-4a05-bbfd-f3058755c42f,segment=NetworkSegment(a35efed9-84d8-4ce6-9e85-a74ccf3372f6),segment_id=a35efed9-84d8-4ce6-9e85-a74ccf3372f6)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:10.652666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.668559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.698987 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.765710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Transition to ACTIVE for port object bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:10.825390 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Set router 2fde272e-9049-49ff-9fca-910c84199925 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:14:10.828453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:10.850811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 08fadec9-3451-499a-9698-197a0a237f95 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:10.858446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Calling delete_port for 312ee151-5706-4a05-bbfd-f3058755c42f owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:10.905703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-aea99895-3a55-46ed-a2fa-35f0b32eb702 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:10.907895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-aea99895-3a55-46ed-a2fa-35f0b32eb702 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.8483896 Jan 18 23:14:10.915596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:10.981650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-8a54b5e2-c5d1-48f3-8664-c0a6037a4698 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.0443015 Jan 18 23:14:11.043141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Allocated IP 2001:db8:1::2 (7e2522d1-4621-4f88-b7e8-e489d96f0c69/5cd1f047-43f2-42f5-af22-8e73dd0ab2a9/ccd2cc85-fbd9-4988-a990-fe370ef8b40a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:11.066799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Transition to ACTIVE for port object bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:11.069040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] For port 11ae185f-c331-4a22-a1f1-44267d43ed92, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11ae185f-c331-4a22-a1f1-44267d43ed92,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:11.069446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.119690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:11.131423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.199076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 1643e7a9-cb5c-4275-897c-bf46da521e00 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:11.212328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.251794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8:0:1::63 (f1d84029-e20e-4d03-be87-edcd9315db19/f2089ce2-ee04-43f6-9c65-4265b57ac73a/08fadec9-3451-499a-9698-197a0a237f95) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:11.269399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::f816:3eff:fe1c:8112 (f1d84029-e20e-4d03-be87-edcd9315db19/5b807590-a154-4f8b-939b-b720b2cf75d3/08fadec9-3451-499a-9698-197a0a237f95) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:11.338086 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e4729f09-7803-49f4-8aed-1cfb2ec18162', 'name': '', 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'mac_address': 'fa:16:3e:a8:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:02Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 2, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'subnets': [{'id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:11.360635 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Checking router: 2fde272e-9049-49ff-9fca-910c84199925 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:14:11.362475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Updating router 2fde272e-9049-49ff-9fca-910c84199925 port e4729f09-7803-49f4-8aed-1cfb2ec18162 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:14:11.449896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.502738 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.533126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Port': ['ID=312ee151-5706-4a05-bbfd-f3058755c42f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:11.541152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-7a3b27b8-2ac6-4902-93e0-d7998c6a85b8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:11.546071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No DVR routers for this DVR port 312ee151-5706-4a05-bbfd-f3058755c42f on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:11.556044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 150f8f9c-a143-4683-a79c-f2726ff037c7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=150f8f9c-a143-4683-a79c-f2726ff037c7,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:11.565570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Calling delete_port for 11ae185f-c331-4a22-a1f1-44267d43ed92 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:11.637639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8::1 (c6c4e1a1-8ad1-4f01-9851-35d54972211d/e45233aa-d8d4-46ea-bb93-d6dd11fac3e0/19fb7f12-49e4-4a31-95ad-86aa1e571019) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:11.710730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-7a3b27b8-2ac6-4902-93e0-d7998c6a85b8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:11.712350 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-7a3b27b8-2ac6-4902-93e0-d7998c6a85b8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7135167 Jan 18 23:14:11.718081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.797533 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.827615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 08fadec9-3451-499a-9698-197a0a237f95 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:11.829199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44e8cd2-f2bf-437e-80da-0f9c1f534c2e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:11.848305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.874222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:11.874495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35efed9-84d8-4ce6-9e85-a74ccf3372f6') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:11.884171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Transition to ACTIVE for port object db526a08-00b3-4c6e-a3a9-82a582cbad17 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:11.890063 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.894652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.910179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 19fb7f12-49e4-4a31-95ad-86aa1e571019 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:11.924079 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.926969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Transition to ACTIVE for port object db526a08-00b3-4c6e-a3a9-82a582cbad17 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:11.936046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.938425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.945800 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.995895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.000582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.013252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.016333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:12.016847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.031318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=08fadec9-3451-499a-9698-197a0a237f95,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:12.033253 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:12.038514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:12.041907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:12.049748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:12.055775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:12.056532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.074013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:12.085498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.105816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Network 4f303abf-d755-4a75-867c-c24a3d04d430 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:12.124254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-2bbc49d2-387c-486d-8969-97a23885695f service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974183 Jan 18 23:14:12.127841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:12.131405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::f (4f303abf-d755-4a75-867c-c24a3d04d430/16fcbd03-db28-4498-90cf-57404722dddc/1643e7a9-cb5c-4275-897c-bf46da521e00) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:12.142030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:12.148432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:12.151575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:12.154110 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Transition to ACTIVE for port object e4729f09-7803-49f4-8aed-1cfb2ec18162 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:12.162942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Pushing event updated for resources: {'Port': ['ID=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.163172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8eeb9bd6-9a93-4a86-bb13-c922171777b7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6912687 Jan 18 23:14:12.166787 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.168029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:12.168742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36002) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:12.176930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.242423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:12.247296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 08fadec9-3451-499a-9698-197a0a237f95 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:12.247706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.260372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.311554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:12.312097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.377394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] No DVR routers for this DVR port 11ae185f-c331-4a22-a1f1-44267d43ed92 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:12.379222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Pushing event updated for resources: {'Port': ['ID=db526a08-00b3-4c6e-a3a9-82a582cbad17,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.384817 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39d60f-397d-4e43-9c34-0428cc77ab6d None None] Pushing event updated for resources: {'Port': ['ID=e4729f09-7803-49f4-8aed-1cfb2ec18162,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.479150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b0d0e-ec01-417a-bcb7-4f96735301b4 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:12.561833 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Attempting to bind port e4729f09-7803-49f4-8aed-1cfb2ec18162 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:12.562573 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Attempting to bind port e4729f09-7803-49f4-8aed-1cfb2ec18162 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:12.563089 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Attempting to bind port e4729f09-7803-49f4-8aed-1cfb2ec18162 on network 2eadb8f2-cb32-4c20-bb42-335342785129 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:12.568890 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:12.576511 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Checking segment: {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:12.577070 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.577571 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Bound using segment: {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:12.578154 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Bound port: e4729f09-7803-49f4-8aed-1cfb2ec18162, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:12.578806 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.626247 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a058540b-348c-432c-87bb-02b7bc2958f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.677664 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] For port e4729f09-7803-49f4-8aed-1cfb2ec18162, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:12.682279 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] For port e4729f09-7803-49f4-8aed-1cfb2ec18162, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4729f09-7803-49f4-8aed-1cfb2ec18162,segment=NetworkSegment(dd96dc94-164d-4fb4-bbaa-499e45a91a8f),segment_id=dd96dc94-164d-4fb4-bbaa-499e45a91a8f)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:12.690713 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.737206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Attempting to bind port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:12.737656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Attempting to bind port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '9a980d7a-b1d1-4787-8c5a-65a40f646c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:12.737952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Attempting to bind port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e on network c6c4e1a1-8ad1-4f01-9851-35d54972211d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:12.754988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-234aecf5-1016-491b-9613-0c3a835e13aa service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071484 Jan 18 23:14:12.762192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Attempting to bind port db526a08-00b3-4c6e-a3a9-82a582cbad17 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:12.762573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Attempting to bind port db526a08-00b3-4c6e-a3a9-82a582cbad17 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'dca767f4-3bc1-4986-8375-88d9a1bf0e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:12.762932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Attempting to bind port db526a08-00b3-4c6e-a3a9-82a582cbad17 on network 4f303abf-d755-4a75-867c-c24a3d04d430 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:12.773245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:12.773636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Checking segment: {'id': '9a980d7a-b1d1-4787-8c5a-65a40f646c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:12.774038 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.774431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Bound using segment: {'id': '9a980d7a-b1d1-4787-8c5a-65a40f646c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:12.774919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Bound port: bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a980d7a-b1d1-4787-8c5a-65a40f646c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c6c4e1a1-8ad1-4f01-9851-35d54972211d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:12.775297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.784120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=c44e8cd2-f2bf-437e-80da-0f9c1f534c2e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.802451 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a6fd54cc-f78d-4c56-a514-cf9e9a245475 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/c44e8cd2-f2bf-437e-80da-0f9c1f534c2e HTTP/1.1" status: 204 len: 168 time: 8.9346836 Jan 18 23:14:12.811572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:12.811958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Checking segment: {'id': 'dca767f4-3bc1-4986-8375-88d9a1bf0e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:12.812357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.812748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Bound using segment: {'id': 'dca767f4-3bc1-4986-8375-88d9a1bf0e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:12.813249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Bound port: db526a08-00b3-4c6e-a3a9-82a582cbad17, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca767f4-3bc1-4986-8375-88d9a1bf0e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f303abf-d755-4a75-867c-c24a3d04d430'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:12.813625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.814441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36006) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:12.824857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-123373271'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:12.835575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:12.852237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:12.857285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:12.860191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.862700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.866505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=150f8f9c-a143-4683-a79c-f2726ff037c7,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.873746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:12.884461 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.891786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 1643e7a9-cb5c-4275-897c-bf46da521e00 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:12.900236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:12.905217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.914615 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Routers {'2fde272e-9049-49ff-9fca-910c84199925'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:12.915270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2fde272e-9049-49ff-9fca-910c84199925'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:12.984687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff02a8b-73e0-4c0c-b552-46abfb594609 None None] Pushing event deleted for resources: {'Port': ['ID=11ae185f-c331-4a22-a1f1-44267d43ed92,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.023802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:13.027405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 08fadec9-3451-499a-9698-197a0a237f95 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:13.061599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.061989 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment 758ab180-9304-4341-8967-118e8c78e58f of type vlan for network d2e8452b-36b0-44e3-969e-2afac4bb4441 Jan 18 23:14:13.089696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Transition to ACTIVE for port object ccd2cc85-fbd9-4988-a990-fe370ef8b40a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:13.146438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.173321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.277346 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] Set router 2fde272e-9049-49ff-9fca-910c84199925 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:14:13.278985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=1643e7a9-cb5c-4275-897c-bf46da521e00,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.290027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 4f303abf-d755-4a75-867c-c24a3d04d430 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:13.293100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:13.295981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:13.303089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.303932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.331386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=19fb7f12-49e4-4a31-95ad-86aa1e571019,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.334216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Transition to ACTIVE for port object ccd2cc85-fbd9-4988-a990-fe370ef8b40a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:13.359355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f6ffa38-f029-40d8-9f12-ca4014d68680 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6602094 Jan 18 23:14:13.360181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:13.364863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:13.372249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,segment=NetworkSegment(9a980d7a-b1d1-4787-8c5a-65a40f646c84),segment_id=9a980d7a-b1d1-4787-8c5a-65a40f646c84)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:13.374979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.384665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] For port db526a08-00b3-4c6e-a3a9-82a582cbad17, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:13.427825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.433913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.435806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.436535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.481370 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.495585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:13.508162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=08fadec9-3451-499a-9698-197a0a237f95,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.509751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] For port db526a08-00b3-4c6e-a3a9-82a582cbad17, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=db526a08-00b3-4c6e-a3a9-82a582cbad17,segment=NetworkSegment(dca767f4-3bc1-4986-8375-88d9a1bf0e83),segment_id=dca767f4-3bc1-4986-8375-88d9a1bf0e83)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:13.511369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:13.527599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:13.540649 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.558937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7431905 Jan 18 23:14:13.561590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36022) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:13.583878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': '5b807590-a154-4f8b-939b-b720b2cf75d3'}, {'subnet_id': 'f2089ce2-ee04-43f6-9c65-4265b57ac73a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:13.585019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.629859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.633646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:13.666475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39d60f-397d-4e43-9c34-0428cc77ab6d None None] Pushing event updated for resources: {'Port': ['ID=e4729f09-7803-49f4-8aed-1cfb2ec18162,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.691801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Pushing event updated for resources: {'Port': ['ID=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.737411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0b2c5ae-c511-42fb-9d1c-fc5c84b20deb req-09af0d79-e324-4b89-bfd1-bbcf5ba22dab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 210 time: 0.0829384 Jan 18 23:14:13.742695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.752783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dfbc5c80-7812-4757-9c4a-0e217caf76e6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/08fadec9-3451-499a-9698-197a0a237f95 HTTP/1.1" status: 204 len: 168 time: 1.5829625 Jan 18 23:14:13.760540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36028) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:13.803448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f61425-4d4e-48b3-893c-5fb5e3b8cbfa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=d2e8452b-36b0-44e3-969e-2afac4bb4441,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:13.824768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6910e65f-281e-4631-8170-71a9783bc543 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:13.893285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62723dd3-5955-4ed3-b7e4-882137fec870 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.894953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-62723dd3-5955-4ed3-b7e4-882137fec870 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:13.907533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:14.004669 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e4729f09-7803-49f4-8aed-1cfb2ec18162', 'name': '', 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'mac_address': 'fa:16:3e:a8:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:02Z', 'updated_at': '2022-01-18T23:14:12Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'subnets': [{'id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:14.009965 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f303127-fa8b-43fb-b1c6-4133be62c0f5 None None] The sync data for ids ['2fde272e-9049-49ff-9fca-910c84199925'] in n-d-825178-1 is: [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:14:04Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e4729f09-7803-49f4-8aed-1cfb2ec18162', 'name': '', 'network_id': '2eadb8f2-cb32-4c20-bb42-335342785129', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'mac_address': 'fa:16:3e:a8:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:02Z', 'updated_at': '2022-01-18T23:14:12Z', 'revision_number': 4, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'subnets': [{'id': '33243338-6ad8-410d-a98b-7cc1c58b967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:14.057866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6910e65f-281e-4631-8170-71a9783bc543 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:14.065124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6910e65f-281e-4631-8170-71a9783bc543 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3010573 Jan 18 23:14:14.088986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36038) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.223663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-62723dd3-5955-4ed3-b7e4-882137fec870 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:14.233670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62723dd3-5955-4ed3-b7e4-882137fec870 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8723001 Jan 18 23:14:14.239653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36044) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.340893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cb888c08-3947-442b-b4b7-6a104509db53 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2506349 Jan 18 23:14:14.351143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36048) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.452691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 150f8f9c-a143-4683-a79c-f2726ff037c7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:14.458814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.517886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.583327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 is not hosted by any dhcp agent {{(pid=87812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 18 23:14:14.589252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.596891 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.602043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "PUT /v2.0/networks/d2e8452b-36b0-44e3-969e-2afac4bb4441 HTTP/1.1" status: 200 len: 723 time: 1.0352213 Jan 18 23:14:14.603234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.618499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Attempting to bind port ccd2cc85-fbd9-4988-a990-fe370ef8b40a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:14.619863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Attempting to bind port ccd2cc85-fbd9-4988-a990-fe370ef8b40a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '88ff020b-ee7d-4058-816c-3edf5355b303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:14.620182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Attempting to bind port ccd2cc85-fbd9-4988-a990-fe370ef8b40a on network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:14.648622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2d659-322a-4a2a-9313-4dcc4b0b80b9 None None] Pushing event updated for resources: {'Port': ['ID=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:14.658386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:14.665494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Checking segment: {'id': '88ff020b-ee7d-4058-816c-3edf5355b303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:14.667472 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.668076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Bound using segment: {'id': '88ff020b-ee7d-4058-816c-3edf5355b303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:14.668762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Bound port: ccd2cc85-fbd9-4988-a990-fe370ef8b40a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ff020b-ee7d-4058-816c-3edf5355b303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7e2522d1-4621-4f88-b7e8-e489d96f0c69'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:14.669460 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.681662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': 'd2e8452b-36b0-44e3-969e-2afac4bb4441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:14.808159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cae3a4-da8a-44b7-972a-3f4398683345 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=d2e8452b-36b0-44e3-969e-2afac4bb4441,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:14.820237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d34ef-afff-457f-ad96-8d5a2282ee47 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.826442 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d34ef-afff-457f-ad96-8d5a2282ee47 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.832795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d34ef-afff-457f-ad96-8d5a2282ee47 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.834776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c93d34ef-afff-457f-ad96-8d5a2282ee47 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5938392 Jan 18 23:14:14.839087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.900376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574a941-7c82-43a1-8ded-bc17c9da68b6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.902333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574a941-7c82-43a1-8ded-bc17c9da68b6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.903861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574a941-7c82-43a1-8ded-bc17c9da68b6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.904657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c574a941-7c82-43a1-8ded-bc17c9da68b6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:14.951267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:14.959384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:14.967673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] For port ccd2cc85-fbd9-4988-a990-fe370ef8b40a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:14.968354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:14.975913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] For port ccd2cc85-fbd9-4988-a990-fe370ef8b40a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,segment=NetworkSegment(88ff020b-ee7d-4058-816c-3edf5355b303),segment_id=88ff020b-ee7d-4058-816c-3edf5355b303)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:14.978028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 1643e7a9-cb5c-4275-897c-bf46da521e00 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:14.979819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.980016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:15.005922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c574a941-7c82-43a1-8ded-bc17c9da68b6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:15.007358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c574a941-7c82-43a1-8ded-bc17c9da68b6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6551313 Jan 18 23:14:15.010658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36062) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:15.025261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:15.116093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 5b807590-a154-4f8b-939b-b720b2cf75d3 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:15.121110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.129267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.130399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.142229 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.154501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 150f8f9c-a143-4683-a79c-f2726ff037c7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:15.155033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.170682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63cecf4b-3a53-4604-9836-0a9e59c35e6a req-3d63b77b-84a3-4eed-a54d-f3e3d87492ea tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 210 time: 0.1979580 Jan 18 23:14:15.237099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:15.240531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.395346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1499c-2154-4960-ad47-19e338fdcf11 None None] Pushing event updated for resources: {'Port': ['ID=db526a08-00b3-4c6e-a3a9-82a582cbad17,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:15.487349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=19fb7f12-49e4-4a31-95ad-86aa1e571019,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:15.589418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb88e1e-3de3-4252-82c0-c4455e021c04 None None] Pushing event updated for resources: {'Port': ['ID=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:15.595085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-127a6fff-b8da-4993-8afa-9961b71472af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.606169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-927c37cb-831e-4c38-a319-bbfb34bfa8f6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:15.609734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-927c37cb-831e-4c38-a319-bbfb34bfa8f6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.3024089 Jan 18 23:14:15.617882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:15.622185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:15.646291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:15.705318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Allocated IP 2001:db8:0:1::2 (f1d84029-e20e-4d03-be87-edcd9315db19/f2089ce2-ee04-43f6-9c65-4265b57ac73a/ff674533-4fc0-4818-bcde-9aa47870bcad) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:15.778463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac236ea-ceb4-4e87-9fd6-9cebb4d29b7a None None] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:15.816685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Allocated IP 2001:db8::f816:3eff:fe32:b383 (f1d84029-e20e-4d03-be87-edcd9315db19/5b807590-a154-4f8b-939b-b720b2cf75d3/ff674533-4fc0-4818-bcde-9aa47870bcad) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:15.832088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.835880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.981902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 1643e7a9-cb5c-4275-897c-bf46da521e00 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:15.990090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 2bcd8f78-aea1-4c78-aee1-d80cad844060 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:14:16.014266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:16.127405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4729f09-7803-49f4-8aed-1cfb2ec18162 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:16.183100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abbe41f-17d1-4a6e-9f2c-bb18b25226a2 None None] Network 4f303abf-d755-4a75-867c-c24a3d04d430 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:16.247462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:16.255314 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.275738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.302746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:16.309809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:16.318815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.358312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9af09f6b-1d54-4346-bce5-6bb97f36bc57 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/2bcd8f78-aea1-4c78-aee1-d80cad844060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0445888 Jan 18 23:14:16.368231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36070) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:16.378558 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.430796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=1643e7a9-cb5c-4275-897c-bf46da521e00,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:16.437486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.445100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5ae54f4-1b59-4d8a-bd05-d169119ac786 req-f1880de9-b3a4-4fa5-b47b-25d4fd0a1854 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 210 time: 0.0863557 Jan 18 23:14:16.501605 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e69a4664-cf0c-4b61-b230-2160c5b9a2dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/1643e7a9-cb5c-4275-897c-bf46da521e00 HTTP/1.1" status: 204 len: 168 time: 1.6589985 Jan 18 23:14:16.506642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:16.519946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1c049b9d-6e3d-4269-ac8c-6b4012566e42 None None] Provisioning for port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:16.556131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=09e68134-02e8-4f0f-a0a2-9b71d18b29c8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:16.562806 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-92af10d2-5302-4b1c-bd5d-57122a9cf0e7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:14:16.563347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-92af10d2-5302-4b1c-bd5d-57122a9cf0e7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:16.570413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': '758ab180-9304-4341-8967-118e8c78e58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd2e8452b-36b0-44e3-969e-2afac4bb4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:16.570781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: d2e8452b-36b0-44e3-969e-2afac4bb4441, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:16.596831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] Sync routers for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:16.599632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-92af10d2-5302-4b1c-bd5d-57122a9cf0e7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:16.601897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92af10d2-5302-4b1c-bd5d-57122a9cf0e7 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/1643e7a9-cb5c-4275-897c-bf46da521e00 HTTP/1.1" status: 404 len: 333 time: 0.0943010 Jan 18 23:14:16.604696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:16.656972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.5 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/5feb65f1-c63e-4d3f-a0fe-473633f14dea) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:16.726320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:16.744214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 4e93048a-9db3-4293-afee-136d14c60127 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:16.744586 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.798917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.817223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Transition to ACTIVE for port object ff674533-4fc0-4818-bcde-9aa47870bcad will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:16.858771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Transition to ACTIVE for port object ff674533-4fc0-4818-bcde-9aa47870bcad will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:16.884878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.968977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:16.969639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:16.976060 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.979817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d2e8452b-36b0-44e3-969e-2afac4bb4441) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:16.985044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:16.985820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.060700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c2de2-50bc-49cb-9e32-d67c8c105d43 None None] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:17.090826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.167970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.177575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269768f3-83a2-452c-94f5-9818acb15c16 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:17.178345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-269768f3-83a2-452c-94f5-9818acb15c16 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:17.216541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object 5feb65f1-c63e-4d3f-a0fe-473633f14dea will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:17.233354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.233578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:17.251654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 4e93048a-9db3-4293-afee-136d14c60127 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:17.263895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e4729f09-7803-49f4-8aed-1cfb2ec18162 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:17.271887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-269768f3-83a2-452c-94f5-9818acb15c16 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:17.275960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-269768f3-83a2-452c-94f5-9818acb15c16 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports/19fb7f12-49e4-4a31-95ad-86aa1e571019 HTTP/1.1" status: 200 len: 911 time: 0.9023731 Jan 18 23:14:17.288719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36082) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:17.295478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:17.314892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Pushing event updated for resources: {'Port': ['ID=ff674533-4fc0-4818-bcde-9aa47870bcad,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:17.439295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d70937d6-7098-4b9c-a3bc-f0c864ab6b71 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7676089 Jan 18 23:14:17.440403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:17.470169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:17.513694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.569354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:17.572298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:17.624166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.646484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=4e93048a-9db3-4293-afee-136d14c60127,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:17.672179 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.680102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:17.692317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.699432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:17.711326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e4729f09-7803-49f4-8aed-1cfb2ec18162 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:17.711705 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.782508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.814640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-beaf83df-abea-47cf-b076-cec0cef3f658 None None] Provisioning for port db526a08-00b3-4c6e-a3a9-82a582cbad17 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:17.835774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:17.843817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:17.847587 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1681855'] for subnet, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.855440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:17.916433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=5feb65f1-c63e-4d3f-a0fe-473633f14dea,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:17.928387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f45bea-0015-43aa-ab00-8f171d172aab None None] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:17.994438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:17.995305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.126230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:18.127011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e87393-bd57-47cf-8c06-826577db2819 None None] The sync data for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:18.127518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-94eaa727-5c23-4c9e-85b9-1cf2ec2f0048 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/4e93048a-9db3-4293-afee-136d14c60127 HTTP/1.1" status: 204 len: 168 time: 1.5213857 Jan 18 23:14:18.129695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36092) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:18.206900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.223066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e0deda78-79cb-412a-8021-e0c1ea6ac84b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6075144 Jan 18 23:14:18.290463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.292314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/5b807590-a154-4f8b-939b-b720b2cf75d3 HTTP/1.1" status: 204 len: 168 time: 3.2804856 Jan 18 23:14:18.295758 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7b691c-da0d-4411-be80-b7a91dce2275 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:14:18.296372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ef7b691c-da0d-4411-be80-b7a91dce2275 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:18.297833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Request body: {'port': {'device_id': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:18.299910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:18.394444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759646292462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10558402'] for subnet, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.434412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Attempting to bind port ff674533-4fc0-4818-bcde-9aa47870bcad on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:18.435030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Attempting to bind port ff674533-4fc0-4818-bcde-9aa47870bcad by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:18.435030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Attempting to bind port ff674533-4fc0-4818-bcde-9aa47870bcad on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:18.436030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ef7b691c-da0d-4411-be80-b7a91dce2275 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:18.439778 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ef7b691c-da0d-4411-be80-b7a91dce2275 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/4e93048a-9db3-4293-afee-136d14c60127 HTTP/1.1" status: 404 len: 333 time: 0.1954913 Jan 18 23:14:18.447684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:18.448181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.466963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet f2089ce2-ee04-43f6-9c65-4265b57ac73a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:18.470446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.498658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aafc02-2788-4023-9bea-d194aeef8427 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=5b807590-a154-4f8b-939b-b720b2cf75d3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:18.520535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:18.521261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.525828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "PUT /v2.0/subnets/09e68134-02e8-4f0f-a0a2-9b71d18b29c8 HTTP/1.1" status: 200 len: 806 time: 1.0640602 Jan 18 23:14:18.531954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:18.547241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:18.547613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:18.548018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.548410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:18.548896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Bound port: ff674533-4fc0-4818-bcde-9aa47870bcad, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:18.549296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.585976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405beaf-a570-4908-8959-4b51746615f8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=09e68134-02e8-4f0f-a0a2-9b71d18b29c8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:18.595700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8686a7-4ff5-4fd4-8e3c-c2bbe0cec2d0 req-a95ed682-083e-4e00-a35b-76b92acdfa1c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:18.597572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f8686a7-4ff5-4fd4-8e3c-c2bbe0cec2d0 req-a95ed682-083e-4e00-a35b-76b92acdfa1c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 931 time: 0.8943179 Jan 18 23:14:18.600500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.722680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.736831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ce4f404c-8762-4d92-966b-4ce3403fbf41 None None] Provisioning for port ccd2cc85-fbd9-4988-a990-fe370ef8b40a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:18.743768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.786175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5f8686a7-4ff5-4fd4-8e3c-c2bbe0cec2d0 req-9087fd04-035b-45b5-b2e7-3a9b0d9be6ce tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:18.786352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee159e6-4fab-41cf-8e7f-8869b2a1f23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-d2e8452b-36b0-44e3-969e-2afac4bb4441', 'network_id': 'd2e8452b-36b0-44e3-969e-2afac4bb4441', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '09e68134-02e8-4f0f-a0a2-9b71d18b29c8'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:18.787552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dee159e6-4fab-41cf-8e7f-8869b2a1f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.854480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e4729f09-7803-49f4-8aed-1cfb2ec18162, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4729f09-7803-49f4-8aed-1cfb2ec18162,segment=NetworkSegment(dd96dc94-164d-4fb4-bbaa-499e45a91a8f),segment_id=dd96dc94-164d-4fb4-bbaa-499e45a91a8f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:18.857263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.861886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5f8686a7-4ff5-4fd4-8e3c-c2bbe0cec2d0 req-9087fd04-035b-45b5-b2e7-3a9b0d9be6ce tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:18.863150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5f8686a7-4ff5-4fd4-8e3c-c2bbe0cec2d0 req-9087fd04-035b-45b5-b2e7-3a9b0d9be6ce tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705511 Jan 18 23:14:18.878287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.963402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.054075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.105908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ce4f404c-8762-4d92-966b-4ce3403fbf41 None None] Provisioning for port 5feb65f1-c63e-4d3f-a0fe-473633f14dea completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:19.160823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-812ea394-6af1-491d-993e-15ffead02918 None None] For port ff674533-4fc0-4818-bcde-9aa47870bcad, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:19.163804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.172461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-812ea394-6af1-491d-993e-15ffead02918 None None] For port ff674533-4fc0-4818-bcde-9aa47870bcad, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff674533-4fc0-4818-bcde-9aa47870bcad,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:19.196322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ce4f404c-8762-4d92-966b-4ce3403fbf41 None None] Provisioning complete for port 5feb65f1-c63e-4d3f-a0fe-473633f14dea triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:19.197079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ce4f404c-8762-4d92-966b-4ce3403fbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.264613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=f2089ce2-ee04-43f6-9c65-4265b57ac73a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.279342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.330220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-349c5222-2d8a-46d6-b70c-38197a62aa09 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/f2089ce2-ee04-43f6-9c65-4265b57ac73a HTTP/1.1" status: 204 len: 168 time: 1.0211122 Jan 18 23:14:19.331319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36108) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:19.359918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f404c-8762-4d92-966b-4ce3403fbf41 None None] Port 5feb65f1-c63e-4d3f-a0fe-473633f14dea cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:19.360330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccd2cc85-fbd9-4988-a990-fe370ef8b40a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:19.406176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 16fcbd03-db28-4498-90cf-57404722dddc {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:19.420123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.430120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.477056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.488295 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.492067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e4729f09-7803-49f4-8aed-1cfb2ec18162,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.496386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e2d75893-3244-4388-b670-6a2fa44f8866 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630430 Jan 18 23:14:19.503130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=09e68134-02e8-4f0f-a0a2-9b71d18b29c8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.505988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36112) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:19.531519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-dee159e6-4fab-41cf-8e7f-8869b2a1f23b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09e68134-02e8-4f0f-a0a2-9b71d18b29c8: This subnet is being modified by another concurrent operation. Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09e68134-02e8-4f0f-a0a2-9b71d18b29c8: This subnet is being modified by another concurrent operation. Jan 18 23:14:19.561845 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:14:19.570849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.667502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ea394-6af1-491d-993e-15ffead02918 None None] Pushing event updated for resources: {'Port': ['ID=ff674533-4fc0-4818-bcde-9aa47870bcad,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.678593 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.733875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:19.739245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3768e6d6-d124-4be7-8ad0-464ddc9d2859 None None] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:19.746781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=16fcbd03-db28-4498-90cf-57404722dddc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.752473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.778527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:19.779020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8:1::1 (7e2522d1-4621-4f88-b7e8-e489d96f0c69/5cd1f047-43f2-42f5-af22-8e73dd0ab2a9/1ebadf35-86f5-4333-9222-e129a01e7651) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:19.784270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7f4dab0f-67f4-41f5-b82c-7c8a38b70e53 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/16fcbd03-db28-4498-90cf-57404722dddc HTTP/1.1" status: 204 len: 168 time: 1.3119245 Jan 18 23:14:19.788432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:19.791040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36116) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:19.816329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:19.824382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.830929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea61a6-03cd-4160-9a4e-b42e35a5c83a None None] Network 4f303abf-d755-4a75-867c-c24a3d04d430 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:19.920429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ccd2cc85-fbd9-4988-a990-fe370ef8b40a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:19.926828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e8452b-36b0-44e3-969e-2afac4bb4441']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:19.934165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:19.937656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.961392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ccd2cc85-fbd9-4988-a990-fe370ef8b40a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:19.961768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.058848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67288874-2d96-471d-88b9-1edd45b4ed78 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:20.070708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758ab180-9304-4341-8967-118e8c78e58f') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.071319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758ab180-9304-4341-8967-118e8c78e58f') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.098438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.102526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.224103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feb65f1-c63e-4d3f-a0fe-473633f14dea {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:20.252674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.262400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-94dc432f-089b-427b-8230-1b237984792d None None] Provisioning for port 19fb7f12-49e4-4a31-95ad-86aa1e571019 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:20.264363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.271490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port db526a08-00b3-4c6e-a3a9-82a582cbad17 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:20.271871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.294650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-94dc432f-089b-427b-8230-1b237984792d None None] Provisioning complete for port 19fb7f12-49e4-4a31-95ad-86aa1e571019 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:20.295025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94dc432f-089b-427b-8230-1b237984792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.298939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Transition to ACTIVE for port object 5feb65f1-c63e-4d3f-a0fe-473633f14dea will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:20.315403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:20.315837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.319412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a896fd-4eaa-4d24-b5a9-a0b14d48d187 None None] Network d2e8452b-36b0-44e3-969e-2afac4bb4441 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:20.323370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:20.335821 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:20.373700 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.405234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55980555-5c7f-49c7-a0f4-25c8286b8e35 req-c2e83577-52c0-4ccf-a01d-c2c3f04d7783 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:20.406118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-55980555-5c7f-49c7-a0f4-25c8286b8e35 req-c2e83577-52c0-4ccf-a01d-c2c3f04d7783 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:20.504244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 1ebadf35-86f5-4333-9222-e129a01e7651 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:20.505861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-55980555-5c7f-49c7-a0f4-25c8286b8e35 req-c2e83577-52c0-4ccf-a01d-c2c3f04d7783 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:20.507154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55980555-5c7f-49c7-a0f4-25c8286b8e35 req-c2e83577-52c0-4ccf-a01d-c2c3f04d7783 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 931 time: 0.3662553 Jan 18 23:14:20.517822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb65f1-c63e-4d3f-a0fe-473633f14dea,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:20.547970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.564401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-94dc432f-089b-427b-8230-1b237984792d None None] Port 19fb7f12-49e4-4a31-95ad-86aa1e571019 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:20.599653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.658954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55980555-5c7f-49c7-a0f4-25c8286b8e35 req-6cd499f2-037d-4f04-b4f1-53b87b66b221 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060586 Jan 18 23:14:20.672076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=d2e8452b-36b0-44e3-969e-2afac4bb4441,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:20.686731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Attempting to bind port 5feb65f1-c63e-4d3f-a0fe-473633f14dea on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:20.687225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Attempting to bind port 5feb65f1-c63e-4d3f-a0fe-473633f14dea by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:20.687685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Attempting to bind port 5feb65f1-c63e-4d3f-a0fe-473633f14dea on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:20.695252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Port 5feb65f1-c63e-4d3f-a0fe-473633f14dea on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:14:20.695756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Attempting to bind port 5feb65f1-c63e-4d3f-a0fe-473633f14dea on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:20.702630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:20.703365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:20.703883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:20.704441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Bound port: 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:20.704895 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.717182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.724047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dcb68113-2063-4870-8bbd-86ce39e803a0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d2e8452b-36b0-44e3-969e-2afac4bb4441 HTTP/1.1" status: 204 len: 168 time: 2.1898987 Jan 18 23:14:20.727323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:20.756079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.760390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.811229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Provisioning complete for port ccd2cc85-fbd9-4988-a990-fe370ef8b40a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:20.811796 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.812253 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1656782c-3f99-4126-a90e-ca5e97e88b39 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:20.812732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1656782c-3f99-4126-a90e-ca5e97e88b39 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:20.819706 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1656782c-3f99-4126-a90e-ca5e97e88b39 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d2e8452b-36b0-44e3-969e-2afac4bb4441 HTTP/1.1" status: 404 len: 339 time: 0.0904412 Jan 18 23:14:20.828143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:20.842519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1368893546', 'description': 'd1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:20.856244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:20.859538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] For port db526a08-00b3-4c6e-a3a9-82a582cbad17, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=db526a08-00b3-4c6e-a3a9-82a582cbad17,segment=NetworkSegment(dca767f4-3bc1-4986-8375-88d9a1bf0e83),segment_id=dca767f4-3bc1-4986-8375-88d9a1bf0e83)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:20.859905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.860082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ccd2cc85-fbd9-4988-a990-fe370ef8b40a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,segment=NetworkSegment(88ff020b-ee7d-4058-816c-3edf5355b303),segment_id=88ff020b-ee7d-4058-816c-3edf5355b303)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:20.877905 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.878711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db526a08-00b3-4c6e-a3a9-82a582cbad17 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:20.879496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:20.886392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:network and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:20.891564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:20.895399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:20.899534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:20.900020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:20.906767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:20.907967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.945872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] DHCP port deletion for 4f303abf-d755-4a75-867c-c24a3d04d430 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:20.964132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:20.964821 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.966282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe970b7f-aefa-49b6-a148-bd2dda994382 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:20.981329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=1ebadf35-86f5-4333-9222-e129a01e7651,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:21.004405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Deleting port db526a08-00b3-4c6e-a3a9-82a582cbad17 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:21.005064 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.032014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:21.034145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=16e5b34c-e818-4cfc-90d8-69eef644e6a4,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:21.043257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for db526a08-00b3-4c6e-a3a9-82a582cbad17 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:21.059499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] For port 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:21.065800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] For port 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:21.068577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.083221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.104013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:21.117481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.142255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8baa1ebf-d470-4f0d-9222-9505571e5451 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6324756 Jan 18 23:14:21.145401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36130) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:21.150999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:21.182278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:21.183088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.184799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] 10.222.0.86 "PUT /v2.0/ports/5feb65f1-c63e-4d3f-a0fe-473633f14dea HTTP/1.1" status: 200 len: 1091 time: 2.8913021 Jan 18 23:14:21.201340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'tag': '5feb65f1-c63e-4d3f-a0fe-473633f14dea'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:21.207328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:21.363526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port db526a08-00b3-4c6e-a3a9-82a582cbad17 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:21.378821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port db526a08-00b3-4c6e-a3a9-82a582cbad17 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:21.379194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.400765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:21.409786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:21.418042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:21.424054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:21.427677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.428269 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment 9f73a376-6f77-4b41-b991-62703e6d8afa of type vlan for network 525d3474-ff33-4258-80d8-dcfc336c23f1 Jan 18 23:14:21.438743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:21.441080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.500273 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'tag': '5feb65f1-c63e-4d3f-a0fe-473633f14dea', 'status': 'completed', 'code': 200} Jan 18 23:14:21.522384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=db526a08-00b3-4c6e-a3a9-82a582cbad17,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:21.544908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port db526a08-00b3-4c6e-a3a9-82a582cbad17 was deleted so its status cannot be updated. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 23:14:21.545669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:21.547329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:21.550845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.565276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No DVR routers for this DVR port db526a08-00b3-4c6e-a3a9-82a582cbad17 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:21.567996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.617935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Provisioning complete for port db526a08-00b3-4c6e-a3a9-82a582cbad17 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:21.618552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.659779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664242a-4b73-4f1c-a527-449c0e657f87 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb65f1-c63e-4d3f-a0fe-473633f14dea,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:21.682260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Port db526a08-00b3-4c6e-a3a9-82a582cbad17 was deleted so its status cannot be updated. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 23:14:21.694152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] For port db526a08-00b3-4c6e-a3a9-82a582cbad17, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=db526a08-00b3-4c6e-a3a9-82a582cbad17,segment=NetworkSegment(dca767f4-3bc1-4986-8375-88d9a1bf0e83),segment_id=dca767f4-3bc1-4986-8375-88d9a1bf0e83)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:21.694543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.697720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-18cbbf7d-6135-45c3-ab24-531a233a39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:21.699212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-18cbbf7d-6135-45c3-ab24-531a233a39dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 1094 time: 0.2612979 Jan 18 23:14:21.781442 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:14:21.807797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-bef71575-72db-493b-a260-819456fd0e80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea HTTP/1.1" status: 200 len: 217 time: 0.1001258 Jan 18 23:14:21.824254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.854602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.860118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:21.860746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.873299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Calling delete_port for db526a08-00b3-4c6e-a3a9-82a582cbad17 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:21.897673 n-d-825178-1 neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16e5b34c-e818-4cfc-90d8-69eef644e6a4 (CIDR: 2001:db8::/64) Jan 18 23:14:21.899368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f303abf-d755-4a75-867c-c24a3d04d430']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:21.926212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Provisioning complete for port 19fb7f12-49e4-4a31-95ad-86aa1e571019 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:21.926827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.971002 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:14:21.972004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:21.975526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:21.990434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca767f4-3bc1-4986-8375-88d9a1bf0e83') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:21.990981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca767f4-3bc1-4986-8375-88d9a1bf0e83') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:22.002697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:22.003069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.021621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.029391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1970551 Jan 18 23:14:22.034744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36138) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:22.040297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d7cb7651-8e37-4959-9760-682dd2369bcf tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8938744 Jan 18 23:14:22.040873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:22.045703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7147d-04f3-41d5-9029-57d8d9b919e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=525d3474-ff33-4258-80d8-dcfc336c23f1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:22.051924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:22.063603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a0037ea9-993f-4eba-b5bf-c83e7d343c28 None None] Port 19fb7f12-49e4-4a31-95ad-86aa1e571019 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:22.069714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 525d3474-ff33-4258-80d8-dcfc336c23f1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:22.069961 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.085773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-ad2fa788-d7f4-4573-8cc6-46a3eb86ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.087750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-ad2fa788-d7f4-4573-8cc6-46a3eb86ba31 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.2662246 Jan 18 23:14:22.189477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:22.190124 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:22.252172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:22.252578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:22.267309 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:22.290355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a49e9-0d66-40f2-90fc-a1e055e07699 req-cbf80948-fd19-462f-9550-84893dd8e372 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.291706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e42a49e9-0d66-40f2-90fc-a1e055e07699 req-cbf80948-fd19-462f-9550-84893dd8e372 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 943 time: 0.4827771 Jan 18 23:14:22.303985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Update dhcp port {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'fixed_ips': [{'subnet_id': '16e5b34c-e818-4cfc-90d8-69eef644e6a4'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'ff674533-4fc0-4818-bcde-9aa47870bcad'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:14:22.313121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2d45a3-96eb-49a1-b89b-8a10abee50d8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.313714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ea2d45a3-96eb-49a1-b89b-8a10abee50d8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Synchronizing usage tracker for tenant:f3785cbfcfc049db9850d1447e1729c1 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:22.366413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-51993243-e493-4482-a0be-afad310516f4 None None] Provisioning for port 1ebadf35-86f5-4333-9222-e129a01e7651 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:22.371425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.382340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.391440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-51993243-e493-4482-a0be-afad310516f4 None None] Provisioning complete for port 1ebadf35-86f5-4333-9222-e129a01e7651 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:22.391811 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51993243-e493-4482-a0be-afad310516f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.394068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.410013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e42a49e9-0d66-40f2-90fc-a1e055e07699 req-b49cbf57-d4bb-48db-ad6a-2c411d1f7736 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058919 Jan 18 23:14:22.414404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-764fa838-d180-4e6a-9aac-3d762d823f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.415916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-764fa838-d180-4e6a-9aac-3d762d823f3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777989 Jan 18 23:14:22.419366 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.422042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ea2d45a3-96eb-49a1-b89b-8a10abee50d8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Unset dirty status for tenant:f3785cbfcfc049db9850d1447e1729c1 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:22.427587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea2d45a3-96eb-49a1-b89b-8a10abee50d8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks?id=525d3474-ff33-4258-80d8-dcfc336c23f1 HTTP/1.1" status: 200 len: 761 time: 0.3917401 Jan 18 23:14:22.428670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36146) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:22.442845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=4f303abf-d755-4a75-867c-c24a3d04d430,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:22.450393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e09707ea-fc21-4282-b7cf-bad5494ad6e3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/4f303abf-d755-4a75-867c-c24a3d04d430 HTTP/1.1" status: 204 len: 168 time: 2.6583049 Jan 18 23:14:22.455136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:22.463343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'description': 'd2'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:22.465320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-896543324'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:22.470063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:22.474723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:22.477956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:22.482025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:network and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:22.483580 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.485368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.485530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:22.487245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:22.494466 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:22.496661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.496832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:22.511290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:22.515116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.536555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:22.539942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.567320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,segment=NetworkSegment(9a980d7a-b1d1-4787-8c5a-65a40f646c84),segment_id=9a980d7a-b1d1-4787-8c5a-65a40f646c84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:22.574397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-51993243-e493-4482-a0be-afad310516f4 None None] Port 1ebadf35-86f5-4333-9222-e129a01e7651 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:22.582155 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.646303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:22.687141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.687519 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Added segment 27dd3beb-c957-43a8-9b3a-5627b74bcb3c of type vlan for network 2cc03281-da4b-4ef0-b393-166fff962751 Jan 18 23:14:22.698169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Deleting port db526a08-00b3-4c6e-a3a9-82a582cbad17 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:22.698721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.727315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:22.735833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.744847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccd2cc85-fbd9-4988-a990-fe370ef8b40a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:22.820057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.821349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=1ebadf35-86f5-4333-9222-e129a01e7651,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:22.833079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.833830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.836510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-603acae5-94d1-4ce3-a224-f073f954daef None None] The port 'db526a08-00b3-4c6e-a3a9-82a582cbad17' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:14:22.921096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-e7bf33b3-7025-49b0-b7ab-50493dd79274 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913669 Jan 18 23:14:22.933842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/16e5b34c-e818-4cfc-90d8-69eef644e6a4/ff674533-4fc0-4818-bcde-9aa47870bcad) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:22.940096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ccd2cc85-fbd9-4988-a990-fe370ef8b40a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:22.940680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.980318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5148466 Jan 18 23:14:22.980318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36154) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:22.990157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '2cc03281-da4b-4ef0-b393-166fff962751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:23.086628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df987ae-a4a0-472a-8fa5-2b32e4288eae tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Network': ['ID=2cc03281-da4b-4ef0-b393-166fff962751,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:23.105509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2cc03281-da4b-4ef0-b393-166fff962751 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:23.149352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:23.186638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:23.194455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:23.199288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:23.208254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:23.209930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:23.242960 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.262044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:23.265761 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.286682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] For port ff674533-4fc0-4818-bcde-9aa47870bcad, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff674533-4fc0-4818-bcde-9aa47870bcad,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:23.302186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4729f09-7803-49f4-8aed-1cfb2ec18162 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:23.362459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.380419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Ignored duplicate provisioning block setup for port ff674533-4fc0-4818-bcde-9aa47870bcad by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:14:23.394099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.395584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.415475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.objects.ports [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:14:23.440523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0052af9-a8cc-4787-b21e-9669ad0557f9 req-2ff4277e-ed5d-46b5-9675-cb28011f18e8 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065606 Jan 18 23:14:23.495387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 525d3474-ff33-4258-80d8-dcfc336c23f1 is not hosted by any dhcp agent {{(pid=87811) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 18 23:14:23.505721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:23.506591 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.511031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "PUT /v2.0/networks/525d3474-ff33-4258-80d8-dcfc336c23f1 HTTP/1.1" status: 200 len: 758 time: 1.0608387 Jan 18 23:14:23.514335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36160) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:23.539023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6478d5-297a-45df-a43e-13bc2caaab0d None None] Pushing event updated for resources: {'Port': ['ID=ff674533-4fc0-4818-bcde-9aa47870bcad,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:23.548627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e4729f09-7803-49f4-8aed-1cfb2ec18162 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:23.548924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.689982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 2bcd8f78-aea1-4c78-aee1-d80cad844060 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:14:23.714926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-281d6733-b062-491b-9fa0-cba97dd4a05d None None] Provisioning complete for port 1ebadf35-86f5-4333-9222-e129a01e7651 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:23.715543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-281d6733-b062-491b-9fa0-cba97dd4a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.783878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db526a08-00b3-4c6e-a3a9-82a582cbad17 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:23.826800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: db526a08-00b3-4c6e-a3a9-82a582cbad17 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:23.826800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device db526a08-00b3-4c6e-a3a9-82a582cbad17 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:23.834544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-281d6733-b062-491b-9fa0-cba97dd4a05d None None] Port 1ebadf35-86f5-4333-9222-e129a01e7651 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:23.844217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.911039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9762ea-5d60-4903-bc49-252310b272aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:23.922859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea9762ea-5d60-4903-bc49-252310b272aa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks?id=525d3474-ff33-4258-80d8-dcfc336c23f1 HTTP/1.1" status: 200 len: 761 time: 0.2685781 Jan 18 23:14:23.924255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36164) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:23.936752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172fad4-ac3f-452a-8312-b1ddfcb41716 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=525d3474-ff33-4258-80d8-dcfc336c23f1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:23.942301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2010808130'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:23.948818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:23.950241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 525d3474-ff33-4258-80d8-dcfc336c23f1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:23.961696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:24.013566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15988c-d810-43a6-b508-fef7005d67cd req-bddb910b-65da-4ee2-b8d5-2e127ad852cb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.015572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d15988c-d810-43a6-b508-fef7005d67cd req-bddb910b-65da-4ee2-b8d5-2e127ad852cb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 943 time: 0.4025621 Jan 18 23:14:24.087837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.117576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:24.121162 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.173550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:24.185095 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] Sync routers for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:24.197669 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:24.197913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:24.199050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:24.206821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-f76147dc-3261-4eab-982e-f30a54c70efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.208598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-f76147dc-3261-4eab-982e-f30a54c70efe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 1094 time: 0.6917696 Jan 18 23:14:24.213274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08051602-024d-47e7-9c3f-3af657a4a761 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/2bcd8f78-aea1-4c78-aee1-d80cad844060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9180894 Jan 18 23:14:24.219658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:24.240037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.240550 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment 0f65480c-6362-4900-b109-35e7029793c5 of type vlan for network fd30121c-5e82-4eb0-a6c0-da3b45357db4 Jan 18 23:14:24.249565 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d15988c-d810-43a6-b508-fef7005d67cd req-bf7c0779-74bc-4c71-8dcb-ee37e66b2604 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272837 Jan 18 23:14:24.283936 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:24.284194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=0f20188c-8e7c-4a28-b504-f778c4e4acff,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:24.293329 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:24.294199 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:24.311029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Checking segment: {'id': '27dd3beb-c957-43a8-9b3a-5627b74bcb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc03281-da4b-4ef0-b393-166fff962751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:24.311384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network hostable DHCP agents. Network: 2cc03281-da4b-4ef0-b393-166fff962751, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:24.346044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port ff674533-4fc0-4818-bcde-9aa47870bcad, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff674533-4fc0-4818-bcde-9aa47870bcad,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:24.356982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 2cc03281-da4b-4ef0-b393-166fff962751 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:24.357582 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:24.358094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f651-fa2d-4027-b4d1-040ddc683d3d None None] The sync data for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:24.378573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2cc03281-da4b-4ef0-b393-166fff962751) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:24.387338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e37fc6-06c7-4c86-8c25-7c18c3dcd7dd None None] Network 2cc03281-da4b-4ef0-b393-166fff962751 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:24.403943 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.404527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.417545 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.426904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.427616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.435635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59240b89-3053-494a-97a1-7a8632ab72c0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.437132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-59240b89-3053-494a-97a1-7a8632ab72c0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:24.481298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.517673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-24ee43ba-25cd-4161-aa7d-6181fd7bcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.520377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-24ee43ba-25cd-4161-aa7d-6181fd7bcddc service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.3047800 Jan 18 23:14:24.588797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.595639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.596404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.658737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-d077f55c-973f-45bc-89d7-b0664d8dc86c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea HTTP/1.1" status: 200 len: 217 time: 0.1307075 Jan 18 23:14:24.757933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2cc03281-da4b-4ef0-b393-166fff962751', 'network_id': '2cc03281-da4b-4ef0-b393-166fff962751', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': '0f20188c-8e7c-4a28-b504-f778c4e4acff'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:24.760850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.772457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47a4c5f8-8d65-49a7-b43c-9b5dc7d84fcb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7933207 Jan 18 23:14:24.781650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:24.799708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36172) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:24.800610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:24.802235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-59240b89-3053-494a-97a1-7a8632ab72c0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:24.805725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:24.806484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-59240b89-3053-494a-97a1-7a8632ab72c0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports/1ebadf35-86f5-4333-9222-e129a01e7651 HTTP/1.1" status: 200 len: 913 time: 0.5684118 Jan 18 23:14:24.809838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36176) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:24.820963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-314555890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:24.826259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.827255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.827583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8969529 Jan 18 23:14:24.838664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:24.840698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:24.850076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': 'fd30121c-5e82-4eb0-a6c0-da3b45357db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:25.024177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:25.024590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.045148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=5ca76c73-f9c3-4b23-a276-567fbfb9496d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:25.061730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac6f9b-3861-4e74-85f3-3f95a9a10050 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:25.070686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=ff674533-4fc0-4818-bcde-9aa47870bcad,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:25.077011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-60981b69-b8b4-46c9-acc7-a5592ea1dca9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0301554 Jan 18 23:14:25.078174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36184) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:25.089963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:57:a3:3a', 'name': 'tempest-NetworksTestDHCPv6-551517504'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:25.159293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572292e-cb01-4cf7-ba1c-9d42f661e032 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=fd30121c-5e82-4eb0-a6c0-da3b45357db4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:25.164374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:router and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:25.171383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:25.183921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:25.187811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:25.190184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fd30121c-5e82-4eb0-a6c0-da3b45357db4 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:25.197738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Usage tracker for resource:subnet and tenant:f3785cbfcfc049db9850d1447e1729c1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:25.203080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-caa255c7-7003-49c7-8df1-0afe2d992b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:25.204593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-caa255c7-7003-49c7-8df1-0afe2d992b1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.4750769 Jan 18 23:14:25.205443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:25.220253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c628c560-df94-42f2-bfbb-5c3ca50e7ab1 None None] Provisioning for port ff674533-4fc0-4818-bcde-9aa47870bcad completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:25.244008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:25.252033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.253066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.281852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:25.285377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.307223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Allocated IP 2001:db8::2 (2cc03281-da4b-4ef0-b393-166fff962751/0f20188c-8e7c-4a28-b504-f778c4e4acff/86a9409d-ac00-4ff6-b550-2da6ba73ee20) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:25.309350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.413489 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.441961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-7201b516-1d9b-4e23-80a3-63eba286d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:25.443472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-7201b516-1d9b-4e23-80a3-63eba286d3ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304671 Jan 18 23:14:25.453936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:25.461435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:25.466003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:25.504736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:25.527102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.527487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:25.530549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-538c5d31-7a3d-4ea4-a73d-a8ee12d2d436 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7271979 Jan 18 23:14:25.543387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:25.599941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'network_id': '2cc03281-da4b-4ef0-b393-166fff962751', 'name': 'tempest-PortsIpV6TestJSON-2047546461'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:25.632120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff674533-4fc0-4818-bcde-9aa47870bcad up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:25.733202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-5097ced8-1f32-47ab-8fe4-b799aa850d84 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516003 Jan 18 23:14:25.740919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddadef4-c3d5-4741-96db-68f744b705f4 req-e07e3844-e9bc-4fd6-af4f-670a5136c292 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:25.742592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ddadef4-c3d5-4741-96db-68f744b705f4 req-e07e3844-e9bc-4fd6-af4f-670a5136c292 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 943 time: 0.2982433 Jan 18 23:14:25.826873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.867739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ff674533-4fc0-4818-bcde-9aa47870bcad completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:25.881218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port 0f65a2de-9219-441d-acc0-2ac390fd8049 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:25.893500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.912381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ddadef4-c3d5-4741-96db-68f744b705f4 req-d9b8d6ce-435c-4578-af12-dacc87df6562 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456766 Jan 18 23:14:25.919910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:25.930804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Transition to ACTIVE for port object 86a9409d-ac00-4ff6-b550-2da6ba73ee20 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:25.939556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.941711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:25.961129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Transition to ACTIVE for port object 86a9409d-ac00-4ff6-b550-2da6ba73ee20 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:25.964902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:25.965396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.978760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:25.983131 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.995105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.007904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.061657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=4dab51b4-0bdf-43ac-8df8-1bdfcc2cfd89,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.066069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aed57a54-cc19-492b-aa40-0e633d0bb3e8 req-e2e9417d-8d32-4cef-8019-6259b01c733c service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221664 Jan 18 23:14:26.086187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': '0f65480c-6362-4900-b109-35e7029793c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd30121c-5e82-4eb0-a6c0-da3b45357db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:26.086447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Network 2cc03281-da4b-4ef0-b393-166fff962751 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:26.086973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: fd30121c-5e82-4eb0-a6c0-da3b45357db4, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:26.091504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:26.096412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:26.104551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Pushing event updated for resources: {'Port': ['ID=86a9409d-ac00-4ff6-b550-2da6ba73ee20,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.116129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network fd30121c-5e82-4eb0-a6c0-da3b45357db4 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:26.130107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fd30121c-5e82-4eb0-a6c0-da3b45357db4) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:26.135694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:26.137092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.144868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b5cd8-e92a-4248-9707-b17bc746e1f0 None None] Network fd30121c-5e82-4eb0-a6c0-da3b45357db4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:26.162407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:26.167742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-23665ece-f3c1-421a-b401-8e97796603d2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3237059 Jan 18 23:14:26.170940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36194) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:26.329114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.371967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Attempting to bind port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:26.372561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Attempting to bind port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '27dd3beb-c957-43a8-9b3a-5627b74bcb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc03281-da4b-4ef0-b393-166fff962751'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:26.373118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Attempting to bind port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 on network 2cc03281-da4b-4ef0-b393-166fff962751 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:26.383497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:26.384055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Checking segment: {'id': '27dd3beb-c957-43a8-9b3a-5627b74bcb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc03281-da4b-4ef0-b393-166fff962751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:26.384570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.385255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Bound using segment: {'id': '27dd3beb-c957-43a8-9b3a-5627b74bcb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc03281-da4b-4ef0-b393-166fff962751'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:26.385696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Bound port: 86a9409d-ac00-4ff6-b550-2da6ba73ee20, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dd3beb-c957-43a8-9b3a-5627b74bcb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc03281-da4b-4ef0-b393-166fff962751'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:26.386195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.398809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.424238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.533308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.578746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=4dab51b4-0bdf-43ac-8df8-1bdfcc2cfd89,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.596808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ff674533-4fc0-4818-bcde-9aa47870bcad, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff674533-4fc0-4818-bcde-9aa47870bcad,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:26.612773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.648880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::153 (f1d84029-e20e-4d03-be87-edcd9315db19/16e5b34c-e818-4cfc-90d8-69eef644e6a4/0f65a2de-9219-441d-acc0-2ac390fd8049) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:26.655525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:a33a (f1d84029-e20e-4d03-be87-edcd9315db19/5ca76c73-f9c3-4b23-a276-567fbfb9496d/0f65a2de-9219-441d-acc0-2ac390fd8049) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:26.719922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.743828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff674533-4fc0-4818-bcde-9aa47870bcad up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:26.752871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd30121c-5e82-4eb0-a6c0-da3b45357db4']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.766560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f65480c-6362-4900-b109-35e7029793c5') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.766987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f65480c-6362-4900-b109-35e7029793c5') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.780545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.782225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3030b96-6b47-41cc-bc92-00ac69802344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-fd30121c-5e82-4eb0-a6c0-da3b45357db4', 'network_id': 'fd30121c-5e82-4eb0-a6c0-da3b45357db4', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '4dab51b4-0bdf-43ac-8df8-1bdfcc2cfd89'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:26.783126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3030b96-6b47-41cc-bc92-00ac69802344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.796802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] For port 86a9409d-ac00-4ff6-b550-2da6ba73ee20, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:26.798352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.804637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:26.805205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:26.821020 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:26.841235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::c6 (2cc03281-da4b-4ef0-b393-166fff962751/0f20188c-8e7c-4a28-b504-f778c4e4acff/5ce1a78e-5de2-449e-8a7f-7cb8791889ff) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:26.884075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ff674533-4fc0-4818-bcde-9aa47870bcad,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.907645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7b0eaef7-cee8-4611-aca2-262cd3ec2292 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:26.908120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7b0eaef7-cee8-4611-aca2-262cd3ec2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.914068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.938731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.956559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=fd30121c-5e82-4eb0-a6c0-da3b45357db4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.963193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] For port 86a9409d-ac00-4ff6-b550-2da6ba73ee20, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=86a9409d-ac00-4ff6-b550-2da6ba73ee20,segment=NetworkSegment(27dd3beb-c957-43a8-9b3a-5627b74bcb3c),segment_id=27dd3beb-c957-43a8-9b3a-5627b74bcb3c)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:26.977027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-99df5b5d-2ebd-4dbf-9622-893825f692f5 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/fd30121c-5e82-4eb0-a6c0-da3b45357db4 HTTP/1.1" status: 204 len: 168 time: 0.8047614 Jan 18 23:14:26.977877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36200) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:26.979332 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.024871 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf875275-4ddc-497d-98b0-34ebc7b6696d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] GET failed (client error): The resource could not be found. Jan 18 23:14:27.036233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cf875275-4ddc-497d-98b0-34ebc7b6696d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Synchronizing usage tracker for tenant:f3785cbfcfc049db9850d1447e1729c1 on resource:subnet {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:27.049215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42a36b-323a-4502-a8ba-d71186182ae5 None None] Network fd30121c-5e82-4eb0-a6c0-da3b45357db4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:27.057604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-cf875275-4ddc-497d-98b0-34ebc7b6696d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Unset dirty status for tenant:f3785cbfcfc049db9850d1447e1729c1 on resource:subnet {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:27.061647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf875275-4ddc-497d-98b0-34ebc7b6696d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/subnets/4dab51b4-0bdf-43ac-8df8-1bdfcc2cfd89 HTTP/1.1" status: 404 len: 337 time: 0.0792933 Jan 18 23:14:27.061918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36204) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.083588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:27.084045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.098704 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-800dae4f-e021-412a-855c-773053f0cbc1 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:27.099196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800dae4f-e021-412a-855c-773053f0cbc1 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:27.104907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-800dae4f-e021-412a-855c-773053f0cbc1 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/fd30121c-5e82-4eb0-a6c0-da3b45357db4 HTTP/1.1" status: 404 len: 339 time: 0.0386140 Jan 18 23:14:27.106557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36208) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.125740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42a36b-323a-4502-a8ba-d71186182ae5 None None] Network fd30121c-5e82-4eb0-a6c0-da3b45357db4 could not be found, it might have been deleted concurrently. {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 18 23:14:27.156104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.194374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272a87-7ea7-467d-9589-28a7799866fe None None] Pushing event updated for resources: {'Port': ['ID=86a9409d-ac00-4ff6-b550-2da6ba73ee20,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:27.205350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object 0f65a2de-9219-441d-acc0-2ac390fd8049 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:27.289915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604a3fa-bf6e-4b33-b3ea-97760d098377 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.290924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6604a3fa-bf6e-4b33-b3ea-97760d098377 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Synchronizing usage tracker for tenant:f3785cbfcfc049db9850d1447e1729c1 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:27.311684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6604a3fa-bf6e-4b33-b3ea-97760d098377 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Unset dirty status for tenant:f3785cbfcfc049db9850d1447e1729c1 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:27.316595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6604a3fa-bf6e-4b33-b3ea-97760d098377 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2092621 Jan 18 23:14:27.317221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.430451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 1ebadf35-86f5-4333-9222-e129a01e7651 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:27.430792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.494135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49387dc3-5cf7-4589-a8e4-aa7df3acadac req-ba8897b3-e24b-4952-99aa-e16c53ee6dab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.501443 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-49387dc3-5cf7-4589-a8e4-aa7df3acadac req-ba8897b3-e24b-4952-99aa-e16c53ee6dab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 943 time: 0.4472773 Jan 18 23:14:27.503550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bd1b477a-9157-4f2a-a4a9-898f9796f5bb tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 207 time: 0.1852162 Jan 18 23:14:27.507816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36216) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.550467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.556674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.665016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c7aab-18b6-49d9-92b3-a74902cc360f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.670744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c7aab-18b6-49d9-92b3-a74902cc360f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.676394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c7aab-18b6-49d9-92b3-a74902cc360f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.678679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 5ce1a78e-5de2-449e-8a7f-7cb8791889ff will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:27.680872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:27.682281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c7aab-18b6-49d9-92b3-a74902cc360f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.691539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3f4c7aab-18b6-49d9-92b3-a74902cc360f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1753409 Jan 18 23:14:27.691986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36220) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.736711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-49387dc3-5cf7-4589-a8e4-aa7df3acadac req-814507b5-36a3-4e17-800a-75f5a9976e6f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343805 Jan 18 23:14:27.744969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:27.747396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:27.758917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.758917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.795578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=0f65a2de-9219-441d-acc0-2ac390fd8049,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:27.844968 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-05f1d736-d11e-4299-a059-c7e7c99fab77 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7660296 Jan 18 23:14:27.851067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.876225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-374f616d-13c8-480b-be6a-b358d52690a2 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1830924 Jan 18 23:14:27.881220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36228) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.919639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.965009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc451fa-3d35-4ce2-8a0d-a56c57acfe1b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.966706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc451fa-3d35-4ce2-8a0d-a56c57acfe1b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.968285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7cc451fa-3d35-4ce2-8a0d-a56c57acfe1b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0860348 Jan 18 23:14:27.971907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36232) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.045976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00a44a-fa5a-4ebd-9258-87cc945d36fa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.048252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00a44a-fa5a-4ebd-9258-87cc945d36fa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.048377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.052314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a00a44a-fa5a-4ebd-9258-87cc945d36fa tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0761399 Jan 18 23:14:28.052668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36236) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.063534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 1ebadf35-86f5-4333-9222-e129a01e7651 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:28.146564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port 0f65a2de-9219-441d-acc0-2ac390fd8049 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:28.146906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.188588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bad39a86-44a3-42d5-be51-850d88a9048e None None] Provisioning for port 0f65a2de-9219-441d-acc0-2ac390fd8049 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:28.203460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bad39a86-44a3-42d5-be51-850d88a9048e None None] Provisioning complete for port 0f65a2de-9219-441d-acc0-2ac390fd8049 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:28.204445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bad39a86-44a3-42d5-be51-850d88a9048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.212280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5658e0-58b6-4c3c-a9f9-defedc51d41e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.217571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1e5658e0-58b6-4c3c-a9f9-defedc51d41e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks/33c93401-add0-487a-bcfe-3d8c4095a687 HTTP/1.1" status: 200 len: 800 time: 0.1639657 Jan 18 23:14:28.218349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36240) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.274756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bad39a86-44a3-42d5-be51-850d88a9048e None None] Port 0f65a2de-9219-441d-acc0-2ac390fd8049 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:28.333669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb7167-e793-4379-ae5e-26bf99f19b8d None None] Network 2cc03281-da4b-4ef0-b393-166fff962751 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:28.381095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-47d593d7-e26a-42ba-abc6-3a75c329c1e3 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/networks/33c93401-add0-487a-bcfe-3d8c4095a687?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1614442 Jan 18 23:14:28.384340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36244) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.390562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 2cc03281-da4b-4ef0-b393-166fff962751 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:28.397983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:28.400327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:28.406628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.407236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.417437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=5ce1a78e-5de2-449e-8a7f-7cb8791889ff,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:28.445518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fab2f03c-da06-470c-ba8f-814ea43e95b8 None None] Provisioning for port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:28.451497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d252d-d751-4ad2-b0b7-09aaf5caaf3f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.456386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b13d252d-d751-4ad2-b0b7-09aaf5caaf3f tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/subnets/d51dc113-f9a5-44f1-9d06-8aadc91d0b70 HTTP/1.1" status: 200 len: 811 time: 0.0672491 Jan 18 23:14:28.456680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36248) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.531321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b42f6-ed72-4383-9d92-e4da5a197385 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['shared'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.533005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e5b42f6-ed72-4383-9d92-e4da5a197385 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "GET /v2.0/subnets/d51dc113-f9a5-44f1-9d06-8aadc91d0b70?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0753675 Jan 18 23:14:28.536663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36252) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.542214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252892255'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:28.547901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:28.557843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:28.570799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:28.574426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.608930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:28.618420 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.618778 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Added segment d6a054ed-80a2-49a0-a672-1b3d788917d4 of type vlan for network 6248c55b-c2bb-4182-bb5d-a615ece18f1e Jan 18 23:14:28.631301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-298649f8-98e4-4732-a69a-28eae6c640d6 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0847666 Jan 18 23:14:28.631537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36256) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:28.723258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.825079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 86a9409d-ac00-4ff6-b550-2da6ba73ee20 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:28.868541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.938814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:28.944807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:28.945272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.007559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for 0f65a2de-9219-441d-acc0-2ac390fd8049 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:29.063565 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.111888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.124877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.128462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=1ebadf35-86f5-4333-9222-e129a01e7651,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:29.130876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:29.131601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.187733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 86a9409d-ac00-4ff6-b550-2da6ba73ee20, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=86a9409d-ac00-4ff6-b550-2da6ba73ee20,segment=NetworkSegment(27dd3beb-c957-43a8-9b3a-5627b74bcb3c),segment_id=27dd3beb-c957-43a8-9b3a-5627b74bcb3c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:29.188835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b6d4684-3bc7-4684-9c9c-d68869a7e6c8 None None] Provisioning for port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:29.197660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.198827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff674533-4fc0-4818-bcde-9aa47870bcad up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:29.279558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b6d4684-3bc7-4684-9c9c-d68869a7e6c8 None None] Provisioning complete for port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:29.280249 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4684-3bc7-4684-9c9c-d68869a7e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.426819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.450943 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=86a9409d-ac00-4ff6-b550-2da6ba73ee20,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:29.454159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d4684-3bc7-4684-9c9c-d68869a7e6c8 None None] Port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:29.477271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b6d4684-3bc7-4684-9c9c-d68869a7e6c8 None None] Provisioning complete for port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:29.477937 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4684-3bc7-4684-9c9c-d68869a7e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.486734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Network': ['ID=6248c55b-c2bb-4182-bb5d-a615ece18f1e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:29.518838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 6248c55b-c2bb-4182-bb5d-a615ece18f1e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:29.532266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4314ba7c-adef-4723-8949-19ec10dd29ef None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:14:29.559407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a556ae1-f57a-457c-8220-94a046e949ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0188293 Jan 18 23:14:29.569535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36262) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:29.572845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:29.573080 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.609346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:29.646360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4da93-b9e9-4c25-82ee-9356553f7750 req-9a7ae5b7-c4cd-4769-9f89-0d66c9888371 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:29.647865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21d4da93-b9e9-4c25-82ee-9356553f7750 req-9a7ae5b7-c4cd-4769-9f89-0d66c9888371 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 943 time: 0.6322050 Jan 18 23:14:29.761655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-21d4da93-b9e9-4c25-82ee-9356553f7750 req-65f39036-18e0-458d-89ca-69dc523a9fb2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027012 Jan 18 23:14:29.762057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.762939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.000714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314ba7c-adef-4723-8949-19ec10dd29ef None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:14:30.014857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:30.107191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=0f65a2de-9219-441d-acc0-2ac390fd8049,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:30.128255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cd89ba9c-2456-45bb-84ce-8d2ae9593548 None None] Provisioning complete for port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:30.128635 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd89ba9c-2456-45bb-84ce-8d2ae9593548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.139889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:30.174239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.181038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.191850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.213432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Made reservation on behalf of f3785cbfcfc049db9850d1447e1729c1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:30.217300 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.224634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cd89ba9c-2456-45bb-84ce-8d2ae9593548 None None] Port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:30.236752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-57e00271-1bf8-4a11-89e8-a5372f12c7bb tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/0f65a2de-9219-441d-acc0-2ac390fd8049 HTTP/1.1" status: 204 len: 168 time: 2.3846245 Jan 18 23:14:30.243790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36266) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:30.296232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 2bcd8f78-aea1-4c78-aee1-d80cad844060 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:14:30.320069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:14:30.320576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:14:30.345060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=5ce1a78e-5de2-449e-8a7f-7cb8791889ff,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:30.479802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b0d96-2fca-4c22-bc51-ea384b1e9f9c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:30.483815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a73b0d96-2fca-4c22-bc51-ea384b1e9f9c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2393539 Jan 18 23:14:30.484019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:30.532094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.542078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:30.553650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] Sync routers for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:30.567563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1c133405-e59a-431f-bccc-bcb49caf7567 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/2bcd8f78-aea1-4c78-aee1-d80cad844060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7493958 Jan 18 23:14:30.568412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:30.569241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.571660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:30.657519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.663566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.666918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:30.667819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.755915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5feb65f1-c63e-4d3f-a0fe-473633f14dea details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:30.881012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8cb88-b76c-413d-95ea-ae7733bf9c76 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:30.881761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b9e8cb88-b76c-413d-95ea-ae7733bf9c76 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:30.964358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:30.980785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 86a9409d-ac00-4ff6-b550-2da6ba73ee20 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:31.026453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '5feb65f1-c63e-4d3f-a0fe-473633f14dea', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': '5feb65f1-c63e-4d3f-a0fe-473633f14dea', 'mac_address': 'fa:16:3e:ac:19:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:31.043890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:31.044731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848b733-4487-4f6f-8d36-b24f7a4a713d None None] The sync data for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:31.055251 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.103621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b9e8cb88-b76c-413d-95ea-ae7733bf9c76 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:31.105151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b9e8cb88-b76c-413d-95ea-ae7733bf9c76 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6186314 Jan 18 23:14:31.122113 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.129702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:31.143179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feb65f1-c63e-4d3f-a0fe-473633f14dea {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:31.158162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:31.158543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.207170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:31.218973 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.259697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c74b6-ff91-4f37-880e-c6f9019ebdb0 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:14:31.310464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.317191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.318113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.399110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cd5dc648-64ea-4bda-aeae-81dfc5bfde82 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:31.399541 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc648-64ea-4bda-aeae-81dfc5bfde82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.435416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=89032998-eb1c-420c-9f5b-3e948dd87608,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:31.451939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5feb65f1-c63e-4d3f-a0fe-473633f14dea,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:31.468999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ea6fa-62a7-40de-9455-9826d9178610 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.470496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ea6fa-62a7-40de-9455-9826d9178610 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.470636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=5ce1a78e-5de2-449e-8a7f-7cb8791889ff,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:31.472069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ea6fa-62a7-40de-9455-9826d9178610 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.473790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-258ea6fa-62a7-40de-9455-9826d9178610 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:31.476547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Checking segment: {'id': 'd6a054ed-80a2-49a0-a672-1b3d788917d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:31.476722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['5feb65f1-c63e-4d3f-a0fe-473633f14dea'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:14:31.476832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network hostable DHCP agents. Network: 6248c55b-c2bb-4182-bb5d-a615ece18f1e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:31.493999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a4d3-6411-4a0e-96df-c462d8425499 req-874434cf-df12-49f5-85c9-774830ff837f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.495440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2b1a4d3-6411-4a0e-96df-c462d8425499 req-874434cf-df12-49f5-85c9-774830ff837f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 943 time: 0.5208502 Jan 18 23:14:31.523841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 2cc03281-da4b-4ef0-b393-166fff962751 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:31.526169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:31.589117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-258ea6fa-62a7-40de-9455-9826d9178610 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:31.590307 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-258ea6fa-62a7-40de-9455-9826d9178610 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4548366 Jan 18 23:14:31.595619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36286) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:31.602954 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2b1a4d3-6411-4a0e-96df-c462d8425499 req-e22fbc66-74e3-4443-92fc-3403f70ee6b3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Jan 18 23:14:31.605021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Network 6248c55b-c2bb-4182-bb5d-a615ece18f1e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:31.626186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 6248c55b-c2bb-4182-bb5d-a615ece18f1e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:31.630910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.631700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.701051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-152d8f6a-0b9e-4680-8d87-fea45f16b549 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1295578 Jan 18 23:14:31.703760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:31.710566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:31.747105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 16e5b34c-e818-4cfc-90d8-69eef644e6a4 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:31.752549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.776824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.837129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.880483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Router e4844cf4-857b-42f9-8294-f34fcc383c73 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:14:31.895233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1681855'] for subnet, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.004545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c74b6-ff91-4f37-880e-c6f9019ebdb0 None None] Unable to find a vacant binding_index for network 6248c55b-c2bb-4182-bb5d-a615ece18f1e and agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 18 23:14:32.014827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c74b6-ff91-4f37-880e-c6f9019ebdb0 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 6248c55b-c2bb-4182-bb5d-a615ece18f1e) {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:14:32.068779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:32.070897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.082761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] Sync routers for ids ['e4844cf4-857b-42f9-8294-f34fcc383c73'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:32.095248 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] Routers {'e4844cf4-857b-42f9-8294-f34fcc383c73'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:32.096238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4844cf4-857b-42f9-8294-f34fcc383c73'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:32.103916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f26e1443-964e-45ee-beaa-9bcf231d7511 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/routers/e4844cf4-857b-42f9-8294-f34fcc383c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4714148 Jan 18 23:14:32.109338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36294) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:32.170977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:32.181091 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] Routers {'e4844cf4-857b-42f9-8294-f34fcc383c73'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:32.181936 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4844cf4-857b-42f9-8294-f34fcc383c73'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:32.211673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.250915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d131def-8217-41c4-a213-d5485ff7efba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.252378 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:32.252504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6d131def-8217-41c4-a213-d5485ff7efba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4844cf4-857b-42f9-8294-f34fcc383c73 HTTP/1.1" status: 200 len: 988 time: 0.1424792 Jan 18 23:14:32.253150 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a651b5e-8c7c-4281-bc41-de918d75e4f2 None None] The sync data for ids ['e4844cf4-857b-42f9-8294-f34fcc383c73'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:32.258632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36298) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:32.323599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=16e5b34c-e818-4cfc-90d8-69eef644e6a4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:32.332327 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.343182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759646292462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10558402'] for subnet, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.417443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-301d2b32-8bea-4c94-af4a-356281df9191 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/16e5b34c-e818-4cfc-90d8-69eef644e6a4 HTTP/1.1" status: 204 len: 168 time: 0.8188257 Jan 18 23:14:32.418590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36302) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:32.424422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.425064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.428865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "PUT /v2.0/subnets/89032998-eb1c-420c-9f5b-3e948dd87608 HTTP/1.1" status: 200 len: 877 time: 0.7204170 Jan 18 23:14:32.430641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:32.432966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 19fb7f12-49e4-4a31-95ad-86aa1e571019 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:32.433314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.456882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-6248c55b-c2bb-4182-bb5d-a615ece18f1e', 'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e', 'tenant_id': 'f3785cbfcfc049db9850d1447e1729c1', 'fixed_ips': [{'subnet_id': '89032998-eb1c-420c-9f5b-3e948dd87608'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:32.457981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.569664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 5ca76c73-f9c3-4b23-a276-567fbfb9496d {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:32.603553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b9b38-36d9-48a1-bd82-baf9b9ed1856 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event updated for resources: {'Subnet': ['ID=89032998-eb1c-420c-9f5b-3e948dd87608,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:32.666583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Allocated IP 172.20.0.3 (6248c55b-c2bb-4182-bb5d-a615ece18f1e/89032998-eb1c-420c-9f5b-3e948dd87608/20097c4b-a0cd-41f2-9fe7-d32fbc3334f8) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:32.752189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.801678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5feb65f1-c63e-4d3f-a0fe-473633f14dea up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:32.823348 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.851661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.937745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.047325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.050689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 5feb65f1-c63e-4d3f-a0fe-473633f14dea completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:33.063648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 5feb65f1-c63e-4d3f-a0fe-473633f14dea triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:33.064022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.073113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.085925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 19fb7f12-49e4-4a31-95ad-86aa1e571019 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:33.088856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Transition to ACTIVE for port object 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:33.134936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Transition to ACTIVE for port object 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:33.149407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.219247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbcd37-ebda-415f-a6c7-7c6daec71fb1 req-77f77c15-84af-4cfa-85a5-cf455c52ec83 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:33.220835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93bbcd37-ebda-415f-a6c7-7c6daec71fb1 req-77f77c15-84af-4cfa-85a5-cf455c52ec83 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 944 time: 0.3540685 Jan 18 23:14:33.241769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Network 6248c55b-c2bb-4182-bb5d-a615ece18f1e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:33.249552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:33.259947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:33.297342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.318958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Pushing event updated for resources: {'Port': ['ID=20097c4b-a0cd-41f2-9fe7-d32fbc3334f8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.344434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.369034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.375218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93bbcd37-ebda-415f-a6c7-7c6daec71fb1 req-d4702241-4826-44c0-bbb5-aa8267f297bb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243820 Jan 18 23:14:33.393674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=89032998-eb1c-420c-9f5b-3e948dd87608,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.402506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Attempting to bind port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:33.402880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Attempting to bind port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd6a054ed-80a2-49a0-a672-1b3d788917d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:33.403277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Attempting to bind port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 on network 6248c55b-c2bb-4182-bb5d-a615ece18f1e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:33.424566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:33.425018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Checking segment: {'id': 'd6a054ed-80a2-49a0-a672-1b3d788917d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:33.425434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.425831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Bound using segment: {'id': 'd6a054ed-80a2-49a0-a672-1b3d788917d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:33.426308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Bound port: 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a054ed-80a2-49a0-a672-1b3d788917d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:33.426686 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.435146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb65f1-c63e-4d3f-a0fe-473633f14dea'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:33.453807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:33.455999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72c64bd6-908f-4ec6-b5d1-820fdd661d04 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:33.456652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72c64bd6-908f-4ec6-b5d1-820fdd661d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.478570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.506818 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb65f1-c63e-4d3f-a0fe-473633f14dea', 'code': 200} Jan 18 23:14:33.507457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.538930 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.541051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6248c55b-c2bb-4182-bb5d-a615ece18f1e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:33.594698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a054ed-80a2-49a0-a672-1b3d788917d4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:33.594980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a054ed-80a2-49a0-a672-1b3d788917d4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:33.612518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.637575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.644678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.650041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:33.650426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.677071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] For port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:33.682109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5feb65f1-c63e-4d3f-a0fe-473633f14dea,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:33.695738 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:33.741940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.760436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=19fb7f12-49e4-4a31-95ad-86aa1e571019,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.836027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.838615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca76c73-f9c3-4b23-a276-567fbfb9496d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.865921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c9bc88cc-a945-425c-91c8-b43ad3e4ffd7 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/5ca76c73-f9c3-4b23-a276-567fbfb9496d HTTP/1.1" status: 204 len: 168 time: 1.4438534 Jan 18 23:14:33.866494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:33.944657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c23c449d-c421-4094-ace4-7399a2d1d3fa tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770979 Jan 18 23:14:33.947747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36318) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:33.950269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] For port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=20097c4b-a0cd-41f2-9fe7-d32fbc3334f8,segment=NetworkSegment(d6a054ed-80a2-49a0-a672-1b3d788917d4),segment_id=d6a054ed-80a2-49a0-a672-1b3d788917d4)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:33.950481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:14:33.950481 n-d-825178-1 neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:14:33.950481 n-d-825178-1 neutron-server[87812]: [parameters: {'id': '6248c55b-c2bb-4182-bb5d-a615ece18f1e'}] Jan 18 23:14:33.950481 n-d-825178-1 neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:33.950868 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:33.953242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:33.955275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.956838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.970157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4be6d-40dc-4f25-8c79-7b4f7a2eee0a req-30164812-8a11-4752-b262-c45a0f7d51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:33.971663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1f4be6d-40dc-4f25-8c79-7b4f7a2eee0a req-30164812-8a11-4752-b262-c45a0f7d51e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 1096 time: 0.3310647 Jan 18 23:14:34.080692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0ffa-f3cd-429f-9026-f66968d663ae None None] Pushing event updated for resources: {'Port': ['ID=20097c4b-a0cd-41f2-9fe7-d32fbc3334f8,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:34.100136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:34.100478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.108313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c118739c-489d-4d50-9b20-9fb64974c5fa None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:14:34.138044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c1f4be6d-40dc-4f25-8c79-7b4f7a2eee0a req-bb596c17-e439-43c8-b3a3-984b66596488 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575348 Jan 18 23:14:34.139259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:34.156020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:34.161085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:34.170319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:34.194046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-34d1ecd3-2caf-4aad-9d9b-65bc9e0e8e87 None None] Provisioning complete for port ff674533-4fc0-4818-bcde-9aa47870bcad triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:34.194046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34d1ecd3-2caf-4aad-9d9b-65bc9e0e8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.244767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 2bcd8f78-aea1-4c78-aee1-d80cad844060 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:14:34.246975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:34.250562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.331305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118739c-489d-4d50-9b20-9fb64974c5fa None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:14:34.379811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:34.404496 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a3a563c9-8f73-41c3-9a60-db194a48cb6c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/2bcd8f78-aea1-4c78-aee1-d80cad844060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8315866 Jan 18 23:14:34.406552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] Sync routers for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:34.407221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36322) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:34.419297 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.450136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8316778-5745-4871-99c9-546cc3c1c5e3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:34.452461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.470989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Deleting port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:34.471729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.493764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:34.494411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:34.503938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8316778-5745-4871-99c9-546cc3c1c5e3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:34.507920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e8316778-5745-4871-99c9-546cc3c1c5e3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bcd8f78-aea1-4c78-aee1-d80cad844060 HTTP/1.1" status: 200 len: 205 time: 0.0997183 Jan 18 23:14:34.508525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:34.569020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:34.579666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.591846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] Routers {'2bcd8f78-aea1-4c78-aee1-d80cad844060'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:34.592400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2bcd8f78-aea1-4c78-aee1-d80cad844060'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:34.671078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:34.671477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c071b5a-f554-45be-b077-a078f6c14538 None None] The sync data for ids ['2bcd8f78-aea1-4c78-aee1-d80cad844060'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:34.734373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 5ce1a78e-5de2-449e-8a7f-7cb8791889ff owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:34.819201 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.891870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00126c-2f11-4810-9a36-15c9f91af4b3 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:34.929205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a005a9-0135-4591-8f1c-ec74f0d3c6fe None None] Network 6248c55b-c2bb-4182-bb5d-a615ece18f1e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:35.013594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] For port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=20097c4b-a0cd-41f2-9fe7-d32fbc3334f8,segment=NetworkSegment(d6a054ed-80a2-49a0-a672-1b3d788917d4),segment_id=d6a054ed-80a2-49a0-a672-1b3d788917d4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:35.013966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.283971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Calling delete_port for 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:35.307681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df990798-a117-40f7-959a-32f4f3fc6678 req-b7eaa808-fa04-4740-89e9-b4efc87b0d30 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:35.309566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df990798-a117-40f7-959a-32f4f3fc6678 req-b7eaa808-fa04-4740-89e9-b4efc87b0d30 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.5830986 Jan 18 23:14:35.403994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df990798-a117-40f7-959a-32f4f3fc6678 req-88098b7f-4bb6-4587-aa8f-7eb1b4a7d55e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867491 Jan 18 23:14:35.450185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a4a84bb5-6993-4dde-8aeb-074ea97ccb97 None None] Provisioning complete for port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:35.450721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4a84bb5-6993-4dde-8aeb-074ea97ccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.496135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.528067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6022abb-d02d-42c0-bbc1-ff1b52fd131b None None] Network 6248c55b-c2bb-4182-bb5d-a615ece18f1e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:35.534462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.553711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a4a84bb5-6993-4dde-8aeb-074ea97ccb97 None None] Port 5ce1a78e-5de2-449e-8a7f-7cb8791889ff cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:35.592537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:35.603590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:35.608196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.611937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:35.612420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.617982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:35.618582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.626159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=5ce1a78e-5de2-449e-8a7f-7cb8791889ff,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:35.641769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] Deleting port ff674533-4fc0-4818-bcde-9aa47870bcad {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:35.642304 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.667164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.690795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=f04be323-8d0e-4957-b2a7-2e354260017a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:35.722887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.723356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcd8f78-aea1-4c78-aee1-d80cad844060 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:14:35.737059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Port': ['ID=20097c4b-a0cd-41f2-9fe7-d32fbc3334f8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:35.741695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No DVR routers for this DVR port 20097c4b-a0cd-41f2-9fe7-d32fbc3334f8 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:35.827328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c037351-05f7-4c04-ab65-690f0b94b651 None None] Could not find standard attr ID for object 5ce1a78e-5de2-449e-8a7f-7cb8791889ff. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:14:35.833325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-60d48870-9385-43af-9e13-aceb2f21703f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8845003 Jan 18 23:14:35.834114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36332) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:35.836606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.848399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a123d4-b0d7-4a42-830d-e234a45b26e1 None None] Network 6248c55b-c2bb-4182-bb5d-a615ece18f1e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:35.849989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:35.924216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.962173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6248c55b-c2bb-4182-bb5d-a615ece18f1e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:35.976563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a054ed-80a2-49a0-a672-1b3d788917d4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:35.976865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a054ed-80a2-49a0-a672-1b3d788917d4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:35.989831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.014113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.017857 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4460499e-fcd9-4548-8ec7-bbd969ec9779 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/2bcd8f78-aea1-4c78-aee1-d80cad844060 HTTP/1.1" status: 204 len: 168 time: 1.5020795 Jan 18 23:14:36.019182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.027347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:36.027807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.048076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:36.049277 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:36.180646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet 5cd1f047-43f2-42f5-af22-8e73dd0ab2a9 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:36.183292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.201302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.217455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] For port ff674533-4fc0-4818-bcde-9aa47870bcad, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff674533-4fc0-4818-bcde-9aa47870bcad,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:36.217986 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.230649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.244172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=6248c55b-c2bb-4182-bb5d-a615ece18f1e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:36.256990 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64a20ebb-9667-4b5d-8fb7-24f0d885ae6e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/6248c55b-c2bb-4182-bb5d-a615ece18f1e HTTP/1.1" status: 204 len: 168 time: 3.8243144 Jan 18 23:14:36.260839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.351006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] Calling delete_port for ff674533-4fc0-4818-bcde-9aa47870bcad owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:36.425562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:36.429176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Router e4844cf4-857b-42f9-8294-f34fcc383c73 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:14:36.434396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:36.435592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.437961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:36.441576 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f530efa0-5faa-4270-aa15-3aadc4f78d65 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:36.442019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f530efa0-5faa-4270-aa15-3aadc4f78d65 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:36.446192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f530efa0-5faa-4270-aa15-3aadc4f78d65 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/89032998-eb1c-420c-9f5b-3e948dd87608 HTTP/1.1" status: 404 len: 337 time: 0.1818933 Jan 18 23:14:36.446340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:36.446473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.450354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.496177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] No DVR routers for this DVR port ff674533-4fc0-4818-bcde-9aa47870bcad on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:36.498686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20765bf8-f3d5-4e12-a6f3-3d0336d12811 None None] Pushing event deleted for resources: {'Port': ['ID=ff674533-4fc0-4818-bcde-9aa47870bcad,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:36.518444 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-980d2961-9dad-4411-8552-dca49beec38e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:36.518923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980d2961-9dad-4411-8552-dca49beec38e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:36.520645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-980d2961-9dad-4411-8552-dca49beec38e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/6248c55b-c2bb-4182-bb5d-a615ece18f1e HTTP/1.1" status: 404 len: 339 time: 0.0733802 Jan 18 23:14:36.522401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c91572-f636-4b3c-8fde-3dfda748a4c4 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:36.523689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36350) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.586365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:36.589906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.605054 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24706e7-f75c-4145-a5ab-73cdcba5901b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:36.605421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24706e7-f75c-4145-a5ab-73cdcba5901b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:36.609543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c24706e7-f75c-4145-a5ab-73cdcba5901b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/4dab51b4-0bdf-43ac-8df8-1bdfcc2cfd89 HTTP/1.1" status: 404 len: 337 time: 0.0826895 Jan 18 23:14:36.609863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.666667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.684328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:36.697673 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] Sync routers for ids ['e4844cf4-857b-42f9-8294-f34fcc383c73'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:36.713550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-41a94a57-c9f9-4451-b462-dc67211debf4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/routers/e4844cf4-857b-42f9-8294-f34fcc383c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4521873 Jan 18 23:14:36.714058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9247c7-a1d6-4d3c-9974-417ac24df7c0 req-8660eb22-18ec-4365-b0a0-0c583df195fb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.715727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec9247c7-a1d6-4d3c-9974-417ac24df7c0 req-8660eb22-18ec-4365-b0a0-0c583df195fb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.1585329 Jan 18 23:14:36.716245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.719243 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] Routers {'e4844cf4-857b-42f9-8294-f34fcc383c73'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:36.720932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4844cf4-857b-42f9-8294-f34fcc383c73'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:36.778846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff674533-4fc0-4818-bcde-9aa47870bcad no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:36.780845 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f04be323-8d0e-4957-b2a7-2e354260017a (CIDR: 2001:db8::/64) Jan 18 23:14:36.787283 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8083cb-2eeb-4299-a92b-fa4f3b0aae83 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:36.787467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8083cb-2eeb-4299-a92b-fa4f3b0aae83 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:36.787853 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-029e24bd-6f2b-4a01-8938-43bbb4753478 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:14:36.788461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-029e24bd-6f2b-4a01-8938-43bbb4753478 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:36.794103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7b8083cb-2eeb-4299-a92b-fa4f3b0aae83 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/fd30121c-5e82-4eb0-a6c0-da3b45357db4 HTTP/1.1" status: 404 len: 339 time: 0.1828971 Jan 18 23:14:36.796332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36362) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.797372 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:14:36.797872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:36.810359 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:36.824284 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] Routers {'e4844cf4-857b-42f9-8294-f34fcc383c73'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:36.825648 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4844cf4-857b-42f9-8294-f34fcc383c73'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:36.836346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec9247c7-a1d6-4d3c-9974-417ac24df7c0 req-ece50eb1-d534-4ac0-881e-1cb8bce65fdf tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750666 Jan 18 23:14:36.838253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ff674533-4fc0-4818-bcde-9aa47870bcad {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:36.838982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff674533-4fc0-4818-bcde-9aa47870bcad not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:36.847677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.852891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f1d84029-e20e-4d03-be87-edcd9315db19', 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'tenant_id': 'a28c394e81474c2f8a99bccb53174496', 'fixed_ips': [{'subnet_id': 'f04be323-8d0e-4957-b2a7-2e354260017a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:36.853730 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.914993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:36.915427 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978148a4-1b7d-41cc-975c-a8f4fe78809d None None] The sync data for ids ['e4844cf4-857b-42f9-8294-f34fcc383c73'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:36.920398 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.944179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-029e24bd-6f2b-4a01-8938-43bbb4753478 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:36.947707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-029e24bd-6f2b-4a01-8938-43bbb4753478 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/5ce1a78e-5de2-449e-8a7f-7cb8791889ff HTTP/1.1" status: 404 len: 333 time: 0.2256474 Jan 18 23:14:36.962463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36368) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.966208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.973409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5531ee8-4be4-4956-baaf-aa8ff81411ca None None] Network 7e2522d1-4621-4f88-b7e8-e489d96f0c69 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:37.032112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.035457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/5cd1f047-43f2-42f5-af22-8e73dd0ab2a9 HTTP/1.1" status: 204 len: 168 time: 0.9851546 Jan 18 23:14:37.036477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb94302-fe71-49a3-af14-82996472c39f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd1f047-43f2-42f5-af22-8e73dd0ab2a9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:37.038259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:37.038800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0fd1c9db-4e60-4047-8293-3cd93d255662 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2032788 Jan 18 23:14:37.071738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36374) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:37.092346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'subnet': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:37.159843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Allocated IP 2001:db8::2 (f1d84029-e20e-4d03-be87-edcd9315db19/f04be323-8d0e-4957-b2a7-2e354260017a/84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:37.164939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.296712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet e45233aa-d8d4-46ea-bb93-d6dd11fac3e0 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:37.301974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.356057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.410081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525d3474-ff33-4258-80d8-dcfc336c23f1']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:37.423800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:37.424053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] DHCP port deletion for 7e2522d1-4621-4f88-b7e8-e489d96f0c69 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:37.430735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] Deleting port ccd2cc85-fbd9-4988-a990-fe370ef8b40a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:37.431118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.433711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769bb3-fda0-4253-bde4-c711616cac25 req-cd112975-c30f-4a22-b401-abb2782548af tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.435335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec769bb3-fda0-4253-bde4-c711616cac25 req-cd112975-c30f-4a22-b401-abb2782548af tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.4006736 Jan 18 23:14:37.439858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f73a376-6f77-4b41-b991-62703e6d8afa') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:37.440222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f73a376-6f77-4b41-b991-62703e6d8afa') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:37.448535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:subnet and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:37.458665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.469172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:37.479446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:37.482935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.488808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Transition to ACTIVE for port object 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:37.516005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:37.519777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.534238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.545974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:37.546479 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.552555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:37.565222 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:37.568175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ec769bb3-fda0-4253-bde4-c711616cac25 req-561b518c-4972-415d-8221-12e1ab42660a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211176 Jan 18 23:14:37.586297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.594198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.647245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.647867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Fanout notify agent at l3_agent the message router_deleted on router e4844cf4-857b-42f9-8294-f34fcc383c73 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:14:37.664104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.668104 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-218765ee-984e-468b-8d4a-061e2ebbbaea tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/routers/e4844cf4-857b-42f9-8294-f34fcc383c73 HTTP/1.1" status: 204 len: 168 time: 0.7045627 Jan 18 23:14:37.668845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36382) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:37.726538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] For port ccd2cc85-fbd9-4988-a990-fe370ef8b40a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,segment=NetworkSegment(88ff020b-ee7d-4058-816c-3edf5355b303),segment_id=88ff020b-ee7d-4058-816c-3edf5355b303)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:37.726966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.769892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.803829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.836379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.844484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Transition to ACTIVE for port object 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:37.846058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=525d3474-ff33-4258-80d8-dcfc336c23f1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:37.855565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] Calling delete_port for ccd2cc85-fbd9-4988-a990-fe370ef8b40a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:37.859918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 0f20188c-8e7c-4a28-b504-f778c4e4acff {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:37.862924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.900581 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.917079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.938157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f11d9410-8ec9-497d-96e4-975fd6797c0d tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/525d3474-ff33-4258-80d8-dcfc336c23f1 HTTP/1.1" status: 204 len: 168 time: 1.1324883 Jan 18 23:14:37.939625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36386) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:37.996249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:38.000569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Pushing event updated for resources: {'Port': ['ID=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.000739 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-40996052-4e4b-46c9-94f6-4a7c63dbadf0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.001215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40996052-4e4b-46c9-94f6-4a7c63dbadf0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.001344 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.002682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:38.005815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-40996052-4e4b-46c9-94f6-4a7c63dbadf0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/09e68134-02e8-4f0f-a0a2-9b71d18b29c8 HTTP/1.1" status: 404 len: 337 time: 0.0623991 Jan 18 23:14:38.005982 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:38.013083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36390) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.049262 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b828f4d9-8def-433d-8a07-4f268ea47093 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.049650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b828f4d9-8def-433d-8a07-4f268ea47093 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.053539 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b828f4d9-8def-433d-8a07-4f268ea47093 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d2e8452b-36b0-44e3-969e-2afac4bb4441 HTTP/1.1" status: 404 len: 339 time: 0.0378506 Jan 18 23:14:38.055853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36394) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.076200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.104691 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5680d86-8809-4594-b8ec-ed5ae42e42ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.105180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5680d86-8809-4594-b8ec-ed5ae42e42ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.109637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d5680d86-8809-4594-b8ec-ed5ae42e42ed tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/680091d7-615c-470b-917e-1a1533f7360c HTTP/1.1" status: 404 len: 337 time: 0.0502801 Jan 18 23:14:38.110663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.140573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] Pushing event deleted for resources: {'Port': ['ID=ccd2cc85-fbd9-4988-a990-fe370ef8b40a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.145594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d08a5-48f4-4bda-ab2d-ee588fb4fcc4 None None] No DVR routers for this DVR port ccd2cc85-fbd9-4988-a990-fe370ef8b40a on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:38.148774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Attempting to bind port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:38.148929 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b332b8be-210f-4000-a625-7668119f0899 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.149198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Attempting to bind port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:38.149337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b332b8be-210f-4000-a625-7668119f0899 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.149562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Attempting to bind port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 on network f1d84029-e20e-4d03-be87-edcd9315db19 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:38.153378 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b332b8be-210f-4000-a625-7668119f0899 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/c44e8cd2-f2bf-437e-80da-0f9c1f534c2e HTTP/1.1" status: 404 len: 339 time: 0.0398557 Jan 18 23:14:38.156113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36402) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.164529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:38.164529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Checking segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:38.164788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.165037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Bound using segment: {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:38.165546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Bound port: 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca41538-7513-4d2a-a7c7-161339af22e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:38.166090 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.194126 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.212061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a669e23-fa50-4723-81ec-80d980336181 None None] Network c6c4e1a1-8ad1-4f01-9851-35d54972211d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:38.212733 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-923468ac-4c0e-49aa-b7d6-ec917f3781bf tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.213208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923468ac-4c0e-49aa-b7d6-ec917f3781bf tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.216663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-923468ac-4c0e-49aa-b7d6-ec917f3781bf tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/1b0dbdcd-55cf-43cb-9d21-39762458fa2f HTTP/1.1" status: 404 len: 337 time: 0.0576322 Jan 18 23:14:38.216807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50e91-f969-45bc-8d6c-a8df5f3900d1 req-bb4e37d0-92f8-4200-bf58-0987fa8acb82 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:38.217783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09c50e91-f969-45bc-8d6c-a8df5f3900d1 req-bb4e37d0-92f8-4200-bf58-0987fa8acb82 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.5121813 Jan 18 23:14:38.217987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36406) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.220437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=e45233aa-d8d4-46ea-bb93-d6dd11fac3e0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.231996 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d852f2f1-787e-402a-8037-f627c08d6318 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/e45233aa-d8d4-46ea-bb93-d6dd11fac3e0 HTTP/1.1" status: 204 len: 168 time: 1.1874149 Jan 18 23:14:38.234112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.361562 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.375038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] For port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:38.420065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] For port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:38.430921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09c50e91-f969-45bc-8d6c-a8df5f3900d1 req-e7e271b1-f70a-41fa-8835-e210e08b389f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957088 Jan 18 23:14:38.434078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.436091 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecfbae8-decf-4a97-be0a-a3c2c7e2f031 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.436678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecfbae8-decf-4a97-be0a-a3c2c7e2f031 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.441212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.441809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9ecfbae8-decf-4a97-be0a-a3c2c7e2f031 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d4b07711-3587-426d-aa6e-b34b16c76942 HTTP/1.1" status: 404 len: 339 time: 0.2223923 Jan 18 23:14:38.443548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.521298 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9d871e-d375-4ffc-a80c-88a18cc36b74 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:38.521819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9d871e-d375-4ffc-a80c-88a18cc36b74 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:38.530132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.541491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.objects.ports [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87811) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 23:14:38.572730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedc9ef-0678-47a7-9414-de9935533d07 None None] Pushing event updated for resources: {'Port': ['ID=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.581037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=0f20188c-8e7c-4a28-b504-f778c4e4acff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.605083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b088a1c-8fd0-4382-8aa9-29495ab7b62e None None] Network 2cc03281-da4b-4ef0-b393-166fff962751 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:38.629777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.633467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-81ccbbf9-b830-4c4d-92d4-e352be9fb28c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/0f20188c-8e7c-4a28-b504-f778c4e4acff HTTP/1.1" status: 204 len: 168 time: 0.9605319 Jan 18 23:14:38.636984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e9d871e-d375-4ffc-a80c-88a18cc36b74 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/0278e5b2-6853-4263-bad1-60797cdf9991 HTTP/1.1" status: 404 len: 337 time: 0.1904902 Jan 18 23:14:38.641283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.641707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36422) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:38.667113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] DHCP port deletion for c6c4e1a1-8ad1-4f01-9851-35d54972211d request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:38.763610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Deleting port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:38.764321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.800658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccd2cc85-fbd9-4988-a990-fe370ef8b40a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:38.810801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.861674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2522d1-4621-4f88-b7e8-e489d96f0c69']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:38.863836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ccd2cc85-fbd9-4988-a990-fe370ef8b40a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:38.864365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccd2cc85-fbd9-4988-a990-fe370ef8b40a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:38.864573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:38.865445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.875666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ff020b-ee7d-4058-816c-3edf5355b303') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:38.875879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ff020b-ee7d-4058-816c-3edf5355b303') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:38.888660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.923382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.933749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:38.934170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:39.087433 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:39.127236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.131710 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.191672 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6270471-8272-4dc0-a6dd-09639baa5c40 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:39.192162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6270471-8272-4dc0-a6dd-09639baa5c40 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:39.225739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=7e2522d1-4621-4f88-b7e8-e489d96f0c69,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:39.226637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] For port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:39.237280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.245020 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bddc6534-f0b7-4b37-b41f-ab67e9a85c3d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/7e2522d1-4621-4f88-b7e8-e489d96f0c69 HTTP/1.1" status: 204 len: 168 time: 1.0063663 Jan 18 23:14:39.245020 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b6270471-8272-4dc0-a6dd-09639baa5c40 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/6ac36e73-046e-42f8-8015-54f92d201168 HTTP/1.1" status: 404 len: 339 time: 0.6000752 Jan 18 23:14:39.249552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36430) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.250030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36432) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.274388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.299087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325959a-48aa-48ef-9ca0-626b546c1a6b req-384112ce-e065-4e3e-a8a6-e651672ca025 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:39.300787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2325959a-48aa-48ef-9ca0-626b546c1a6b req-384112ce-e065-4e3e-a8a6-e651672ca025 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.2683444 Jan 18 23:14:39.302698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:39.303045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.315434 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.365231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,segment=NetworkSegment(9a980d7a-b1d1-4787-8c5a-65a40f646c84),segment_id=9a980d7a-b1d1-4787-8c5a-65a40f646c84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:39.365894 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.369554 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-871c1ae1-3e2a-4238-8ad5-63f3ab7f9f78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:39.370152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871c1ae1-3e2a-4238-8ad5-63f3ab7f9f78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:39.374860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-871c1ae1-3e2a-4238-8ad5-63f3ab7f9f78 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/a5bf538b-369b-45dc-8c94-50aaca18f9a6 HTTP/1.1" status: 404 len: 337 time: 0.1220067 Jan 18 23:14:39.375085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,segment=NetworkSegment(9a980d7a-b1d1-4787-8c5a-65a40f646c84),segment_id=9a980d7a-b1d1-4787-8c5a-65a40f646c84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:39.375704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36438) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.383826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.384892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.398232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2325959a-48aa-48ef-9ca0-626b546c1a6b req-f2fd975e-8316-44aa-856e-1c3940d66abb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Jan 18 23:14:39.482439 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b5e458-548e-49b3-a80c-cc4e065989f0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:39.483058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b5e458-548e-49b3-a80c-cc4e065989f0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:39.488812 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-84b5e458-548e-49b3-a80c-cc4e065989f0 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/d8d2a8bd-1ca7-469a-8382-96e1461e41ed HTTP/1.1" status: 404 len: 339 time: 0.1022892 Jan 18 23:14:39.489121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.506246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.526482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Calling delete_port for bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:39.532196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:39.611802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:39.623614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] For port 86a9409d-ac00-4ff6-b550-2da6ba73ee20, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=86a9409d-ac00-4ff6-b550-2da6ba73ee20,segment=NetworkSegment(27dd3beb-c957-43a8-9b3a-5627b74bcb3c),segment_id=27dd3beb-c957-43a8-9b3a-5627b74bcb3c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:39.624630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.628660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:39.629285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.635629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:39.652487 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce80391e-221a-4cab-ab2c-d9aac78c2474 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:39.652487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce80391e-221a-4cab-ab2c-d9aac78c2474 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:39.652487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ce80391e-221a-4cab-ab2c-d9aac78c2474 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/88d850ba-20ef-4c8b-b29a-606e3e8d83b2 HTTP/1.1" status: 404 len: 337 time: 0.1403389 Jan 18 23:14:39.656044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.666863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.668817 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:39.669375 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:39.680118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Subnet': ['ID=8a715ac9-215d-4936-8b99-9074f2cca066,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:39.692557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6126399 Jan 18 23:14:39.693357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36450) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.696693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] DHCP port deletion for 2cc03281-da4b-4ef0-b393-166fff962751 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:39.698470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5dcb7-a32c-4e48-aef5-7cb48cce7143 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,revision_number=4']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:39.702052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Deleting port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:39.702587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.714946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Request body: {'port': {'network_id': 'f1d84029-e20e-4d03-be87-edcd9315db19', 'mac_address': 'fa:16:3e:a2:a0:80', 'name': 'tempest-NetworksTestDHCPv6-2060147136'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:39.736197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:39.736549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.801866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 86a9409d-ac00-4ff6-b550-2da6ba73ee20 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:39.845479 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd5242a-c67e-4774-9034-7856fb71e20c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:39.845953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd5242a-c67e-4774-9034-7856fb71e20c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:39.849989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5dd5242a-c67e-4774-9034-7856fb71e20c tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/423f45cb-1fc6-4f56-852d-376b82f81084 HTTP/1.1" status: 404 len: 339 time: 0.1907332 Jan 18 23:14:39.851195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.951187 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0586de36-661c-4c35-bf6f-ce188fb4c32e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:39.951652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0586de36-661c-4c35-bf6f-ce188fb4c32e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:39.953424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0586de36-661c-4c35-bf6f-ce188fb4c32e tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/8e25b029-0db0-45f8-8f31-4b53a089a94b HTTP/1.1" status: 404 len: 337 time: 0.1017983 Jan 18 23:14:39.967417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36460) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:40.050389 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce80247-65a7-4f01-b157-421a4357c55b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:40.050966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce80247-65a7-4f01-b157-421a4357c55b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:40.052803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ce80247-65a7-4f01-b157-421a4357c55b tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/1bd93aff-d0ae-4819-9842-35ea65a10c41 HTTP/1.1" status: 404 len: 339 time: 0.0844402 Jan 18 23:14:40.058705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36464) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:40.071854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] For port 86a9409d-ac00-4ff6-b550-2da6ba73ee20, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=86a9409d-ac00-4ff6-b550-2da6ba73ee20,segment=NetworkSegment(27dd3beb-c957-43a8-9b3a-5627b74bcb3c),segment_id=27dd3beb-c957-43a8-9b3a-5627b74bcb3c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:40.072578 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.074797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:40.092044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Usage tracker for resource:port and tenant:a28c394e81474c2f8a99bccb53174496 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:40.092326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ed310-1450-458e-be25-d20a4f56ee81 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:40.096285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:40.111023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:40.129558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,segment=NetworkSegment(9a980d7a-b1d1-4787-8c5a-65a40f646c84),segment_id=9a980d7a-b1d1-4787-8c5a-65a40f646c84)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:40.129924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.135861 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.196976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Made reservation on behalf of a28c394e81474c2f8a99bccb53174496 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:40.216466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Deleting port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:40.216919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.223601 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41d837f-dd7b-4039-9627-f99b5fe09859 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:40.224063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41d837f-dd7b-4039-9627-f99b5fe09859 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:40.313654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Calling delete_port for 86a9409d-ac00-4ff6-b550-2da6ba73ee20 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:40.385898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e41d837f-dd7b-4039-9627-f99b5fe09859 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/f43a0ae4-cfa1-4faa-bb4d-8379ff30c7f4 HTTP/1.1" status: 404 len: 337 time: 0.3186896 Jan 18 23:14:40.385898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=86a9409d-ac00-4ff6-b550-2da6ba73ee20,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.385898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:40.388991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No DVR routers for this DVR port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:40.417897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2121b07a-2fa4-4ea3-aef7-6145b48939f4 None None] Provisioning for port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:40.524998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:40.525236 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:40.532847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:40.540516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.548409 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-acecbd91-275b-43d7-b70c-a9b7b5ac6b82 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:40.548886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acecbd91-275b-43d7-b70c-a9b7b5ac6b82 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:40.553550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-acecbd91-275b-43d7-b70c-a9b7b5ac6b82 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/8df618b2-59fd-4313-a9c7-2dd098a78bec HTTP/1.1" status: 404 len: 339 time: 0.1637108 Jan 18 23:14:40.553550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:40.612324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc03281-da4b-4ef0-b393-166fff962751']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:40.629524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dd3beb-c957-43a8-9b3a-5627b74bcb3c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:40.629814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dd3beb-c957-43a8-9b3a-5627b74bcb3c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:40.651516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.653945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] For port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,segment=NetworkSegment(9a980d7a-b1d1-4787-8c5a-65a40f646c84),segment_id=9a980d7a-b1d1-4787-8c5a-65a40f646c84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:40.654338 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.661976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Deleting subnet d51dc113-f9a5-44f1-9d06-8aadc91d0b70 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:40.665762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.735544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.763674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.786231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.813009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:40.822944 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.832619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:40.833047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.847516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Calling delete_port for bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:40.849151 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:40.885388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.892872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:40.929925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.935327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] device_id is not set on port a167791e-c5af-4f72-9f79-1bfd98baf918 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:40.981983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.993539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-8877d105-329f-475b-9064-4824b7d82983 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:40.996160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-8877d105-329f-475b-9064-4824b7d82983 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.7202699 Jan 18 23:14:41.008768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677531e0-78f6-46c2-8c29-38a7a014ad1f req-f6825d28-c258-4523-8f7d-f11a2f8b3bb3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:41.010230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:41.010556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-677531e0-78f6-46c2-8c29-38a7a014ad1f req-f6825d28-c258-4523-8f7d-f11a2f8b3bb3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.4426427 Jan 18 23:14:41.010683 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:41.011788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.019659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:41.027260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Deleting port 86a9409d-ac00-4ff6-b550-2da6ba73ee20 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:41.027861 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.035252 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/2cc03281-da4b-4ef0-b393-166fff962751 HTTP/1.1" status: 204 len: 168 time: 2.3925853 Jan 18 23:14:41.041112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:41.045511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f54f52-be0d-4af4-ae50-ae0baf8f16e2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=2cc03281-da4b-4ef0-b393-166fff962751,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:41.099862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:41.100450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.127147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed25e5-05fd-451c-b1d0-5e60999aabef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:41.127731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-95ed25e5-05fd-451c-b1d0-5e60999aabef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:41.131842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.141898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fda34-cc0b-4b57-874a-5b6fa5edfe47 None None] The port '86a9409d-ac00-4ff6-b550-2da6ba73ee20' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:14:41.179871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.191867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Subnet': ['ID=d51dc113-f9a5-44f1-9d06-8aadc91d0b70,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:41.200427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-52ce565a-bcc4-42a3-87dd-54c9e7d05ba8 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/subnets/d51dc113-f9a5-44f1-9d06-8aadc91d0b70 HTTP/1.1" status: 204 len: 168 time: 0.6458478 Jan 18 23:14:41.202755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:41.210389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-95ed25e5-05fd-451c-b1d0-5e60999aabef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:41.215994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-95ed25e5-05fd-451c-b1d0-5e60999aabef tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e HTTP/1.1" status: 200 len: 845 time: 0.1733255 Jan 18 23:14:41.240778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36486) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:41.242399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146fae8-3405-4693-9be7-f522d64d9bf2 None None] Network 33c93401-add0-487a-bcfe-3d8c4095a687 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:41.263584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.373094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.409964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:41.412572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-71080d09-1992-4e50-a411-7c11e89c434e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1699927 Jan 18 23:14:41.413936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:41.423980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:41.442599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.450025 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-677531e0-78f6-46c2-8c29-38a7a014ad1f req-523873bc-52a1-40f3-a0fa-8f84a49dea22 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733227 Jan 18 23:14:41.459973 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.462238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c4e1a1-8ad1-4f01-9851-35d54972211d']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:41.477253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 5feb65f1-c63e-4d3f-a0fe-473633f14dea {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:41.477615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.538916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Deleting port a30158a8-4d9d-418d-ae43-84011e71328e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:41.539551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.574298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 86a9409d-ac00-4ff6-b550-2da6ba73ee20 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:41.599035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a980d7a-b1d1-4787-8c5a-65a40f646c84') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:41.599651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a980d7a-b1d1-4787-8c5a-65a40f646c84') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:41.626882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:41.627140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8::23b (f1d84029-e20e-4d03-be87-edcd9315db19/f04be323-8d0e-4957-b2a7-2e354260017a/a167791e-c5af-4f72-9f79-1bfd98baf918) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:41.635116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:41.642630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:a080 (f1d84029-e20e-4d03-be87-edcd9315db19/8a715ac9-215d-4936-8b99-9074f2cca066/a167791e-c5af-4f72-9f79-1bfd98baf918) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:41.644469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 86a9409d-ac00-4ff6-b550-2da6ba73ee20 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:41.644812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 86a9409d-ac00-4ff6-b550-2da6ba73ee20 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:41.660600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Deleting port bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:41.661298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.670694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:41.689051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:41.722602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.728433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:41.732052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.748880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a731428a-e102-4615-ab5f-424d74fedb01 None None] The port 'bbbe44fc-37b2-42dd-b5b6-ae2c02d4a17e' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:14:41.761281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:41.863780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] DHCP port deletion for 33c93401-add0-487a-bcfe-3d8c4095a687 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:41.875701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Deleting port a30158a8-4d9d-418d-ae43-84011e71328e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:41.876361 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.938303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.967582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] For port a30158a8-4d9d-418d-ae43-84011e71328e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a30158a8-4d9d-418d-ae43-84011e71328e,segment=NetworkSegment(a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef),segment_id=a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:41.967844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.975060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:41.975472 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:41.990139 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:41.993837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0be2e354-3851-4c77-adf6-753152987364 None None] Provisioning complete for port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:41.994369 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0be2e354-3851-4c77-adf6-753152987364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.096361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Calling delete_port for a30158a8-4d9d-418d-ae43-84011e71328e owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:42.152058 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.177125 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.193306 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec922fb7-7421-419e-84e4-8c849ffb109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.201964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] For port a30158a8-4d9d-418d-ae43-84011e71328e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a30158a8-4d9d-418d-ae43-84011e71328e,segment=NetworkSegment(a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef),segment_id=a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:42.201964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.205623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port 5feb65f1-c63e-4d3f-a0fe-473633f14dea, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5feb65f1-c63e-4d3f-a0fe-473633f14dea,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:42.206043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.222804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=c6c4e1a1-8ad1-4f01-9851-35d54972211d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:42.230701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.351905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 5feb65f1-c63e-4d3f-a0fe-473633f14dea owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:42.373112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.376634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Calling delete_port for a30158a8-4d9d-418d-ae43-84011e71328e owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:42.422543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Port': ['ID=a30158a8-4d9d-418d-ae43-84011e71328e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:42.427445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.464447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:42.465399 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:42.475141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] No DVR routers for this DVR port a30158a8-4d9d-418d-ae43-84011e71328e on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:42.519912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0851dad1-6c4e-4610-9c5f-d48a324c8553 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/c6c4e1a1-8ad1-4f01-9851-35d54972211d HTTP/1.1" status: 204 len: 168 time: 3.2686687 Jan 18 23:14:42.529414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36496) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:42.530694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:42.546767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595619598'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:42.549414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:42.555563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Transition to ACTIVE for port object a167791e-c5af-4f72-9f79-1bfd98baf918 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:42.558253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:42.558503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:42.559030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.561290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d71d6a-855c-4b14-9386-c7b8994f6248 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:42.570369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:42.575410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:42.593724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:42.617318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:42.620765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.678687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.682745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=0507ff17-2709-4588-a4ee-65a09f68c399,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:42.698274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.734480 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf6170f8-43d6-4137-9f8d-46b6c1b1d0d2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3171804 Jan 18 23:14:42.739652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:42.740493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c93401-add0-487a-bcfe-3d8c4095a687']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:42.756287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:42.756588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b0a3a1-ae8a-4222-a2ac-3b87ea6df0ef') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:42.759637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1972231316'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:42.773419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.775318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:42.782349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:42.791804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Network f1d84029-e20e-4d03-be87-edcd9315db19 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:42.795993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.797958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519472a2-7b8b-4d4b-99f0-e7dccdba2aa4 req-4fb7407d-d6bc-45e9-8bd2-04624855351a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:42.798135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:42.799545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-519472a2-7b8b-4d4b-99f0-e7dccdba2aa4 req-4fb7407d-d6bc-45e9-8bd2-04624855351a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 945 time: 0.1910386 Jan 18 23:14:42.800772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:42.803571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.805279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:42.811267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:42.811882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.816881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:42.817061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5feb65f1-c63e-4d3f-a0fe-473633f14dea no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:42.825836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:42.831388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:42.832014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:42.834459 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:42.845388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:42.928267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 5feb65f1-c63e-4d3f-a0fe-473633f14dea {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:42.928616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5feb65f1-c63e-4d3f-a0fe-473633f14dea not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:42.928855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event updated for resources: {'Port': ['ID=a167791e-c5af-4f72-9f79-1bfd98baf918,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:42.943170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.946894 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 9225af9e-38ee-4724-b054-d0ca9aef7b05 of type vlan for network a671071e-bc94-4294-9fcf-6eff8538fb00 Jan 18 23:14:42.971116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-519472a2-7b8b-4d4b-99f0-e7dccdba2aa4 req-2dc3b869-d5d4-4ffc-9745-f5d8ba26cc40 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358254 Jan 18 23:14:42.977388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Deleting port a30158a8-4d9d-418d-ae43-84011e71328e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:42.977975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.981872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.014628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.041078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] 10.222.0.78 "DELETE /v2.0/networks/33c93401-add0-487a-bcfe-3d8c4095a687 HTTP/1.1" status: 204 len: 168 time: 1.8369629 Jan 18 23:14:43.047375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4c762-0a6a-44ae-80ba-6c148733f819 tempest-NetworksTest-464023493 tempest-NetworksTest-464023493-project] Pushing event deleted for resources: {'Network': ['ID=33c93401-add0-487a-bcfe-3d8c4095a687,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.100030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d64f8a1-7534-40d3-98a0-e44f91bc5618 None None] The port 'a30158a8-4d9d-418d-ae43-84011e71328e' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:14:43.118381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:43.118861 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.122704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.143857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=5feb65f1-c63e-4d3f-a0fe-473633f14dea,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.146453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port 5feb65f1-c63e-4d3f-a0fe-473633f14dea on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:43.158809 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.161223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6efa629-9536-4f46-8f14-3fd3d8609004 req-74e6272d-970c-47dd-a027-ad1a95fa4593 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "DELETE /v2.0/ports/5feb65f1-c63e-4d3f-a0fe-473633f14dea HTTP/1.1" status: 204 len: 173 time: 2.1493633 Jan 18 23:14:43.164854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'name': 'network-vif-deleted', 'tag': '5feb65f1-c63e-4d3f-a0fe-473633f14dea'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:43.224635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36510) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:43.229627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-361319a3-0216-4e74-9263-c3a1bca36086 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5354245 Jan 18 23:14:43.245083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.252487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:43.258694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group_rule and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:43.262405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:43.270189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:43.301615 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc', 'name': 'network-vif-deleted', 'tag': '5feb65f1-c63e-4d3f-a0fe-473633f14dea', 'status': 'completed', 'code': 200} Jan 18 23:14:43.312384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.318942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:43.319913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.370109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ab7d3cd2-a54b-4af0-8018-e3b6399e7c43 None None] Provisioning for port a167791e-c5af-4f72-9f79-1bfd98baf918 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:43.376716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting port a167791e-c5af-4f72-9f79-1bfd98baf918 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:43.377750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.396072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ab7d3cd2-a54b-4af0-8018-e3b6399e7c43 None None] Provisioning complete for port a167791e-c5af-4f72-9f79-1bfd98baf918 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:43.396677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3cd2-a54b-4af0-8018-e3b6399e7c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.448861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9122381 Jan 18 23:14:43.449763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36516) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:43.458816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:43.460814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-0d7045e1-8179-461d-99ca-5c9b92f5d321', 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'tenant_id': '9a06bbc8f0e841ec9ce8696136c03b0d', 'fixed_ips': [{'subnet_id': '0507ff17-2709-4588-a4ee-65a09f68c399'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:43.461682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.467157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dc7b3-e828-476b-94b2-21c786b10d6d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=a671071e-bc94-4294-9fcf-6eff8538fb00,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.501003 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.506746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a671071e-bc94-4294-9fcf-6eff8538fb00 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:43.514373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.591905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8028e11a-82bb-408c-94ee-593bb98ca5b0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.594403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36520) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:43.616410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.619926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e6f2ad78-57f1-45aa-832a-4bbc3c0338f1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8711212 Jan 18 23:14:43.622696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36526) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:43.635620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'security_group': {'name': 'tempest-secgroup-947590409'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:43.648847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:43.659445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:43.669547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:43.681762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:43.695259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a30158a8-4d9d-418d-ae43-84011e71328e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:43.711533 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.740634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:43.748881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:43.753038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group_rule and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:43.756581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:43.757439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:43.761761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:43.772729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:43.773977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:43.793137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a30158a8-4d9d-418d-ae43-84011e71328e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:43.793508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a30158a8-4d9d-418d-ae43-84011e71328e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:43.802630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d3cd2-a54b-4af0-8018-e3b6399e7c43 None None] Port a167791e-c5af-4f72-9f79-1bfd98baf918 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:43.823908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:43.827736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.907902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.925837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.935278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.006768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Allocated IP 2001:db8::2 (0d7045e1-8179-461d-99ca-5c9b92f5d321/0507ff17-2709-4588-a4ee-65a09f68c399/f876e91e-b465-4452-b3a7-ca3a953bdd0c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:44.011460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563f9c4b-dc32-4382-9401-9e95edef67dc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.017922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.019298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-88629b02-24ca-481b-a897-e670f7d97199 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3944566 Jan 18 23:14:44.024409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36532) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:44.031510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-99b0bb81-62e2-4bd1-8d65-5d708e6ddf5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3785cbfcfc049db9850d1447e1729c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307373 Jan 18 23:14:44.033405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-926549134', 'security_groups': ['563f9c4b-dc32-4382-9401-9e95edef67dc'], 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0507ff17-2709-4588-a4ee-65a09f68c399'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:44.054926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36536) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:44.080735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Calling delete_port for a167791e-c5af-4f72-9f79-1bfd98baf918 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:44.221196 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a27e2e9-df22-4b45-b2d3-be0a89e6cc7d req-b262d738-ab21-4cce-9e16-344cc93a7027 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab16e5d-2eae-4c77-80e4-d8b8eb32c1dc HTTP/1.1" status: 200 len: 210 time: 0.0589688 Jan 18 23:14:44.256308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad67a-f43f-4c62-8540-c47f36d03986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.283136 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.287136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:44.294578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad67a-f43f-4c62-8540-c47f36d03986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.295536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Transition to ACTIVE for port object f876e91e-b465-4452-b3a7-ca3a953bdd0c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:44.311887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:44.317165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Transition to ACTIVE for port object f876e91e-b465-4452-b3a7-ca3a953bdd0c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:44.326300 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.344472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:44.406168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:44.409215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:44.414037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:44.454014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Pushing event updated for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.474941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad67a-f43f-4c62-8540-c47f36d03986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.496328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ad67a-f43f-4c62-8540-c47f36d03986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e718a-f4ac-42d6-9e84-3e71aeee7c27,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.502934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.519886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad67a-f43f-4c62-8540-c47f36d03986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.523331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0c9ad67a-f43f-4c62-8540-c47f36d03986 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/094e718a-f4ac-42d6-9e84-3e71aeee7c27 HTTP/1.1" status: 204 len: 168 time: 0.4626665 Jan 18 23:14:44.528218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Attempting to bind port f876e91e-b465-4452-b3a7-ca3a953bdd0c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:44.528587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Attempting to bind port f876e91e-b465-4452-b3a7-ca3a953bdd0c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '9563ac0c-1e74-4b08-aa51-d54127ddfd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:44.528988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Attempting to bind port f876e91e-b465-4452-b3a7-ca3a953bdd0c on network 0d7045e1-8179-461d-99ca-5c9b92f5d321 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:44.535175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:44.536234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Checking segment: {'id': '9563ac0c-1e74-4b08-aa51-d54127ddfd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:44.536450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.536776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Bound using segment: {'id': '9563ac0c-1e74-4b08-aa51-d54127ddfd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:44.537401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Bound port: f876e91e-b465-4452-b3a7-ca3a953bdd0c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9563ac0c-1e74-4b08-aa51-d54127ddfd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:44.537773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.541110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:44.633991 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.646907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:44.652244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f876e91e-b465-4452-b3a7-ca3a953bdd0c,segment=NetworkSegment(9563ac0c-1e74-4b08-aa51-d54127ddfd44),segment_id=9563ac0c-1e74-4b08-aa51-d54127ddfd44)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:44.663159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.747280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '9225af9e-38ee-4724-b054-d0ca9aef7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:44.747647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: a671071e-bc94-4294-9fcf-6eff8538fb00, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:44.755053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=41eea12f-c41e-49fa-9999-9fba16a1b806,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.761250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.808540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed797c-86a2-46fd-9872-deda0502c0e0 None None] Pushing event updated for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.866052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::257 (0d7045e1-8179-461d-99ca-5c9b92f5d321/0507ff17-2709-4588-a4ee-65a09f68c399/23d412de-a58e-43ed-a3c9-db0ea4e9ab3e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:44.886218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network a671071e-bc94-4294-9fcf-6eff8538fb00 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:44.888787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Port': ['ID=a167791e-c5af-4f72-9f79-1bfd98baf918,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.925577 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:14:44.964042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fdccb2a1-e910-4a6b-b2b7-15e993444bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.964533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.984921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a671071e-bc94-4294-9fcf-6eff8538fb00) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:44.992893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:44.994292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5938899-0db2-45ef-8267-676639c1b5d2 None None] Network a671071e-bc94-4294-9fcf-6eff8538fb00 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:45.000493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.020095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f72434a3-af45-4363-9f98-d3cc67f1f36a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/a167791e-c5af-4f72-9f79-1bfd98baf918 HTTP/1.1" status: 204 len: 168 time: 1.7942855 Jan 18 23:14:45.022496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.085555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c8c31c8c-498d-4931-9981-ae377da5c71a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6345770 Jan 18 23:14:45.097382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36552) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.118974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-628530299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:45.133331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:45.144004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:45.162456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:45.184846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc66303-c73a-4cb9-b7eb-587c6b37cf08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:45.192302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:45.194908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-acc66303-c73a-4cb9-b7eb-587c6b37cf08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:45.227366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-acc66303-c73a-4cb9-b7eb-587c6b37cf08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:45.228581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-acc66303-c73a-4cb9-b7eb-587c6b37cf08 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2050335 Jan 18 23:14:45.231624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36558) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.243990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.265248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.352416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c43fa9-f717-4f35-b588-f7d7050846f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:45.354803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a2c43fa9-f717-4f35-b588-f7d7050846f9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1177604 Jan 18 23:14:45.357371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.365800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.405716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a671071e-bc94-4294-9fcf-6eff8538fb00', 'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': '41eea12f-c41e-49fa-9999-9fba16a1b806'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:45.406400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.424723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.444715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:45.453181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.489053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f3c25-2d69-47ed-9646-d68535388c63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:45.490789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f3c25-2d69-47ed-9646-d68535388c63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:45.492312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f3c25-2d69-47ed-9646-d68535388c63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:45.493345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.494028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-958f3c25-2d69-47ed-9646-d68535388c63 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1354718 Jan 18 23:14:45.496728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.497901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3000fbdd-9a65-4dbe-b29c-2035a8d71bc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3982863 Jan 18 23:14:45.499788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36574) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.507018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'port': {'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00', 'name': 'tempest-RoutersIpV6Test-1454493601'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:45.621389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet 8a715ac9-215d-4936-8b99-9074f2cca066 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:45.628681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.707001 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.749578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.755448 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.770346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.772604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Allocated IP 2001:db8::2 (a671071e-bc94-4294-9fcf-6eff8538fb00/41eea12f-c41e-49fa-9999-9fba16a1b806/a0cea96d-bf22-4eab-990e-5feec3ae74a1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:45.906127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:45.942367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.070751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:46.107989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.116141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:port and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:46.123528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:46.127721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:46.133847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:46.136263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:46.141674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:46.152486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:46.153550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.170881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=23d412de-a58e-43ed-a3c9-db0ea4e9ab3e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:46.200439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7a38df38-488f-4a01-b418-8c1df6b258ba tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1748147 Jan 18 23:14:46.201826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:46.201985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2000007193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:46.206178 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.222398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:46.223213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=8a715ac9-215d-4936-8b99-9074f2cca066,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:46.226422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c97a54-252b-458e-8f83-b0b38c5e5960 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:46.226987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:46.236263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.240909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] device_id is not set on port 5ae17c65-51f5-4d4c-a623-097a04d399e4 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:14:46.251474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:46.297566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:router and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:46.306645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:46.329927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.347459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Transition to ACTIVE for port object a0cea96d-bf22-4eab-990e-5feec3ae74a1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:46.368449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e2401123-7e54-44d7-91c2-f8230f25641b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/8a715ac9-215d-4936-8b99-9074f2cca066 HTTP/1.1" status: 204 len: 168 time: 0.8705719 Jan 18 23:14:46.369491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:46.373090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36600) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:46.395640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Transition to ACTIVE for port object a0cea96d-bf22-4eab-990e-5feec3ae74a1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:46.421757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.422977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.473764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.480433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:46.484356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.484915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:46.488151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:46.493876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:46.509961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:46.513500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.546887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Deleting subnet f04be323-8d0e-4957-b2a7-2e354260017a {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:46.552052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.575747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Pushing event updated for resources: {'Port': ['ID=a0cea96d-bf22-4eab-990e-5feec3ae74a1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:46.587396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Network a671071e-bc94-4294-9fcf-6eff8538fb00 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:46.606654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.607016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.607284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.607421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.607655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.608460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.608460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.608704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.609085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.609447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.614793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.615777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.616346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:46.620149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:46.629246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:46.646889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8::38e (a671071e-bc94-4294-9fcf-6eff8538fb00/41eea12f-c41e-49fa-9999-9fba16a1b806/5ae17c65-51f5-4d4c-a623-097a04d399e4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:46.668723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.675609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac1932f2-2053-4623-97ba-fc29fa0a1b04 None None] Provisioning for port f876e91e-b465-4452-b3a7-ca3a953bdd0c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:46.703909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.708039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ad3e3ec8-c0e7-4251-94f5-8990d7deb05e tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7967176 Jan 18 23:14:46.708802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36604) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:46.750240 n-d-825178-1 neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0507ff17-2709-4588-a4ee-65a09f68c399 (CIDR: 2001:db8::/64) Jan 18 23:14:46.762925 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:14:46.766762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:46.795864 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-faffd276-68ac-4449-aab4-04896457bcbb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5703163 Jan 18 23:14:46.798470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:46.803937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:46.846667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-548990706'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:46.851259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:46.883267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.938198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:46.949616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Attempting to bind port a0cea96d-bf22-4eab-990e-5feec3ae74a1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:46.950295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Attempting to bind port a0cea96d-bf22-4eab-990e-5feec3ae74a1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '9225af9e-38ee-4724-b054-d0ca9aef7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:46.950726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Attempting to bind port a0cea96d-bf22-4eab-990e-5feec3ae74a1 on network a671071e-bc94-4294-9fcf-6eff8538fb00 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:46.965550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac1932f2-2053-4623-97ba-fc29fa0a1b04 None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:46.965936 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac1932f2-2053-4623-97ba-fc29fa0a1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.968150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:network and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:46.976887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:46.998173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:47.009855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:47.010352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Checking segment: {'id': '9225af9e-38ee-4724-b054-d0ca9aef7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:47.010962 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.011414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Bound using segment: {'id': '9225af9e-38ee-4724-b054-d0ca9aef7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:47.012123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Bound port: a0cea96d-bf22-4eab-990e-5feec3ae74a1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9225af9e-38ee-4724-b054-d0ca9aef7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a671071e-bc94-4294-9fcf-6eff8538fb00'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:47.013634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.016335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:47.021396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:47.025958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:47.033332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:47.040380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f876e91e-b465-4452-b3a7-ca3a953bdd0c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:47.049347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:47.053964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.094991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Made reservation on behalf of 6946d2d08f7a4d5eaa6222797f3fbbbc for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:47.099075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.101843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:47.102219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.127045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.160650 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.180206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:47.188880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:security_group_rule and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:47.196051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:47.197664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ac1932f2-2053-4623-97ba-fc29fa0a1b04 None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:47.199735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.261604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] For port a0cea96d-bf22-4eab-990e-5feec3ae74a1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:47.268980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] For port a0cea96d-bf22-4eab-990e-5feec3ae74a1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0cea96d-bf22-4eab-990e-5feec3ae74a1,segment=NetworkSegment(9225af9e-38ee-4724-b054-d0ca9aef7b05),segment_id=9225af9e-38ee-4724-b054-d0ca9aef7b05)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:47.276563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:47.301768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Subnet': ['ID=f04be323-8d0e-4957-b2a7-2e354260017a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:47.310821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.312199 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.377394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.395851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 5ae17c65-51f5-4d4c-a623-097a04d399e4 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:47.434384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6ee509eb-a26f-49bc-a862-112253e80781 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/f04be323-8d0e-4957-b2a7-2e354260017a HTTP/1.1" status: 204 len: 168 time: 1.0599117 Jan 18 23:14:47.437987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.443704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36614) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:47.489799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.490534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.506616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0d0505df-c4a5-4247-bcd7-dace393d1373 None None] Provisioning for port 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:47.529777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0d0505df-c4a5-4247-bcd7-dace393d1373 None None] Provisioning complete for port 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:47.530279 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d0505df-c4a5-4247-bcd7-dace393d1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.623170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5287490f-2365-4225-af31-2cf3a602a5e5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1782329 Jan 18 23:14:47.624664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5e127-4e9b-405c-831c-5fd884671b8f None None] Pushing event updated for resources: {'Port': ['ID=a0cea96d-bf22-4eab-990e-5feec3ae74a1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:47.627149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36618) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:47.660260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f876e91e-b465-4452-b3a7-ca3a953bdd0c,segment=NetworkSegment(9563ac0c-1e74-4b08-aa51-d54127ddfd44),segment_id=9563ac0c-1e74-4b08-aa51-d54127ddfd44)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:47.665323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0d0505df-c4a5-4247-bcd7-dace393d1373 None None] Port 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:47.684095 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.707198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network a671071e-bc94-4294-9fcf-6eff8538fb00 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:47.720437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=5ae17c65-51f5-4d4c-a623-097a04d399e4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:47.724559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:47.727267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:47.732976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:47.733623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.762610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.783535 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.817380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1146e31b-de4a-4682-afeb-c5720be3c6e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3159997 Jan 18 23:14:47.831556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36622) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:47.849773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:47.968648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:47.975613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09540f-3c28-4122-9262-32683f553b0d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:48.007930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:48.015880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:48.020861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:48.021445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.024446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd3042-d20c-4aa4-80ae-ee077b83228a None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:48.067072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=c127547c-e597-4018-a9e7-4aba68dea2e5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:48.105136 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-67560726-688c-495c-bdf6-0c87f09659dd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3055167 Jan 18 23:14:48.105995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:48.114671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1932208606', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c127547c-e597-4018-a9e7-4aba68dea2e5'}], 'security_groups': ['8028e11a-82bb-408c-94ee-593bb98ca5b0']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:48.178713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13cd22a-b9d2-4b44-bd5c-c436010a3f02 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:48.186048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c13cd22a-b9d2-4b44-bd5c-c436010a3f02 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:48.217331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.217832 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Added segment 7b9982f4-92f6-498f-b6dd-226dfb993284 of type vlan for network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 Jan 18 23:14:48.313667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c13cd22a-b9d2-4b44-bd5c-c436010a3f02 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:48.313667 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c13cd22a-b9d2-4b44-bd5c-c436010a3f02 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6800356 Jan 18 23:14:48.336360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36632) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:48.377796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c24fe1-f811-4bbc-9bf5-e2c5178c7950 None None] Network f1d84029-e20e-4d03-be87-edcd9315db19 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:48.471509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0908c2-70b0-49d2-8b0c-bf18bac2d589 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:48.472381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d0908c2-70b0-49d2-8b0c-bf18bac2d589 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Synchronizing usage tracker for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:48.577346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.590621 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d0908c2-70b0-49d2-8b0c-bf18bac2d589 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Unset dirty status for tenant:a28c394e81474c2f8a99bccb53174496 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:48.597990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36636) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:48.599735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.602043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d0908c2-70b0-49d2-8b0c-bf18bac2d589 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2575240 Jan 18 23:14:48.619512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9aade316-9b5f-4c60-9a4a-df590b58d1ca None None] Provisioning complete for port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:48.620093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9aade316-9b5f-4c60-9a4a-df590b58d1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.735024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eb7f7863-b0d9-46f9-abb2-0923e62ab2e8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257329 Jan 18 23:14:48.744569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36640) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:48.812345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:14:48.825792 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82221e4-e07a-48b3-a285-e27646756f3d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:48.826303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82221e4-e07a-48b3-a285-e27646756f3d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:48.852496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b82221e4-e07a-48b3-a285-e27646756f3d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/a167791e-c5af-4f72-9f79-1bfd98baf918 HTTP/1.1" status: 404 len: 333 time: 0.1003015 Jan 18 23:14:48.858455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36644) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:48.899620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.911356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:48.911944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.975378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:48.978246 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a538409-b90b-4372-a052-00a7181f7568 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:48.978919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a538409-b90b-4372-a052-00a7181f7568 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:48.980851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a538409-b90b-4372-a052-00a7181f7568 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/8a715ac9-215d-4936-8b99-9074f2cca066 HTTP/1.1" status: 404 len: 337 time: 0.1214786 Jan 18 23:14:48.984272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.087186 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc327b6-e801-49f9-8514-d499deb546b9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.088529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc327b6-e801-49f9-8514-d499deb546b9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.093263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5bc327b6-e801-49f9-8514-d499deb546b9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/f04be323-8d0e-4957-b2a7-2e354260017a HTTP/1.1" status: 404 len: 337 time: 0.1079774 Jan 18 23:14:49.098583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.153166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3245223 Jan 18 23:14:49.154372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36656) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.163377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4d2fa-2771-416d-b788-7fb7fec304b8 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Network': ['ID=8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:49.171099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'subnet': {'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:49.176595 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0c33d5-f122-412c-9456-1dada5f4d583 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.177497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0c33d5-f122-412c-9456-1dada5f4d583 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.179070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1a0c33d5-f122-412c-9456-1dada5f4d583 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/0f65a2de-9219-441d-acc0-2ac390fd8049 HTTP/1.1" status: 404 len: 333 time: 0.0794454 Jan 18 23:14:49.182277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36662) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.225639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:49.345185 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-230aab48-7ec7-4b09-b9b2-446f9fcfc5ee tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.345644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230aab48-7ec7-4b09-b9b2-446f9fcfc5ee tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.349212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-230aab48-7ec7-4b09-b9b2-446f9fcfc5ee tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/5ca76c73-f9c3-4b23-a276-567fbfb9496d HTTP/1.1" status: 404 len: 337 time: 0.1649861 Jan 18 23:14:49.353361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36668) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.357432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a40d8e-9f72-4410-a68e-663a29872036 None None] Network a671071e-bc94-4294-9fcf-6eff8538fb00 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:49.360216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.388245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:49.388970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.408118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:49.412239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:subnet and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:49.416236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:49.418008 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2724a60e-b14b-485e-be4e-abb876b0420a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.418152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2724a60e-b14b-485e-be4e-abb876b0420a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.422872 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2724a60e-b14b-485e-be4e-abb876b0420a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/16e5b34c-e818-4cfc-90d8-69eef644e6a4 HTTP/1.1" status: 404 len: 337 time: 0.0656438 Jan 18 23:14:49.423070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:49.423720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36674) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.501652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Made reservation on behalf of 6946d2d08f7a4d5eaa6222797f3fbbbc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:49.505782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.518848 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5553b7c8-d1ab-46f5-b3b3-1b3aab67a068 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.519401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5553b7c8-d1ab-46f5-b3b3-1b3aab67a068 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.523555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5553b7c8-d1ab-46f5-b3b3-1b3aab67a068 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/08fadec9-3451-499a-9698-197a0a237f95 HTTP/1.1" status: 404 len: 333 time: 0.0969424 Jan 18 23:14:49.523710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Update dhcp port {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'fixed_ips': [{'subnet_id': '0507ff17-2709-4588-a4ee-65a09f68c399', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c127547c-e597-4018-a9e7-4aba68dea2e5'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'f876e91e-b465-4452-b3a7-ca3a953bdd0c'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:14:49.548349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36682) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.599232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] DHCP port deletion for f1d84029-e20e-4d03-be87-edcd9315db19 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:14:49.635166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] Deleting port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:49.635765 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.702025 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2763056-a324-42f6-ad00-9b9800ad73ee tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.702448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2763056-a324-42f6-ad00-9b9800ad73ee tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.707302 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f2763056-a324-42f6-ad00-9b9800ad73ee tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/f2089ce2-ee04-43f6-9c65-4265b57ac73a HTTP/1.1" status: 404 len: 337 time: 0.1474030 Jan 18 23:14:49.707972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36708) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.736836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-de9d29d2-cec6-4b25-b1a2-9d3367041326 None None] Provisioning for port a0cea96d-bf22-4eab-990e-5feec3ae74a1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:49.765737 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8a8b87-e3fd-4bec-9f8c-dfc2b5cbfe3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.766202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8a8b87-e3fd-4bec-9f8c-dfc2b5cbfe3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.771147 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cd8a8b87-e3fd-4bec-9f8c-dfc2b5cbfe3a tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/5b807590-a154-4f8b-939b-b720b2cf75d3 HTTP/1.1" status: 404 len: 337 time: 0.0566077 Jan 18 23:14:49.774870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.835439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Delete allocated IP 2001:db8::257 (0d7045e1-8179-461d-99ca-5c9b92f5d321/0507ff17-2709-4588-a4ee-65a09f68c399) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:14:49.889710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8:0:1::249 (0d7045e1-8179-461d-99ca-5c9b92f5d321/c127547c-e597-4018-a9e7-4aba68dea2e5/23d412de-a58e-43ed-a3c9-db0ea4e9ab3e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:49.890937 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.896780 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-68132875-8ca3-4297-b6bf-963b90672561 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.897660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68132875-8ca3-4297-b6bf-963b90672561 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.905148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-68132875-8ca3-4297-b6bf-963b90672561 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/bd105063-05b2-4cb4-92e5-dc2956d3c4d1 HTTP/1.1" status: 404 len: 333 time: 0.1230426 Jan 18 23:14:49.907941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36728) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:49.928776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.939892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.983507 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-742540d5-45fa-4444-a1ce-1cd32e1d6792 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:49.984189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742540d5-45fa-4444-a1ce-1cd32e1d6792 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:49.989070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-742540d5-45fa-4444-a1ce-1cd32e1d6792 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/e0bab4bd-82dd-40d1-b467-d04badf0a3ed HTTP/1.1" status: 404 len: 337 time: 0.0609760 Jan 18 23:14:49.993418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36732) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.068629 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-074d5fb5-7cdf-40dd-91a9-9920fccb4939 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.069145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074d5fb5-7cdf-40dd-91a9-9920fccb4939 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.115454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-074d5fb5-7cdf-40dd-91a9-9920fccb4939 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/03bb141c-77ee-430b-a9da-a4b1d41e3f95 HTTP/1.1" status: 404 len: 337 time: 0.1116903 Jan 18 23:14:50.124104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36736) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.181993 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c30c6d-b5d4-4e6b-a829-42bf0ca08cb8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.183199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c30c6d-b5d4-4e6b-a829-42bf0ca08cb8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.185248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-76c30c6d-b5d4-4e6b-a829-42bf0ca08cb8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/2bdeac7b-f5ef-4e99-b7db-834e91538d00 HTTP/1.1" status: 404 len: 333 time: 0.0568552 Jan 18 23:14:50.191409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36740) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.196971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=5ae17c65-51f5-4d4c-a623-097a04d399e4,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:50.281441 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d787400d-f126-46e2-9d42-dd93c9122d16 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.282299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d787400d-f126-46e2-9d42-dd93c9122d16 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.284262 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d787400d-f126-46e2-9d42-dd93c9122d16 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/336cb584-6034-44a5-b949-3afe209b9e3e HTTP/1.1" status: 404 len: 337 time: 0.0894434 Jan 18 23:14:50.287527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36744) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.327888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0cea96d-bf22-4eab-990e-5feec3ae74a1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:50.334689 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6efe28-4b16-4be8-b296-261cf47f1bc9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.335283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6efe28-4b16-4be8-b296-261cf47f1bc9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.337161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fc6efe28-4b16-4be8-b296-261cf47f1bc9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/00e77bf1-44e6-40d0-b490-65ff406f8bc4 HTTP/1.1" status: 404 len: 333 time: 0.0488446 Jan 18 23:14:50.341885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.406028 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adb3b77-fdc7-4a40-875f-3f89eb8d3a62 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.406028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adb3b77-fdc7-4a40-875f-3f89eb8d3a62 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.408016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5adb3b77-fdc7-4a40-875f-3f89eb8d3a62 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/56ddedd3-3e17-48ac-8f95-d457911b012a HTTP/1.1" status: 404 len: 337 time: 0.0619009 Jan 18 23:14:50.410041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.574554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] For port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,segment=NetworkSegment(cca41538-7513-4d2a-a7c7-161339af22e5),segment_id=cca41538-7513-4d2a-a7c7-161339af22e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:50.575016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.605249 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.667783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a0cea96d-bf22-4eab-990e-5feec3ae74a1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:50.674915 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a035bd5-516f-4e54-992f-d312672cfc52 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.675400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a035bd5-516f-4e54-992f-d312672cfc52 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.677120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3a035bd5-516f-4e54-992f-d312672cfc52 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/2965af55-d059-4110-9785-1d51bb2673f7 HTTP/1.1" status: 404 len: 333 time: 0.2644751 Jan 18 23:14:50.678026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.681668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36766) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.687877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:14:50.704636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.725126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:50.737691 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.738329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] Calling delete_port for 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:50.795626 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.870953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a0cea96d-bf22-4eab-990e-5feec3ae74a1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:50.871352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.907036 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfdff09-7adf-447d-b83e-34c6c447365f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:50.907508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfdff09-7adf-447d-b83e-34c6c447365f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:50.909269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1dfdff09-7adf-447d-b83e-34c6c447365f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/82c11458-e3ac-4b2e-af4a-ca34aa0b3db3 HTTP/1.1" status: 404 len: 337 time: 0.1509244 Jan 18 23:14:50.970863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:50.974924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] In _notify_port_updated(), no bound segment for port 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e on network 0d7045e1-8179-461d-99ca-5c9b92f5d321 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:14:50.980912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:50.981693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.987007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/ports/23d412de-a58e-43ed-a3c9-db0ea4e9ab3e HTTP/1.1" status: 200 len: 931 time: 2.8798883 Jan 18 23:14:50.989667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.027550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Allocated IP 2001:db8:0:1::2 (0d7045e1-8179-461d-99ca-5c9b92f5d321/c127547c-e597-4018-a9e7-4aba68dea2e5/f876e91e-b465-4452-b3a7-ca3a953bdd0c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:51.059976 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.096297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Checking segment: {'id': '7b9982f4-92f6-498f-b6dd-226dfb993284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:51.096702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network hostable DHCP agents. Network: 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:51.132145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] No DVR routers for this DVR port 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:51.157777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59365df-a404-4ef5-82df-c9e1bd84fe4c None None] Pushing event deleted for resources: {'Port': ['ID=84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:51.163179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Subnet': ['ID=e7b2929a-6bd8-47c6-a428-085eb85a0886,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:51.186134 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b451851b-c9bf-47c5-9938-3cbb9aa69369 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.186608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b451851b-c9bf-47c5-9938-3cbb9aa69369 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.190608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b451851b-c9bf-47c5-9938-3cbb9aa69369 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/77fde4f9-6224-4c38-ba77-62fc8a4332df HTTP/1.1" status: 404 len: 333 time: 0.2000821 Jan 18 23:14:51.190608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adbe0c-22d4-4c64-9227-1ae0bcc4658a tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=23d412de-a58e-43ed-a3c9-db0ea4e9ab3e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:51.193632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.283721 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc25a63-2509-451b-aca9-5f1d5a54a970 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.283721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc25a63-2509-451b-aca9-5f1d5a54a970 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.287325 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fcc25a63-2509-451b-aca9-5f1d5a54a970 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/0610d087-0cc2-4b43-8690-161c8e8b7312 HTTP/1.1" status: 404 len: 337 time: 0.0884087 Jan 18 23:14:51.289566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:51.290152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.312335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36806) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.330220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.356290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:51.382269 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6719ea52-a07b-4c00-b7fd-d9e613edd151 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.382845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6719ea52-a07b-4c00-b7fd-d9e613edd151 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.385539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a0cea96d-bf22-4eab-990e-5feec3ae74a1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0cea96d-bf22-4eab-990e-5feec3ae74a1,segment=NetworkSegment(9225af9e-38ee-4724-b054-d0ca9aef7b05),segment_id=9225af9e-38ee-4724-b054-d0ca9aef7b05)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:51.388063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6719ea52-a07b-4c00-b7fd-d9e613edd151 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/a87e815d-0fc7-49d8-a4e8-3f21de12c3f5 HTTP/1.1" status: 404 len: 333 time: 0.0736718 Jan 18 23:14:51.389337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36810) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.401074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.437449 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75a0968-bd96-4c70-9bc2-1f2dc8c21ea6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.437916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75a0968-bd96-4c70-9bc2-1f2dc8c21ea6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.442275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f75a0968-bd96-4c70-9bc2-1f2dc8c21ea6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/22538735-f593-4ce3-98f5-8641846ecdd3 HTTP/1.1" status: 404 len: 337 time: 0.0503635 Jan 18 23:14:51.444110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36814) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.475759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f876e91e-b465-4452-b3a7-ca3a953bdd0c,segment=NetworkSegment(9563ac0c-1e74-4b08-aa51-d54127ddfd44),segment_id=9563ac0c-1e74-4b08-aa51-d54127ddfd44)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:51.492128 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb646fe-a1e5-4941-9b86-1d68e7ec9ad1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.492613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb646fe-a1e5-4941-9b86-1d68e7ec9ad1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.503913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ccb646fe-a1e5-4941-9b86-1d68e7ec9ad1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/2998ae77-e38c-45c3-bcee-279480701e24 HTTP/1.1" status: 404 len: 333 time: 0.0581479 Jan 18 23:14:51.505715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36818) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.524172 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.529038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:51.561568 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-42085aef-2140-4b9b-8db7-29e572ae0379 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.562271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42085aef-2140-4b9b-8db7-29e572ae0379 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.567195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-42085aef-2140-4b9b-8db7-29e572ae0379 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/57a648e1-78c8-48ea-97f8-de77d40a5ca9 HTTP/1.1" status: 404 len: 337 time: 0.0590644 Jan 18 23:14:51.568201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:51.570432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36822) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.574120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:51.575675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.614462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.627856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66455ec9-d30b-4dd9-a544-1ceedc3bf777 None None] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:51.633055 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6552e7f-57f2-4dcb-a834-517749b9e366 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.633466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6552e7f-57f2-4dcb-a834-517749b9e366 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.637950 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a6552e7f-57f2-4dcb-a834-517749b9e366 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/6c8b8811-f00b-4e03-ae56-d30980944dff HTTP/1.1" status: 404 len: 337 time: 0.0665634 Jan 18 23:14:51.638544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36828) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.642594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.643372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.709466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Transition to ACTIVE for port object f876e91e-b465-4452-b3a7-ca3a953bdd0c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:51.723133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c9912ec7-4743-4703-8f49-09df6b529f1f None None] Provisioning complete for port a0cea96d-bf22-4eab-990e-5feec3ae74a1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:51.733690 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9912ec7-4743-4703-8f49-09df6b529f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.757679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8179460e-a86b-4056-a2c4-4dfaa0ddafbb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5990558 Jan 18 23:14:51.761068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.779435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'network': {'name': 'tempest-router-network01--1414979852'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:51.794129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:51.810713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:network and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:51.815463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a0cea96d-bf22-4eab-990e-5feec3ae74a1,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:51.820037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:51.820391 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd700d3-8518-4dbc-9ab3-c3ed26e035c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.821028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd700d3-8518-4dbc-9ab3-c3ed26e035c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.822837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5dd700d3-8518-4dbc-9ab3-c3ed26e035c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/a5d4a0aa-1d36-4a98-aa51-8aecc8305359 HTTP/1.1" status: 404 len: 333 time: 0.1832068 Jan 18 23:14:51.827589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.874006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:51.892408 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8765803c-d535-4f24-99fa-477c952dee8c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.898467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8765803c-d535-4f24-99fa-477c952dee8c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.902090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8765803c-d535-4f24-99fa-477c952dee8c tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/196c7884-11ae-4275-9d9b-ce0e3dc7edfb HTTP/1.1" status: 404 len: 337 time: 0.0710020 Jan 18 23:14:51.908532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:51.983236 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e08a899-7616-40ce-9bd1-ac5f1c72dd6e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:51.993232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e08a899-7616-40ce-9bd1-ac5f1c72dd6e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:51.995447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0e08a899-7616-40ce-9bd1-ac5f1c72dd6e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/ed310155-3bd5-442d-8c90-1da33a3b2a11 HTTP/1.1" status: 404 len: 337 time: 0.0837755 Jan 18 23:14:51.998622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.011433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Made reservation on behalf of 6946d2d08f7a4d5eaa6222797f3fbbbc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:52.015863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36844) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.016081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.019151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.023126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:14:52.023561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84788b97-b5c1-4b5b-9ca1-4e96fbbb3f19 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:52.065739 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9beaf48-db29-4a4e-931f-1f1500d78c33 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:52.066214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9beaf48-db29-4a4e-931f-1f1500d78c33 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:52.070815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b9beaf48-db29-4a4e-931f-1f1500d78c33 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/77ad06d7-e6a1-42b6-9ec4-5b463a3f3f26 HTTP/1.1" status: 404 len: 333 time: 0.0552409 Jan 18 23:14:52.073216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.076146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=5ae17c65-51f5-4d4c-a623-097a04d399e4,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.146167 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad48526-19ab-4d4f-b9c9-fa1700ba797b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:52.146625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad48526-19ab-4d4f-b9c9-fa1700ba797b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:52.152107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7ad48526-19ab-4d4f-b9c9-fa1700ba797b tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/d1444e69-e8a1-4be4-8118-f72af2912b73 HTTP/1.1" status: 404 len: 337 time: 0.0775611 Jan 18 23:14:52.153470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36852) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.197351 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c798ba92-10a6-471f-88c3-04deb81ceb39 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:52.197802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c798ba92-10a6-471f-88c3-04deb81ceb39 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:52.202219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c798ba92-10a6-471f-88c3-04deb81ceb39 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/8a63810d-1e04-4b40-ad5d-60a8ad623e30 HTTP/1.1" status: 404 len: 337 time: 0.0430586 Jan 18 23:14:52.205956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36856) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.236824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:52.267859 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f9ae82-5c0e-421e-9c61-65b64bf186f1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:52.268350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f9ae82-5c0e-421e-9c61-65b64bf186f1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:52.273355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-62f9ae82-5c0e-421e-9c61-65b64bf186f1 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/ee38a640-921e-46a0-8bf7-a9b369b6480a HTTP/1.1" status: 404 len: 333 time: 0.0669587 Jan 18 23:14:52.274130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.287995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:52.307749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.308348 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Added segment fab8aca6-d70f-47b7-8f0e-42135bb9d8f9 of type vlan for network aeb6e47b-2de6-4726-a588-da5d747418dc Jan 18 23:14:52.321838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93998f-b114-4dcc-b2cb-2fdd4da13d6e None None] Pushing event updated for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.330494 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d66faf-33ff-4bd5-8dc9-45f68c41dfad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:52.331068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d66faf-33ff-4bd5-8dc9-45f68c41dfad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:52.335509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-03d66faf-33ff-4bd5-8dc9-45f68c41dfad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/0b74766a-5ee7-4cc0-8f80-8fea8440f620 HTTP/1.1" status: 404 len: 337 time: 0.0519938 Jan 18 23:14:52.336114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36864) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.347077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network a671071e-bc94-4294-9fcf-6eff8538fb00 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:52.351884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1', 'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1', 'tenant_id': '6946d2d08f7a4d5eaa6222797f3fbbbc', 'fixed_ips': [{'subnet_id': 'e7b2929a-6bd8-47c6-a428-085eb85a0886'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:52.352882 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.377111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:52.434479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c9912ec7-4743-4703-8f49-09df6b529f1f None None] Provisioning for port 5ae17c65-51f5-4d4c-a623-097a04d399e4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:52.460138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c9912ec7-4743-4703-8f49-09df6b529f1f None None] Provisioning complete for port 5ae17c65-51f5-4d4c-a623-097a04d399e4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:52.460138 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9912ec7-4743-4703-8f49-09df6b529f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.485469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.541313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.627413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=23d412de-a58e-43ed-a3c9-db0ea4e9ab3e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.677705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.682213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:52.682843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.735338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Allocated IP 172.20.0.2 (8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1/e7b2929a-6bd8-47c6-a428-085eb85a0886/63798584-e65d-43d8-8a25-31041cd65502) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:52.789785 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3baa4f-dd6d-45c7-910a-87f0ee5e1cf4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:52.796979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3baa4f-dd6d-45c7-910a-87f0ee5e1cf4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:52.799630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e3baa4f-dd6d-45c7-910a-87f0ee5e1cf4 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/8a89d815-6baf-4396-9d77-e1e48917f6d6 HTTP/1.1" status: 404 len: 337 time: 0.4554367 Jan 18 23:14:52.804531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36870) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.854612 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.943604 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-41fd0c41-d24e-42d8-bca9-9f14e55dfba8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/23d412de-a58e-43ed-a3c9-db0ea4e9ab3e HTTP/1.1" status: 204 len: 168 time: 1.9457374 Jan 18 23:14:52.946773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36874) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.956789 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1946149 Jan 18 23:14:52.959539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.972567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2c85ee89-7957-45d5-97dc-c9898b6b80b8 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed03465d-4281-4ebc-aae5-ad59bacff236 HTTP/1.1" status: 200 len: 205 time: 0.1471364 Jan 18 23:14:52.984764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:52.989332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'network': {'name': 'tempest-router-network02--1091644558'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:53.002278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c44e9-68b7-4ece-841f-959fedb87b2b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Network': ['ID=aeb6e47b-2de6-4726-a588-da5d747418dc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:53.006921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:53.035105 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3d1bbd-5bd3-4af2-9869-adcc10e9a58f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:14:53.035993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5a3d1bbd-5bd3-4af2-9869-adcc10e9a58f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:53.063914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c9912ec7-4743-4703-8f49-09df6b529f1f None None] Port 5ae17c65-51f5-4d4c-a623-097a04d399e4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:53.078730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5a3d1bbd-5bd3-4af2-9869-adcc10e9a58f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:53.080177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a3d1bbd-5bd3-4af2-9869-adcc10e9a58f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/23d412de-a58e-43ed-a3c9-db0ea4e9ab3e HTTP/1.1" status: 404 len: 333 time: 0.1191750 Jan 18 23:14:53.084051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36886) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.087931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network aeb6e47b-2de6-4726-a588-da5d747418dc details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:53.151110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:network and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:53.164766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:53.177965 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-26ce08f6-e63b-44f2-81da-4050204f75ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] delete failed (client error): The resource could not be found. Jan 18 23:14:53.181642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-26ce08f6-e63b-44f2-81da-4050204f75ad tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/routers/ed03465d-4281-4ebc-aae5-ad59bacff236 HTTP/1.1" status: 404 len: 336 time: 0.1852391 Jan 18 23:14:53.181642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:53.181642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.189304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f53c8b09-0a3c-40ff-a76e-b63ed0cc333d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.192423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router b067afd6-c368-4930-a72b-6618b1925453 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:14:53.239407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d11f8ffa-ceb5-4bcf-a83b-627cc6aec243 None None] Provisioning complete for port 5ae17c65-51f5-4d4c-a623-097a04d399e4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:53.239775 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d11f8ffa-ceb5-4bcf-a83b-627cc6aec243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.242772 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8314eb-9147-4519-ada4-e18bdf3d9382 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:53.243280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8314eb-9147-4519-ada4-e18bdf3d9382 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:53.248286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ec8314eb-9147-4519-ada4-e18bdf3d9382 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/cfec7885-530d-4e2c-8944-039a00c9aae4 HTTP/1.1" status: 404 len: 337 time: 0.0592077 Jan 18 23:14:53.248286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.292905 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.392530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Transition to ACTIVE for port object 63798584-e65d-43d8-8a25-31041cd65502 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:53.415185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f53c8b09-0a3c-40ff-a76e-b63ed0cc333d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.416571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d11f8ffa-ceb5-4bcf-a83b-627cc6aec243 None None] Port 5ae17c65-51f5-4d4c-a623-097a04d399e4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:53.426434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Transition to ACTIVE for port object 63798584-e65d-43d8-8a25-31041cd65502 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:53.435459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.509547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:53.511152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f53c8b09-0a3c-40ff-a76e-b63ed0cc333d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.519486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:53.524020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:53.536634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c8b09-0a3c-40ff-a76e-b63ed0cc333d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f9c4b-dc32-4382-9401-9e95edef67dc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:53.540269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Could not find standard attr ID for object 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:14:53.552719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f53c8b09-0a3c-40ff-a76e-b63ed0cc333d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.553981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f53c8b09-0a3c-40ff-a76e-b63ed0cc333d tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/security-groups/563f9c4b-dc32-4382-9401-9e95edef67dc HTTP/1.1" status: 204 len: 168 time: 0.4676707 Jan 18 23:14:53.557790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36898) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.570816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Made reservation on behalf of 6946d2d08f7a4d5eaa6222797f3fbbbc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:53.581141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.594191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:53.610956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7ae6ae05-b0ab-458f-922b-aaaf2563a2b9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/b067afd6-c368-4930-a72b-6618b1925453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7776787 Jan 18 23:14:53.616843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36902) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.617809 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1990fd2-8a77-4365-9984-1f16f4dab318 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "GET /v2.0/ports?device_id=6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b HTTP/1.1" status: 200 len: 205 time: 0.3683276 Jan 18 23:14:53.619354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36904) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.636025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:53.641500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0cea96d-bf22-4eab-990e-5feec3ae74a1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:53.651573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.652632 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Added segment 08091a73-7a87-439e-84f4-72a859a4a3f3 of type vlan for network 708d265f-dd0d-442d-b80b-112b99954855 Jan 18 23:14:53.685570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] Sync routers for ids ['b067afd6-c368-4930-a72b-6618b1925453'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:53.694836 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.705814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Pushing event updated for resources: {'Port': ['ID=63798584-e65d-43d8-8a25-31041cd65502,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:53.741032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] Routers {'b067afd6-c368-4930-a72b-6618b1925453'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:53.741932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b067afd6-c368-4930-a72b-6618b1925453'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:53.747656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.754630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:53.755598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.827314 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-73b2651a-6317-4a80-8060-ecff3a7e78c9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] delete failed (client error): The resource could not be found. Jan 18 23:14:53.828401 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-73b2651a-6317-4a80-8060-ecff3a7e78c9 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/routers/6fde22eb-8b24-45c3-b6e4-d6f8078b8f1b HTTP/1.1" status: 404 len: 336 time: 0.2028735 Jan 18 23:14:53.828610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:53.833016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36910) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.849308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Attempting to bind port 63798584-e65d-43d8-8a25-31041cd65502 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:53.849677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Attempting to bind port 63798584-e65d-43d8-8a25-31041cd65502 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7b9982f4-92f6-498f-b6dd-226dfb993284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:53.850041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Attempting to bind port 63798584-e65d-43d8-8a25-31041cd65502 on network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:53.868684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Provisioning for port f876e91e-b465-4452-b3a7-ca3a953bdd0c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:53.892303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:53.894103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Checking segment: {'id': '7b9982f4-92f6-498f-b6dd-226dfb993284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:53.894532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.897239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Bound using segment: {'id': '7b9982f4-92f6-498f-b6dd-226dfb993284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:53.897762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Bound port: 63798584-e65d-43d8-8a25-31041cd65502, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9982f4-92f6-498f-b6dd-226dfb993284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:53.898152 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.940733 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9801433 Jan 18 23:14:53.951929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:53.968727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'subnet': {'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:53.982914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e303270-52ac-4b71-856a-a9f7913d9b8e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.992617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Network': ['ID=708d265f-dd0d-442d-b80b-112b99954855,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:54.009066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] Routers {'b067afd6-c368-4930-a72b-6618b1925453'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:54.009910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b067afd6-c368-4930-a72b-6618b1925453'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:54.014994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.021364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.021946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.022398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.023109 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.023540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.024102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.024671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.025124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.025979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.026401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.026820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cbcb-4478-42ad-a850-64f0046751c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:54.055091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c9b2de-6ad3-4e67-a0d7-970b7021f2f8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:54.056173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-95c9b2de-6ad3-4e67-a0d7-970b7021f2f8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:54.070846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e303270-52ac-4b71-856a-a9f7913d9b8e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.079528 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b0a1ad-b857-4780-a8e2-65970d39ea6d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.080002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b0a1ad-b857-4780-a8e2-65970d39ea6d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.081777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d0b0a1ad-b857-4780-a8e2-65970d39ea6d tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/4dbe7399-6e46-4c8d-9c94-e7e66fd5262f HTTP/1.1" status: 404 len: 337 time: 0.2464101 Jan 18 23:14:54.087236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.097759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:54.098327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.143993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 708d265f-dd0d-442d-b80b-112b99954855 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:54.149897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:54.152557 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ed129d-c18e-4bbf-9883-e334822369c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.154418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ed129d-c18e-4bbf-9883-e334822369c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.154848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:subnet and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:54.157244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-84ed129d-c18e-4bbf-9883-e334822369c6 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/713c5de9-0841-488d-ad52-d4485a42b6a9 HTTP/1.1" status: 404 len: 337 time: 0.0655675 Jan 18 23:14:54.162656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.165918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:54.185647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-95c9b2de-6ad3-4e67-a0d7-970b7021f2f8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:54.187092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-95c9b2de-6ad3-4e67-a0d7-970b7021f2f8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports/5ae17c65-51f5-4d4c-a623-097a04d399e4 HTTP/1.1" status: 200 len: 984 time: 0.5643873 Jan 18 23:14:54.191563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.208468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:54.217384 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e62f29-f632-4460-9119-cff82344dce3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.217850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e62f29-f632-4460-9119-cff82344dce3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.222028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-21e62f29-f632-4460-9119-cff82344dce3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/bc2b6069-08bc-471e-b48d-9b87e111ad3e HTTP/1.1" status: 404 len: 333 time: 0.0559278 Jan 18 23:14:54.225207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.250457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:54.251025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a54ce-f31b-462b-bf76-f0ba65a783b7 None None] The sync data for ids ['b067afd6-c368-4930-a72b-6618b1925453'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:54.272538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Made reservation on behalf of 6946d2d08f7a4d5eaa6222797f3fbbbc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:54.277072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.290779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a0cea96d-bf22-4eab-990e-5feec3ae74a1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:54.291294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.295928 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-08147046-babe-4dbe-9e33-c7517e370443 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.296548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08147046-babe-4dbe-9e33-c7517e370443 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.298445 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-08147046-babe-4dbe-9e33-c7517e370443 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/ff2de570-a17f-4ecc-9816-4e3f1d4ee0ea HTTP/1.1" status: 404 len: 337 time: 0.0720968 Jan 18 23:14:54.301992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.414581 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01584d1-2714-4b45-877b-5a6af14bd8e2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.415331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01584d1-2714-4b45-877b-5a6af14bd8e2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.417330 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e01584d1-2714-4b45-877b-5a6af14bd8e2 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/fe8c1282-59dd-46e3-a7d3-ea8d9af5c212 HTTP/1.1" status: 404 len: 333 time: 0.1144755 Jan 18 23:14:54.428728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.481125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] For port 63798584-e65d-43d8-8a25-31041cd65502, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:54.483624 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffeb8a6a-60d2-407c-bf57-ddae46f7bfa3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.484251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffeb8a6a-60d2-407c-bf57-ddae46f7bfa3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.486114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ffeb8a6a-60d2-407c-bf57-ddae46f7bfa3 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/f9631306-8322-4f24-af00-c9e7ffdd47dd HTTP/1.1" status: 404 len: 337 time: 0.0561914 Jan 18 23:14:54.489872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.513313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:54.545542 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2d6282-4cc4-40d4-a7d1-dfecd3831ba5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.546271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2d6282-4cc4-40d4-a7d1-dfecd3831ba5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.548246 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf2d6282-4cc4-40d4-a7d1-dfecd3831ba5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/5712f8a8-bb2b-4ff7-b3bb-5b68aeb5567a HTTP/1.1" status: 404 len: 333 time: 0.0569267 Jan 18 23:14:54.551404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.601415 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e343a514-dc95-4f48-9018-b2c1efb7e97e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.602147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e343a514-dc95-4f48-9018-b2c1efb7e97e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.619495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e343a514-dc95-4f48-9018-b2c1efb7e97e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/6a97194d-6ed8-448b-ab64-6cc6a1b3c0ff HTTP/1.1" status: 404 len: 337 time: 0.0647686 Jan 18 23:14:54.622642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36952) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.628646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e303270-52ac-4b71-856a-a9f7913d9b8e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.643350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] For port 63798584-e65d-43d8-8a25-31041cd65502, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63798584-e65d-43d8-8a25-31041cd65502,segment=NetworkSegment(7b9982f4-92f6-498f-b6dd-226dfb993284),segment_id=7b9982f4-92f6-498f-b6dd-226dfb993284)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:54.668291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.698345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e303270-52ac-4b71-856a-a9f7913d9b8e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8028e11a-82bb-408c-94ee-593bb98ca5b0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:54.705390 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b88594-5e85-4b7b-8527-225f459eec17 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.705925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b88594-5e85-4b7b-8527-225f459eec17 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.712741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-76b88594-5e85-4b7b-8527-225f459eec17 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/04a092fb-cf99-4ee1-b6c6-a670e357ef8c HTTP/1.1" status: 404 len: 333 time: 0.0877652 Jan 18 23:14:54.716315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36956) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.719216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e303270-52ac-4b71-856a-a9f7913d9b8e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.720342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e303270-52ac-4b71-856a-a9f7913d9b8e tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/security-groups/8028e11a-82bb-408c-94ee-593bb98ca5b0 HTTP/1.1" status: 204 len: 168 time: 1.1615174 Jan 18 23:14:54.723423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.768478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d654de6-b15c-43e1-b1d8-361ef0099580 None None] Pushing event updated for resources: {'Port': ['ID=63798584-e65d-43d8-8a25-31041cd65502,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:54.792222 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d73b32-6ce9-4c76-81c9-2df5ce29c77e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.792693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d73b32-6ce9-4c76-81c9-2df5ce29c77e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.794622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-45d73b32-6ce9-4c76-81c9-2df5ce29c77e tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/0f2830c6-51b1-42e9-9b2e-e62020a3a966 HTTP/1.1" status: 404 len: 337 time: 0.0772042 Jan 18 23:14:54.798417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.827466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:54.828149 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.840754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.900780 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6e5784-dbcd-47f3-8964-7b61e0cf8270 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:54.901279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6e5784-dbcd-47f3-8964-7b61e0cf8270 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:54.907513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eb6e5784-dbcd-47f3-8964-7b61e0cf8270 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/da1dc886-ea9a-4acb-b669-8bdffacf07e1 HTTP/1.1" status: 404 len: 333 time: 0.1043971 Jan 18 23:14:54.914037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:54.935755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-658ac912-6570-4153-83b8-9fe943ab4d83 None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:14:54.947135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.948089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:54.948659 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.001587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 0507ff17-2709-4588-a4ee-65a09f68c399 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:14:55.005120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.102458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a6bdcdbb-f338-4654-9579-5bdf8cdb907b None None] Could not find standard attr ID for object 23d412de-a58e-43ed-a3c9-db0ea4e9ab3e. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:14:55.103018 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8875b7-9c71-491b-861a-d20bd2fbdaf5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:55.103588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8875b7-9c71-491b-861a-d20bd2fbdaf5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:55.105542 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a8875b7-9c71-491b-861a-d20bd2fbdaf5 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/1cc07587-8342-41e3-8360-9291914333a1 HTTP/1.1" status: 404 len: 337 time: 0.1788867 Jan 18 23:14:55.108267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.149287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36974) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:55.202538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Subnet': ['ID=43b952a1-0532-417c-9427-c10da79680df,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:55.211923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Checking segment: {'id': 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:55.220299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network hostable DHCP agents. Network: aeb6e47b-2de6-4726-a588-da5d747418dc, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:55.266510 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f17b036-096f-4dfe-b7e9-76067b28f092 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:55.266992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f17b036-096f-4dfe-b7e9-76067b28f092 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:55.268709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1f17b036-096f-4dfe-b7e9-76067b28f092 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/ff27512f-f141-4b1b-9cb2-906a63e636ec HTTP/1.1" status: 404 len: 333 time: 0.1196134 Jan 18 23:14:55.272684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36978) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:55.367509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network aeb6e47b-2de6-4726-a588-da5d747418dc is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:55.370716 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdadc6ef-acfc-40be-bdd6-98e0d2517cca tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:55.371821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdadc6ef-acfc-40be-bdd6-98e0d2517cca tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:55.376023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cdadc6ef-acfc-40be-bdd6-98e0d2517cca tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/5b315f1e-a5d2-40c4-bd3b-61282e752d04 HTTP/1.1" status: 404 len: 337 time: 0.1001813 Jan 18 23:14:55.378752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 36982) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:55.404331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, aeb6e47b-2de6-4726-a588-da5d747418dc) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:55.411961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:55.412816 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.417416 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.417566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b93ae-0503-434c-a06f-e1d8f5606387 None None] Network aeb6e47b-2de6-4726-a588-da5d747418dc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:55.440878 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6de37e-5da9-4631-9a25-328a1787c685 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:55.441991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6de37e-5da9-4631-9a25-328a1787c685 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:55.446710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8a6de37e-5da9-4631-9a25-328a1787c685 tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/ports/fc51a6e1-5046-4ec9-b46b-45645a579207 HTTP/1.1" status: 404 len: 333 time: 0.0664494 Jan 18 23:14:55.452544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:55.530633 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0941ad-683c-441f-b926-388a3ea1607f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] DELETE failed (client error): The resource could not be found. Jan 18 23:14:55.531151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0941ad-683c-441f-b926-388a3ea1607f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:14:55.533680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4c0941ad-683c-441f-b926-388a3ea1607f tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/subnets/d431353d-00bd-462d-aa22-58808ffd6aef HTTP/1.1" status: 404 len: 337 time: 0.0782130 Jan 18 23:14:55.545889 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-70922a9e-b02b-4ec3-b464-2e75369dc151 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5908158 Jan 18 23:14:55.553143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36990) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:55.553656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 36992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:55.561504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'subnet': {'network_id': '708d265f-dd0d-442d-b80b-112b99954855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:55.628251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 5ae17c65-51f5-4d4c-a623-097a04d399e4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:14:55.630918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.669361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63798584-e65d-43d8-8a25-31041cd65502 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:55.859413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 63798584-e65d-43d8-8a25-31041cd65502 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:55.875849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.879353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-aeb6e47b-2de6-4726-a588-da5d747418dc', 'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc', 'tenant_id': '6946d2d08f7a4d5eaa6222797f3fbbbc', 'fixed_ips': [{'subnet_id': '43b952a1-0532-417c-9427-c10da79680df'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:55.880336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.037999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.072338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.081196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 5ae17c65-51f5-4d4c-a623-097a04d399e4 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:14:56.116846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.146723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=0507ff17-2709-4588-a4ee-65a09f68c399,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:56.161558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e6e8b-b87a-4848-83af-1a23561b9bb7 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:56.266877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Allocated IP 172.20.0.2 (aeb6e47b-2de6-4726-a588-da5d747418dc/43b952a1-0532-417c-9427-c10da79680df/ccda2ff6-93d8-470e-9694-12275de7ccf1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:56.287597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.316246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d84029-e20e-4d03-be87-edcd9315db19']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:56.330763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca41538-7513-4d2a-a7c7-161339af22e5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:56.330989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca41538-7513-4d2a-a7c7-161339af22e5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:56.345559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.364693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.372428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:14:56.372934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.381611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.473243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=5ae17c65-51f5-4d4c-a623-097a04d399e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:56.490946 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-97cef9c5-ec4d-4360-acf5-31dd6f4a57e8 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/0507ff17-2709-4588-a4ee-65a09f68c399 HTTP/1.1" status: 204 len: 168 time: 1.7645197 Jan 18 23:14:56.491894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37000) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:56.494790 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:56.515412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:56.520143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.537855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae06d4-252e-4569-ab60-0f838691be9e None None] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:56.549256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Usage tracker for resource:subnet and tenant:6946d2d08f7a4d5eaa6222797f3fbbbc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:56.555204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:56.561158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:56.570961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:56.574937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.597272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] Pushing event deleted for resources: {'Network': ['ID=f1d84029-e20e-4d03-be87-edcd9315db19,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:56.602062 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ed132cc7-0350-4596-9bc1-db95e8ec0cfc tempest-NetworksTestDHCPv6-1277864758 tempest-NetworksTestDHCPv6-1277864758-project] 10.222.0.78 "DELETE /v2.0/networks/f1d84029-e20e-4d03-be87-edcd9315db19 HTTP/1.1" status: 204 len: 168 time: 1.0470612 Jan 18 23:14:56.610634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Made reservation on behalf of 6946d2d08f7a4d5eaa6222797f3fbbbc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:56.620589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.761466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] Provisioning for port 63798584-e65d-43d8-8a25-31041cd65502 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:56.876511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.899395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] Provisioning complete for port 63798584-e65d-43d8-8a25-31041cd65502 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:56.899961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.099166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.124226 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.142129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Transition to ACTIVE for port object ccda2ff6-93d8-470e-9694-12275de7ccf1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:57.168773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:57.182796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Transition to ACTIVE for port object ccda2ff6-93d8-470e-9694-12275de7ccf1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:57.242234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.259250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.262936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Subnet': ['ID=5e792453-7667-4d2e-889f-31917eb7e9ed,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:57.287903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Checking segment: {'id': '08091a73-7a87-439e-84f4-72a859a4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708d265f-dd0d-442d-b80b-112b99954855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:57.288617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network hostable DHCP agents. Network: 708d265f-dd0d-442d-b80b-112b99954855, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:57.312431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network 708d265f-dd0d-442d-b80b-112b99954855 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:57.327654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 708d265f-dd0d-442d-b80b-112b99954855) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:57.333186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:57.335580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.342230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:57.346565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:57.350131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:57.357053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:57.384703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c823f-db8b-424b-bbf4-007e479e3d82 None None] Network 708d265f-dd0d-442d-b80b-112b99954855 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:57.399183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4c0f4ef3-9e0a-4a2c-9518-2d05d976188a tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8422585 Jan 18 23:14:57.402935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:57.422824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:57.426324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.434370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Network aeb6e47b-2de6-4726-a588-da5d747418dc is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:57.511367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:57.532247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:57.562429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router b067afd6-c368-4930-a72b-6618b1925453 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:14:57.765588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Attempting to bind port ccda2ff6-93d8-470e-9694-12275de7ccf1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:57.765964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Attempting to bind port ccda2ff6-93d8-470e-9694-12275de7ccf1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:57.766343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Attempting to bind port ccda2ff6-93d8-470e-9694-12275de7ccf1 on network aeb6e47b-2de6-4726-a588-da5d747418dc {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:14:57.775881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] For port 63798584-e65d-43d8-8a25-31041cd65502, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63798584-e65d-43d8-8a25-31041cd65502,segment=NetworkSegment(7b9982f4-92f6-498f-b6dd-226dfb993284),segment_id=7b9982f4-92f6-498f-b6dd-226dfb993284)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:14:57.781497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:14:57.782159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Checking segment: {'id': 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:14:57.782573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.783231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Bound using segment: {'id': 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:14:57.783509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Bound port: ccda2ff6-93d8-470e-9694-12275de7ccf1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aeb6e47b-2de6-4726-a588-da5d747418dc'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:57.783903 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.788532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:14:57.800862 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] Sync routers for ids ['b067afd6-c368-4930-a72b-6618b1925453'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:14:57.826416 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] Routers {'b067afd6-c368-4930-a72b-6618b1925453'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:57.828569 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b067afd6-c368-4930-a72b-6618b1925453'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:57.837641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Pushing event updated for resources: {'Port': ['ID=ccda2ff6-93d8-470e-9694-12275de7ccf1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:57.838563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2193b94c-a3e5-41fd-8588-d0fbb2a86e4e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/b067afd6-c368-4930-a72b-6618b1925453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6451576 Jan 18 23:14:57.839451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:57.867759 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.970503 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6a97b343-4dcd-41b4-957f-5ee1d0b86c83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a28c394e81474c2f8a99bccb53174496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832589 Jan 18 23:14:57.982938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37024) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:58.027371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:58.053855 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] Routers {'b067afd6-c368-4930-a72b-6618b1925453'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:14:58.057248 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b067afd6-c368-4930-a72b-6618b1925453'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:58.181872 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:58.182661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef8ea7-9544-48d5-a454-afe2777032a1 None None] The sync data for ids ['b067afd6-c368-4930-a72b-6618b1925453'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:14:58.333676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.334201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-edc552c4-a110-4acc-925a-abea92829d15 None None] Provisioning complete for port 63798584-e65d-43d8-8a25-31041cd65502 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:58.334201 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-edc552c4-a110-4acc-925a-abea92829d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.451148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00616c5e-43b8-4bf9-9a47-e8809541175d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.481478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00616c5e-43b8-4bf9-9a47-e8809541175d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.502536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77618589-1741-43a0-bea4-346642140171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-708d265f-dd0d-442d-b80b-112b99954855', 'network_id': '708d265f-dd0d-442d-b80b-112b99954855', 'tenant_id': '6946d2d08f7a4d5eaa6222797f3fbbbc', 'fixed_ips': [{'subnet_id': '5e792453-7667-4d2e-889f-31917eb7e9ed'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:14:58.503791 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77618589-1741-43a0-bea4-346642140171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.531451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89027603-182b-40d6-b6d8-15f3d13c1a35 None None] Pushing event updated for resources: {'Port': ['ID=63798584-e65d-43d8-8a25-31041cd65502,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:58.535815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] For port ccda2ff6-93d8-470e-9694-12275de7ccf1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:14:58.573936 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00616c5e-43b8-4bf9-9a47-e8809541175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.607175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00616c5e-43b8-4bf9-9a47-e8809541175d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb1511-03ec-41c9-9da6-8d3326a8beec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:58.657933 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-5bb3661e-9c22-4098-b61d-7002d9eb3b4f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 23:14:58.661958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5bb3661e-9c22-4098-b61d-7002d9eb3b4f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/b067afd6-c368-4930-a72b-6618b1925453/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8191581 Jan 18 23:14:58.664195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37028) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:58.678844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-00616c5e-43b8-4bf9-9a47-e8809541175d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.680637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-00616c5e-43b8-4bf9-9a47-e8809541175d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5dcb1511-03ec-41c9-9da6-8d3326a8beec HTTP/1.1" status: 204 len: 168 time: 0.6846991 Jan 18 23:14:58.743570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0e51d875-fa4f-4c47-8b50-4fbe3f647e36 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:58.768638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.804688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] For port ccda2ff6-93d8-470e-9694-12275de7ccf1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccda2ff6-93d8-470e-9694-12275de7ccf1,segment=NetworkSegment(fab8aca6-d70f-47b7-8f0e-42135bb9d8f9),segment_id=fab8aca6-d70f-47b7-8f0e-42135bb9d8f9)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:14:58.820775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0e51d875-fa4f-4c47-8b50-4fbe3f647e36 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:58.825185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0e51d875-fa4f-4c47-8b50-4fbe3f647e36 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=b067afd6-c368-4930-a72b-6618b1925453 HTTP/1.1" status: 200 len: 205 time: 0.1599267 Jan 18 23:14:58.833373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37036) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:58.910955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-77618589-1741-43a0-bea4-346642140171 None None] Allocated IP 172.20.0.2 (708d265f-dd0d-442d-b80b-112b99954855/5e792453-7667-4d2e-889f-31917eb7e9ed/77c55f50-925f-463d-b4ee-917ea33aef78) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:58.932071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Allocated IP 172.20.0.1 (aeb6e47b-2de6-4726-a588-da5d747418dc/43b952a1-0532-417c-9427-c10da79680df/47998328-b96e-46e4-be5f-9643c39e2e0a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:59.059739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.140091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.189024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77618589-1741-43a0-bea4-346642140171 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.243119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-77618589-1741-43a0-bea4-346642140171 None None] Transition to ACTIVE for port object 77c55f50-925f-463d-b4ee-917ea33aef78 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:59.279577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490eb06-33c9-4579-abf2-19395d23a6d4 None None] Pushing event updated for resources: {'Port': ['ID=ccda2ff6-93d8-470e-9694-12275de7ccf1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.308850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.313466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-77618589-1741-43a0-bea4-346642140171 None None] Transition to ACTIVE for port object 77c55f50-925f-463d-b4ee-917ea33aef78 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:59.332052 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77618589-1741-43a0-bea4-346642140171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.333925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Transition to ACTIVE for port object 47998328-b96e-46e4-be5f-9643c39e2e0a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:59.390790 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.404476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:59.411435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:59.414753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:59.415302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.438203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4049e5-32db-4360-a5dc-a4f91086f5b1 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:14:59.539181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network aeb6e47b-2de6-4726-a588-da5d747418dc is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:59.542647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:59.556650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:59.673768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Port': ['ID=47998328-b96e-46e4-be5f-9643c39e2e0a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.679443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63798584-e65d-43d8-8a25-31041cd65502 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:59.720735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.724407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.731299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.749203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=c72655e5-f62c-4d19-a444-f921b772fa4c,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.759833 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8355a85b-ab92-4a2b-86ae-d3761a0e1ccd tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2078412 Jan 18 23:14:59.760512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37056) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:59.763444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.763952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router b067afd6-c368-4930-a72b-6618b1925453 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:14:59.767961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'security_group': {'name': 'tempest-secgroup-106655800'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:59.800247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77618589-1741-43a0-bea4-346642140171 None None] Pushing event updated for resources: {'Port': ['ID=77c55f50-925f-463d-b4ee-917ea33aef78,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.810154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ed4b2fd4-4a8c-4b2c-a92b-569929978ec7 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:59.810726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2fd4-4a8c-4b2c-a92b-569929978ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.820628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.829687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1df8e39f-32c1-4163-9ac4-3e39961a2972 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/b067afd6-c368-4930-a72b-6618b1925453 HTTP/1.1" status: 204 len: 168 time: 0.9948664 Jan 18 23:14:59.834166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:59.842940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37060) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:59.849146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77618589-1741-43a0-bea4-346642140171 None None] Network 708d265f-dd0d-442d-b80b-112b99954855 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:59.859583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:59.861053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-77618589-1741-43a0-bea4-346642140171 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:59.863706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77618589-1741-43a0-bea4-346642140171 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:14:59.867520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:59.883457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:59.966989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.047692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:00.059955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group_rule and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:00.066670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-77618589-1741-43a0-bea4-346642140171 None None] Attempting to bind port 77c55f50-925f-463d-b4ee-917ea33aef78 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:00.067044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-77618589-1741-43a0-bea4-346642140171 None None] Attempting to bind port 77c55f50-925f-463d-b4ee-917ea33aef78 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '08091a73-7a87-439e-84f4-72a859a4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708d265f-dd0d-442d-b80b-112b99954855'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:00.067412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77618589-1741-43a0-bea4-346642140171 None None] Attempting to bind port 77c55f50-925f-463d-b4ee-917ea33aef78 on network 708d265f-dd0d-442d-b80b-112b99954855 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:00.082169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:00.090390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77618589-1741-43a0-bea4-346642140171 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:00.090770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77618589-1741-43a0-bea4-346642140171 None None] Checking segment: {'id': '08091a73-7a87-439e-84f4-72a859a4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708d265f-dd0d-442d-b80b-112b99954855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:00.091173 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77618589-1741-43a0-bea4-346642140171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.091565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77618589-1741-43a0-bea4-346642140171 None None] Bound using segment: {'id': '08091a73-7a87-439e-84f4-72a859a4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708d265f-dd0d-442d-b80b-112b99954855'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:00.092050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-77618589-1741-43a0-bea4-346642140171 None None] Bound port: 77c55f50-925f-463d-b4ee-917ea33aef78, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08091a73-7a87-439e-84f4-72a859a4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '708d265f-dd0d-442d-b80b-112b99954855'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:00.092428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77618589-1741-43a0-bea4-346642140171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.102466 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.114499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:00.133306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet 41eea12f-c41e-49fa-9999-9fba16a1b806 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:00.151441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.235436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.264660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37068) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:00.271017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-77618589-1741-43a0-bea4-346642140171 None None] For port 77c55f50-925f-463d-b4ee-917ea33aef78, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:00.274312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-77618589-1741-43a0-bea4-346642140171 None None] For port 77c55f50-925f-463d-b4ee-917ea33aef78, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=77c55f50-925f-463d-b4ee-917ea33aef78,segment=NetworkSegment(08091a73-7a87-439e-84f4-72a859a4a3f3),segment_id=08091a73-7a87-439e-84f4-72a859a4a3f3)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:00.287834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 63798584-e65d-43d8-8a25-31041cd65502 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:00.288592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.402318 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77618589-1741-43a0-bea4-346642140171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.461174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.476468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.508641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'networks': [{'name': 'tempest-network--225080733'}, {'name': 'tempest-network--1623117155'}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:00.508973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'network': {'name': 'tempest-network--225080733'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:00.509461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'network': {'name': 'tempest-network--1623117155'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:00.524301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:00.544067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:network and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:00.560920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:00.589807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:00.596023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.598068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8362648 Jan 18 23:15:00.600806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:00.618003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77618589-1741-43a0-bea4-346642140171 None None] Pushing event updated for resources: {'Port': ['ID=77c55f50-925f-463d-b4ee-917ea33aef78,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:00.620133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.625275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1390619870'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:00.678815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae718b-a7ba-45ce-9760-00c997a72c15 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20812519-025d-4ad6-92ad-9229992b3716,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:00.680208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ed4b2fd4-4a8c-4b2c-a92b-569929978ec7 None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:00.680594 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2fd4-4a8c-4b2c-a92b-569929978ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.729418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'network': 2} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:00.736453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.758937 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.763252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.767170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:00.782386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.801469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:00.812866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:security_group_rule and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:00.819114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:00.819618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:00.830923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:00.933372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b2fd4-4a8c-4b2c-a92b-569929978ec7 None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:00.972729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:00.977738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.994364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Port': ['ID=47998328-b96e-46e4-be5f-9643c39e2e0a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:00.995878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.996025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.014611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:01.059533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.078574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.112335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f109f4-bd63-4acb-a01f-5245edfa5657 None None] Network aeb6e47b-2de6-4726-a588-da5d747418dc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:01.117832 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.154694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:01.173772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group_rule and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:01.226717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e580b5e4-a14b-45d1-8925-04e21e3c072b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:01.230211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=41eea12f-c41e-49fa-9999-9fba16a1b806,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:01.235867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.250214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:01.268635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a343b0-af64-4817-a8a2-b997a3239018 None None] Network a671071e-bc94-4294-9fcf-6eff8538fb00 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:01.272922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.273347 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Added segment dff6e69a-f038-4c45-83b5-1854060e943c of type vlan for network a3fff4aa-3300-4bde-87d3-936b69ea8b03 Jan 18 23:15:01.276116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b6e5d117-ff71-4615-b568-a075ba886866 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/41eea12f-c41e-49fa-9999-9fba16a1b806 HTTP/1.1" status: 204 len: 168 time: 1.4304924 Jan 18 23:15:01.280851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37080) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:01.320298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:01.422287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fbb0bdb3-8f86-466d-8b67-a125ab44928b None None] Provisioning for port ccda2ff6-93d8-470e-9694-12275de7ccf1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:01.430893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.440383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Update dhcp port {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'fixed_ips': [{'subnet_id': 'c127547c-e597-4018-a9e7-4aba68dea2e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c72655e5-f62c-4d19-a444-f921b772fa4c'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'f876e91e-b465-4452-b3a7-ca3a953bdd0c'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:15:01.508394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.512488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:01.546078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port a0cea96d-bf22-4eab-990e-5feec3ae74a1 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:01.546799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.625291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:01.640223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.658599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network aeb6e47b-2de6-4726-a588-da5d747418dc is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:01.666255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:01.684806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccda2ff6-93d8-470e-9694-12275de7ccf1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:01.741986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.742484 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Added segment 47e8abc0-769d-4532-b069-2c5775c26c4f of type vlan for network fa1c0674-a5a0-4144-bb8d-94235954652d Jan 18 23:15:01.905285 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.982882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port a0cea96d-bf22-4eab-990e-5feec3ae74a1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0cea96d-bf22-4eab-990e-5feec3ae74a1,segment=NetworkSegment(9225af9e-38ee-4724-b054-d0ca9aef7b05),segment_id=9225af9e-38ee-4724-b054-d0ca9aef7b05)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:01.983742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.994339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.994848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.006022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:02.010401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.025768 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.028261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:02.030457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.117446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ccda2ff6-93d8-470e-9694-12275de7ccf1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:02.134667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ccda2ff6-93d8-470e-9694-12275de7ccf1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:02.135095 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.150685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07841123-4ec2-4512-b1bb-e56c3b2434ac,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:02.154607 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.155980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-884e4e54-3135-4355-a293-1bb6a4a6cfdc tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5544858 Jan 18 23:15:02.158878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:02.172275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'security_group': {'name': 'tempest-secgroup-967170378'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:02.185136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:02.186417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] DHCP port deletion for a671071e-bc94-4294-9fcf-6eff8538fb00 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:02.190110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:02.198578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:02.206138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:02.215574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Deleting port a0cea96d-bf22-4eab-990e-5feec3ae74a1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:02.215844 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.216705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Router d08115d0-0688-4195-9708-a1ef5dda5980 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:15:02.234452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.257520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Network': ['ID=a3fff4aa-3300-4bde-87d3-936b69ea8b03,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:02.259159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Allocated IP 2001:db8::2 (0d7045e1-8179-461d-99ca-5c9b92f5d321/c72655e5-f62c-4d19-a444-f921b772fa4c/f876e91e-b465-4452-b3a7-ca3a953bdd0c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:02.278159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a3fff4aa-3300-4bde-87d3-936b69ea8b03 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:02.525071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438543a-2cb5-4b06-9f5b-825b885fa25e None None] Network 708d265f-dd0d-442d-b80b-112b99954855 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:02.630113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:02.632911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:02.642253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9e79b856-da7d-44a3-a063-d43e2df20281 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2378972 Jan 18 23:15:02.642653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37090) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:02.643588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:security_group_rule and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:02.680139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for a0cea96d-bf22-4eab-990e-5feec3ae74a1 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:02.715913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] Sync routers for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:02.799467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2865c062-2ed3-4825-b159-369bb5e4c97d None None] Provisioning for port 77c55f50-925f-463d-b4ee-917ea33aef78 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:02.830937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:02.900108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6343477 Jan 18 23:15:02.909177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:02.909834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:02.912016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:02.932408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:02.981756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac222521-a3f7-4f6f-b4d6-ae8626971a6d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Network': ['ID=fa1c0674-a5a0-4144-bb8d-94235954652d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:03.009891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.117330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fa1c0674-a5a0-4144-bb8d-94235954652d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:03.194629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.201321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.207969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.213308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.214196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Synchronizing usage tracker for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:03.218650 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.239529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.277055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=a0cea96d-bf22-4eab-990e-5feec3ae74a1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:03.281436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port a0cea96d-bf22-4eab-990e-5feec3ae74a1 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:03.285502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f876e91e-b465-4452-b3a7-ca3a953bdd0c,segment=NetworkSegment(9563ac0c-1e74-4b08-aa51-d54127ddfd44),segment_id=9563ac0c-1e74-4b08-aa51-d54127ddfd44)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:03.349149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Unset dirty status for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:03.354045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5f5e42f5-2e05-458e-8e47-b51a41386311 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4410396 Jan 18 23:15:03.358755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.359674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37098) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:03.365375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.377173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.427542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:03.428708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.482254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ccda2ff6-93d8-470e-9694-12275de7ccf1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccda2ff6-93d8-470e-9694-12275de7ccf1,segment=NetworkSegment(fab8aca6-d70f-47b7-8f0e-42135bb9d8f9),segment_id=fab8aca6-d70f-47b7-8f0e-42135bb9d8f9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:03.506632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] For port a0cea96d-bf22-4eab-990e-5feec3ae74a1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a0cea96d-bf22-4eab-990e-5feec3ae74a1,segment=NetworkSegment(9225af9e-38ee-4724-b054-d0ca9aef7b05),segment_id=9225af9e-38ee-4724-b054-d0ca9aef7b05)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:03.507355 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.533246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.534604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 77c55f50-925f-463d-b4ee-917ea33aef78 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:03.546707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4f477-f063-4f5f-b2ae-8e33451601ba,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:03.562796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.566528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d2a9ecc9-6984-4ccd-9ff6-dcbe72eb55a0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4042611 Jan 18 23:15:03.566739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:03.574739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1664550334', 'security_groups': ['31d4f477-f063-4f5f-b2ae-8e33451601ba'], 'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c72655e5-f62c-4d19-a444-f921b772fa4c'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:03.575849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.584352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Transition to ACTIVE for port object f876e91e-b465-4452-b3a7-ca3a953bdd0c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:03.606894 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-740bbbe7-84e5-4cd7-9223-8a31cf36b583 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:15:03.614087 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-740bbbe7-84e5-4cd7-9223-8a31cf36b583 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9673553 Jan 18 23:15:03.617728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37108) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:03.622800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.623809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037cbf1-7ad3-49c7-8977-bc6e12877385 None None] The sync data for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:03.697293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.700036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-edb64f14-9b7b-4d16-91f1-8d90b19ac1d7 None None] Provisioning for port 47998328-b96e-46e4-be5f-9643c39e2e0a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:03.768481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:03.781972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.782577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:03.793566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Calling delete_port for a0cea96d-bf22-4eab-990e-5feec3ae74a1 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:03.799662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:03.871613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a671071e-bc94-4294-9fcf-6eff8538fb00']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.937776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-edb64f14-9b7b-4d16-91f1-8d90b19ac1d7 None None] Provisioning complete for port 47998328-b96e-46e4-be5f-9643c39e2e0a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:03.948756 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-edb64f14-9b7b-4d16-91f1-8d90b19ac1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.951081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9225af9e-38ee-4724-b054-d0ca9aef7b05') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.951382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9225af9e-38ee-4724-b054-d0ca9aef7b05') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.982773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.141144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ccda2ff6-93d8-470e-9694-12275de7ccf1,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:04.145202 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.175738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] device_id is not set on port 2fca5797-7c8f-4e62-994a-e408ab5de198 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:15:04.196768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.213522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-edb64f14-9b7b-4d16-91f1-8d90b19ac1d7 None None] Port 47998328-b96e-46e4-be5f-9643c39e2e0a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:04.219078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.241052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:04.241463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.257530 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:04.258417 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:04.259306 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:04.269961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fff4aa-3300-4bde-87d3-936b69ea8b03']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:04.273702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 77c55f50-925f-463d-b4ee-917ea33aef78 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:04.283853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b56bcd-a676-470e-8572-901a46294cf8 None None] Pushing event updated for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:04.298690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-edb64f14-9b7b-4d16-91f1-8d90b19ac1d7 None None] Provisioning complete for port ccda2ff6-93d8-470e-9694-12275de7ccf1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:04.299420 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-edb64f14-9b7b-4d16-91f1-8d90b19ac1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.326536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 77c55f50-925f-463d-b4ee-917ea33aef78 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:04.327163 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.485214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.539562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8::160 (0d7045e1-8179-461d-99ca-5c9b92f5d321/c72655e5-f62c-4d19-a444-f921b772fa4c/2fca5797-7c8f-4e62-994a-e408ab5de198) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:04.589608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.656675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 77c55f50-925f-463d-b4ee-917ea33aef78, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=77c55f50-925f-463d-b4ee-917ea33aef78,segment=NetworkSegment(08091a73-7a87-439e-84f4-72a859a4a3f3),segment_id=08091a73-7a87-439e-84f4-72a859a4a3f3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:04.664679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.715718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff6e69a-f038-4c45-83b5-1854060e943c') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:04.716268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff6e69a-f038-4c45-83b5-1854060e943c') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:04.794264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.835561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.844895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Deleting port a0cea96d-bf22-4eab-990e-5feec3ae74a1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:04.845521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.866167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.869766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=a671071e-bc94-4294-9fcf-6eff8538fb00,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:04.874773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.893919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccda2ff6-93d8-470e-9694-12275de7ccf1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:04.909487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:04.910401 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.945748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:04.948845 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:05.043044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6556432a-f690-42de-b0d2-a664f711c4e7 None None] The port 'a0cea96d-bf22-4eab-990e-5feec3ae74a1' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:15:05.072622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=77c55f50-925f-463d-b4ee-917ea33aef78,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:05.075732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7a19aadf-009e-4f12-ab49-3a634154bccf None None] Provisioning complete for port 77c55f50-925f-463d-b4ee-917ea33aef78 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:05.076111 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a19aadf-009e-4f12-ab49-3a634154bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.097558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f080ca7d-751a-4cb9-bf4f-aa70f2e9d87c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/a671071e-bc94-4294-9fcf-6eff8538fb00 HTTP/1.1" status: 204 len: 168 time: 3.8155787 Jan 18 23:15:05.100360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:05.106430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1061820524'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:05.116478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:05.122216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:05.126800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:05.132978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 2fca5797-7c8f-4e62-994a-e408ab5de198 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:05.143149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:05.156711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.162291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.169760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:05.179384 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.192718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Network': ['ID=a3fff4aa-3300-4bde-87d3-936b69ea8b03,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:05.215095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ebdae900-9b45-4998-8399-400b471b94d4 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/networks/a3fff4aa-3300-4bde-87d3-936b69ea8b03 HTTP/1.1" status: 204 len: 168 time: 1.8544044 Jan 18 23:15:05.219178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37118) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:05.235868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:05.244378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.286531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.287029 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 34666aab-dd36-47f9-bb26-6e17609c5b9a of type vlan for network 492b2665-36ba-4569-908d-0fa7293b716d Jan 18 23:15:05.321933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ccda2ff6-93d8-470e-9694-12275de7ccf1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:05.322310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.326499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.326735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:05.333782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:05.339853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:05.345950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:05.346668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.396077 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8281903 Jan 18 23:15:05.402427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37122) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:05.409291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.411182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:05.413507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220847ca-4381-4a9e-b664-1048a65613b1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=2fca5797-7c8f-4e62-994a-e408ab5de198,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:05.455535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.468845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:05.469714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.492648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:05.582150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4779594 Jan 18 23:15:05.591300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:05.591737 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.619356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': '492b2665-36ba-4569-908d-0fa7293b716d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:05.646680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bfa194a6-6e4f-4d38-a67f-30f0dc11e5f4 None None] Provisioning for port f876e91e-b465-4452-b3a7-ca3a953bdd0c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:05.654288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bfa194a6-6e4f-4d38-a67f-30f0dc11e5f4 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:05.655137 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfa194a6-6e4f-4d38-a67f-30f0dc11e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.727770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636edb4-75d0-40a6-a138-5e1c262bf6db tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=492b2665-36ba-4569-908d-0fa7293b716d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:05.744187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 492b2665-36ba-4569-908d-0fa7293b716d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:05.779374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:05.779374 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.795864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:05.800030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:05.803446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:05.809569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:05.826274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:05.830458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.893306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:05.908089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:05.915723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:05.920110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.935278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:05.967018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1c0674-a5a0-4144-bb8d-94235954652d']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:05.980595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:05.985007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.078176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bfa194a6-6e4f-4d38-a67f-30f0dc11e5f4 None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:06.078796 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfa194a6-6e4f-4d38-a67f-30f0dc11e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.130048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e8abc0-769d-4532-b069-2c5775c26c4f') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:06.130349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e8abc0-769d-4532-b069-2c5775c26c4f') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:06.154208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.161206 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c72655e5-f62c-4d19-a444-f921b772fa4c (CIDR: 2001:db8::/64) Jan 18 23:15:06.164657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfa194a6-6e4f-4d38-a67f-30f0dc11e5f4 None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:06.175939 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:15:06.176384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0cea96d-bf22-4eab-990e-5feec3ae74a1 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:06.177632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:06.212367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a0cea96d-bf22-4eab-990e-5feec3ae74a1 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:06.212704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a0cea96d-bf22-4eab-990e-5feec3ae74a1 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:06.222389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.230695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.255872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:06.256380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:06.271785 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:06.282052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-41785cb2-4198-415a-8f68-c5cc6a4ca232 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8757069 Jan 18 23:15:06.288583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37132) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:06.294851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:06.296150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5ec19541-285b-4d17-becf-9c4521e47b10 None None] Provisioning for port 2fca5797-7c8f-4e62-994a-e408ab5de198 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:06.303963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5ec19541-285b-4d17-becf-9c4521e47b10 None None] Provisioning complete for port 2fca5797-7c8f-4e62-994a-e408ab5de198 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:06.304342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ec19541-285b-4d17-becf-9c4521e47b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.351285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting port 47998328-b96e-46e4-be5f-9643c39e2e0a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:06.351647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.395156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5ec19541-285b-4d17-becf-9c4521e47b10 None None] Port 2fca5797-7c8f-4e62-994a-e408ab5de198 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:06.417816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=ddb3b6f7-5a38-4612-9605-956288a73a49,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:06.440989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '34666aab-dd36-47f9-bb26-6e17609c5b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '492b2665-36ba-4569-908d-0fa7293b716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:06.441407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: 492b2665-36ba-4569-908d-0fa7293b716d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:06.503220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:06.505282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 492b2665-36ba-4569-908d-0fa7293b716d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:06.512037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:06.515979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:06.522694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 492b2665-36ba-4569-908d-0fa7293b716d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:06.526242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:06.531442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5046075-9dd8-4695-b21d-7ff1a26dfea1 None None] Network 492b2665-36ba-4569-908d-0fa7293b716d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:06.535266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:06.536039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.555220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.574114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.578413 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-088d5d65-4d80-4272-bb08-eb030a490c84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9784014 Jan 18 23:15:06.578845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37136) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:06.587275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-759187786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:06.601077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:06.605026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.620232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:06.630503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:06.651563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Network': ['ID=fa1c0674-a5a0-4144-bb8d-94235954652d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:06.674955 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a194bc7c-8d27-44ab-b9cc-395c53977fd3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/networks/fa1c0674-a5a0-4144-bb8d-94235954652d HTTP/1.1" status: 204 len: 168 time: 1.4545245 Jan 18 23:15:06.675764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37140) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:06.689831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:06.709289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:06.753813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.753813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.786298 n-d-825178-1 neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c127547c-e597-4018-a9e7-4aba68dea2e5 (CIDR: 2001:db8:0:1::/64) Jan 18 23:15:06.790796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.801123 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:15:06.801728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:06.821688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.825865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 77c55f50-925f-463d-b4ee-917ea33aef78 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:06.838072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-86e5ce9c-efb9-46da-8886-1aed5ab897f2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5484519 Jan 18 23:15:06.839130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37144) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:06.843930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.858833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-492b2665-36ba-4569-908d-0fa7293b716d', 'network_id': '492b2665-36ba-4569-908d-0fa7293b716d', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': 'ddb3b6f7-5a38-4612-9605-956288a73a49'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:06.859662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.872932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'subnet': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:07.040471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.050018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Calling delete_port for 47998328-b96e-46e4-be5f-9643c39e2e0a owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:07.058963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Allocated IP 2001:db8::2 (492b2665-36ba-4569-908d-0fa7293b716d/ddb3b6f7-5a38-4612-9605-956288a73a49/203f68e6-3e7f-4e5e-8c10-667c8ca465d7) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:07.074817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 77c55f50-925f-463d-b4ee-917ea33aef78 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:07.075197 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.127255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.128746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3c9dadf1-0204-48d9-b1e7-3e995be607c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5476744 Jan 18 23:15:07.132778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa96eb7-073f-411b-94bf-3c4f20844c38 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:07.139415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa96eb7-073f-411b-94bf-3c4f20844c38 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:07.139991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:07.140677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8fa96eb7-073f-411b-94bf-3c4f20844c38 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Synchronizing usage tracker for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:07.169952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8fa96eb7-073f-411b-94bf-3c4f20844c38 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Unset dirty status for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:07.176231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8fa96eb7-073f-411b-94bf-3c4f20844c38 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4968646 Jan 18 23:15:07.179327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:07.194687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-500013182'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:07.209605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:07.228430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:07.271668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:07.277153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.437527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:07.456129 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.456525 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Added segment 43ff8dab-7329-4451-baae-b271362ec96f of type vlan for network 549d00dc-2f92-4c3e-b11b-3db46a226b7f Jan 18 23:15:07.471093 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.492572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:07.515519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.530049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Transition to ACTIVE for port object 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:07.550060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Transition to ACTIVE for port object 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:07.558401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Usage tracker for resource:subnet and tenant:9a06bbc8f0e841ec9ce8696136c03b0d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:07.561578 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.565778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Port': ['ID=47998328-b96e-46e4-be5f-9643c39e2e0a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:07.569868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:07.606463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.640773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Network 492b2665-36ba-4569-908d-0fa7293b716d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:07.644641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:07.648858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:07.655454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:07.673630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Pushing event updated for resources: {'Port': ['ID=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:07.789228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Made reservation on behalf of 9a06bbc8f0e841ec9ce8696136c03b0d for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:07.793978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.857190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Attempting to bind port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:07.857557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Attempting to bind port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '34666aab-dd36-47f9-bb26-6e17609c5b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '492b2665-36ba-4569-908d-0fa7293b716d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:07.857918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Attempting to bind port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 on network 492b2665-36ba-4569-908d-0fa7293b716d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:07.867520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.872392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:07.873314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:07.873925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Checking segment: {'id': '34666aab-dd36-47f9-bb26-6e17609c5b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '492b2665-36ba-4569-908d-0fa7293b716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:07.874068 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.877865 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.878279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Bound using segment: {'id': '34666aab-dd36-47f9-bb26-6e17609c5b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '492b2665-36ba-4569-908d-0fa7293b716d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:07.878773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Bound port: 203f68e6-3e7f-4e5e-8c10-667c8ca465d7, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34666aab-dd36-47f9-bb26-6e17609c5b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '492b2665-36ba-4569-908d-0fa7293b716d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:07.879146 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.881698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.988977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] For port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:07.992523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] For port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,segment=NetworkSegment(34666aab-dd36-47f9-bb26-6e17609c5b9a),segment_id=34666aab-dd36-47f9-bb26-6e17609c5b9a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:08.002550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.059760 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8791399 Jan 18 23:15:08.064459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:08.081046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1680736983'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:08.085261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000e64-5cf0-4500-9f8e-2374d1197537 None None] Pushing event updated for resources: {'Port': ['ID=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:08.111357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:08.140356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.155843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4631bc-c13f-4e12-af47-b7315169af84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Network': ['ID=549d00dc-2f92-4c3e-b11b-3db46a226b7f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:08.162974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:network and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:08.170446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:08.178631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 549d00dc-2f92-4c3e-b11b-3db46a226b7f details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:08.188193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:08.240897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:08.244507 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.357046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:08.469879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.469879 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Added segment 8d8f46dc-9e9a-4c3f-a7a4-28c0ea63fe26 of type vlan for network cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6 Jan 18 23:15:08.542354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.548289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8::1 (492b2665-36ba-4569-908d-0fa7293b716d/ddb3b6f7-5a38-4612-9605-956288a73a49/7d0cf49a-5590-4473-a2fd-6d19db31a83f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:08.714251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Router d08115d0-0688-4195-9708-a1ef5dda5980 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:08.727856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.734335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.734954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.804817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:08.923536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:08.942077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:08.956456 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] Sync routers for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:08.957035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-63f2fb9d-710a-4c73-9432-c43337284898 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3338640 Jan 18 23:15:08.957035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:08.967978 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:08.968509 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:09.044506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:09.054295 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:09.055139 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:09.059106 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-e85f4734-7b03-48bb-aa6f-6f1a1ef6313d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] delete failed (client error): The resource could not be found. Jan 18 23:15:09.060205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e85f4734-7b03-48bb-aa6f-6f1a1ef6313d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-2088080879 HTTP/1.1" status: 404 len: 335 time: 0.1023052 Jan 18 23:15:09.066050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37184) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:09.071938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bbd9d13f-b05e-48c0-904e-ea8caeb6df3d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd08115d0-0688-4195-9708-a1ef5dda5980'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:09.113486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Network': ['ID=cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:09.126165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:09.133827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:09.134227 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a95bfe-279c-468a-88a7-8aaa3837c38d None None] The sync data for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:09.176600 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.198753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 7d0cf49a-5590-4473-a2fd-6d19db31a83f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:09.207311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92aa267e-8b0c-4b35-86ee-d00937d4dde2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1311474 Jan 18 23:15:09.207311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.208982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:09.215142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'ports': [{'network_id': '549d00dc-2f92-4c3e-b11b-3db46a226b7f', 'name': 'tempest-port--406168132', 'admin_state_up': True}, {'network_id': 'cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6', 'admin_state_up': False}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:09.215465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'port': {'network_id': '549d00dc-2f92-4c3e-b11b-3db46a226b7f', 'name': 'tempest-port--406168132', 'admin_state_up': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:09.218019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'port': {'network_id': 'cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6', 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:09.286140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:09.290450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:09.295657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.296242 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.305340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd246a8-d501-4abb-b5fd-eae7c9e01492 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:09.336482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Subnet': ['ID=772f2f7e-8472-4b6a-9e98-674fa5d5cc17,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:09.348774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.496632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=7d0cf49a-5590-4473-a2fd-6d19db31a83f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:09.510658 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-369c810b-6c78-420d-847b-529278c092a3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6698511 Jan 18 23:15:09.521385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:09.538864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-296649793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '772f2f7e-8472-4b6a-9e98-674fa5d5cc17'}], 'security_groups': ['20812519-025d-4ad6-92ad-9229992b3716', '07841123-4ec2-4512-b1bb-e56c3b2434ac']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:09.661618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae49474-cf20-4ca8-ab77-379b76503b7a None None] Network 492b2665-36ba-4569-908d-0fa7293b716d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:09.694980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 492b2665-36ba-4569-908d-0fa7293b716d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:09.702049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:09.712239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:09.712905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.794606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] Provisioning for port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:09.812779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] Provisioning complete for port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:09.813471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.883005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d13f-b05e-48c0-904e-ea8caeb6df3d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.935011 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-bbd9d13f-b05e-48c0-904e-ea8caeb6df3d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] update failed (client error): The resource could not be found. Jan 18 23:15:09.936213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bbd9d13f-b05e-48c0-904e-ea8caeb6df3d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980 HTTP/1.1" status: 404 len: 339 time: 0.8689628 Jan 18 23:15:09.941957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37206) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:09.951642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.997182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.023017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:10.030192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:port and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:10.033530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:10.040229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:10.067822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'port': 2} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:10.073750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.099588 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.128324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Update dhcp port {'port': {'network_id': '0d7045e1-8179-461d-99ca-5c9b92f5d321', 'fixed_ips': [{'subnet_id': 'c127547c-e597-4018-a9e7-4aba68dea2e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c72655e5-f62c-4d19-a444-f921b772fa4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '772f2f7e-8472-4b6a-9e98-674fa5d5cc17'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'f876e91e-b465-4452-b3a7-ca3a953bdd0c'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:15:10.174201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] For port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,segment=NetworkSegment(34666aab-dd36-47f9-bb26-6e17609c5b9a),segment_id=34666aab-dd36-47f9-bb26-6e17609c5b9a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:10.174708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.208549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.298272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.429808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775ad86-4b95-4a1a-bfb1-650d7be925c3 None None] Pushing event updated for resources: {'Port': ['ID=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:10.622367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Allocated IP 2001:db8:0:2::2 (0d7045e1-8179-461d-99ca-5c9b92f5d321/772f2f7e-8472-4b6a-9e98-674fa5d5cc17/f876e91e-b465-4452-b3a7-ca3a953bdd0c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:10.746751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.762590 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.763672 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.883192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:10.996081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-590d0217-ef9f-4033-a8f2-dcc9c2239219 req-1b524684-3f5e-4579-b0c7-a2cc64525c16 service neutron] (87811) timed out ('10.222.0.78', 40652) {{(pid=87811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:15:11.038980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8fc2b25-d105-4b44-b587-8125f043296a None None] Provisioning for port 7d0cf49a-5590-4473-a2fd-6d19db31a83f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:11.074241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=7d0cf49a-5590-4473-a2fd-6d19db31a83f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:11.088978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8fc2b25-d105-4b44-b587-8125f043296a None None] Provisioning complete for port 7d0cf49a-5590-4473-a2fd-6d19db31a83f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:11.089432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8fc2b25-d105-4b44-b587-8125f043296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.178847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f876e91e-b465-4452-b3a7-ca3a953bdd0c,segment=NetworkSegment(9563ac0c-1e74-4b08-aa51-d54127ddfd44),segment_id=9563ac0c-1e74-4b08-aa51-d54127ddfd44)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:11.193716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc2b25-d105-4b44-b587-8125f043296a None None] Port 7d0cf49a-5590-4473-a2fd-6d19db31a83f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:11.207985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:11.208543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.286623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8fc2b25-d105-4b44-b587-8125f043296a None None] Provisioning complete for port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:11.286918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8fc2b25-d105-4b44-b587-8125f043296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.294024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] device_id is not set on port dcf72568-c757-4931-ae5d-1d9468f7a75d yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:15:11.314610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.332558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.361235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Transition to ACTIVE for port object f876e91e-b465-4452-b3a7-ca3a953bdd0c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:11.376244 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.633234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 492b2665-36ba-4569-908d-0fa7293b716d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:11.639829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:11.729018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7eb17-c27c-4594-acbe-84c580552326 None None] Pushing event updated for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:11.858463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-20f9df22-d9a2-4511-baff-020523da15fc None None] Provisioning complete for port 7d0cf49a-5590-4473-a2fd-6d19db31a83f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:11.859107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f9df22-d9a2-4511-baff-020523da15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.975995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-20f9df22-d9a2-4511-baff-020523da15fc None None] Port 7d0cf49a-5590-4473-a2fd-6d19db31a83f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:12.160307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6b54e28-c2f6-46fd-9510-4ce1f0bc5344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.170637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Allocated IP 172.20.0.1 (8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1/e7b2929a-6bd8-47c6-a428-085eb85a0886/7b7783d3-c4e5-4e3d-bdfc-682b81b144b8) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:12.171175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 93cf16bd-8046-4f6e-8dc1-8eb9414a327a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:15:12.174170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Delete allocated IP 2001:db8::160 (0d7045e1-8179-461d-99ca-5c9b92f5d321/c72655e5-f62c-4d19-a444-f921b772fa4c) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:15:12.209656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-90d917c1-9a75-4c0a-a8ae-a5d176dbb47a None None] Provisioning complete for port 7d0cf49a-5590-4473-a2fd-6d19db31a83f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:12.210029 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-90d917c1-9a75-4c0a-a8ae-a5d176dbb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.301235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-90d917c1-9a75-4c0a-a8ae-a5d176dbb47a None None] Port 7d0cf49a-5590-4473-a2fd-6d19db31a83f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:12.343430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Allocated IP 2001:db8:0:2::89 (0d7045e1-8179-461d-99ca-5c9b92f5d321/772f2f7e-8472-4b6a-9e98-674fa5d5cc17/2fca5797-7c8f-4e62-994a-e408ab5de198) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:12.382161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.387617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.440799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:12.449812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fc6bc450-9198-4703-83ca-83babe3298b8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/93cf16bd-8046-4f6e-8dc1-8eb9414a327a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3065012 Jan 18 23:15:12.451502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37214) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:12.457521 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] Sync routers for ids ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:12.473542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] Routers {'93cf16bd-8046-4f6e-8dc1-8eb9414a327a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:12.474346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.502015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Transition to ACTIVE for port object 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:12.558031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] device_id is not set on port 25393e5b-e93d-41a7-a2cb-d244b10fdefc yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:15:12.562813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0066389-f946-4c4a-9276-eb0ceb7ed728 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:12.563900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b0066389-f946-4c4a-9276-eb0ceb7ed728 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:12.578741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.590504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] Routers {'93cf16bd-8046-4f6e-8dc1-8eb9414a327a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:12.592184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.638131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.694070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b0066389-f946-4c4a-9276-eb0ceb7ed728 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:12.698947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b0066389-f946-4c4a-9276-eb0ceb7ed728 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports/7d0cf49a-5590-4473-a2fd-6d19db31a83f HTTP/1.1" status: 200 len: 911 time: 0.2465799 Jan 18 23:15:12.699866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37218) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:12.708626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.709450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49572a62-9d7f-4cf9-84af-e9010b5b859e None None] The sync data for ids ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:12.766292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:12.800449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:12.804590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Port': ['ID=7b7783d3-c4e5-4e3d-bdfc-682b81b144b8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:12.807420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:12.813035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:12.855540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.867372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.867839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.868290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.868740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.869221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.869661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.870119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.870552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.870989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.871484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.871916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.872353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:12.903457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.958250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.967297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Provisioning for port f876e91e-b465-4452-b3a7-ca3a953bdd0c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:12.990447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:12.991175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.141260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:13.141622 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.142270 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.161228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Port': ['ID=dcf72568-c757-4931-ae5d-1d9468f7a75d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.182563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Checking segment: {'id': '43ff8dab-7329-4451-baae-b271362ec96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '549d00dc-2f92-4c3e-b11b-3db46a226b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:13.183104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network hostable DHCP agents. Network: 549d00dc-2f92-4c3e-b11b-3db46a226b7f, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:13.203898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.277220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Transition to ACTIVE for port object 2fca5797-7c8f-4e62-994a-e408ab5de198 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:13.292916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.478292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] In _notify_port_updated(), no bound segment for port 2fca5797-7c8f-4e62-994a-e408ab5de198 on network 0d7045e1-8179-461d-99ca-5c9b92f5d321 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:15:13.483802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:13.484484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.488522 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "PUT /v2.0/ports/2fca5797-7c8f-4e62-994a-e408ab5de198 HTTP/1.1" status: 200 len: 968 time: 3.9624023 Jan 18 23:15:13.490801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:13.491430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0cc6e-456e-4e45-a3dc-332cb4557e56 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event updated for resources: {'Port': ['ID=2fca5797-7c8f-4e62-994a-e408ab5de198,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.540159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Provisioning for port 2fca5797-7c8f-4e62-994a-e408ab5de198 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:13.546361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Provisioning complete for port 2fca5797-7c8f-4e62-994a-e408ab5de198 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:13.547477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.621561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Port 2fca5797-7c8f-4e62-994a-e408ab5de198 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:13.633670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:13.634125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.649752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 2fca5797-7c8f-4e62-994a-e408ab5de198 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:13.650381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.707441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-272a855e-46c3-403a-8346-13cd9a4dc272 None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:13.773456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network 549d00dc-2f92-4c3e-b11b-3db46a226b7f is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:13.800254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 549d00dc-2f92-4c3e-b11b-3db46a226b7f) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:13.813282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d2c8a-b93d-43e6-abe8-22fd7df71feb None None] Network 549d00dc-2f92-4c3e-b11b-3db46a226b7f requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:13.815018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:13.815940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.933189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Port': ['ID=25393e5b-e93d-41a7-a2cb-d244b10fdefc,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.946315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Checking segment: {'id': '8d8f46dc-9e9a-4c3f-a7a4-28c0ea63fe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:13.946765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network hostable DHCP agents. Network: cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:13.960523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.973296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.068669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Provisioning complete for port 2fca5797-7c8f-4e62-994a-e408ab5de198 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:14.069276 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.120073 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.125388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event updated for resources: {'Port': ['ID=7b7783d3-c4e5-4e3d-bdfc-682b81b144b8,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.127897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:14.130221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Port 2fca5797-7c8f-4e62-994a-e408ab5de198 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:14.150752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Provisioning for port 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:14.166196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Provisioning complete for port 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:14.166744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.166885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:14.174605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.195694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657bf43-85eb-4828-8681-3d7c98d59725 None None] Network cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:14.224192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:14.230317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.235490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.236246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.290091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fb146474-20be-467c-b915-ed8c91398793 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0809257 Jan 18 23:15:14.293238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37228) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:14.348705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.371557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:14.373994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:14.423014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7f74-1601-4a66-a99c-6c53c187eebb None None] Port 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:14.508297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 2fca5797-7c8f-4e62-994a-e408ab5de198 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:14.583782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Router d08115d0-0688-4195-9708-a1ef5dda5980 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:14.604327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59acbf-0244-4edc-9edd-bc9597be0a5e tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.612316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59acbf-0244-4edc-9edd-bc9597be0a5e tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.613318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-be59acbf-0244-4edc-9edd-bc9597be0a5e tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Synchronizing usage tracker for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:14.758244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-57c4418b-827c-4148-9245-151a159d5ce2 None None] Provisioning complete for port 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:14.759275 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57c4418b-827c-4148-9245-151a159d5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.776200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-be59acbf-0244-4edc-9edd-bc9597be0a5e tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Unset dirty status for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:14.778090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-be59acbf-0244-4edc-9edd-bc9597be0a5e tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4841578 Jan 18 23:15:14.781218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37238) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:14.819879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 7d0cf49a-5590-4473-a2fd-6d19db31a83f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:14.820192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.821167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-57c4418b-827c-4148-9245-151a159d5ce2 None None] Port 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:14.847310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:14.857179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-51dd8a42-f049-4459-870c-3dc8a666d71d tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9140992 Jan 18 23:15:14.858052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37242) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:14.864068 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] Sync routers for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:14.873947 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:14.874769 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:14.922491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting port dcf72568-c757-4931-ae5d-1d9468f7a75d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:14.922838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.937544 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:14.950681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b38238d-bfee-4e15-a478-8bb03efaf5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.959253 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:14.959861 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:14:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:15.041669 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.065236 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:15.065926 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959574c-a19b-4ec1-b795-0aa6c8c87abd None None] The sync data for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:15.113022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=2fca5797-7c8f-4e62-994a-e408ab5de198,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:15.182572 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.335317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 7d0cf49a-5590-4473-a2fd-6d19db31a83f owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:15.373166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.385769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.398917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25ebbbcd-f25e-43b6-b8e4-9fe24af61712 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.401917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a25ccee2-fe8d-4a5c-8665-0c91e1d67b7c tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/2fca5797-7c8f-4e62-994a-e408ab5de198 HTTP/1.1" status: 204 len: 168 time: 1.9077291 Jan 18 23:15:15.404505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37248) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:15.462097 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-073de037-3d1f-4246-883d-95979112bb79 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] GET failed (client error): The resource could not be found. Jan 18 23:15:15.462635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-073de037-3d1f-4246-883d-95979112bb79 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Synchronizing usage tracker for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:15.618655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.628781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Calling delete_port for dcf72568-c757-4931-ae5d-1d9468f7a75d owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:15.645295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-073de037-3d1f-4246-883d-95979112bb79 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Unset dirty status for tenant:9a06bbc8f0e841ec9ce8696136c03b0d on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:15.649025 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-073de037-3d1f-4246-883d-95979112bb79 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports/2fca5797-7c8f-4e62-994a-e408ab5de198 HTTP/1.1" status: 404 len: 333 time: 0.2410004 Jan 18 23:15:15.649517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:15.728135 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.747055 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-25ebbbcd-f25e-43b6-b8e4-9fe24af61712 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:15:15.749529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-25ebbbcd-f25e-43b6-b8e4-9fe24af61712 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980 HTTP/1.1" status: 409 len: 329 time: 0.8871942 Jan 18 23:15:15.753166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37256) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:15.758222 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba3664a3-f114-4f66-9179-325d81c3439b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.808872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba3664a3-f114-4f66-9179-325d81c3439b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.821768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.836582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.897037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=7d0cf49a-5590-4473-a2fd-6d19db31a83f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:15.946400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Port': ['ID=dcf72568-c757-4931-ae5d-1d9468f7a75d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:15.974312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.180933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba3664a3-f114-4f66-9179-325d81c3439b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.214443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.218422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3664a3-f114-4f66-9179-325d81c3439b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4f477-f063-4f5f-b2ae-8e33451601ba,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:16.229948 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba3664a3-f114-4f66-9179-325d81c3439b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.231508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ba3664a3-f114-4f66-9179-325d81c3439b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/security-groups/31d4f477-f063-4f5f-b2ae-8e33451601ba HTTP/1.1" status: 204 len: 168 time: 0.5806315 Jan 18 23:15:16.261197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:16.290510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cc0d1ece-91fa-480e-af4d-74e8050f9e36 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/ports/dcf72568-c757-4931-ae5d-1d9468f7a75d HTTP/1.1" status: 204 len: 168 time: 1.5049133 Jan 18 23:15:16.293593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37266) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:16.445999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting port 25393e5b-e93d-41a7-a2cb-d244b10fdefc {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:16.446475 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.520935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 93cf16bd-8046-4f6e-8dc1-8eb9414a327a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:16.537949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17e76456-3f9d-4308-a6f6-0197a3d9d2d5 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.583153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17e76456-3f9d-4308-a6f6-0197a3d9d2d5 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.652644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:16.660183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eca0762c-048b-4048-a17a-f7f038461a49 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/93cf16bd-8046-4f6e-8dc1-8eb9414a327a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9545643 Jan 18 23:15:16.660818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:16.663065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] Sync routers for ids ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:16.673192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] Routers {'93cf16bd-8046-4f6e-8dc1-8eb9414a327a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:16.674061 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:16.706124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b4e77f31-315e-46ca-8c95-e66c88ba179c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:16.723404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b4e77f31-315e-46ca-8c95-e66c88ba179c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:16.727876 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b4e77f31-315e-46ca-8c95-e66c88ba179c tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=93cf16bd-8046-4f6e-8dc1-8eb9414a327a HTTP/1.1" status: 200 len: 205 time: 0.0661035 Jan 18 23:15:16.728581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37274) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:16.745829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:16.754893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] Routers {'93cf16bd-8046-4f6e-8dc1-8eb9414a327a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:16.755548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:16.778337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17e76456-3f9d-4308-a6f6-0197a3d9d2d5 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.818817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:16.819220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460287e-208b-414a-a56e-f3b48ab9e26d None None] The sync data for ids ['93cf16bd-8046-4f6e-8dc1-8eb9414a327a'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:16.865896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.954541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e76456-3f9d-4308-a6f6-0197a3d9d2d5 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07841123-4ec2-4512-b1bb-e56c3b2434ac,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:17.005918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.007015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.024837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17e76456-3f9d-4308-a6f6-0197a3d9d2d5 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.026321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-17e76456-3f9d-4308-a6f6-0197a3d9d2d5 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/security-groups/07841123-4ec2-4512-b1bb-e56c3b2434ac HTTP/1.1" status: 204 len: 168 time: 0.7635672 Jan 18 23:15:17.080073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37278) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:17.159220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Calling delete_port for 25393e5b-e93d-41a7-a2cb-d244b10fdefc owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:17.287679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.305065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.307835 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.335153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.335780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router 93cf16bd-8046-4f6e-8dc1-8eb9414a327a {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:15:17.347673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c84cbb38-4eb8-4a66-9ee8-7cbd0be70044 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.349095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.352752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2c8b54e4-3001-46f4-a2e4-e019915cd250 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/93cf16bd-8046-4f6e-8dc1-8eb9414a327a HTTP/1.1" status: 204 len: 168 time: 0.6205907 Jan 18 23:15:17.353047 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:17.415923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.420872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet ddb3b6f7-5a38-4612-9605-956288a73a49 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:17.424484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.486060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.498491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Port': ['ID=25393e5b-e93d-41a7-a2cb-d244b10fdefc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:17.508221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c84cbb38-4eb8-4a66-9ee8-7cbd0be70044 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.533983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.615227 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bb2b180e-e87a-4eee-a3be-f86e7d2dd4a2 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/ports/25393e5b-e93d-41a7-a2cb-d244b10fdefc HTTP/1.1" status: 204 len: 168 time: 1.3205626 Jan 18 23:15:17.624729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:17.670979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c84cbb38-4eb8-4a66-9ee8-7cbd0be70044 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.693891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cbb38-4eb8-4a66-9ee8-7cbd0be70044 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20812519-025d-4ad6-92ad-9229992b3716,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:17.694262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7af8f9b7-571c-4e81-99a7-5e205b26da49 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0669029 Jan 18 23:15:17.700441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37302) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:17.705193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c84cbb38-4eb8-4a66-9ee8-7cbd0be70044 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.706356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c84cbb38-4eb8-4a66-9ee8-7cbd0be70044 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/security-groups/20812519-025d-4ad6-92ad-9229992b3716 HTTP/1.1" status: 204 len: 168 time: 0.6253552 Jan 18 23:15:17.709115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:17.711267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1419697254'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:17.719042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:17.726670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:network and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:17.730148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:17.759589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:17.767416 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.798428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:17.801939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.820443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting port 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:17.820788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.859059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-fcf5217e-1972-4230-9690-f2f25a540561 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.860546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-fcf5217e-1972-4230-9690-f2f25a540561 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.3129799 Jan 18 23:15:17.879436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-65d7531e-ea4f-446e-aa2d-9317f264a51d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.0102835 Jan 18 23:15:17.883339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet c72655e5-f62c-4d19-a444-f921b772fa4c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:17.886716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.887093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:17.963905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.964566 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Added segment 2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f of type vlan for network e602b7cf-7ce4-4eae-892a-fc2cca71f97d Jan 18 23:15:18.006430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.025622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.035459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.054819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.093826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb3b6f7-5a38-4612-9605-956288a73a49,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.098268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.106695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ec1f7-328e-4ab0-9da0-a702a75617ec None None] Network 492b2665-36ba-4569-908d-0fa7293b716d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:18.122628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2942f73a-0a1d-4ed4-882d-2ba3f08adaff tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/ddb3b6f7-5a38-4612-9605-956288a73a49 HTTP/1.1" status: 204 len: 168 time: 0.7659256 Jan 18 23:15:18.125348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37310) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:18.190171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Calling delete_port for 7b7783d3-c4e5-4e3d-bdfc-682b81b144b8 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:18.232245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.237615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:18.238202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.239153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-ddff6b73-0d8b-4633-8868-7f8db035b30d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3223114 Jan 18 23:15:18.272970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.284288 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.333095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:18.333614 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.376105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6740718 Jan 18 23:15:18.382973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37316) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:18.388427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b420560-fc21-41e2-ab36-f91a8dc4add3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Network': ['ID=e602b7cf-7ce4-4eae-892a-fc2cca71f97d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.392032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-65701540'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:18.397242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e602b7cf-7ce4-4eae-892a-fc2cca71f97d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:18.420370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] DHCP port deletion for 492b2665-36ba-4569-908d-0fa7293b716d request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:18.424630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:18.486372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.492000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Deleting port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:18.492513 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.568303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:network and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:18.572090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:18.577672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=c72655e5-f62c-4d19-a444-f921b772fa4c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.581184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:18.596966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.603080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:18.607065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.610968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f15d87-9033-46ac-b759-b585901d57e4 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:18.620117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4357c178-83f7-4757-9924-1b0b6b5dc936 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/c72655e5-f62c-4d19-a444-f921b772fa4c HTTP/1.1" status: 204 len: 168 time: 0.9093854 Jan 18 23:15:18.620984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37322) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:18.730120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:18.767745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet 772f2f7e-8472-4b6a-9e98-674fa5d5cc17 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:18.771656 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.772058 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Added segment d2bcdd4f-1c42-4b39-a39d-b789e03b6f29 of type vlan for network abf81849-c274-44bf-bd6e-f443ca6bd4d0 Jan 18 23:15:18.773354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.816043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:18.856794 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.881296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-6847aa35-213b-4afe-b7da-ce1543e67c5f service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266670 Jan 18 23:15:18.906979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,segment=NetworkSegment(34666aab-dd36-47f9-bb26-6e17609c5b9a),segment_id=34666aab-dd36-47f9-bb26-6e17609c5b9a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:18.907297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] For port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,segment=NetworkSegment(34666aab-dd36-47f9-bb26-6e17609c5b9a),segment_id=34666aab-dd36-47f9-bb26-6e17609c5b9a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:18.907461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.908348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.946654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.958990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.999173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Port': ['ID=7b7783d3-c4e5-4e3d-bdfc-682b81b144b8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.053873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:19.136511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.170314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.resource_extend [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:15:19.248516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Calling delete_port for 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:19.260256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.303495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 23:15:19.306195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-3dd55b77-6e87-40c2-b803-6457cd17fc30 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195961 Jan 18 23:15:19.315495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=203f68e6-3e7f-4e5e-8c10-667c8ca465d7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.317319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:19.355026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.363800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:19.364369 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:19.377770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.383931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:19.384568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.450906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.484993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492b2665-36ba-4569-908d-0fa7293b716d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:19.512061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34666aab-dd36-47f9-bb26-6e17609c5b9a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:19.512441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34666aab-dd36-47f9-bb26-6e17609c5b9a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:19.542339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.564971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.573014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:19.573470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:19.590372 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:19.688766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-07b5be14-5bc4-4837-98b0-8ca38535f1a1 req-53b3f64c-a120-41a8-8299-d6a947dcdc55 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:19.692703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.720132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.733627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=492b2665-36ba-4569-908d-0fa7293b716d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.743651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e8412c7-07f4-4404-8da2-ed834bc566aa tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/492b2665-36ba-4569-908d-0fa7293b716d HTTP/1.1" status: 204 len: 168 time: 1.6162300 Jan 18 23:15:19.748074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:19.753801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1355920495', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:19.763178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:19.767371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:19.770327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:19.777131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:19.782696 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.788450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Network': ['ID=abf81849-c274-44bf-bd6e-f443ca6bd4d0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.805981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.806629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network abf81849-c274-44bf-bd6e-f443ca6bd4d0 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:19.807234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.824333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.920835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Deleting port 203f68e6-3e7f-4e5e-8c10-667c8ca465d7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:19.921453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.968372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=772f2f7e-8472-4b6a-9e98-674fa5d5cc17,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.983053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1de9aa27-25bd-4224-a671-7a4be1cc8f84 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5989671 Jan 18 23:15:20.034141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.036183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bf1d21c4-7cc6-4267-b948-e93094462deb tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/772f2f7e-8472-4b6a-9e98-674fa5d5cc17 HTTP/1.1" status: 204 len: 168 time: 1.4141278 Jan 18 23:15:20.040828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37342) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.061285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-07b5be14-5bc4-4837-98b0-8ca38535f1a1 req-53b3f64c-a120-41a8-8299-d6a947dcdc55 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:20.086008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07b5be14-5bc4-4837-98b0-8ca38535f1a1 req-53b3f64c-a120-41a8-8299-d6a947dcdc55 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 210 time: 0.4776692 Jan 18 23:15:20.114294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2a795d9-6a3e-4c56-a021-560e518b7714 None None] The port '203f68e6-3e7f-4e5e-8c10-667c8ca465d7' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:15:20.127652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.142898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'subnets': [{'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--594132967', 'ip_version': 4}, {'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:20.143712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'subnet': {'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--594132967', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:20.144509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Request body: {'subnet': {'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:20.158173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e237d-1152-4d40-b3c8-81c58df83115 None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:20.162928 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dfa8e5-7461-4bc7-bda4-44fadbd9c143 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:20.163650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dfa8e5-7461-4bc7-bda4-44fadbd9c143 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:20.165719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-25dfa8e5-7461-4bc7-bda4-44fadbd9c143 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/c72655e5-f62c-4d19-a444-f921b772fa4c HTTP/1.1" status: 404 len: 337 time: 0.1178708 Jan 18 23:15:20.168080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Router d08115d0-0688-4195-9708-a1ef5dda5980 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:20.169030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37350) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.301690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35f94020-dcbd-4d38-ba58-2813ec2a032e None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.302696 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35f94020-dcbd-4d38-ba58-2813ec2a032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.466115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.488779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:20.495432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting subnet c127547c-e597-4018-a9e7-4aba68dea2e5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:20.498264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.499188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-398dd742-ea6c-449d-ad3b-65c9e17cf9bb tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7444727 Jan 18 23:15:20.500105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.505390 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] Sync routers for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:20.515596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:20.516415 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.555121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35f94020-dcbd-4d38-ba58-2813ec2a032e None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.555685 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35f94020-dcbd-4d38-ba58-2813ec2a032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.580612 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-67569b3d-c97d-4ea8-af82-2e817e63c5c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] show failed (client error): The resource could not be found. Jan 18 23:15:20.585385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-67569b3d-c97d-4ea8-af82-2e817e63c5c6 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1768101721 HTTP/1.1" status: 404 len: 335 time: 0.0806429 Jan 18 23:15:20.585611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37358) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.590239 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.590942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fc567648-5036-48a6-8b5e-be2291acfb13 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:20.600900 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] Routers {'d08115d0-0688-4195-9708-a1ef5dda5980'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:20.601984 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d08115d0-0688-4195-9708-a1ef5dda5980'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.643604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-35f94020-dcbd-4d38-ba58-2813ec2a032e None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:20.677678 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-fc567648-5036-48a6-8b5e-be2291acfb13 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] update failed (client error): The resource could not be found. Jan 18 23:15:20.681972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fc567648-5036-48a6-8b5e-be2291acfb13 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-610042046 HTTP/1.1" status: 404 len: 334 time: 0.0920460 Jan 18 23:15:20.683270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37362) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.753822 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.754498 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a73068-6228-49fd-a55d-5a1b8719f6a2 None None] The sync data for ids ['d08115d0-0688-4195-9708-a1ef5dda5980'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:20.767893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting subnet 5e792453-7667-4d2e-889f-31917eb7e9ed {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:20.771517 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.843491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.882418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.941329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:20.963863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Usage tracker for resource:subnet and tenant:e5e873af45c044a09f6f12601bcecc07 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:20.969968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:20.983851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:21.020675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Made reservation on behalf of e5e873af45c044a09f6f12601bcecc07 for: {'subnet': 2} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:21.025563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.025892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.090923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-e1498159-7399-472e-9cee-ca74bf37ef8a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:21.092445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-e1498159-7399-472e-9cee-ca74bf37ef8a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.1999068 Jan 18 23:15:21.111798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:21.136302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.155206 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.302193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0eebebf1-7117-4fde-a127-9350e902dcfc req-4aca2f4f-9302-4a92-addc-2b4b56f103cd tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 210 time: 0.0606940 Jan 18 23:15:21.332664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:21.340395 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.381433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:21.392961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Subnet': ['ID=5e792453-7667-4d2e-889f-31917eb7e9ed,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:21.398927 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.408759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1062e711-228e-4cb5-b5f9-77d0bda92c0f tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/subnets/5e792453-7667-4d2e-889f-31917eb7e9ed HTTP/1.1" status: 204 len: 168 time: 0.7243919 Jan 18 23:15:21.409860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:21.410522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b0f95-30ee-4cbf-93e1-d820eefc25d1 None None] Network 708d265f-dd0d-442d-b80b-112b99954855 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:21.413503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.424591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37368) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:21.548904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.583714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.604368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting subnet 43b952a1-0532-417c-9427-c10da79680df {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:21.633355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.638823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.641345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Subnet': ['ID=c127547c-e597-4018-a9e7-4aba68dea2e5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:21.645448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b4923-4994-437c-a02e-51fec9be741c None None] Network 0d7045e1-8179-461d-99ca-5c9b92f5d321 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:21.704883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fa481d1f-90a7-4881-a851-79d9f95c63b2 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/c127547c-e597-4018-a9e7-4aba68dea2e5 HTTP/1.1" status: 204 len: 168 time: 1.5303874 Jan 18 23:15:21.708935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.9 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:21.716534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:21.780225 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b9fe15-5757-4b92-a8d5-24db4c9c97e0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:21.780611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b9fe15-5757-4b92-a8d5-24db4c9c97e0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:21.808305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-72b9fe15-5757-4b92-a8d5-24db4c9c97e0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/0507ff17-2709-4588-a4ee-65a09f68c399 HTTP/1.1" status: 404 len: 337 time: 0.0883784 Jan 18 23:15:21.826283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37376) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:21.830488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-485b571e-0485-420d-a236-6c9783034e4d None None] Provisioning complete for port f876e91e-b465-4452-b3a7-ca3a953bdd0c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:21.831109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-485b571e-0485-420d-a236-6c9783034e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.924127 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:15:21.943266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.973271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:22.014713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.062234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.074479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e69a9dde-9097-4d56-a36e-845485de2ea1 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4844cf4-857b-42f9-8294-f34fcc383c73 HTTP/1.1" status: 200 len: 205 time: 0.2470970 Jan 18 23:15:22.105848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37382) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.142364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] DHCP port deletion for 708d265f-dd0d-442d-b80b-112b99954855 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:22.157757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] Deleting port 77c55f50-925f-463d-b4ee-917ea33aef78 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:22.158128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.198658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 172.25.4.70 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f695605b-12b7-4367-841c-c3051a1e8086) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:22.251260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-485b571e-0485-420d-a236-6c9783034e4d None None] Provisioning complete for port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:22.251726 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-485b571e-0485-420d-a236-6c9783034e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.275336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:22.276849 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-a3a1924d-6e3f-431c-bd07-34dd8ecba55f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] delete failed (client error): The resource could not be found. Jan 18 23:15:22.278643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a3a1924d-6e3f-431c-bd07-34dd8ecba55f tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/routers/e4844cf4-857b-42f9-8294-f34fcc383c73 HTTP/1.1" status: 404 len: 336 time: 0.1632528 Jan 18 23:15:22.286085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:22.304877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37388) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.305658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:22.317777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:22.319314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] DHCP port deletion for 0d7045e1-8179-461d-99ca-5c9b92f5d321 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:22.334515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] Deleting port f876e91e-b465-4452-b3a7-ca3a953bdd0c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:22.334827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.360296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.546076 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea09073-1aa6-4544-8ac6-a92e021aaad0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:22.546359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea09073-1aa6-4544-8ac6-a92e021aaad0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:22.612677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.644628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.652969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] For port f876e91e-b465-4452-b3a7-ca3a953bdd0c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f876e91e-b465-4452-b3a7-ca3a953bdd0c,segment=NetworkSegment(9563ac0c-1e74-4b08-aa51-d54127ddfd44),segment_id=9563ac0c-1e74-4b08-aa51-d54127ddfd44)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:22.654028 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.680925 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.791540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] Calling delete_port for f876e91e-b465-4452-b3a7-ca3a953bdd0c owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:22.821655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8ea09073-1aa6-4544-8ac6-a92e021aaad0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/0f20188c-8e7c-4a28-b504-f778c4e4acff HTTP/1.1" status: 404 len: 337 time: 0.5065248 Jan 18 23:15:22.835120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37396) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.913520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:22.914092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.922326 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bb2c75-c184-43c5-aa7a-b75e4a31b1d0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:22.922768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bb2c75-c184-43c5-aa7a-b75e4a31b1d0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:22.924410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-71bb2c75-c184-43c5-aa7a-b75e4a31b1d0 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/16fcbd03-db28-4498-90cf-57404722dddc HTTP/1.1" status: 404 len: 337 time: 0.0879850 Jan 18 23:15:22.936425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.961502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-703bc01f-cbf0-4909-92f0-bef3aff17f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8534925 Jan 18 23:15:22.990167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Request body: {'port': {'device_id': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:22.995030 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55eff58-645d-432d-852e-1b43fdf00526 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:22.995491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55eff58-645d-432d-852e-1b43fdf00526 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.019589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:23.020852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] For port 77c55f50-925f-463d-b4ee-917ea33aef78, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=77c55f50-925f-463d-b4ee-917ea33aef78,segment=NetworkSegment(08091a73-7a87-439e-84f4-72a859a4a3f3),segment_id=08091a73-7a87-439e-84f4-72a859a4a3f3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:23.021376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.026754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:23.039468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b55eff58-645d-432d-852e-1b43fdf00526 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/a972696e-e40a-4303-98a6-1e5e704b8448 HTTP/1.1" status: 404 len: 337 time: 0.0994086 Jan 18 23:15:23.039648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.041797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:23.067278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=f695605b-12b7-4367-841c-c3051a1e8086,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.072241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37404) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.074040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Subnet': ['ID=73c7a6fd-6858-4a2a-a26c-3ccc7fba9f0d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.087879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a8a06-ab49-467f-81c4-d5fcef958c85 req-52ee428b-607d-4eac-880c-31ba9979f7df tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.088591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-769a8a06-ab49-467f-81c4-d5fcef958c85 req-52ee428b-607d-4eac-880c-31ba9979f7df tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:23.092305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Checking segment: {'id': '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:23.092673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network hostable DHCP agents. Network: e602b7cf-7ce4-4eae-892a-fc2cca71f97d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:23.182041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network e602b7cf-7ce4-4eae-892a-fc2cca71f97d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:23.190719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] Calling delete_port for 77c55f50-925f-463d-b4ee-917ea33aef78 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:23.203048 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f663e7-03f3-458d-a922-e55526a1a7b4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:23.204314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f663e7-03f3-458d-a922-e55526a1a7b4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.210337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-25f663e7-03f3-458d-a922-e55526a1a7b4 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/247b34f7-a368-4014-aaa4-6b034f113d3d HTTP/1.1" status: 404 len: 333 time: 0.1309469 Jan 18 23:15:23.214270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.258016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, e602b7cf-7ce4-4eae-892a-fc2cca71f97d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:23.281774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 77c55f50-925f-463d-b4ee-917ea33aef78 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:23.299429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.318035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-769a8a06-ab49-467f-81c4-d5fcef958c85 req-52ee428b-607d-4eac-880c-31ba9979f7df tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:23.318293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b3e99-8b13-43b2-bbca-c7de1fe3fbbd None None] Network e602b7cf-7ce4-4eae-892a-fc2cca71f97d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:23.319611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-769a8a06-ab49-467f-81c4-d5fcef958c85 req-52ee428b-607d-4eac-880c-31ba9979f7df tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 931 time: 0.8521497 Jan 18 23:15:23.369220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event updated for resources: {'Subnet': ['ID=751784b4-fc4e-4c6b-817b-bd6876185ba1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.370601 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8471fb8c-6e7c-4acd-9534-74a1987a3f03 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:23.379371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8471fb8c-6e7c-4acd-9534-74a1987a3f03 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.385192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8471fb8c-6e7c-4acd-9534-74a1987a3f03 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/8e31c778-111a-4c2a-87e7-2418ef6c5dd9 HTTP/1.1" status: 404 len: 337 time: 0.1669745 Jan 18 23:15:23.386652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.408392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 77c55f50-925f-463d-b4ee-917ea33aef78 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:23.408900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 77c55f50-925f-463d-b4ee-917ea33aef78 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:23.409535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:23.435219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-485b571e-0485-420d-a236-6c9783034e4d None None] Port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:23.436608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.441141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.447265 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3964e6ef-a1e3-4f95-8507-d695a922278b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:23.448649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3964e6ef-a1e3-4f95-8507-d695a922278b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.449472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3964e6ef-a1e3-4f95-8507-d695a922278b tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/e6cf05f4-ddde-46d9-a8f3-98ca5aa78349 HTTP/1.1" status: 404 len: 337 time: 0.0616806 Jan 18 23:15:23.455424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37416) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.462346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-769a8a06-ab49-467f-81c4-d5fcef958c85 req-6f44866f-65fe-4903-b1f0-8daab0ee1e69 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206686 Jan 18 23:15:23.463041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.473259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Checking segment: {'id': 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:23.474150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network hostable DHCP agents. Network: abf81849-c274-44bf-bd6e-f443ca6bd4d0, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:23.552420 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.584754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Network abf81849-c274-44bf-bd6e-f443ca6bd4d0 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:23.589053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] No DVR routers for this DVR port 77c55f50-925f-463d-b4ee-917ea33aef78 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:23.593106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f876e91e-b465-4452-b3a7-ca3a953bdd0c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:23.593719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f876e91e-b465-4452-b3a7-ca3a953bdd0c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:23.594405 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4b7bbf-91ba-4238-a18b-28168346a6b3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:23.594878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4b7bbf-91ba-4238-a18b-28168346a6b3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.602312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Subnet': ['ID=43b952a1-0532-417c-9427-c10da79680df,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.602312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.621846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4b8453de-d5bf-44f6-9c5a-bb34315f0486 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/subnets/43b952a1-0532-417c-9427-c10da79680df HTTP/1.1" status: 204 len: 168 time: 2.1961575 Jan 18 23:15:23.625686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e4b7bbf-91ba-4238-a18b-28168346a6b3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/e45a8f4f-0a91-44ed-9ff9-bbd097674c56 HTTP/1.1" status: 404 len: 333 time: 0.1670120 Jan 18 23:15:23.626099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37420) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.626427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37422) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.635082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc56879-a9b2-48aa-8775-d00a1e11b7d2 None None] Pushing event deleted for resources: {'Port': ['ID=77c55f50-925f-463d-b4ee-917ea33aef78,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.674904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, abf81849-c274-44bf-bd6e-f443ca6bd4d0) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:23.681985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.682452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.683325 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.711338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.718220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0beed8-f230-421b-b851-115f8525b806 None None] Network aeb6e47b-2de6-4726-a588-da5d747418dc requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:23.751004 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2bbe05-f346-4890-bd26-f9d72fe82901 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:23.751459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2bbe05-f346-4890-bd26-f9d72fe82901 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.753180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1e2bbe05-f346-4890-bd26-f9d72fe82901 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/83fcb9ee-9286-4ff8-ad34-03d41e93f04a HTTP/1.1" status: 404 len: 337 time: 0.1242049 Jan 18 23:15:23.778338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.811509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-31bba6ca-5472-4850-8cde-79a2d53828e6 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6825030 Jan 18 23:15:23.823128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.844528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ebd616-b3b2-441a-83c5-c0542075063a None None] Network abf81849-c274-44bf-bd6e-f443ca6bd4d0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:23.875474 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-013f80ee-d846-44e7-a943-198940ee8ff3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:23.875920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013f80ee-d846-44e7-a943-198940ee8ff3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:23.877785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-013f80ee-d846-44e7-a943-198940ee8ff3 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/subnets/313f1567-7864-403e-a0ab-e75823f4d737 HTTP/1.1" status: 404 len: 337 time: 0.0982416 Jan 18 23:15:23.885409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.961964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d16e46b6-9d73-41bd-936f-7af1461b938c None None] Provisioning for port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:24.011111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d16e46b6-9d73-41bd-936f-7af1461b938c None None] Provisioning complete for port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:24.011929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d16e46b6-9d73-41bd-936f-7af1461b938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.046471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] No DVR routers for this DVR port f876e91e-b465-4452-b3a7-ca3a953bdd0c on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:24.050829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c01c-61c1-4327-8936-8c585cd2f9d8 None None] Pushing event deleted for resources: {'Port': ['ID=f876e91e-b465-4452-b3a7-ca3a953bdd0c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:24.061968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:24.071970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.090463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Transition to ACTIVE for port object bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:24.126215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.133670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Deleting port 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:24.134015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.137780 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.221307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Pushing event updated for resources: {'Port': ['ID=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:24.358520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d16e46b6-9d73-41bd-936f-7af1461b938c None None] Port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:24.378498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.384089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.412161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708d265f-dd0d-442d-b80b-112b99954855']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:24.425357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-abf81849-c274-44bf-bd6e-f443ca6bd4d0', 'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0', 'tenant_id': 'e5e873af45c044a09f6f12601bcecc07', 'fixed_ips': [{'subnet_id': '751784b4-fc4e-4c6b-817b-bd6876185ba1'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:24.426687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.511204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08091a73-7a87-439e-84f4-72a859a4a3f3') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:24.511514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08091a73-7a87-439e-84f4-72a859a4a3f3') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:24.557351 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.588145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.604586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:24.605180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.661975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] DHCP port deletion for aeb6e47b-2de6-4726-a588-da5d747418dc request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:24.686549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Deleting port ccda2ff6-93d8-470e-9694-12275de7ccf1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:24.686907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.715482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-e602b7cf-7ce4-4eae-892a-fc2cca71f97d', 'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d', 'tenant_id': 'e5e873af45c044a09f6f12601bcecc07', 'fixed_ips': [{'subnet_id': '73c7a6fd-6858-4a2a-a26c-3ccc7fba9f0d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:24.716412 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:24.747594 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:24.866919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ccda2ff6-93d8-470e-9694-12275de7ccf1 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:24.888336 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.913858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.927436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Attempting to bind port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:24.928055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Attempting to bind port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:24.928558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Attempting to bind port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:24.931354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Network': ['ID=708d265f-dd0d-442d-b80b-112b99954855,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:24.941720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f86909c0-570c-4911-8a6b-b3b553f804ca tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/networks/708d265f-dd0d-442d-b80b-112b99954855 HTTP/1.1" status: 204 len: 168 time: 1.3137987 Jan 18 23:15:24.942552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:24.945355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:15:24.945842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Attempting to bind port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:24.975905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:24.976607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:24.977187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:24.977793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Bound port: bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:24.978342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.012874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f649b-fb31-45fe-be6f-4c6b12acf65a tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.014392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f649b-fb31-45fe-be6f-4c6b12acf65a tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.016612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f649b-fb31-45fe-be6f-4c6b12acf65a tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.017373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d63f649b-fb31-45fe-be6f-4c6b12acf65a tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Synchronizing usage tracker for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:25.021463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.041239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Calling delete_port for 6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:25.115140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Allocated IP 172.20.0.18 (abf81849-c274-44bf-bd6e-f443ca6bd4d0/751784b4-fc4e-4c6b-817b-bd6876185ba1/09bf73c3-d217-4f2d-a8ae-3436e58de0e9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:25.254496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.321324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.334518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] For port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:25.338855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] For port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:25.348770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting port ccda2ff6-93d8-470e-9694-12275de7ccf1 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:25.357110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.357949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d63f649b-fb31-45fe-be6f-4c6b12acf65a tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Unset dirty status for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:25.359381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d63f649b-fb31-45fe-be6f-4c6b12acf65a tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 1.5326807 Jan 18 23:15:25.408156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37446) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:25.409033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ccda2ff6-93d8-470e-9694-12275de7ccf1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccda2ff6-93d8-470e-9694-12275de7ccf1,segment=NetworkSegment(fab8aca6-d70f-47b7-8f0e-42135bb9d8f9),segment_id=fab8aca6-d70f-47b7-8f0e-42135bb9d8f9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:25.425615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.464580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Allocated IP 172.20.0.2 (e602b7cf-7ce4-4eae-892a-fc2cca71f97d/73c7a6fd-6858-4a2a-a26c-3ccc7fba9f0d/ad1396af-a22a-43f6-869d-cfb98cb0e09e) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:25.487318 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.493192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] For port ccda2ff6-93d8-470e-9694-12275de7ccf1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccda2ff6-93d8-470e-9694-12275de7ccf1,segment=NetworkSegment(fab8aca6-d70f-47b7-8f0e-42135bb9d8f9),segment_id=fab8aca6-d70f-47b7-8f0e-42135bb9d8f9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:25.493585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.528714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0dfd4-5bbb-4fa7-a86e-eb32793cd213 req-e0421c9f-afeb-403e-8bbc-afb873dd6a51 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.537016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ef0dfd4-5bbb-4fa7-a86e-eb32793cd213 req-e0421c9f-afeb-403e-8bbc-afb873dd6a51 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.5771410 Jan 18 23:15:25.562060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.587925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting subnet 73c7a6fd-6858-4a2a-a26c-3ccc7fba9f0d {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:25.605439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.606361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.607682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] 10.222.0.86 "PUT /v2.0/ports/bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab HTTP/1.1" status: 200 len: 1091 time: 2.6236703 Jan 18 23:15:25.610711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'tag': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:25.668244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Port': ['ID=6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:25.742818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5f99-cd2f-4edf-b134-62929adf19fb service neutron] Pushing event updated for resources: {'Port': ['ID=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:25.754698 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'tag': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab', 'status': 'completed', 'code': 200} Jan 18 23:15:25.783929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8ef0dfd4-5bbb-4fa7-a86e-eb32793cd213 req-8429adf0-d231-4627-9b7b-22e9c5b3d478 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457333 Jan 18 23:15:25.786930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ccda2ff6-93d8-470e-9694-12275de7ccf1,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:25.788199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.797805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Calling delete_port for ccda2ff6-93d8-470e-9694-12275de7ccf1 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:25.832431 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7fdb5ffa-db59-4cca-b60e-2cbba0ad1c85 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/ports/6ef37658-3d1c-4ced-8487-c8fd2bfdbf2e HTTP/1.1" status: 204 len: 168 time: 1.9441552 Jan 18 23:15:25.836659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:26.008285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.016322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router bcfb1e7a-86c0-4c81-b3da-8c640ed0580b is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:15:26.061652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] For port ccda2ff6-93d8-470e-9694-12275de7ccf1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ccda2ff6-93d8-470e-9694-12275de7ccf1,segment=NetworkSegment(fab8aca6-d70f-47b7-8f0e-42135bb9d8f9),segment_id=fab8aca6-d70f-47b7-8f0e-42135bb9d8f9)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:26.062180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.213242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Calling delete_port for ccda2ff6-93d8-470e-9694-12275de7ccf1 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:26.257430 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.271758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-ae457d2f-f54c-412b-968a-3cc9be960a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:26.274395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-ae457d2f-f54c-412b-968a-3cc9be960a4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 1094 time: 0.5860510 Jan 18 23:15:26.296678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7045e1-8179-461d-99ca-5c9b92f5d321']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:26.312207 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:26.313336 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:26.314976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9563ac0c-1e74-4b08-aa51-d54127ddfd44') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:26.315251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9563ac0c-1e74-4b08-aa51-d54127ddfd44') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:26.328748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.335919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.349903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.359343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:26.359729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.373546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-7a209eb8-794d-4a08-a184-f9e011f69f67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab HTTP/1.1" status: 200 len: 217 time: 0.0899956 Jan 18 23:15:26.395218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Transition to ACTIVE for port object 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:26.429254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Transition to ACTIVE for port object 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:26.437261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.462227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.466814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-5c0522a2-ebb7-4491-8e30-83e4ac716f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:26.468683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-5c0522a2-ebb7-4491-8e30-83e4ac716f88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0879681 Jan 18 23:15:26.473895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Transition to ACTIVE for port object ad1396af-a22a-43f6-869d-cfb98cb0e09e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:26.474847 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:26.527884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.580786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Network abf81849-c274-44bf-bd6e-f443ca6bd4d0 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:26.585534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Transition to ACTIVE for port object ad1396af-a22a-43f6-869d-cfb98cb0e09e will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:26.587870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:26.597905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] No DVR routers for this DVR port ccda2ff6-93d8-470e-9694-12275de7ccf1 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:26.601973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.611963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:26.618402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Pushing event updated for resources: {'Port': ['ID=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:26.624538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.638068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] Pushing event deleted for resources: {'Network': ['ID=0d7045e1-8179-461d-99ca-5c9b92f5d321,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:26.642511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.645701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d8d65b36-86e1-4413-98b5-4019b69a8508 tempest-PortsIpV6TestJSON-1575322332 tempest-PortsIpV6TestJSON-1575322332-project] 10.222.0.78 "DELETE /v2.0/networks/0d7045e1-8179-461d-99ca-5c9b92f5d321 HTTP/1.1" status: 204 len: 168 time: 0.8034992 Jan 18 23:15:26.661755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:26.687623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.690644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Port': ['ID=ccda2ff6-93d8-470e-9694-12275de7ccf1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:26.725457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.729355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-018d1c1d-f153-4478-9279-3a8a873f9fef tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9802229 Jan 18 23:15:26.730032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37460) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:26.771932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] Sync routers for ids ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:26.839870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.842650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Deleting port ccda2ff6-93d8-470e-9694-12275de7ccf1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:26.844034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.003404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.122481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Network e602b7cf-7ce4-4eae-892a-fc2cca71f97d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:27.124538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] Routers {'bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:27.127365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.171847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb6e47b-2de6-4726-a588-da5d747418dc']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.182026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-26c4ef56-2699-4899-8ccb-a0435bd77fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:27.187550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-26c4ef56-2699-4899-8ccb-a0435bd77fcd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7018955 Jan 18 23:15:27.227688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.228018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab8aca6-d70f-47b7-8f0e-42135bb9d8f9') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.254209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:27.256757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.311010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d0e8e-2d97-4f57-a3ff-ffbb24e0d964 None None] The port 'ccda2ff6-93d8-470e-9694-12275de7ccf1' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:15:27.313837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.317447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Pushing event updated for resources: {'Port': ['ID=ad1396af-a22a-43f6-869d-cfb98cb0e09e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:27.326049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Attempting to bind port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:27.326593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Attempting to bind port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:27.328314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Attempting to bind port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 on network abf81849-c274-44bf-bd6e-f443ca6bd4d0 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:27.343935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7945bc8c-aa9f-4f61-835b-a0bca7c43d06 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/routers/bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 200 len: 884 time: 0.6124318 Jan 18 23:15:27.350404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:27.350683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:27.518202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.533660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:27.534102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:27.556418 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:27.571258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.590239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:27.590239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Checking segment: {'id': 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:27.590239 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.590795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Bound using segment: {'id': 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:27.591551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Bound port: 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'abf81849-c274-44bf-bd6e-f443ca6bd4d0'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:27.591974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.597259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:27.677121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Attempting to bind port ad1396af-a22a-43f6-869d-cfb98cb0e09e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:27.680698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Attempting to bind port ad1396af-a22a-43f6-869d-cfb98cb0e09e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:27.680698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Attempting to bind port ad1396af-a22a-43f6-869d-cfb98cb0e09e on network e602b7cf-7ce4-4eae-892a-fc2cca71f97d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:27.682278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] Routers {'bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:27.682278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.737374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7fd0253c-ea1a-4f47-80f3-108a62e220c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:router {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:27.753517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23f70-282a-42f2-97ab-972b5f3c2da2 req-ead7f233-3b62-41b6-81be-550c8fd6a936 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:27.756924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4c23f70-282a-42f2-97ab-972b5f3c2da2 req-ead7f233-3b62-41b6-81be-550c8fd6a936 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.6676836 Jan 18 23:15:27.786413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7fd0253c-ea1a-4f47-80f3-108a62e220c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:router {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:27.787634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7fd0253c-ea1a-4f47-80f3-108a62e220c5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4353445 Jan 18 23:15:27.791489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:27.800287 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-c20b53fa-548e-4923-92c6-33b16df71e8d service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075659 Jan 18 23:15:27.802424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1355920495'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:27.862132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:27.862873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Checking segment: {'id': '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:27.863500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.864144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Bound using segment: {'id': '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:27.864935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Bound port: ad1396af-a22a-43f6-869d-cfb98cb0e09e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e602b7cf-7ce4-4eae-892a-fc2cca71f97d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:27.865600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.879338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.880124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2c96b-5a97-43be-8329-5bd3610f810c None None] The sync data for ids ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:27.931161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.944132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4c23f70-282a-42f2-97ab-972b5f3c2da2 req-220fb6f3-192f-45ef-8c2c-c15ec556b5d7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757522 Jan 18 23:15:27.959321 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.992241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:28.004482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:28.004717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Network': ['ID=aeb6e47b-2de6-4726-a588-da5d747418dc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:28.013403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.058543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.074201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] For port ad1396af-a22a-43f6-869d-cfb98cb0e09e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:28.097486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] For port ad1396af-a22a-43f6-869d-cfb98cb0e09e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ad1396af-a22a-43f6-869d-cfb98cb0e09e,segment=NetworkSegment(2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f),segment_id=2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:28.113487 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.140911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67836e54-a996-44f5-97c2-0f302620b73d None None] Pushing event updated for resources: {'Port': ['ID=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:28.147622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.151394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/subnets/73c7a6fd-6858-4a2a-a26c-3ccc7fba9f0d HTTP/1.1" status: 204 len: 168 time: 2.7377384 Jan 18 23:15:28.155492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:28.157785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ca64d2da-d558-49a9-86d0-28fd517927f4 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/networks/aeb6e47b-2de6-4726-a588-da5d747418dc HTTP/1.1" status: 204 len: 168 time: 3.2139149 Jan 18 23:15:28.163871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d951ba2f-20ca-4e81-af1f-7ba81a4483e7 req-73c32adf-f004-4825-91ab-563ad04a4bbf service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533409 Jan 18 23:15:28.171683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37484) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:28.179462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bb18f-7ce7-4334-bfcb-ddf0d6f8c9dc tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Subnet': ['ID=73c7a6fd-6858-4a2a-a26c-3ccc7fba9f0d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:28.313622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9e6fc8d4-0473-4778-8edf-5d2b6d692e72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a06bbc8f0e841ec9ce8696136c03b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118976 Jan 18 23:15:28.313824 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbca136-51c0-4085-b14b-205cb83e5395 None None] Pushing event updated for resources: {'Port': ['ID=ad1396af-a22a-43f6-869d-cfb98cb0e09e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:28.319979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:28.419338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62847-419f-46fa-8f4b-524e82592409 req-f4a99e9c-dd96-4ff4-a2ba-e219efc612d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.421387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-f4a99e9c-dd96-4ff4-a2ba-e219efc612d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 1094 time: 0.1616073 Jan 18 23:15:28.572464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting subnet e7b2929a-6bd8-47c6-a428-085eb85a0886 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:28.578674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting subnet 751784b4-fc4e-4c6b-817b-bd6876185ba1 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:28.614529 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.656714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.751819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62847-419f-46fa-8f4b-524e82592409 req-42a1d377-5a08-491f-90c2-7a264703f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.755713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-42a1d377-5a08-491f-90c2-7a264703f85d service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.3282602 Jan 18 23:15:28.875493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d4f-d32f-4ce8-a983-df9485652daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.943819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-4d5a73cd-7103-4d3d-9c9f-997875d60cfc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab HTTP/1.1" status: 200 len: 217 time: 0.1814885 Jan 18 23:15:28.947060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.017487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:29.039731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.053743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62847-419f-46fa-8f4b-524e82592409 req-00641282-d725-495f-bcf1-b63006ee0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:29.055379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-00641282-d725-495f-bcf1-b63006ee0e17 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1038487 Jan 18 23:15:29.090889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d4f-d32f-4ce8-a983-df9485652daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.189622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:29.196602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad1396af-a22a-43f6-869d-cfb98cb0e09e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:29.200999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62847-419f-46fa-8f4b-524e82592409 req-76083330-b8d6-4afc-bbf9-a3835afcc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:29.203238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-76083330-b8d6-4afc-bbf9-a3835afcc01b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417935 Jan 18 23:15:29.304288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ad1396af-a22a-43f6-869d-cfb98cb0e09e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:29.411092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-beb0d601-8e07-487d-b5e3-6504511d6a86 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003407 Jan 18 23:15:29.585425 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3a62847-419f-46fa-8f4b-524e82592409 req-ed859ee8-5f4f-40c8-aaed-734167535551 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691167 Jan 18 23:15:29.654988 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.662260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.700429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d4f-d32f-4ce8-a983-df9485652daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.736200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.854154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e6ee-3427-468f-aecf-e180420d1a73 req-a18596df-8042-44a1-ba49-8e506ec403a8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:29.856048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe67e6ee-3427-468f-aecf-e180420d1a73 req-a18596df-8042-44a1-ba49-8e506ec403a8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.6369526 Jan 18 23:15:29.856924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d4f-d32f-4ce8-a983-df9485652daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.860354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e0e89d4f-d32f-4ce8-a983-df9485652daf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6e45af0-eb22-4bf7-a445-d3502dc25e4f HTTP/1.1" status: 204 len: 168 time: 1.5250163 Jan 18 23:15:29.860354 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.864757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e89d4f-d32f-4ce8-a983-df9485652daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e45af0-eb22-4bf7-a445-d3502dc25e4f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:30.063660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.069954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.263313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b2929a-6bd8-47c6-a428-085eb85a0886,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:30.290423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7720f2-d81c-4941-a097-6197696d4df8 None None] Network e602b7cf-7ce4-4eae-892a-fc2cca71f97d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:30.296866 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.310457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.322823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router bcfb1e7a-86c0-4c81-b3da-8c640ed0580b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:30.326229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114ce9d-218c-4d46-97cd-3dcb0ecab580 None None] Network 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:30.329794 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4e6b615c-821c-4a80-9853-d8694af25c04 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/subnets/e7b2929a-6bd8-47c6-a428-085eb85a0886 HTTP/1.1" status: 204 len: 168 time: 2.1546056 Jan 18 23:15:30.332621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:30.346272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Subnet': ['ID=751784b4-fc4e-4c6b-817b-bd6876185ba1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:30.350545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe67e6ee-3427-468f-aecf-e180420d1a73 req-9d36f521-ef21-47c8-99df-d118e6d2e5bf tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338067 Jan 18 23:15:30.452701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9746693-36a6-41e9-b6bb-76686b61d942 None None] Network abf81849-c274-44bf-bd6e-f443ca6bd4d0 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:30.459188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2056c4c6-cef8-4711-821a-8d5f963a09bf tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/subnets/751784b4-fc4e-4c6b-817b-bd6876185ba1 HTTP/1.1" status: 204 len: 168 time: 2.2970698 Jan 18 23:15:30.467869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:30.596819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.618040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Deleting port 63798584-e65d-43d8-8a25-31041cd65502 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:30.618387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.715681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db33b17-0299-4a94-a5c0-1344c72584a3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:30.716735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6db33b17-0299-4a94-a5c0-1344c72584a3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Synchronizing usage tracker for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:30.745859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:30.758457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] Sync routers for ids ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:30.767557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.768894 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8f7fa5ef-11f0-4ee7-a9fd-1f9deceb5f96 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 200 len: 891 time: 2.9764545 Jan 18 23:15:30.770527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6db33b17-0299-4a94-a5c0-1344c72584a3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Unset dirty status for tenant:e5e873af45c044a09f6f12601bcecc07 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:30.774222 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] Routers {'bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:30.775378 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:30.782771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6db33b17-0299-4a94-a5c0-1344c72584a3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3139248 Jan 18 23:15:30.783497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37516) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:30.783914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37518) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:30.785873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] Provisioning for port ad1396af-a22a-43f6-869d-cfb98cb0e09e completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:30.849096 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:30.883401 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] Routers {'bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:30.884646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:30.952389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] Provisioning complete for port ad1396af-a22a-43f6-869d-cfb98cb0e09e triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:30.952778 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.078302 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:31.078706 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2df014-cf64-46d5-92ef-de86ee2da949 None None] The sync data for ids ['bcfb1e7a-86c0-4c81-b3da-8c640ed0580b'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:31.220707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-09796b60-1185-4a8e-9c96-b7c774583ae9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/routers/bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 200 len: 891 time: 0.4330707 Jan 18 23:15:31.224386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:31.263992 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.303469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] For port ad1396af-a22a-43f6-869d-cfb98cb0e09e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ad1396af-a22a-43f6-869d-cfb98cb0e09e,segment=NetworkSegment(2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f),segment_id=2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:31.320045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.328359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] For port 63798584-e65d-43d8-8a25-31041cd65502, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=63798584-e65d-43d8-8a25-31041cd65502,segment=NetworkSegment(7b9982f4-92f6-498f-b6dd-226dfb993284),segment_id=7b9982f4-92f6-498f-b6dd-226dfb993284)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:31.328732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.367019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-74890d96-c185-4e7b-8deb-26be963ba6a8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:31.368799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] DHCP port deletion for e602b7cf-7ce4-4eae-892a-fc2cca71f97d request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:31.386242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] Deleting port ad1396af-a22a-43f6-869d-cfb98cb0e09e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:31.386701 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.446049 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.455076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-74890d96-c185-4e7b-8deb-26be963ba6a8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:31.459255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-74890d96-c185-4e7b-8deb-26be963ba6a8 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 200 len: 205 time: 0.2337363 Jan 18 23:15:31.462697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5908730-692f-4b7e-8292-d645e57fb840 None None] DHCP port deletion for 8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:31.464186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37538) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:31.491235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f5908730-692f-4b7e-8292-d645e57fb840 None None] Deleting port 63798584-e65d-43d8-8a25-31041cd65502 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:31.491735 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5908730-692f-4b7e-8292-d645e57fb840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.515807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37542) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:31.619194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Calling delete_port for 63798584-e65d-43d8-8a25-31041cd65502 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:31.732595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] For port ad1396af-a22a-43f6-869d-cfb98cb0e09e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ad1396af-a22a-43f6-869d-cfb98cb0e09e,segment=NetworkSegment(2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f),segment_id=2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:31.733292 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.737250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:31.737596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.744978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb87d44-5887-4a44-97e0-b2e44eeba601 None None] Pushing event updated for resources: {'Port': ['ID=ad1396af-a22a-43f6-869d-cfb98cb0e09e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:31.747518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] Provisioning for port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:31.795731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1904655203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:31.804122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] Provisioning complete for port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:31.804524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.815587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:31.826123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:router and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:31.836427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:31.841078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] DHCP port deletion for abf81849-c274-44bf-bd6e-f443ca6bd4d0 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:31.849838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:31.906142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Deleting port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:31.906367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.955587 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.956757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.962612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] Calling delete_port for ad1396af-a22a-43f6-869d-cfb98cb0e09e owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:32.026641 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.084188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f5908730-692f-4b7e-8292-d645e57fb840 None None] The port '63798584-e65d-43d8-8a25-31041cd65502' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:15:32.094403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.096796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Port': ['ID=63798584-e65d-43d8-8a25-31041cd65502,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.102068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] No DVR routers for this DVR port 63798584-e65d-43d8-8a25-31041cd65502 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:32.149405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b689f34-8947-4977-b4ad-89efbe96f850 req-030d5b63-e818-4855-9bcd-55ff9ca007ab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.158184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b689f34-8947-4977-b4ad-89efbe96f850 req-030d5b63-e818-4855-9bcd-55ff9ca007ab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.4736648 Jan 18 23:15:32.219542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:32.219926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.234271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.314026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.362230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b689f34-8947-4977-b4ad-89efbe96f850 req-1fc313a6-2380-461f-8058-13565a4bf30d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018104 Jan 18 23:15:32.362479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.367623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:32.390870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9982f4-92f6-498f-b6dd-226dfb993284') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:32.391436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9982f4-92f6-498f-b6dd-226dfb993284') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:32.405941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.423797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.432021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] Pushing event deleted for resources: {'Port': ['ID=ad1396af-a22a-43f6-869d-cfb98cb0e09e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.433073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:32.435550 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.435867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d64e61-2242-40e5-84c9-a10f61bb9d34 None None] No DVR routers for this DVR port ad1396af-a22a-43f6-869d-cfb98cb0e09e on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:32.440228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.446913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Calling delete_port for 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:32.491457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:32.493665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:32.494052 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.505700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:32.546297 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:32.548798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.558137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.563009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.600883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Pushing event deleted for resources: {'Network': ['ID=8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.607959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-262de97e-5ee4-4928-b4b3-cc87956c17ea tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/networks/8d0e1898-f85f-4b53-80a4-bcc6f75e0cd1 HTTP/1.1" status: 204 len: 168 time: 2.2735159 Jan 18 23:15:32.613190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37548) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:32.639272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:32.640006 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:32.642154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.659367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port f695605b-12b7-4367-841c-c3051a1e8086 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:32.659777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.665428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.665935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12f9a4a8-576e-41eb-8e2d-cc0c9af1dbce tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1473088 Jan 18 23:15:32.672003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37552) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:32.678895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1161328367'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:32.682975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Calling delete_port for 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:32.685044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:32.689620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:network and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:32.693212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:32.697774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a135c8e8-0933-4f08-91c8-dd504dda74e7 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Synchronizing usage tracker for tenant:6946d2d08f7a4d5eaa6222797f3fbbbc on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:32.704208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:32.729121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a135c8e8-0933-4f08-91c8-dd504dda74e7 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Unset dirty status for tenant:6946d2d08f7a4d5eaa6222797f3fbbbc on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:32.731894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a135c8e8-0933-4f08-91c8-dd504dda74e7 tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08115d0-0688-4195-9708-a1ef5dda5980 HTTP/1.1" status: 200 len: 205 time: 0.1172788 Jan 18 23:15:32.734509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37556) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:32.743129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:32.751709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.760079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d2dc3-9dbd-45ad-be09-21f6f658aa73 None None] Pushing event updated for resources: {'Port': ['ID=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.819290 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:32.819500 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:32.827921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:32.864034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.870778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.950486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:32.961152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:security_group_rule and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:32.966877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:32.971497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.009044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.032488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:33.059301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:33.065813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.066828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63798584-e65d-43d8-8a25-31041cd65502 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:33.115547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for f695605b-12b7-4367-841c-c3051a1e8086 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:33.158109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 63798584-e65d-43d8-8a25-31041cd65502 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:33.158109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 63798584-e65d-43d8-8a25-31041cd65502 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:33.158445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad1396af-a22a-43f6-869d-cfb98cb0e09e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:33.162678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:33.162678 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.211567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ad1396af-a22a-43f6-869d-cfb98cb0e09e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:33.211567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ad1396af-a22a-43f6-869d-cfb98cb0e09e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:33.233909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:33.320338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Deleting port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:33.320880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.471007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.473981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.500610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.501263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Fanout notify agent at l3_agent the message router_deleted on router d08115d0-0688-4195-9708-a1ef5dda5980 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:15:33.520282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.521590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f78e84d5-d029-4078-8f1e-73213b21795b tempest-RoutersNegativeTest-1392142785 tempest-RoutersNegativeTest-1392142785-project] 10.222.0.78 "DELETE /v2.0/routers/d08115d0-0688-4195-9708-a1ef5dda5980 HTTP/1.1" status: 204 len: 168 time: 0.7834604 Jan 18 23:15:33.554036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:33.554671 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.579341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] For port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,segment=NetworkSegment(d2bcdd4f-1c42-4b39-a39d-b789e03b6f29),segment_id=d2bcdd4f-1c42-4b39-a39d-b789e03b6f29)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:33.580314 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.707606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Calling delete_port for 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:33.788291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.835897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] Pushing event deleted for resources: {'Port': ['ID=09bf73c3-d217-4f2d-a8ae-3436e58de0e9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:33.839853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e4115-4a61-445c-9818-9ff5af9caef8 None None] No DVR routers for this DVR port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:33.853187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Calling delete_port for 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:33.853807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37566) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:33.904727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.922187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01c89-c5d2-411d-9e39-1a136f6ae365 req-539b94bd-bc2c-46fc-8f37-5fdf37135f30 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:33.923688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77b01c89-c5d2-411d-9e39-1a136f6ae365 req-539b94bd-bc2c-46fc-8f37-5fdf37135f30 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.4313219 Jan 18 23:15:33.967207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.977064 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.022098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:34.023878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=f695605b-12b7-4367-841c-c3051a1e8086,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:34.045887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731331d5-4305-4ee3-b45a-764ca6c99926,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:34.051427 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.051772 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Added segment 87179847-0a95-4983-89b8-de006ec9ec55 of type vlan for network 47fd16fd-84e5-4542-b693-ca9d556ff366 Jan 18 23:15:34.090202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fde2d76b-2de6-4680-9241-837964b11f5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6946d2d08f7a4d5eaa6222797f3fbbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346849 Jan 18 23:15:34.094161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.094328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:34.125341 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.131282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:34.131867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.136164 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-77b01c89-c5d2-411d-9e39-1a136f6ae365 req-d05c4777-5684-4031-acdd-0c2b5cf02dc9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640191 Jan 18 23:15:34.151749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.190714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:34.190941 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:34.241146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5671263 Jan 18 23:15:34.244240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d1ac4-7ec5-4e50-9f2c-c465f42e85b3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Network': ['ID=47fd16fd-84e5-4542-b693-ca9d556ff366,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:34.247490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37576) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:34.254117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'subnet': {'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:34.254908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:34.346917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.349758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.374406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:34.375964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e533-b567-43e0-9402-61b5061c63a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.378521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:subnet and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:34.381673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:34.387725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:34.398330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:34.400219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.400722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router bcfb1e7a-86c0-4c81-b3da-8c640ed0580b {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:15:34.402851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.409431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e533-b567-43e0-9402-61b5061c63a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.450324 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.456915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.458036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3adc8206-a66c-42c0-a619-0a4f9d9e26e4 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 204 len: 168 time: 2.9924552 Jan 18 23:15:34.462188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:34.468809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767766828'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:34.475016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:34.478998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:34.481991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:34.489218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:34.494082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e533-b567-43e0-9402-61b5061c63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.511863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e533-b567-43e0-9402-61b5061c63a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c09540f-3c28-4122-9262-32683f553b0d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:34.514800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:34.518241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.534508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e533-b567-43e0-9402-61b5061c63a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.535611 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e2b9e533-b567-43e0-9402-61b5061c63a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c09540f-3c28-4122-9262-32683f553b0d HTTP/1.1" status: 204 len: 168 time: 0.4242246 Jan 18 23:15:34.553791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:34.563525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.564130 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 3f6ececc-8dd5-4760-919a-f472e773a883 of type vlan for network 40072bc3-45e5-4df3-87bb-8e8371da5798 Jan 18 23:15:34.594538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.623354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Deleting port 09bf73c3-d217-4f2d-a8ae-3436e58de0e9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:34.623698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.640222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.669046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.674369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:34.674984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.726564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] The port '09bf73c3-d217-4f2d-a8ae-3436e58de0e9' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:15:34.729048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Subnet': ['ID=343c9393-df5c-47cd-b55a-31d2e8c18cdd,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:34.733626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Checking segment: {'id': '87179847-0a95-4983-89b8-de006ec9ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:34.733995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network hostable DHCP agents. Network: 47fd16fd-84e5-4542-b693-ca9d556ff366, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:34.757661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:34.771795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 47fd16fd-84e5-4542-b693-ca9d556ff366) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:34.776899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:34.777804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.789586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5576003-6736-44d4-b2f5-c139fa3ef49b None None] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:34.805868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bad94646-4168-4b2b-84cf-c297cabdabc5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5572200 Jan 18 23:15:34.808809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37590) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:34.815285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'network': {'name': 'tempest-router-network01--1772157623'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:34.822125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:34.826381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:network and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:34.829743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:34.836568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:34.888680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:34.892668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.948538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:34.960381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4965265 Jan 18 23:15:34.964541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37598) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:34.976307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.984620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5fcc3-d6f4-43c3-95b9-6858eab108b1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=40072bc3-45e5-4df3-87bb-8e8371da5798,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:34.987058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:35.012736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf81849-c274-44bf-bd6e-f443ca6bd4d0']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:35.041066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.041419 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Added segment 22aefd15-d927-4eca-9bbc-057bd1c4b05b of type vlan for network 0f08bf92-3b09-424c-93b5-d6908790ccfa Jan 18 23:15:35.046562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:35.046953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bcdd4f-1c42-4b39-a39d-b789e03b6f29') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:35.059924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.078311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.085143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:35.085550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.123206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:35.161414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:35.195390 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:35.201344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:35.205814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.219927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:35.229212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:35.242099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-47fd16fd-84e5-4542-b693-ca9d556ff366', 'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366', 'tenant_id': '5e72e2dadedc4205aa7999c3c98ce422', 'fixed_ips': [{'subnet_id': '343c9393-df5c-47cd-b55a-31d2e8c18cdd'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:35.242616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.244565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.250156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Network': ['ID=abf81849-c274-44bf-bd6e-f443ca6bd4d0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:35.251748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:35.263119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-26033c45-e362-4f2f-8219-656284b6158b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/networks/abf81849-c274-44bf-bd6e-f443ca6bd4d0 HTTP/1.1" status: 204 len: 168 time: 4.4761367 Jan 18 23:15:35.263782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:35.310034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.317746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:35.318776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.411522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:35.415030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.443904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6339588 Jan 18 23:15:35.448284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37616) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:35.458315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.473972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'network': {'name': 'tempest-router-network02--1475442061'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:35.490590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Allocated IP 2001:db8::2 (47fd16fd-84e5-4542-b693-ca9d556ff366/343c9393-df5c-47cd-b55a-31d2e8c18cdd/c51e03cc-d878-478e-bf27-6466ed24e4e2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:35.499970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:35.510094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:network and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:35.514635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:35.566897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:35.643227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93858514-0d4d-4170-8683-9186a91c63e7 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Network': ['ID=0f08bf92-3b09-424c-93b5-d6908790ccfa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:35.673062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.709639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e602b7cf-7ce4-4eae-892a-fc2cca71f97d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:35.741729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:35.743011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37622) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:35.770866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563738a6-a864-44d5-ab2a-ba11d8a5a1cc req-633cc53c-cd64-4fd0-b012-ef5a34f6d961 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:35.773253 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-563738a6-a864-44d5-ab2a-ba11d8a5a1cc req-633cc53c-cd64-4fd0-b012-ef5a34f6d961 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.4328661 Jan 18 23:15:35.941763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234580195'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:35.950264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:35.958328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:35.961324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:35.967531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:35.968523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:35.970456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.971120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a695b63-7dfc-4eb6-9f66-f3ac2b8b876f') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:35.978632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:35.984567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-563738a6-a864-44d5-ab2a-ba11d8a5a1cc req-522bb7b9-68dc-426f-84d9-d72d107cb322 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013555 Jan 18 23:15:35.985205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Transition to ACTIVE for port object c51e03cc-d878-478e-bf27-6466ed24e4e2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:35.987927 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.993895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.013282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.019759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Transition to ACTIVE for port object c51e03cc-d878-478e-bf27-6466ed24e4e2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:36.028702 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.029196 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.031199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.066330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.078113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:36.078645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.081948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:36.095329 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:36.101218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:36.104367 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:36.104563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:36.105145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:36.108389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:36.112980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:36.126292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:36.160554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=c0be3fcf-13c7-47d1-aafa-84a18c998628,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.185015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '3f6ececc-8dd5-4760-919a-f472e773a883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:36.185317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: 40072bc3-45e5-4df3-87bb-8e8371da5798, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:36.189267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Pushing event updated for resources: {'Port': ['ID=c51e03cc-d878-478e-bf27-6466ed24e4e2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.209424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Attempting to bind port c51e03cc-d878-478e-bf27-6466ed24e4e2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:36.209791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Attempting to bind port c51e03cc-d878-478e-bf27-6466ed24e4e2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '87179847-0a95-4983-89b8-de006ec9ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:36.210131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Attempting to bind port c51e03cc-d878-478e-bf27-6466ed24e4e2 on network 47fd16fd-84e5-4542-b693-ca9d556ff366 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:36.215660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:36.216033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Checking segment: {'id': '87179847-0a95-4983-89b8-de006ec9ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:36.216432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.216863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Bound using segment: {'id': '87179847-0a95-4983-89b8-de006ec9ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:36.217451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Bound port: c51e03cc-d878-478e-bf27-6466ed24e4e2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87179847-0a95-4983-89b8-de006ec9ec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47fd16fd-84e5-4542-b693-ca9d556ff366'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:36.217886 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.224053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.224415 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Added segment d46c5001-eb92-47b6-800c-c3fd878f4bcd of type vlan for network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd Jan 18 23:15:36.236377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:36.260102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 40072bc3-45e5-4df3-87bb-8e8371da5798) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:36.260961 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.274201 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.275045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:36.276865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.284127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6fa85e-8a56-4eb1-83b4-5d4e73135288 None None] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:36.300878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.342609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-27e9d726-d162-44a0-a442-b2b19e832427 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3766930 Jan 18 23:15:36.343628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:36.348833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.353715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Network': ['ID=e602b7cf-7ce4-4eae-892a-fc2cca71f97d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.359291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1335757948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:36.362739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.367341 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.374139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:36.374737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.376876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:36.390991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:36.394143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:36.406833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:36.420807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c9dbf-cc1d-47d6-a511-9b90f7f08621,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.421679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] For port c51e03cc-d878-478e-bf27-6466ed24e4e2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:36.442212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] For port c51e03cc-d878-478e-bf27-6466ed24e4e2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c51e03cc-d878-478e-bf27-6466ed24e4e2,segment=NetworkSegment(87179847-0a95-4983-89b8-de006ec9ec55),segment_id=87179847-0a95-4983-89b8-de006ec9ec55)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:36.458504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d760b54d-b534-44fd-94d0-a9c1ad690da3 tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/networks/e602b7cf-7ce4-4eae-892a-fc2cca71f97d HTTP/1.1" status: 204 len: 168 time: 1.1912205 Jan 18 23:15:36.461553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37632) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:36.461902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:36.473548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:36.487126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:36.492444 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.498839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:36.507846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Network': ['ID=2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.515375 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d799139e-8cfc-4c9c-9923-af5b4b0ff24e tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0515292 Jan 18 23:15:36.517184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:36.522626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'subnet': {'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:36.540068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.541143 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.577543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393a25-c009-4883-b931-08c0f6477dda None None] Pushing event updated for resources: {'Port': ['ID=c51e03cc-d878-478e-bf27-6466ed24e4e2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.580846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:36.612735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.638023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.659233 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:36.664817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:subnet and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:36.668749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:36.675884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:36.682331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.701802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.716067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.717303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-39720584-e27d-4b24-8464-4f38a9d77f68 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3685040 Jan 18 23:15:36.720560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:36.729627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.781682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-40072bc3-45e5-4df3-87bb-8e8371da5798', 'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': 'c0be3fcf-13c7-47d1-aafa-84a18c998628'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:36.782543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.786413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:36.794030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.971269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be89dfe-b5cd-441d-a3d0-a14d6bffa920,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.987564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Allocated IP 2001:db8::2 (40072bc3-45e5-4df3-87bb-8e8371da5798/c0be3fcf-13c7-47d1-aafa-84a18c998628/1d8e0c2a-b038-4a33-838b-cc0aad159ee6) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:37.026144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.049412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.050891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e704cf5e-8e4f-44c4-9d54-5245b285ed5e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3065717 Jan 18 23:15:37.058942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37646) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:37.258738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-34c239f1-4aa3-42e8-a5f0-d1213458a40c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:37.273444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:37.295810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8f46dc-9e9a-4c3f-a7a4-28c0ea63fe26') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:37.296168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8f46dc-9e9a-4c3f-a7a4-28c0ea63fe26') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:37.312372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.322860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-34c239f1-4aa3-42e8-a5f0-d1213458a40c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:37.324263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-34c239f1-4aa3-42e8-a5f0-d1213458a40c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2641287 Jan 18 23:15:37.327432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37650) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:37.336399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-security--1169626565', 'description': 'tempest-security-description-1093032539'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:37.345620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.349667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.369445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:37.369445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:37.406336 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:37.480929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.492204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Transition to ACTIVE for port object 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:37.513547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Transition to ACTIVE for port object 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:37.520874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.526854 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.567304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.593917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:37.598563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.603232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:37.608599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:37.612876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Network': ['ID=cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:37.627082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6975abbf-8246-4db5-8fc9-bcb11287701d tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/networks/cbf3bc7c-15bf-4b6b-95a3-bc4225d9fab6 HTTP/1.1" status: 204 len: 168 time: 1.1624510 Jan 18 23:15:37.627735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37654) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:37.665332 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.687908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.704834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Pushing event updated for resources: {'Port': ['ID=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:37.726026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.728513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.732327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "PUT /v2.0/security-groups/2be89dfe-b5cd-441d-a3d0-a14d6bffa920 HTTP/1.1" status: 200 len: 1780 time: 0.4016280 Jan 18 23:15:37.735306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Attempting to bind port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:37.735793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Attempting to bind port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '3f6ececc-8dd5-4760-919a-f472e773a883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:37.736284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Attempting to bind port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 on network 40072bc3-45e5-4df3-87bb-8e8371da5798 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:37.742823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:37.743472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Checking segment: {'id': '3f6ececc-8dd5-4760-919a-f472e773a883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:37.743929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.744430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Bound using segment: {'id': '3f6ececc-8dd5-4760-919a-f472e773a883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:37.745046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Bound port: 1d8e0c2a-b038-4a33-838b-cc0aad159ee6, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6ececc-8dd5-4760-919a-f472e773a883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '40072bc3-45e5-4df3-87bb-8e8371da5798'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:37.745524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.780827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37658) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:37.788341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a39ec-b8a2-4733-9d5f-53da2c92dd7f req-0ddbbe1b-372c-4fc4-936e-12b29b3d7bd0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:37.789857 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb4a39ec-b8a2-4733-9d5f-53da2c92dd7f req-0ddbbe1b-372c-4fc4-936e-12b29b3d7bd0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.5018301 Jan 18 23:15:37.800409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f46e5-f647-4567-a2c5-0d9c5ee92ad6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be89dfe-b5cd-441d-a3d0-a14d6bffa920,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:37.878577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.883750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] For port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:37.887194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] For port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,segment=NetworkSegment(3f6ececc-8dd5-4760-919a-f472e773a883),segment_id=3f6ececc-8dd5-4760-919a-f472e773a883)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:37.895100 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.029213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d78d4-e0e8-411c-af00-0733b0ffa6ce None None] Pushing event updated for resources: {'Port': ['ID=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:38.092197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.127490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549d00dc-2f92-4c3e-b11b-3db46a226b7f']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:38.141711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ff8dab-7329-4451-baae-b271362ec96f') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:38.142009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ff8dab-7329-4451-baae-b271362ec96f') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:38.155689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.167009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.177713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.190685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:38.191249 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:38.217302 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:38.362123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eb4a39ec-b8a2-4733-9d5f-53da2c92dd7f req-c0060519-3c19-4a3d-8d20-081c7cae4912 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660186 Jan 18 23:15:38.387707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f1d72d69-35d0-421c-acdf-9a22be0db4bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups/2be89dfe-b5cd-441d-a3d0-a14d6bffa920 HTTP/1.1" status: 200 len: 1780 time: 0.5966756 Jan 18 23:15:38.388860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:38.401165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.439918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.453624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] Pushing event deleted for resources: {'Network': ['ID=549d00dc-2f92-4c3e-b11b-3db46a226b7f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:38.461513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9ad191cd-c239-49b6-89cd-2d3723361e3b tempest-BulkNetworkOpsTest-1892755282 tempest-BulkNetworkOpsTest-1892755282-project] 10.222.0.78 "DELETE /v2.0/networks/549d00dc-2f92-4c3e-b11b-3db46a226b7f HTTP/1.1" status: 204 len: 168 time: 0.8260913 Jan 18 23:15:38.482417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Subnet': ['ID=28bcce0e-6500-4a47-a7f8-697e60c918a1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:38.523372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Checking segment: {'id': '22aefd15-d927-4eca-9bbc-057bd1c4b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:38.523737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network hostable DHCP agents. Network: 0f08bf92-3b09-424c-93b5-d6908790ccfa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:38.541616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031ef46-a3a5-4ce8-a1af-68045d72f634 None None] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:38.653345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:38.666897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4179c088-3a79-4702-b835-c75e82bb13fd None None] Provisioning for port c51e03cc-d878-478e-bf27-6466ed24e4e2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:38.673358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7eca457-e96e-417b-9fe1-d985ffeb57e6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.698520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0f08bf92-3b09-424c-93b5-d6908790ccfa) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:38.702839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:38.703638 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.714861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8::1 (40072bc3-45e5-4df3-87bb-8e8371da5798/c0be3fcf-13c7-47d1-aafa-84a18c998628/20c28fd0-4839-419e-9559-e4f2cb66fe9c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:38.744914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7eca457-e96e-417b-9fe1-d985ffeb57e6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.752099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e4e852-f1f6-4671-9471-e093b7505d5e None None] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:38.802732 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8cd31254-41c0-476e-b67b-dea99baf9708 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2818778 Jan 18 23:15:38.803270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37672) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:38.809428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'subnet': {'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:38.964987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7eca457-e96e-417b-9fe1-d985ffeb57e6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.979793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:38.995118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:38.999952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:subnet and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:39.003519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:39.003823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca457-e96e-417b-9fe1-d985ffeb57e6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be89dfe-b5cd-441d-a3d0-a14d6bffa920,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:39.030058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37676) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:39.031349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:39.035477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.046146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:39.049392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7eca457-e96e-417b-9fe1-d985ffeb57e6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.053531 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e7eca457-e96e-417b-9fe1-d985ffeb57e6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/2be89dfe-b5cd-441d-a3d0-a14d6bffa920 HTTP/1.1" status: 204 len: 168 time: 0.6468120 Jan 18 23:15:39.053860 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.053986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37682) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:39.082722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 20c28fd0-4839-419e-9559-e4f2cb66fe9c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:39.127634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb5f45f4-492d-4ca8-b57a-8357d1688862 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:39.155057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb5f45f4-492d-4ca8-b57a-8357d1688862 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:39.156581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bb5f45f4-492d-4ca8-b57a-8357d1688862 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023407 Jan 18 23:15:39.159553 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.162134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37686) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:39.206551 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-2e939910-9cd6-4506-9b76-2a80c3ee40ae tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] delete failed (client error): The resource could not be found. Jan 18 23:15:39.208070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2e939910-9cd6-4506-9b76-2a80c3ee40ae tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/2be89dfe-b5cd-441d-a3d0-a14d6bffa920 HTTP/1.1" status: 404 len: 347 time: 0.0442913 Jan 18 23:15:39.216743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:39.225121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--560840642'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:39.236826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:39.239706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:39.243848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:39.247395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:39.248145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.253812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:39.267878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=20c28fd0-4839-419e-9559-e4f2cb66fe9c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:39.288010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.307445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-0f08bf92-3b09-424c-93b5-d6908790ccfa', 'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa', 'tenant_id': '5e72e2dadedc4205aa7999c3c98ce422', 'fixed_ips': [{'subnet_id': '28bcce0e-6500-4a47-a7f8-697e60c918a1'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:39.309164 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.325631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:39.331327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:39.337214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:39.338116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:39.346825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:39.349366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c51e03cc-d878-478e-bf27-6466ed24e4e2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:39.366931 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f10446f5-0352-4268-99dd-1cde2639e24f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5e873af45c044a09f6f12601bcecc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349066 Jan 18 23:15:39.370826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:39.510190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.561893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7226d6e-ce6f-4993-a322-7fe60084bad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.577198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port c51e03cc-d878-478e-bf27-6466ed24e4e2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:39.586988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c51e03cc-d878-478e-bf27-6466ed24e4e2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:39.587749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.707965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7226d6e-ce6f-4993-a322-7fe60084bad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.743937 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.751926 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.763041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Allocated IP 2001:db8::2 (0f08bf92-3b09-424c-93b5-d6908790ccfa/28bcce0e-6500-4a47-a7f8-697e60c918a1/960aa244-511b-4b4e-9ba8-7e6e8a7387d1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:39.810950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.932935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b54914-2485-4f1d-bf2c-467b68cd3ae9 None None] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:39.935529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d857df-9bf2-4f4d-8dec-30de02824966,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:39.956888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Subnet': ['ID=3a596d9a-92df-4cf0-b40d-b73b0979091e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:39.971293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.975029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-897e0610-7a91-4fca-966e-112b394bec8f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7544682 Jan 18 23:15:39.976172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:39.981940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553af96-5773-4228-9b55-d629c5ab4b4a req-f0ed6175-3604-4c15-aca9-ad48ed7ebadd tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:39.982197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': '98d857df-9bf2-4f4d-8dec-30de02824966', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:39.983597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d553af96-5773-4228-9b55-d629c5ab4b4a req-f0ed6175-3604-4c15-aca9-ad48ed7ebadd tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.3926084 Jan 18 23:15:39.984765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Checking segment: {'id': 'd46c5001-eb92-47b6-800c-c3fd878f4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:39.985273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network hostable DHCP agents. Network: 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:39.998075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7226d6e-ce6f-4993-a322-7fe60084bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.019322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:40.034446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:40.040536 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.049517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:40.054095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d553af96-5773-4228-9b55-d629c5ab4b4a req-b66d0f3b-3e3b-4fec-a466-c7efd8ee1a8b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634155 Jan 18 23:15:40.059858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ad475237-1b81-4f2c-a67c-abe7feed1208 None None] Provisioning complete for port c51e03cc-d878-478e-bf27-6466ed24e4e2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:40.060238 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad475237-1b81-4f2c-a67c-abe7feed1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.065968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:40.072443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:40.073672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.088171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:40.106465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e957df26-8c96-46dc-b2e1-4b5235f0dee8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3017976 Jan 18 23:15:40.106690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37708) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:40.112671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7226d6e-ce6f-4993-a322-7fe60084bad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580b5e4-a14b-45d1-8925-04e21e3c072b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:40.116623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:40.147868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beeec61-1fc4-413a-a528-30d511880af3 None None] Network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:40.340752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port c51e03cc-d878-478e-bf27-6466ed24e4e2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c51e03cc-d878-478e-bf27-6466ed24e4e2,segment=NetworkSegment(87179847-0a95-4983-89b8-de006ec9ec55),segment_id=87179847-0a95-4983-89b8-de006ec9ec55)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:40.374699 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.381730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7226d6e-ce6f-4993-a322-7fe60084bad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.382860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f7226d6e-ce6f-4993-a322-7fe60084bad8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e580b5e4-a14b-45d1-8925-04e21e3c072b HTTP/1.1" status: 204 len: 168 time: 1.0100799 Jan 18 23:15:40.496450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.677885 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.714023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=c51e03cc-d878-478e-bf27-6466ed24e4e2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:40.731679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Transition to ACTIVE for port object 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:40.798838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Transition to ACTIVE for port object 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:40.802248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.807593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd', 'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd', 'tenant_id': '5e72e2dadedc4205aa7999c3c98ce422', 'fixed_ips': [{'subnet_id': '3a596d9a-92df-4cf0-b40d-b73b0979091e'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:40.808452 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.817758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.821250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.822062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.826698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.868196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.962461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:40.974041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:40.983645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Pushing event updated for resources: {'Port': ['ID=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:40.986150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:40.991888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] Provisioning for port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:41.003913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91536ed1-7cdf-42a3-a0ca-666a51c609b8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.030967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] Provisioning complete for port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:41.031343 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.055189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=20c28fd0-4839-419e-9559-e4f2cb66fe9c,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.060200 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.077189 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.078364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b464127f-5421-4f40-8129-c21b4b76c7b0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1011641 Jan 18 23:15:41.081589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37730) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.136424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6a389b0-ba66-46a7-9a83-51045922b29c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.152114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6a389b0-ba66-46a7-9a83-51045922b29c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.201845 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6a389b0-ba66-46a7-9a83-51045922b29c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.218917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Attempting to bind port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:41.219285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Attempting to bind port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '22aefd15-d927-4eca-9bbc-057bd1c4b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:41.219655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Attempting to bind port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 on network 0f08bf92-3b09-424c-93b5-d6908790ccfa {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:41.228859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a389b0-ba66-46a7-9a83-51045922b29c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91536ed1-7cdf-42a3-a0ca-666a51c609b8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.240570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a6a389b0-ba66-46a7-9a83-51045922b29c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.244073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a6a389b0-ba66-46a7-9a83-51045922b29c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/91536ed1-7cdf-42a3-a0ca-666a51c609b8 HTTP/1.1" status: 204 len: 168 time: 0.1590664 Jan 18 23:15:41.244392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.250871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:41.251262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Checking segment: {'id': '22aefd15-d927-4eca-9bbc-057bd1c4b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:41.251646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.252039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Bound using segment: {'id': '22aefd15-d927-4eca-9bbc-057bd1c4b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:41.252525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Bound port: 960aa244-511b-4b4e-9ba8-7e6e8a7387d1, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aefd15-d927-4eca-9bbc-057bd1c4b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0f08bf92-3b09-424c-93b5-d6908790ccfa'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:41.252899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.284728 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Allocated IP 2001:db8::2 (2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd/3a596d9a-92df-4cf0-b40d-b73b0979091e/dd55f95b-d2ee-4b95-affa-acc9a947c319) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:41.307842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37742) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.320620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f7f81019-ee62-471e-9254-71e9f88262d3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:41.360891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f7f81019-ee62-471e-9254-71e9f88262d3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:41.365135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f7f81019-ee62-471e-9254-71e9f88262d3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1171010 Jan 18 23:15:41.365457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37748) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.487263 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c32d-35f7-4604-9837-85dab9d7a72a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.506176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-16bffb0b-5f20-4531-b8de-b4b499618b3e tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] Request body: {'port': {'network_id': '98190b4a-4ad9-400f-a71f-7113f51ec735', 'name': 'tempest-NetworksNegativeTestJSON-918857603'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:41.509453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:41.516815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:41.542254 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bffb0b-5f20-4531-b8de-b4b499618b3e tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] POST failed (client error): The resource could not be found. Jan 18 23:15:41.543348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bffb0b-5f20-4531-b8de-b4b499618b3e tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:41.547735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-16bffb0b-5f20-4531-b8de-b4b499618b3e tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2180817 Jan 18 23:15:41.548883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37752) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.551770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c32d-35f7-4604-9837-85dab9d7a72a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.559614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] For port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:41.561774 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.592850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] For port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,segment=NetworkSegment(22aefd15-d927-4eca-9bbc-057bd1c4b05b),segment_id=22aefd15-d927-4eca-9bbc-057bd1c4b05b)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:41.603649 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5b244c-518e-4656-b0a1-0a5a80915cd0 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:41.604117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5b244c-518e-4656-b0a1-0a5a80915cd0 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:41.610411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea5b244c-518e-4656-b0a1-0a5a80915cd0 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "DELETE /v2.0/networks/96f3a006-c1bd-4623-a1f9-df79479ee02d HTTP/1.1" status: 404 len: 339 time: 0.0612903 Jan 18 23:15:41.611083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37756) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.631351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.688369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] For port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,segment=NetworkSegment(3f6ececc-8dd5-4760-919a-f472e773a883),segment_id=3f6ececc-8dd5-4760-919a-f472e773a883)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:41.715801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.811230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def8192-edb0-4e99-905a-881ef8be1891 None None] Pushing event updated for resources: {'Port': ['ID=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.821250 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da33591-4691-4b20-a05b-b86af6baf022 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:41.821734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da33591-4691-4b20-a05b-b86af6baf022 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:41.829487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4da33591-4691-4b20-a05b-b86af6baf022 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "DELETE /v2.0/ports/b63b611e-4256-4d5e-87b0-2d0dd8307312 HTTP/1.1" status: 404 len: 333 time: 0.2098641 Jan 18 23:15:41.835225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.852200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c32d-35f7-4604-9837-85dab9d7a72a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.861441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04246ba0-63fa-471e-8a1f-8294de7fffca req-3d01cdcb-ed6a-4c23-96a8-c4e53c7965e5 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:41.863092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04246ba0-63fa-471e-8a1f-8294de7fffca req-3d01cdcb-ed6a-4c23-96a8-c4e53c7965e5 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.5285468 Jan 18 23:15:41.875932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c32d-35f7-4604-9837-85dab9d7a72a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d857df-9bf2-4f4d-8dec-30de02824966,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.903227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c32d-35f7-4604-9837-85dab9d7a72a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.906738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ccd5c32d-35f7-4604-9837-85dab9d7a72a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/98d857df-9bf2-4f4d-8dec-30de02824966 HTTP/1.1" status: 204 len: 168 time: 0.5388963 Jan 18 23:15:41.907853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37764) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:41.966254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-65adb380-9a28-4719-bedb-730a86c288d2 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:41.999074 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a097eab3-fc02-4f5b-9f73-e6c372a3b0ef tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] DELETE failed (client error): The resource could not be found. Jan 18 23:15:41.999940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a097eab3-fc02-4f5b-9f73-e6c372a3b0ef tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:42.004041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35fc4864-7790-4395-91e6-856280b9008b None None] Provisioning complete for port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:42.004431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-65adb380-9a28-4719-bedb-730a86c288d2 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:42.004564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35fc4864-7790-4395-91e6-856280b9008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.006149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-65adb380-9a28-4719-bedb-730a86c288d2 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968776 Jan 18 23:15:42.010675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37768) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.017585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136165127'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:42.033199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:42.046666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.053438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:42.067859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.069966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8a6ea-de1b-4516-9120-888575f8d700 None None] Pushing event updated for resources: {'Port': ['ID=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:42.086190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Transition to ACTIVE for port object dd55f95b-d2ee-4b95-affa-acc9a947c319 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:42.115090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:42.123240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:42.128970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Transition to ACTIVE for port object dd55f95b-d2ee-4b95-affa-acc9a947c319 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:42.148283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:42.173292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:42.269625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.301875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.314318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.359128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44f9af47-04b5-42b0-b329-b30f908c1813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.367763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb49136-cfa0-438c-b5f8-a5be3ef51603,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:42.387761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a097eab3-fc02-4f5b-9f73-e6c372a3b0ef tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "DELETE /v2.0/subnets/3e0b8813-b6e4-4030-b657-2aac980bfa80 HTTP/1.1" status: 404 len: 337 time: 0.5427234 Jan 18 23:15:42.394017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37772) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.415620 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04246ba0-63fa-471e-8a1f-8294de7fffca req-cf65f80b-0fc1-4651-8a19-2e9ac8843451 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842772 Jan 18 23:15:42.419457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.423367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-68439329-653d-482f-a36b-dd25aebd3084 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4111848 Jan 18 23:15:42.424149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37776) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.433634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Allocated IP 2001:db8::1 (0f08bf92-3b09-424c-93b5-d6908790ccfa/28bcce0e-6500-4a47-a7f8-697e60c918a1/fb8556e9-26b8-4960-904c-88aa2b4e3e98) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:42.434319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'ffb49136-cfa0-438c-b5f8-a5be3ef51603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:42.441673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:42.449091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:42.452613 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-02897674-971f-4c8d-96c7-73bb1a8485af tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] GET failed (client error): The resource could not be found. Jan 18 23:15:42.454103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-02897674-971f-4c8d-96c7-73bb1a8485af tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "GET /v2.0/networks/a950e1b4-1f55-4084-a552-a850c193e95a HTTP/1.1" status: 404 len: 339 time: 0.0590599 Jan 18 23:15:42.455107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:42.457855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37780) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.463027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:42.472037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:42.474842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:15:42.481743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:42.484187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Pushing event updated for resources: {'Port': ['ID=dd55f95b-d2ee-4b95-affa-acc9a947c319,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:42.502966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:42.506659 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a93aa9-33f7-4a0e-a94b-f3b647feff86 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] GET failed (client error): The resource could not be found. Jan 18 23:15:42.510320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-64a93aa9-33f7-4a0e-a94b-f3b647feff86 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "GET /v2.0/ports/d7b4120d-5746-4d2e-afe1-39e3651f6f76 HTTP/1.1" status: 404 len: 333 time: 0.0492873 Jan 18 23:15:42.513729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37784) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.561190 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba709d7-4627-44ed-bde8-d16dcb835d09 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] GET failed (client error): The resource could not be found. Jan 18 23:15:42.565114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ba709d7-4627-44ed-bde8-d16dcb835d09 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "GET /v2.0/subnets/daae7324-cf25-460e-a7c0-ab16b6a0d5ba HTTP/1.1" status: 404 len: 337 time: 0.0475912 Jan 18 23:15:42.566720 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.574852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37788) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.584265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35fc4864-7790-4395-91e6-856280b9008b None None] Provisioning for port 20c28fd0-4839-419e-9559-e4f2cb66fe9c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:42.586069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-094b7f0a-74d1-4da0-a697-f3338ffbb3d8 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:42.596939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Attempting to bind port dd55f95b-d2ee-4b95-affa-acc9a947c319 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:42.597369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Attempting to bind port dd55f95b-d2ee-4b95-affa-acc9a947c319 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd46c5001-eb92-47b6-800c-c3fd878f4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:42.597670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Attempting to bind port dd55f95b-d2ee-4b95-affa-acc9a947c319 on network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:42.599827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35fc4864-7790-4395-91e6-856280b9008b None None] Provisioning complete for port 20c28fd0-4839-419e-9559-e4f2cb66fe9c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:42.600344 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35fc4864-7790-4395-91e6-856280b9008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.618403 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-094b7f0a-74d1-4da0-a697-f3338ffbb3d8 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] PUT failed (client error): The resource could not be found. Jan 18 23:15:42.618886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094b7f0a-74d1-4da0-a697-f3338ffbb3d8 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:42.625592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-094b7f0a-74d1-4da0-a697-f3338ffbb3d8 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "PUT /v2.0/networks/e08a818d-0644-4449-ac8b-feaf28f0a649 HTTP/1.1" status: 404 len: 339 time: 0.0422757 Jan 18 23:15:42.626505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37792) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.633861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b9217aff-d316-42d8-88ae-b9ec5acbd66f tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:42.648657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:42.649398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Checking segment: {'id': 'd46c5001-eb92-47b6-800c-c3fd878f4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:42.650423 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.651039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Bound using segment: {'id': 'd46c5001-eb92-47b6-800c-c3fd878f4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:42.651744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Bound port: dd55f95b-d2ee-4b95-affa-acc9a947c319, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46c5001-eb92-47b6-800c-c3fd878f4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:42.652450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.676520 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9217aff-d316-42d8-88ae-b9ec5acbd66f tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] PUT failed (client error): The resource could not be found. Jan 18 23:15:42.677035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9217aff-d316-42d8-88ae-b9ec5acbd66f tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:42.678165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b9217aff-d316-42d8-88ae-b9ec5acbd66f tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "PUT /v2.0/ports/d32afb6a-d47e-4cd6-b81a-87e7b46f78ad HTTP/1.1" status: 404 len: 333 time: 0.0492766 Jan 18 23:15:42.686433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.698142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5f2991f8-efe7-4094-9068-8d8913738871 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:42.711029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-35fc4864-7790-4395-91e6-856280b9008b None None] Port 20c28fd0-4839-419e-9559-e4f2cb66fe9c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:42.712009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.717905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.737731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3cb1e1-c1a2-4bd1-a3e7-9685b04d8e40,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:42.751607 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2991f8-efe7-4094-9068-8d8913738871 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] PUT failed (client error): The resource could not be found. Jan 18 23:15:42.752171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2991f8-efe7-4094-9068-8d8913738871 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:15:42.753188 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f2991f8-efe7-4094-9068-8d8913738871 tempest-NetworksNegativeTestJSON-17925695 tempest-NetworksNegativeTestJSON-17925695-project] 10.222.0.78 "PUT /v2.0/subnets/a7cfbbaa-5ee2-471d-a5c6-f99991afa40a HTTP/1.1" status: 404 len: 337 time: 0.0643265 Jan 18 23:15:42.772511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.773904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3842e68e-1e21-4846-a938-c6bb33308360 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450470 Jan 18 23:15:42.777062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37802) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.782677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] For port dd55f95b-d2ee-4b95-affa-acc9a947c319, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:42.784595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'ffb49136-cfa0-438c-b5f8-a5be3ef51603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:42.786261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] For port dd55f95b-d2ee-4b95-affa-acc9a947c319, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dd55f95b-d2ee-4b95-affa-acc9a947c319,segment=NetworkSegment(d46c5001-eb92-47b6-800c-c3fd878f4bcd),segment_id=d46c5001-eb92-47b6-800c-c3fd878f4bcd)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:42.791648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:42.796611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:42.801706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:42.803623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.808524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:42.820503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:42.837816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.841898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-136f2c06-0199-4236-ad39-d74f8e496791 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1199946 Jan 18 23:15:42.844919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:42.906414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] Sync routers for ids ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:42.953146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.990913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] Routers {'7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:42.991683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:43.016637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.026666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Transition to ACTIVE for port object fb8556e9-26b8-4960-904c-88aa2b4e3e98 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:43.029964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.040314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360b63a-0bad-41ff-97e9-d667946b8802 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:43.040934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4360b63a-0bad-41ff-97e9-d667946b8802 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:43.070655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bc5c91-58ee-434c-8d5e-f8ce90b0c3e4,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.089516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4360b63a-0bad-41ff-97e9-d667946b8802 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:43.090966 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.092625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-217fa0d4-d88f-4f81-b39e-0633d01b3e57 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139453 Jan 18 23:15:43.093656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4360b63a-0bad-41ff-97e9-d667946b8802 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports/20c28fd0-4839-419e-9559-e4f2cb66fe9c HTTP/1.1" status: 200 len: 911 time: 0.2306426 Jan 18 23:15:43.095013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37810) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:43.098669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37812) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:43.116266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.120169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'ffb49136-cfa0-438c-b5f8-a5be3ef51603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:43.122986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:43.134786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:43.140845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:43.151153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:43.158241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:43.173974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0be3fcf-13c7-47d1-aafa-84a18c998628'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:43.201876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:43.216796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:43.224381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:43.224824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.253587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5bcfd9a-e42d-4869-88f0-04be84910364 None None] Provisioning complete for port 20c28fd0-4839-419e-9559-e4f2cb66fe9c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:43.254042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfd9a-e42d-4869-88f0-04be84910364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.273766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:43.294482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Port': ['ID=fb8556e9-26b8-4960-904c-88aa2b4e3e98,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.351649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:43.362835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408e3f5-b941-4264-8c6d-61fe9fc0d504 None None] Pushing event updated for resources: {'Port': ['ID=dd55f95b-d2ee-4b95-affa-acc9a947c319,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.364281 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.395016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] Routers {'7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:43.395657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:43.429060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.500277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.510035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:43.510362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12eac72-038e-4b75-bc06-a39444014d48 None None] The sync data for ids ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:43.511790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcfd9a-e42d-4869-88f0-04be84910364 None None] Port 20c28fd0-4839-419e-9559-e4f2cb66fe9c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:43.515629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:43.516386 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.523428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.566552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e61233e-ef3b-41f8-af53-4a63dd9feca6,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.621648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.623252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-25c5c2c9-d868-4c52-84c0-eb46d2860682 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5269773 Jan 18 23:15:43.625644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94813a0-3daf-4b04-9597-dff2d14e0a75 None None] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:43.628336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37828) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:43.635906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'ffb49136-cfa0-438c-b5f8-a5be3ef51603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:43.676820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:43.695904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:43.714637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:43.716615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:43.723877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.731366 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.751628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.825627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:43.831499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Usage tracker for resource:security_group_rule and tenant:bf9bb17af93c400a86bc45630bf3d8a5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:43.834537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:43.841506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:43.878614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-65ff0a41-0d2d-4348-b778-6da7f975b23f None None] Provisioning for port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:43.963336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.973353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.001787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:44.039936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf9bb17af93c400a86bc45630bf3d8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608280 Jan 18 23:15:44.040165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:44.073274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7fd53-8e39-49f6-915b-bf1d5dea672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5830741-8dd2-4516-bf92-939e4b8e02e1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.074153 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.091325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.104091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:44.110827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:44.111323 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.134314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.135028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5055759 Jan 18 23:15:44.150489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:44.163611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'ffb49136-cfa0-438c-b5f8-a5be3ef51603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:44.180566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:44.189369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44f79-5b6b-4cd9-8114-96c01e597aaa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934741d8-2fb0-427d-a324-9cc3e5825486,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.196000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:44.201239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:44.231810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9517da-5206-4372-bc99-7566a7fb8f49 req-f7c9ecdf-20f0-4bf4-ba05-0941079b2833 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:44.233459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb9517da-5206-4372-bc99-7566a7fb8f49 req-f7c9ecdf-20f0-4bf4-ba05-0941079b2833 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.5494044 Jan 18 23:15:44.234715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:44.280302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f2628ca-37f9-45b4-894a-3b6aa7e4cc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.294550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.331978 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.345932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,segment=NetworkSegment(22aefd15-d927-4eca-9bbc-057bd1c4b05b),segment_id=22aefd15-d927-4eca-9bbc-057bd1c4b05b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:44.358918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f2628ca-37f9-45b4-894a-3b6aa7e4cc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.360428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.361379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c51e03cc-d878-478e-bf27-6466ed24e4e2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:44.391382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bb9517da-5206-4372-bc99-7566a7fb8f49 req-51c866c4-9ee5-416d-ba04-0abab0514b38 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488607 Jan 18 23:15:44.483544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.501759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.502728 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.508734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.514538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.560143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port c51e03cc-d878-478e-bf27-6466ed24e4e2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:44.560767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.578532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.636350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72faf27a-0fd8-4b23-9117-1a43a66039fd None None] Provisioning complete for port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:44.636971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72faf27a-0fd8-4b23-9117-1a43a66039fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.645889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Port': ['ID=fb8556e9-26b8-4960-904c-88aa2b4e3e98,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.687041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.699435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f2628ca-37f9-45b4-894a-3b6aa7e4cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.705155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.714962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:44.715659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.719639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fa0596-d456-4c30-aab0-dbc6da57076f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.721672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/ports/20c28fd0-4839-419e-9559-e4f2cb66fe9c HTTP/1.1" status: 200 len: 911 time: 1.6203747 Jan 18 23:15:44.748837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:44.761369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057dc71-3fbd-4a23-a306-7a3e1219c695 None None] Network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:44.939648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffed8b-6b04-4070-b2bc-29a87c5a493a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=20c28fd0-4839-419e-9559-e4f2cb66fe9c,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.968340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2628ca-37f9-45b4-894a-3b6aa7e4cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5830741-8dd2-4516-bf92-939e4b8e02e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:44.979133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f2628ca-37f9-45b4-894a-3b6aa7e4cc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.980295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3f2628ca-37f9-45b4-894a-3b6aa7e4cc0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f5830741-8dd2-4516-bf92-939e4b8e02e1 HTTP/1.1" status: 204 len: 168 time: 0.9392903 Jan 18 23:15:45.045082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56ccda14-a160-47b9-b277-bb0c80be93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.046849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.051028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e488bad-64ee-49cb-b594-d42486733faa tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8995352 Jan 18 23:15:45.051603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:45.131504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e27aff65-e9c8-4721-8c5e-adcd31263bca tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.137168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72faf27a-0fd8-4b23-9117-1a43a66039fd None None] Provisioning for port fb8556e9-26b8-4960-904c-88aa2b4e3e98 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:45.146844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-72faf27a-0fd8-4b23-9117-1a43a66039fd None None] Provisioning complete for port fb8556e9-26b8-4960-904c-88aa2b4e3e98 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.146844 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72faf27a-0fd8-4b23-9117-1a43a66039fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.168682 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e27aff65-e9c8-4721-8c5e-adcd31263bca tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.205147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-72faf27a-0fd8-4b23-9117-1a43a66039fd None None] Port fb8556e9-26b8-4960-904c-88aa2b4e3e98 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:45.209524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:45.232919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e27aff65-e9c8-4721-8c5e-adcd31263bca tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.262464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27aff65-e9c8-4721-8c5e-adcd31263bca tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72fa0596-d456-4c30-aab0-dbc6da57076f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:45.278461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e27aff65-e9c8-4721-8c5e-adcd31263bca tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.288146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e27aff65-e9c8-4721-8c5e-adcd31263bca tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/72fa0596-d456-4c30-aab0-dbc6da57076f HTTP/1.1" status: 204 len: 168 time: 0.2326930 Jan 18 23:15:45.288365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:45.319750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:45.339044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-19b089d2-b48e-4aed-8c8e-c50d9d2680fe None None] Provisioning complete for port fb8556e9-26b8-4960-904c-88aa2b4e3e98 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.339958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19b089d2-b48e-4aed-8c8e-c50d9d2680fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.393857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1b5bb29c-ab94-41e5-9a3c-a10ad6f589ee tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:45.420673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1b5bb29c-ab94-41e5-9a3c-a10ad6f589ee tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:45.422886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1b5bb29c-ab94-41e5-9a3c-a10ad6f589ee tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1335013 Jan 18 23:15:45.423526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:45.426284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37866) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:45.511204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e653448-c673-4eae-8c1e-ed0522800193 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.529017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e653448-c673-4eae-8c1e-ed0522800193 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.574590 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e653448-c673-4eae-8c1e-ed0522800193 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.587797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-19b089d2-b48e-4aed-8c8e-c50d9d2680fe None None] Port fb8556e9-26b8-4960-904c-88aa2b4e3e98 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:45.611047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-19b089d2-b48e-4aed-8c8e-c50d9d2680fe None None] Provisioning for port dd55f95b-d2ee-4b95-affa-acc9a947c319 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:45.619103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e653448-c673-4eae-8c1e-ed0522800193 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=934741d8-2fb0-427d-a324-9cc3e5825486,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:45.632074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.632731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.645265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e653448-c673-4eae-8c1e-ed0522800193 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.647878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2e653448-c673-4eae-8c1e-ed0522800193 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/934741d8-2fb0-427d-a324-9cc3e5825486 HTTP/1.1" status: 204 len: 168 time: 0.2189212 Jan 18 23:15:45.651005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37872) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:45.668407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.741621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e28ccd65-d2ea-489a-afca-049d30591d2c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:45.757550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.763177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e28ccd65-d2ea-489a-afca-049d30591d2c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:45.764830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e28ccd65-d2ea-489a-afca-049d30591d2c tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1124055 Jan 18 23:15:45.767585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37876) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:45.801342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dd55f95b-d2ee-4b95-affa-acc9a947c319 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:45.803054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac5c9528-5557-45e9-b677-2c9f3c39c53e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.823184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac5c9528-5557-45e9-b677-2c9f3c39c53e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.859899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Provisioning complete for port fb8556e9-26b8-4960-904c-88aa2b4e3e98 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.860283 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.872476 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac5c9528-5557-45e9-b677-2c9f3c39c53e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.898687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c9528-5557-45e9-b677-2c9f3c39c53e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e61233e-ef3b-41f8-af53-4a63dd9feca6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:45.920647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Port fb8556e9-26b8-4960-904c-88aa2b4e3e98 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:45.925781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac5c9528-5557-45e9-b677-2c9f3c39c53e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.926877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port dd55f95b-d2ee-4b95-affa-acc9a947c319 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:45.929984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ac5c9528-5557-45e9-b677-2c9f3c39c53e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/2e61233e-ef3b-41f8-af53-4a63dd9feca6 HTTP/1.1" status: 204 len: 168 time: 0.1580398 Jan 18 23:15:45.930236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37886) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:45.932195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dd55f95b-d2ee-4b95-affa-acc9a947c319 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.932803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.980582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Provisioning complete for port dd55f95b-d2ee-4b95-affa-acc9a947c319 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.980863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.013878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac804f-0670-454c-9a75-4c4cf4d89780 req-f6f36b8e-edc2-451a-8ce5-6623839cefe8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:46.018888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55436f18-1185-49a1-88e7-f71bd83a795f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:46.022883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dac804f-0670-454c-9a75-4c4cf4d89780 req-f6f36b8e-edc2-451a-8ce5-6623839cefe8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.3834803 Jan 18 23:15:46.044027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-55436f18-1185-49a1-88e7-f71bd83a795f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:46.046231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-55436f18-1185-49a1-88e7-f71bd83a795f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1145625 Jan 18 23:15:46.049872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37892) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.070344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Router f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:15:46.093202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b73ee4ab-6e9d-487b-bac8-755814183820 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.106987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b73ee4ab-6e9d-487b-bac8-755814183820 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.112530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.119528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dac804f-0670-454c-9a75-4c4cf4d89780 req-d0a442f5-aef4-4ff6-8ca4-66067b2a1715 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954895 Jan 18 23:15:46.147255 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b73ee4ab-6e9d-487b-bac8-755814183820 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.178868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.181073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ee4ab-6e9d-487b-bac8-755814183820 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20bc5c91-58ee-434c-8d5e-f8ce90b0c3e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:46.189496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.194229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b73ee4ab-6e9d-487b-bac8-755814183820 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.198644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b73ee4ab-6e9d-487b-bac8-755814183820 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/20bc5c91-58ee-434c-8d5e-f8ce90b0c3e4 HTTP/1.1" status: 204 len: 168 time: 0.1448464 Jan 18 23:15:46.198644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37902) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.232108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port dd55f95b-d2ee-4b95-affa-acc9a947c319, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dd55f95b-d2ee-4b95-affa-acc9a947c319,segment=NetworkSegment(d46c5001-eb92-47b6-800c-c3fd878f4bcd),segment_id=d46c5001-eb92-47b6-800c-c3fd878f4bcd)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:46.239893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.262900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-458ada85-0759-442f-9e33-222c4afdfc4a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:46.284821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-458ada85-0759-442f-9e33-222c4afdfc4a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:46.289529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-458ada85-0759-442f-9e33-222c4afdfc4a tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0858808 Jan 18 23:15:46.289949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37906) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.312334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1654630779'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:46.323045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:46.339418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:46.342530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:46.348251 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ee23329d-a37a-4495-b15c-240e9fde88d3 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2334602 Jan 18 23:15:46.351343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.353532 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] Sync routers for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:46.360489 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d77bd8c-c40e-4ecf-b726-ec433e2ae519 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.365149 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:46.366031 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:46.366496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:46.366852 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-f6d7dfc3-63e6-47e1-9934-8a642b05b83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:46.370158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=dd55f95b-d2ee-4b95-affa-acc9a947c319,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:46.375996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d77bd8c-c40e-4ecf-b726-ec433e2ae519 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.393977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:46.403205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:46.411665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d77bd8c-c40e-4ecf-b726-ec433e2ae519 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.429992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77bd8c-c40e-4ecf-b726-ec433e2ae519 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe3cb1e1-c1a2-4bd1-a3e7-9685b04d8e40,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:46.431633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:46.435164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.441757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:46.449789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.451560 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:46.452223 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:46.460793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1d77bd8c-c40e-4ecf-b726-ec433e2ae519 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.463959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1d77bd8c-c40e-4ecf-b726-ec433e2ae519 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fe3cb1e1-c1a2-4bd1-a3e7-9685b04d8e40 HTTP/1.1" status: 204 len: 168 time: 0.1708112 Jan 18 23:15:46.464809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37914) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.481869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:46.489820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group_rule and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:46.494157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:46.502087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:46.508996 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.520994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:46.521638 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686acd4-4c87-4c25-a409-ec50986d9f61 None None] The sync data for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:46.537546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4ec21341-b002-4282-8b83-70d7b1f7f170 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:46.575806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4ec21341-b002-4282-8b83-70d7b1f7f170 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:46.577229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4ec21341-b002-4282-8b83-70d7b1f7f170 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1093965 Jan 18 23:15:46.582055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37918) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:46.679682 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.686126 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538853dd-bfbf-4f22-9418-c095d04809e9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.688091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.731560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:46.756974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538853dd-bfbf-4f22-9418-c095d04809e9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.764680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.765055 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment 6f9577cc-2e4b-48b2-b564-bb5974dca6f8 of type vlan for network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 Jan 18 23:15:46.766292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c765f92d-e28d-4467-ab48-7d7a2baad9b7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:46.822005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.849478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538853dd-bfbf-4f22-9418-c095d04809e9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.869306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538853dd-bfbf-4f22-9418-c095d04809e9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb49136-cfa0-438c-b5f8-a5be3ef51603,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:46.878647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.884686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:46.885298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.986067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-538853dd-bfbf-4f22-9418-c095d04809e9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.987214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-538853dd-bfbf-4f22-9418-c095d04809e9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/ffb49136-cfa0-438c-b5f8-a5be3ef51603 HTTP/1.1" status: 204 len: 168 time: 0.4042671 Jan 18 23:15:47.002442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37922) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.009044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8953748 Jan 18 23:15:47.013368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.017890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.033786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06eadc-9965-48d0-9fb8-6bb743b5cbdf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=ccb4246d-eb11-44cd-9e2a-1b7482c909f6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:47.044698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:47.056806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'name': 'tempest-PortsTestJSON-1654011982'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:47.066748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-11a79704-330c-44bd-9d66-50a4965c3468 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:47.094480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-11a79704-330c-44bd-9d66-50a4965c3468 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:47.096449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-11a79704-330c-44bd-9d66-50a4965c3468 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897536 Jan 18 23:15:47.102255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37930) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.109028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--270177602'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:47.118397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:47.132840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:47.148801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.172745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:47.177541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:47.180631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:47.186969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:47.194828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:15:47.197420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dd55f95b-d2ee-4b95-affa-acc9a947c319 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:47.322667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:47.326472 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.336848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.364534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:47.373504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:47.390111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:47.399371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f513ddb-35d7-41d1-9837-ed62f734b161 req-94cfa146-a99f-4152-a3b1-093c29f94828 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:47.401309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f513ddb-35d7-41d1-9837-ed62f734b161 req-94cfa146-a99f-4152-a3b1-093c29f94828 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 943 time: 0.1604455 Jan 18 23:15:47.406840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dd55f95b-d2ee-4b95-affa-acc9a947c319 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:47.407276 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.410310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a25051-5fb5-4acc-ad76-cc88643bc14d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:47.420176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.422415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-acb02c62-7d31-4ebb-85d1-51347a2282e0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3189704 Jan 18 23:15:47.426328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37936) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.443668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'e6a25051-5fb5-4acc-ad76-cc88643bc14d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:47.454526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:47.461443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:47.470525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:47.480023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:47.489243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:47.491389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f513ddb-35d7-41d1-9837-ed62f734b161 req-a9ee6722-96ac-48bb-9489-4829e44bb708 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658154 Jan 18 23:15:47.492689 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.507613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:47.510461 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.539137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 20c28fd0-4839-419e-9559-e4f2cb66fe9c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:47.539473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.566211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab', 'mac_address': 'fa:16:3e:ee:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:15:47.568347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:15:47.578075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.583106 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.607706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e8f71a-7fee-4743-8b3d-622cca916e71,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:47.619193 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-27b729f6-0383-4603-a39f-5b518ad09f0a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:15:47.620651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-27b729f6-0383-4603-a39f-5b518ad09f0a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2683773 Jan 18 23:15:47.624186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37940) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.650222 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.667871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:47.684566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:47.688232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.692257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f6151d87-860b-41d9-96c7-4b4cbe494ac6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2617788 Jan 18 23:15:47.692448 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.697884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37944) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.762623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:47.770560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.771030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.771458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.772049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.772493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.772926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.773387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.773820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.774365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.775254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.775820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.776226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:47.895663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:15:47.899086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.976218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f8c309-49db-44b9-9647-1df16144553f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.042764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f8c309-49db-44b9-9647-1df16144553f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.191374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 20c28fd0-4839-419e-9559-e4f2cb66fe9c owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:48.230911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.281874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f8c309-49db-44b9-9647-1df16144553f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.306701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.309105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8c309-49db-44b9-9647-1df16144553f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a25051-5fb5-4acc-ad76-cc88643bc14d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:48.325135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08f8c309-49db-44b9-9647-1df16144553f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.329484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08f8c309-49db-44b9-9647-1df16144553f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/e6a25051-5fb5-4acc-ad76-cc88643bc14d HTTP/1.1" status: 204 len: 168 time: 0.6306753 Jan 18 23:15:48.331397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37948) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:48.433262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f189a96-af5e-4c7d-8ead-a221b5d430e1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:48.435880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=331a6dc1-a9f5-45e9-af9f-5489c57c6ea9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:48.456511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f189a96-af5e-4c7d-8ead-a221b5d430e1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:48.457980 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5f189a96-af5e-4c7d-8ead-a221b5d430e1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1254990 Jan 18 23:15:48.461821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': '6f9577cc-2e4b-48b2-b564-bb5974dca6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:48.461821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: ccb4246d-eb11-44cd-9e2a-1b7482c909f6, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:48.462077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37952) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:48.466534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.487934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.519307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--472803818'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:48.539007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:48.542067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:48.542876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=20c28fd0-4839-419e-9559-e4f2cb66fe9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:48.588333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, ccb4246d-eb11-44cd-9e2a-1b7482c909f6) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:48.599731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71287d-2689-4b18-987f-0bcc1c9dc555 None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:48.702034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:48.707810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:48.708735 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.729049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:48.796441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.816527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.823435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a78f9702-be69-4361-a445-6af2a2763cf3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7789083 Jan 18 23:15:48.829025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37958) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:48.833249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:48.845308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1465176218'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:48.851395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:48.857118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:48.860206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:48.867853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:48.871851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:48.879615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:48.919258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:48.964097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting port fb8556e9-26b8-4960-904c-88aa2b4e3e98 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:48.964412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.985237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0de7-80e0-412f-83f9-0676152daff3 req-ee3589a7-eee7-4c23-a892-3a08d4eae237 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:48.986708 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec1f0de7-80e0-412f-83f9-0676152daff3 req-ee3589a7-eee7-4c23-a892-3a08d4eae237 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 944 time: 0.3262749 Jan 18 23:15:48.994417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:48.997925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.105817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:49.118375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:49.156141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.157702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec1f0de7-80e0-412f-83f9-0676152daff3 req-244d48ec-df64-4533-b9c1-df030e9a4f85 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228921 Jan 18 23:15:49.159820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router 7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:49.194603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.211300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:49.218357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:49.218778 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.223569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.223897 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment 805ae042-3e30-4d5c-b0ea-2c8e57d6aa76 of type vlan for network 8e94aa48-36f3-42ce-a71c-f745fce5ee85 Jan 18 23:15:49.300270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61dbe9-bf9b-4a3e-8ba4-cc4900e25a9b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:49.304420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:49.309528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bcdbc317-5f43-48cc-bf7d-1055326da549 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5531209 Jan 18 23:15:49.312449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:49.326233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.334289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.334577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] Sync routers for ids ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:49.338467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f270e0e7-74f6-44c3-bc4d-faa74be94093 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8728883 Jan 18 23:15:49.340085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.348220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37966) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:49.360186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814705462'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:49.361105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e796b36a-43e0-41d1-a18a-9b0e999ed91b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:49.362561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] Routers {'7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:49.363186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:49.379712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e796b36a-43e0-41d1-a18a-9b0e999ed91b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:49.383783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e796b36a-43e0-41d1-a18a-9b0e999ed91b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 HTTP/1.1" status: 200 len: 205 time: 0.0676022 Jan 18 23:15:49.384088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:49.431893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.440468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:49.461548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] Routers {'7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:49.462177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:49.483052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:49.493442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Calling delete_port for fb8556e9-26b8-4960-904c-88aa2b4e3e98 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:49.523810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:49.528687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.535440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:49.539572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:49.539979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9757b-71ee-4604-85ee-25a08920c47a None None] The sync data for ids ['7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:49.541401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:49.544923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:49.551147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.554404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:49.600824 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab', 'code': 200} Jan 18 23:15:49.611378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.622349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.629053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:49.630065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.639679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:49.786885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:49.805801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9742348 Jan 18 23:15:49.808509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:49.814109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37978) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:49.814857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:49.828056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:49.833938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'ports': [{'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'}, {'network_id': '8e94aa48-36f3-42ce-a71c-f745fce5ee85'}]} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:49.834248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:49.834727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '8e94aa48-36f3-42ce-a71c-f745fce5ee85'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:49.861330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f445a-38fa-41ab-a251-26fda7089c8e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=8e94aa48-36f3-42ce-a71c-f745fce5ee85,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:49.876570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 8e94aa48-36f3-42ce-a71c-f745fce5ee85 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:49.973726 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.976063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.003717 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.004486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router 7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:15:50.019423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.020528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c015e3a4-d770-4426-9dde-b9b23ef67113 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 HTTP/1.1" status: 204 len: 168 time: 0.6353464 Jan 18 23:15:50.023247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:50.097491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet c0be3fcf-13c7-47d1-aafa-84a18c998628 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:15:50.101243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.162387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.248495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.279976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509aaa9-af1b-4e09-bc22-b32ba91428f5 req-3eea7f53-fe4b-4f98-9164-460e6cfdcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:50.281503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7509aaa9-af1b-4e09-bc22-b32ba91428f5 req-3eea7f53-fe4b-4f98-9164-460e6cfdcb0c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 1096 time: 0.6126728 Jan 18 23:15:50.351503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.358741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.386346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.410865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.433966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f1f18-a374-45fc-90df-4b43009a0463 req-5ec42e75-585a-4c87-89ad-2a313104533e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:50.435452 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f4f1f18-a374-45fc-90df-4b43009a0463 req-5ec42e75-585a-4c87-89ad-2a313104533e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.1580863 Jan 18 23:15:50.436477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=c0be3fcf-13c7-47d1-aafa-84a18c998628,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:50.439534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Port': ['ID=fb8556e9-26b8-4960-904c-88aa2b4e3e98,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:50.440013 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.456850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d76e0-70c9-4b8d-ac7a-b37fdc266364 None None] Network 40072bc3-45e5-4df3-87bb-8e8371da5798 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:50.467688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66858393-4da2-43c6-b1b2-a5593817c3c6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/c0be3fcf-13c7-47d1-aafa-84a18c998628 HTTP/1.1" status: 204 len: 168 time: 0.4410846 Jan 18 23:15:50.474145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 37988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:50.475442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7509aaa9-af1b-4e09-bc22-b32ba91428f5 req-09672026-b6db-4ec6-a604-313d3dc67766 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778479 Jan 18 23:15:50.482494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:50.501851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:50.508282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:50.529117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f4f1f18-a374-45fc-90df-4b43009a0463 req-a159b63b-fff1-4640-8dcf-523eb55b02fe tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854905 Jan 18 23:15:50.576269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523bfa98-3cdb-4d64-a71b-c0a456026654,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:50.588361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:50.640123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.652139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:50.652859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.678906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.680147 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b7d15f7-122d-4f13-97c1-102cb068e9bf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3297293 Jan 18 23:15:50.690169 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.693785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37992) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:50.703438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': '9b61dbe9-bf9b-4a3e-8ba4-cc4900e25a9b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '523bfa98-3cdb-4d64-a71b-c0a456026654', 'remote_ip_prefix': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:50.712815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:50.715418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 2} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:50.719847 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.791893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:50.793362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] DHCP port deletion for 40072bc3-45e5-4df3-87bb-8e8371da5798 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:15:50.798450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Deleting port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:50.798935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.808091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:50.867039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.877386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:50.898804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,segment=NetworkSegment(3f6ececc-8dd5-4760-919a-f472e773a883),segment_id=3f6ececc-8dd5-4760-919a-f472e773a883)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:50.900092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.038368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:51.046621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] For port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,segment=NetworkSegment(3f6ececc-8dd5-4760-919a-f472e773a883),segment_id=3f6ececc-8dd5-4760-919a-f472e773a883)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:51.047664 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.130762 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.140375 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.156789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Router f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:51.179934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=1d8e0c2a-b038-4a33-838b-cc0aad159ee6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:51.181742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:51.192991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Calling delete_port for 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:51.223703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:51.270454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:51.270893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:51.309037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:15:51.309606 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:15:51.319239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 4c98a322-8031-4085-8305-d7bcd1e87f25 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:15:51.413666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:51.428194 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] Sync routers for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:51.442741 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:51.443361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.448349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.452837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-91cf47a4-83fa-4657-9388-8c3bcf61fefb tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8274219 Jan 18 23:15:51.458047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.460715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 37996) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:51.506328 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.509691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40072bc3-45e5-4df3-87bb-8e8371da5798']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.515960 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:51.516595 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.529701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6ececc-8dd5-4760-919a-f472e773a883') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.530129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6ececc-8dd5-4760-919a-f472e773a883') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.540116 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.553606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.575816 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.582214 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:51.582680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:51.582834 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bec90d-44d5-4398-ab60-3a0d2182d9e3 None None] The sync data for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:51.582969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:51.607177 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:51.686772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.705495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.717244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=40072bc3-45e5-4df3-87bb-8e8371da5798,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:51.730413 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-47d63869-b932-4309-9c02-92d110ecdf80 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] delete failed (client error): The resource could not be found. Jan 18 23:15:51.730606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d175cbca-5140-4213-9432-9d284a078178 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/40072bc3-45e5-4df3-87bb-8e8371da5798 HTTP/1.1" status: 204 len: 168 time: 1.2553613 Jan 18 23:15:51.731516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-47d63869-b932-4309-9c02-92d110ecdf80 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-44052503 HTTP/1.1" status: 404 len: 333 time: 0.2699473 Jan 18 23:15:51.735795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:51.736388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:51.743148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-91b2d21e-0309-4ac5-8b24-08828d2dea15 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:51.767979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3d61f-010d-4d0e-b93b-deb6d10cabe1,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:51.794126 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.798050 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5620bc86-c77b-4b78-b26b-0ed4be45e227 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0984566 Jan 18 23:15:51.798207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-873335124', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:51.800389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38010) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:51.805019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:51.811536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Deleting port 1d8e0c2a-b038-4a33-838b-cc0aad159ee6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:51.812510 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.814562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:51.824437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:51.868463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.872799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd41637d-acff-4fa9-aae5-0b7502320574 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.891469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:51.902470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd41637d-acff-4fa9-aae5-0b7502320574 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.913312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8fae312c-a44e-457a-8094-2c330858b3f0 None None] The port '1d8e0c2a-b038-4a33-838b-cc0aad159ee6' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:15:51.963963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.965199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.015044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0742f3a-ec89-4287-89d6-9196f8d7f703 req-624ab587-61a8-45ee-9357-1635c3540cee tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.016508 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0742f3a-ec89-4287-89d6-9196f8d7f703 req-624ab587-61a8-45ee-9357-1635c3540cee tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.2901835 Jan 18 23:15:52.025397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port c2d127d7-30d4-46f0-a0b8-8a22d2b5213b yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:15:52.029393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd41637d-acff-4fa9-aae5-0b7502320574 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.066812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41637d-acff-4fa9-aae5-0b7502320574 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ec3d61f-010d-4d0e-b93b-deb6d10cabe1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.085963 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dd41637d-acff-4fa9-aae5-0b7502320574 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.087072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dd41637d-acff-4fa9-aae5-0b7502320574 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6ec3d61f-010d-4d0e-b93b-deb6d10cabe1 HTTP/1.1" status: 204 len: 168 time: 0.2857370 Jan 18 23:15:52.092609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38014) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.109396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.118941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e0742f3a-ec89-4287-89d6-9196f8d7f703 req-f3b4cc23-3cac-4aec-b0fb-5ce1872bd9aa tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873361 Jan 18 23:15:52.182423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91b2d21e-0309-4ac5-8b24-08828d2dea15 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.195300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-116efb6e-534e-440b-aba7-b15f6de1f340 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:52.211054 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.225670 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-91b2d21e-0309-4ac5-8b24-08828d2dea15 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] update failed (client error): The resource could not be found. Jan 18 23:15:52.230830 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91b2d21e-0309-4ac5-8b24-08828d2dea15 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 HTTP/1.1" status: 404 len: 339 time: 0.4905851 Jan 18 23:15:52.230830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38020) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.235708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.240229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-116efb6e-534e-440b-aba7-b15f6de1f340 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:52.244455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-116efb6e-534e-440b-aba7-b15f6de1f340 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1441433 Jan 18 23:15:52.244736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38024) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.268616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-784025656'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:52.291123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:52.299274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:network and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:52.307767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:52.312345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.313536 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-454977ac-3c53-45aa-aaad-eb3b7fb60dd0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5762618 Jan 18 23:15:52.318122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:52.319185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38028) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.327457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035112673'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:52.333177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:52.334713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30049c1e-2a05-43c9-b56a-9e4ffcde5ce9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.336765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.336915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.338723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:52.375622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcddf3-66d5-4011-9e4b-ffc517bfec5d req-051fb662-b06e-417b-a706-f9302ecb6405 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.376185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:52.377091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-affcddf3-66d5-4011-9e4b-ffc517bfec5d req-051fb662-b06e-417b-a706-f9302ecb6405 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.1438060 Jan 18 23:15:52.380338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:52.394374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:52.406392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.406736 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Added segment 2cb28be1-8e78-4c6b-b847-a7e1ea750a3a of type vlan for network fdb13f6d-78ab-4b79-8400-b06f920b6751 Jan 18 23:15:52.427371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:52.440239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30049c1e-2a05-43c9-b56a-9e4ffcde5ce9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.446707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-affcddf3-66d5-4011-9e4b-ffc517bfec5d req-dd2f78b5-e6ba-48ec-b9c9-e7c7911ba7df tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612454 Jan 18 23:15:52.450274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.459993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:52.474403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:52.479556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=4c98a322-8031-4085-8305-d7bcd1e87f25,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.483201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:52.484038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.489232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.494634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.495216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.538961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:52.542493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.596050 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3581409 Jan 18 23:15:52.596751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.603931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'subnet': {'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:52.645024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=c2d127d7-30d4-46f0-a0b8-8a22d2b5213b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.669232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30049c1e-2a05-43c9-b56a-9e4ffcde5ce9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.673435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffd650-219e-425e-9b26-600e9fc5e1f5 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Network': ['ID=fdb13f6d-78ab-4b79-8400-b06f920b6751,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.685103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fdb13f6d-78ab-4b79-8400-b06f920b6751 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:52.687775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:52.707300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049c1e-2a05-43c9-b56a-9e4ffcde5ce9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523bfa98-3cdb-4d64-a71b-c0a456026654,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.715919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.716230 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 0cf0b662-26e7-4294-b9e8-7e63cfc7811f of type vlan for network 77d2ddd7-6a27-4f13-a21e-e3973132b355 Jan 18 23:15:52.720167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:52.721101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': '805ae042-3e30-4d5c-b0ea-2c8e57d6aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8e94aa48-36f3-42ce-a71c-f745fce5ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:52.721520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 8e94aa48-36f3-42ce-a71c-f745fce5ee85, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:52.724465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Usage tracker for resource:subnet and tenant:5e72e2dadedc4205aa7999c3c98ce422 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:52.727388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:52.733762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:52.749792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Made reservation on behalf of 5e72e2dadedc4205aa7999c3c98ce422 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:52.753597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.776634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.800122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034be04-1229-434d-a0ec-54f030c82afe req-d7aaa050-1ef0-4d2e-90a0-5fb37b60c41a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.801684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7034be04-1229-434d-a0ec-54f030c82afe req-d7aaa050-1ef0-4d2e-90a0-5fb37b60c41a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.2235167 Jan 18 23:15:52.805524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 8e94aa48-36f3-42ce-a71c-f745fce5ee85 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:52.842375 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-30049c1e-2a05-43c9-b56a-9e4ffcde5ce9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.843496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-30049c1e-2a05-43c9-b56a-9e4ffcde5ce9 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/523bfa98-3cdb-4d64-a71b-c0a456026654 HTTP/1.1" status: 204 len: 168 time: 0.5977271 Jan 18 23:15:52.847050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.848478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 8e94aa48-36f3-42ce-a71c-f745fce5ee85) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:52.855815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:52.861651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.864280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07e409-a98c-4f62-af74-385f393656c1 None None] Network 8e94aa48-36f3-42ce-a71c-f745fce5ee85 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:52.867231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.868091 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.888164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.894384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.895207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.938333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-344cb4e1-bfcd-4c33-9f65-27ce64bebd3f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0899775 Jan 18 23:15:52.941253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38042) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:52.994112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7034be04-1229-434d-a0ec-54f030c82afe req-ee62778b-82cf-432f-b39f-4fdccf17c007 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848583 Jan 18 23:15:53.007536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7b0bcdf7-e7cd-45e4-95f4-529b257fb049 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1866484 Jan 18 23:15:53.011661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38046) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:53.066018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7450914 Jan 18 23:15:53.067204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38052) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:53.086947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3b80-41df-4642-a67a-0bc22adaffc2 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=77d2ddd7-6a27-4f13-a21e-e3973132b355,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:53.104182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:53.111949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:53.223359 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb060b79-5333-4a30-ac7a-eb08568dcdcf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.242566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.246517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port c2d127d7-30d4-46f0-a0b8-8a22d2b5213b {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:53.246698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.294663 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb060b79-5333-4a30-ac7a-eb08568dcdcf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.325513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:53.333205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:53.337891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:53.373579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Subnet': ['ID=b69bfec1-c2a3-46a3-a572-82ccdf5493fc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:53.381007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:53.390100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Checking segment: {'id': '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:53.390450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network hostable DHCP agents. Network: fdb13f6d-78ab-4b79-8400-b06f920b6751, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:53.407745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb060b79-5333-4a30-ac7a-eb08568dcdcf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.422768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:53.426562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.428467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb060b79-5333-4a30-ac7a-eb08568dcdcf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61dbe9-bf9b-4a3e-8ba4-cc4900e25a9b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:53.437344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network fdb13f6d-78ab-4b79-8400-b06f920b6751 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:53.461305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fdb13f6d-78ab-4b79-8400-b06f920b6751) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:53.463004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb060b79-5333-4a30-ac7a-eb08568dcdcf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.464393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eb060b79-5333-4a30-ac7a-eb08568dcdcf tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/9b61dbe9-bf9b-4a3e-8ba4-cc4900e25a9b HTTP/1.1" status: 204 len: 168 time: 0.5219498 Jan 18 23:15:53.466992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:53.470036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:53.470830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.471504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ea796-17f9-4836-ab18-a491ae830847 None None] Network fdb13f6d-78ab-4b79-8400-b06f920b6751 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:53.513640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b3a40be4-503d-4da2-86cc-a2831423ab75 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9157920 Jan 18 23:15:53.517760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38064) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:53.526003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-64812ca4-7af8-4eb9-ad94-1697f0335bcd tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:53.651853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.681058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f3d3fd0-b09a-4981-8ea4-55ae50f9e63e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:53.704537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-fdb13f6d-78ab-4b79-8400-b06f920b6751', 'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751', 'tenant_id': '5e72e2dadedc4205aa7999c3c98ce422', 'fixed_ips': [{'subnet_id': 'b69bfec1-c2a3-46a3-a572-82ccdf5493fc'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:53.705428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.822734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f3d3fd0-b09a-4981-8ea4-55ae50f9e63e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:53.828697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f3d3fd0-b09a-4981-8ea4-55ae50f9e63e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3559613 Jan 18 23:15:53.829292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:53.836541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--532330642'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:53.882249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Allocated IP 2001:db8:1::2 (fdb13f6d-78ab-4b79-8400-b06f920b6751/b69bfec1-c2a3-46a3-a572-82ccdf5493fc/5ad0e7b6-1987-4b61-ba80-61b53c7472fc) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:53.900037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:53.913762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for c2d127d7-30d4-46f0-a0b8-8a22d2b5213b owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:53.971895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:53.978330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64812ca4-7af8-4eb9-ad94-1697f0335bcd tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.011515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.063172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a72414-d380-4edc-b6f0-59fcd2d30bb6 req-2350e617-1baa-4a17-8468-264681fb1c81 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:54.064674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6a72414-d380-4edc-b6f0-59fcd2d30bb6 req-2350e617-1baa-4a17-8468-264681fb1c81 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.5676184 Jan 18 23:15:54.067835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.091017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:54.103359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:54.107180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:54.113484 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.119082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:54.131272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Transition to ACTIVE for port object 5ad0e7b6-1987-4b61-ba80-61b53c7472fc will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:54.143274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=c2d127d7-30d4-46f0-a0b8-8a22d2b5213b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:54.156390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Transition to ACTIVE for port object 5ad0e7b6-1987-4b61-ba80-61b53c7472fc will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:54.168111 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.172371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.207848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-179558d7-5818-4e32-a184-06f55b0210ff tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/c2d127d7-30d4-46f0-a0b8-8a22d2b5213b HTTP/1.1" status: 204 len: 168 time: 1.1949439 Jan 18 23:15:54.210531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:54.212659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6a72414-d380-4edc-b6f0-59fcd2d30bb6 req-c2aa723f-011f-40fe-9528-519f45c3a889 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Jan 18 23:15:54.215521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.282365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.285470 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-64812ca4-7af8-4eb9-ad94-1697f0335bcd tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:15:54.286521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64812ca4-7af8-4eb9-ad94-1697f0335bcd tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 HTTP/1.1" status: 400 len: 364 time: 0.7676589 Jan 18 23:15:54.290911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:54.304837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=ca00a0bc-e501-4358-a3dd-ce5c3d23f605,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:54.313041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:54.313581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: 77d2ddd7-6a27-4f13-a21e-e3973132b355, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:54.316394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Network fdb13f6d-78ab-4b79-8400-b06f920b6751 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:54.320843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:54.325626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:54.335588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:54.345845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 77d2ddd7-6a27-4f13-a21e-e3973132b355) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:54.350356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:54.350814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.362817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.374458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bb64b72c-e2d5-4f73-891c-a522e348e0e9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2956123 Jan 18 23:15:54.374701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c5b69-76cf-4335-bc6a-50cf5d7172b3 None None] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:54.374815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38080) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:54.392248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Pushing event updated for resources: {'Port': ['ID=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:54.513060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Attempting to bind port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:54.513597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Attempting to bind port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:54.514056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Attempting to bind port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc on network fdb13f6d-78ab-4b79-8400-b06f920b6751 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:54.522620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:54.523146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Checking segment: {'id': '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:54.523665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.524165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Bound using segment: {'id': '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:54.525093 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Bound port: 5ad0e7b6-1987-4b61-ba80-61b53c7472fc, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fdb13f6d-78ab-4b79-8400-b06f920b6751'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:54.525565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.533653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a8403-faa9-4b0a-a93a-fad3a341906c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:54.620548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.620810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.621172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.621501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.621821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.622139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.622693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.622829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.623078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.623385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.623696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.624338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:54.634259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.638677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5fb1852e-f672-4d2b-994d-666009ca3610 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8050056 Jan 18 23:15:54.638677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:54.692719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] For port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:54.698187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] For port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,segment=NetworkSegment(2cb28be1-8e78-4c6b-b847-a7e1ea750a3a),segment_id=2cb28be1-8e78-4c6b-b847-a7e1ea750a3a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:54.700306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'a63a8403-faa9-4b0a-a93a-fad3a341906c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:54.732501 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.800372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-77d2ddd7-6a27-4f13-a21e-e3973132b355', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:15:54.801217 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.849723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570e23e-e23e-4527-821d-dc3b59eb99ce None None] Pushing event updated for resources: {'Port': ['ID=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:54.861142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:54.871196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebaa25e-ad6b-44ae-aa4f-41f383829e7b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:54.876790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebaa25e-ad6b-44ae-aa4f-41f383829e7b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:54.877583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ebaa25e-ad6b-44ae-aa4f-41f383829e7b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:54.944874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:54.951720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:54.961764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:55.001863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.023041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-f686b15d-9737-4de4-baca-a955aeef57a5 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:55.025436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-f686b15d-9737-4de4-baca-a955aeef57a5 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.1853142 Jan 18 23:15:55.028453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ebaa25e-ad6b-44ae-aa4f-41f383829e7b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:55.032376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7ebaa25e-ad6b-44ae-aa4f-41f383829e7b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.8181353 Jan 18 23:15:55.032760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:55.036121 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Allocated IP 2001:db8::2 (77d2ddd7-6a27-4f13-a21e-e3973132b355/ca00a0bc-e501-4358-a3dd-ce5c3d23f605/365d9959-98eb-4123-8cda-a85de1493676) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:55.091987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.159361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.314780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:55.315130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.320437 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.332356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Transition to ACTIVE for port object 365d9959-98eb-4123-8cda-a85de1493676 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:55.362169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Transition to ACTIVE for port object 365d9959-98eb-4123-8cda-a85de1493676 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:55.379797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.457301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 4c98a322-8031-4085-8305-d7bcd1e87f25 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:15:55.457658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.472561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:55.475868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:55.480021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:55.486397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Pushing event updated for resources: {'Port': ['ID=365d9959-98eb-4123-8cda-a85de1493676,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.569767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.596920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Attempting to bind port 365d9959-98eb-4123-8cda-a85de1493676 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:55.597351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Attempting to bind port 365d9959-98eb-4123-8cda-a85de1493676 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:55.597659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Attempting to bind port 365d9959-98eb-4123-8cda-a85de1493676 on network 77d2ddd7-6a27-4f13-a21e-e3973132b355 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:15:55.603169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:15:55.604846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Checking segment: {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:15:55.604846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.604846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Bound using segment: {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:15:55.605189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Bound port: 365d9959-98eb-4123-8cda-a85de1493676, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:55.605402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.617589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.716683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] For port 365d9959-98eb-4123-8cda-a85de1493676, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:15:55.716939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68270f6-9d04-48fd-9a56-7508a972fae7,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.720872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] For port 365d9959-98eb-4123-8cda-a85de1493676, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=365d9959-98eb-4123-8cda-a85de1493676,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:15:55.727662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.826883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547155-b9d9-42d6-942a-fa5f337ebcd0 None None] Pushing event updated for resources: {'Port': ['ID=365d9959-98eb-4123-8cda-a85de1493676,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.853474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.855097 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b4d15802-7bad-4720-8d2a-4b80202fdcec tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2155738 Jan 18 23:15:55.861666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:55.903539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8::1 (77d2ddd7-6a27-4f13-a21e-e3973132b355/ca00a0bc-e501-4358-a3dd-ce5c3d23f605/2c770900-421c-405e-a52f-5beec3de4026) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:55.917583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63f80-bb08-4bfc-a8d0-7c9dbfb4ebed req-9e9a5c93-f466-4181-8bb6-0645b05c4860 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:55.919165 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f63f80-bb08-4bfc-a8d0-7c9dbfb4ebed req-9e9a5c93-f466-4181-8bb6-0645b05c4860 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 945 time: 0.4672174 Jan 18 23:15:55.934400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.947291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:55.947665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.965820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af26a0f8-2849-4c2e-b9b4-4450c1892634 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.118455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:56.119872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 4c98a322-8031-4085-8305-d7bcd1e87f25 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:15:56.152001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Allocated IP 2001:db8::1 (47fd16fd-84e5-4542-b693-ca9d556ff366/343c9393-df5c-47cd-b55a-31d2e8c18cdd/008d56c5-079d-4cc3-8bea-88a745dde078) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:56.249967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af26a0f8-2849-4c2e-b9b4-4450c1892634 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.282155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-71f63f80-bb08-4bfc-a8d0-7c9dbfb4ebed req-d09431a7-8e99-4a53-b887-9cd5da6958f7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291588 Jan 18 23:15:56.347119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.358142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af26a0f8-2849-4c2e-b9b4-4450c1892634 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.403945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26a0f8-2849-4c2e-b9b4-4450c1892634 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b68270f6-9d04-48fd-9a56-7508a972fae7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:56.421664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=4c98a322-8031-4085-8305-d7bcd1e87f25,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:56.438763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.460107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af26a0f8-2849-4c2e-b9b4-4450c1892634 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.464460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af26a0f8-2849-4c2e-b9b4-4450c1892634 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b68270f6-9d04-48fd-9a56-7508a972fae7 HTTP/1.1" status: 204 len: 168 time: 0.5966599 Jan 18 23:15:56.464898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.467715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:56.477658 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-abec3dc8-87a8-4983-92ea-4ccf2864654f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/4c98a322-8031-4085-8305-d7bcd1e87f25 HTTP/1.1" status: 204 len: 168 time: 1.4409380 Jan 18 23:15:56.479594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.484538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38102) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:56.503695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Transition to ACTIVE for port object 008d56c5-079d-4cc3-8bea-88a745dde078 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:56.510886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee5287-cd36-406b-8521-598c5a7ff574 None None] Network fdb13f6d-78ab-4b79-8400-b06f920b6751 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:56.535588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3a8ca0d7-fbd1-4b2e-ad62-f3f5199ada09 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:56.554211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 2c770900-421c-405e-a52f-5beec3de4026 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:56.561533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3a8ca0d7-fbd1-4b2e-ad62-f3f5199ada09 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:56.563097 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3a8ca0d7-fbd1-4b2e-ad62-f3f5199ada09 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940485 Jan 18 23:15:56.566055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38106) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:56.582930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.594515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.644182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-edde725b-e820-4e89-9eb1-c451c0921e7f None None] Provisioning for port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:56.646943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:56.752268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:56.756250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.759893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'name': 'network-vif-deleted', 'tag': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:56.773216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa1d7e-d00d-406b-8748-46e53724b828 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:56.774160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4faa1d7e-d00d-406b-8748-46e53724b828 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:56.792237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.866819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Port': ['ID=008d56c5-079d-4cc3-8bea-88a745dde078,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:56.895389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:56.898745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:56.902746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:56.903819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.943507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:56.960292 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d544047-ca59-43d1-94f8-40c6018a08a5', 'name': 'network-vif-deleted', 'tag': 'bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab', 'status': 'completed', 'code': 200} Jan 18 23:15:56.960918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=2c770900-421c-405e-a52f-5beec3de4026,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:56.963607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:56.969990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:15:56.970742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.009285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-936089b2-edb8-46b8-836e-e7882c4057e7 req-a7dbfad7-5211-4668-9f0e-785206da28ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "DELETE /v2.0/ports/bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab HTTP/1.1" status: 204 len: 173 time: 1.9730525 Jan 18 23:15:57.029012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4faa1d7e-d00d-406b-8748-46e53724b828 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:57.030231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4faa1d7e-d00d-406b-8748-46e53724b828 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5447440 Jan 18 23:15:57.038333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38112) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:57.062363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9949546d-5fc0-4f67-bbac-82b5e8e09dc6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.116274 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-db15e368-d753-49cc-a924-48fbefb0f47f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:15:57.117676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-db15e368-d753-49cc-a924-48fbefb0f47f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/c2d127d7-30d4-46f0-a0b8-8a22d2b5213b HTTP/1.1" status: 404 len: 333 time: 0.0781350 Jan 18 23:15:57.121557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38116) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:57.136181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:57.160920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9949546d-5fc0-4f67-bbac-82b5e8e09dc6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.219348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.252692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:15:57.257009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bd9d64c4-c6e0-420a-bed3-f89fdb2e33ab not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:57.306051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5ad0e7b6-1987-4b61-ba80-61b53c7472fc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:57.330974 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9e34d4-7990-4833-9b64-c55b788db14e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:15:57.338324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-df9e34d4-7990-4833-9b64-c55b788db14e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/4c98a322-8031-4085-8305-d7bcd1e87f25 HTTP/1.1" status: 404 len: 333 time: 0.2156663 Jan 18 23:15:57.353066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:57.390981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.463381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:57.471130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:57.473346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.601200 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a026ac32-9ce5-4580-96bd-545b8ff86cd0 req-0c034d62-6358-4fae-b8df-5646fe5154f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 210 time: 0.0658903 Jan 18 23:15:57.677074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bcc49-a797-47d9-ba1f-579a61a99950 None None] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:15:57.701708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-27089774-e80b-429b-8523-c1cd7a964f37 None None] Provisioning for port 008d56c5-079d-4cc3-8bea-88a745dde078 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:57.772770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-27089774-e80b-429b-8523-c1cd7a964f37 None None] Provisioning complete for port 008d56c5-079d-4cc3-8bea-88a745dde078 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:57.773227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27089774-e80b-429b-8523-c1cd7a964f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.787565 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9949546d-5fc0-4f67-bbac-82b5e8e09dc6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.835317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949546d-5fc0-4f67-bbac-82b5e8e09dc6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a8403-faa9-4b0a-a93a-fad3a341906c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:57.839178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-27089774-e80b-429b-8523-c1cd7a964f37 None None] Port 008d56c5-079d-4cc3-8bea-88a745dde078 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:57.847567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.880859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.888573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9949546d-5fc0-4f67-bbac-82b5e8e09dc6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.890112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9949546d-5fc0-4f67-bbac-82b5e8e09dc6 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/a63a8403-faa9-4b0a-a93a-fad3a341906c HTTP/1.1" status: 204 len: 168 time: 1.3218884 Jan 18 23:15:57.944316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:57.956479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,segment=NetworkSegment(2cb28be1-8e78-4c6b-b847-a7e1ea750a3a),segment_id=2cb28be1-8e78-4c6b-b847-a7e1ea750a3a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:58.054789 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.055833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 365d9959-98eb-4123-8cda-a85de1493676 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:58.087305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.094585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.095589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.179675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-44acfc34-2bf4-4699-a60d-e5c1a26924fc None None] Provisioning for port 365d9959-98eb-4123-8cda-a85de1493676 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:58.224236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:58.253939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 365d9959-98eb-4123-8cda-a85de1493676 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:58.260086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 365d9959-98eb-4123-8cda-a85de1493676 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:58.266723 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.267909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.271924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=2c770900-421c-405e-a52f-5beec3de4026,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:58.297527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bbe1f0ac-61ae-4a6c-bb55-1e127c5ddfd4 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:58.345454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:58.347141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:58.373409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e94aa48-36f3-42ce-a71c-f745fce5ee85']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:58.420164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805ae042-3e30-4d5c-b0ea-2c8e57d6aa76') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:58.420631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805ae042-3e30-4d5c-b0ea-2c8e57d6aa76') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:58.433643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bbe1f0ac-61ae-4a6c-bb55-1e127c5ddfd4 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:58.442359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bbe1f0ac-61ae-4a6c-bb55-1e127c5ddfd4 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4710877 Jan 18 23:15:58.442359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38130) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:58.449228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.452649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--704839941'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:58.466335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.506967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:58.514943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.516082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 365d9959-98eb-4123-8cda-a85de1493676, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=365d9959-98eb-4123-8cda-a85de1493676,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:15:58.529286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:58.531337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.540376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:58.541153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:58.577419 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:58.665972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:15:58.684753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:15:58.712437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=365d9959-98eb-4123-8cda-a85de1493676,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:58.731859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fd3996a5-ffbf-4e33-97e4-de90a746a7e8 None None] Provisioning complete for port 365d9959-98eb-4123-8cda-a85de1493676 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:58.732529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd3996a5-ffbf-4e33-97e4-de90a746a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.763252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.769807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.784804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.785979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.889895 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.925075 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:15:59.005606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96ee45e4-4d82-4614-aff9-5066b912bddb req-735815b5-d715-4a8d-a2df-e655a7987a0d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:59.026073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fd3996a5-ffbf-4e33-97e4-de90a746a7e8 None None] Provisioning for port 2c770900-421c-405e-a52f-5beec3de4026 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:59.032839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fd3996a5-ffbf-4e33-97e4-de90a746a7e8 None None] Provisioning complete for port 2c770900-421c-405e-a52f-5beec3de4026 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:59.033795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd3996a5-ffbf-4e33-97e4-de90a746a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.053456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-96ee45e4-4d82-4614-aff9-5066b912bddb req-735815b5-d715-4a8d-a2df-e655a7987a0d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:59.061393 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96ee45e4-4d82-4614-aff9-5066b912bddb req-735815b5-d715-4a8d-a2df-e655a7987a0d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d544047-ca59-43d1-94f8-40c6018a08a5 HTTP/1.1" status: 200 len: 210 time: 0.2148037 Jan 18 23:15:59.084060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:15:59.093710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1587c956-0fa5-45cc-862e-b2aeaf990be3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7180555 Jan 18 23:15:59.096369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38136) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.105697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-40196492'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:59.117843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd3996a5-ffbf-4e33-97e4-de90a746a7e8 None None] Port 2c770900-421c-405e-a52f-5beec3de4026 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:59.119388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:59.119603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:59.124649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:59.131313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:59.139451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:59.141605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:15:59.142941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:59.150266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:59.155877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:59.161213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:59.163279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:59.167772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.168080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:59.219257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:59.224309 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5ad0e7b6-1987-4b61-ba80-61b53c7472fc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:59.237993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.238340 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 1e250a7b-c308-479f-9c67-f932f8b9c95d of type vlan for network 17155d0d-d63c-436c-a699-9e9f37a11044 Jan 18 23:15:59.258573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.260628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.263932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=8e94aa48-36f3-42ce-a71c-f745fce5ee85,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:59.267275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event updated for resources: {'Port': ['ID=008d56c5-079d-4cc3-8bea-88a745dde078,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:59.275775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.301040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.328535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.329894 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8867869 Jan 18 23:15:59.340214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-38bd8bf2-8f57-4607-b8f4-34dace324626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/8e94aa48-36f3-42ce-a71c-f745fce5ee85 HTTP/1.1" status: 204 len: 168 time: 1.9815257 Jan 18 23:15:59.340405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38140) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.342531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.355441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': '47d95c5d-4ab8-4d60-a142-fec066390355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:59.361714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:59.362350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-304305352'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:59.366465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:59.369862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:59.376326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:59.387662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:59.390904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090620b4-9a16-4cb2-9da2-84a7ab5535e8 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d95c5d-4ab8-4d60-a142-fec066390355,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:59.401257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:59.401797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.412252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:59.417585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.423719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:59.424728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.432475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a1773459-3c5e-4031-a04c-25df82eaaef2 None None] Provisioning complete for port 2c770900-421c-405e-a52f-5beec3de4026 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:59.432475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1773459-3c5e-4031-a04c-25df82eaaef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.500248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a1773459-3c5e-4031-a04c-25df82eaaef2 None None] Port 2c770900-421c-405e-a52f-5beec3de4026 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:15:59.511341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:15:59.557443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:59.572389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4748571 Jan 18 23:15:59.576095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38148) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.578227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:59.581577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:59.584611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f312c-af41-46ba-8f72-4a64e4339d58 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=17155d0d-d63c-436c-a699-9e9f37a11044,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:59.589652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:59.590472 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.592908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:59.608016 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.622567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.629102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 17155d0d-d63c-436c-a699-9e9f37a11044 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:59.663261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb1be77-63ac-4f30-88c1-8ec800b873b3,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:59.696895 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.698489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ef84263d-2250-409c-bb92-c549d7eaf90f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3587301 Jan 18 23:15:59.701060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38152) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.726115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:59.730326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.730849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3fc57c69-52c2-4ff8-b9d7-808658ad1bd0 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules/fbb1be77-63ac-4f30-88c1-8ec800b873b3 HTTP/1.1" status: 200 len: 763 time: 0.0282891 Jan 18 23:15:59.733378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38156) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.787008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-319de5a9-5445-495f-9620-003d315fcb7e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:59.814431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-319de5a9-5445-495f-9620-003d315fcb7e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:59.816124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-319de5a9-5445-495f-9620-003d315fcb7e tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0816252 Jan 18 23:15:59.821605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38160) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:59.859217 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b79ef894-9f7e-442d-82aa-9563183c25d1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.879459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b79ef894-9f7e-442d-82aa-9563183c25d1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.895654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:59.898268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:59.910390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:59.916421 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:59.924752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:59.927356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.927907 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment fedab3c7-212a-4daf-bca9-08e5aabe9662 of type vlan for network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 Jan 18 23:15:59.934540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Router f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:15:59.957283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b79ef894-9f7e-442d-82aa-9563183c25d1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.986713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ef894-9f7e-442d-82aa-9563183c25d1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbb1be77-63ac-4f30-88c1-8ec800b873b3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:00.007703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b79ef894-9f7e-442d-82aa-9563183c25d1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.009356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b79ef894-9f7e-442d-82aa-9563183c25d1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fbb1be77-63ac-4f30-88c1-8ec800b873b3 HTTP/1.1" status: 204 len: 168 time: 0.1865060 Jan 18 23:16:00.011835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38164) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.013893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-beec880c-2f34-4fa5-959f-6522e28cdeca None None] Provisioning complete for port 2c770900-421c-405e-a52f-5beec3de4026 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:00.014502 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beec880c-2f34-4fa5-959f-6522e28cdeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.040193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:00.044205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.065975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8df84659-48ad-4129-9921-1848e7c08208 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:00.086116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8df84659-48ad-4129-9921-1848e7c08208 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:00.088160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8df84659-48ad-4129-9921-1848e7c08208 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0742757 Jan 18 23:16:00.091030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.100559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': '47d95c5d-4ab8-4d60-a142-fec066390355', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:00.116404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:00.138643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:00.168764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.204287 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.219889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-beec880c-2f34-4fa5-959f-6522e28cdeca None None] Port 2c770900-421c-405e-a52f-5beec3de4026 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:00.263801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:00.276147 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] Sync routers for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:00.292232 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:00.292826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38176) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.293163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a0c7c95a-84d4-4ea6-8f1e-159bd2bd3c26 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0015438 Jan 18 23:16:00.295245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:00.353804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.363799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:00.364367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.368906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 365d9959-98eb-4123-8cda-a85de1493676 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:00.430003 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:00.442553 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:00.443551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:00.467621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8669684f-f9bc-4de5-893c-3d9929e86f7b None None] Provisioning complete for port 008d56c5-079d-4cc3-8bea-88a745dde078 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:00.467998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8669684f-f9bc-4de5-893c-3d9929e86f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.479666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=93f4ab40-74e2-4864-ba46-eb44346fa9f4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:00.503294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.517054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:00.526457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.534636 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-29341443-bbc9-4ac0-8afc-4c6b5ff59093 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1895096 Jan 18 23:16:00.539872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.541541 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:00.542813 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf5aae-6ac4-49cd-8086-482cacdf6209 None None] The sync data for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:00.555662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:00.582145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bedfccf-daa0-4dfc-b9b4-b27a7275de3b,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:00.594799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a00b333b-42c4-436e-9fe1-6f550c789434 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.664835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8669684f-f9bc-4de5-893c-3d9929e86f7b None None] Port 008d56c5-079d-4cc3-8bea-88a745dde078 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:00.700082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 365d9959-98eb-4123-8cda-a85de1493676 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:00.700622 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.723999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:00.729687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:00.732930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:00.739470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:00.743476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.781352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:15:57Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:15:57Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:00.813287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:00.813519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Updating router e042b9fd-7a1c-4c02-8a59-705f89f68b87 port 2c770900-421c-405e-a52f-5beec3de4026 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:16:00.828434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:00.832151 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.832716 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.836364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ef3e0b1c-458a-42c9-be84-d3a51679bb19 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7418296 Jan 18 23:16:00.843458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38184) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.856335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:00.856697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: 17155d0d-d63c-436c-a699-9e9f37a11044, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:00.910943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.967605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c7175ca3-1f84-493b-9172-64a186d1bc79 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules/7bedfccf-daa0-4dfc-b9b4-b27a7275de3b HTTP/1.1" status: 200 len: 763 time: 0.1207128 Jan 18 23:16:00.968791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.977385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=2b1e6082-e67c-41b8-b18b-e74b88e4391f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:00.983748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 17155d0d-d63c-436c-a699-9e9f37a11044 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:00.991545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:16:00.992247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:16:01.004278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 17155d0d-d63c-436c-a699-9e9f37a11044) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:01.010884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:01.011426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.022479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c81b3-2b52-4102-9ce3-4a905005aebf None None] Network 17155d0d-d63c-436c-a699-9e9f37a11044 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:01.044043 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-a00b333b-42c4-436e-9fe1-6f550c789434 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:16:01.045571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a00b333b-42c4-436e-9fe1-6f550c789434 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 HTTP/1.1" status: 409 len: 329 time: 0.7513022 Jan 18 23:16:01.048642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:01.058518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d9d41f8c-e926-4e72-8df1-9ce8d07d97e1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:01.078989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d9d41f8c-e926-4e72-8df1-9ce8d07d97e1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:01.083036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d9d41f8c-e926-4e72-8df1-9ce8d07d97e1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1104298 Jan 18 23:16:01.083297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38196) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:01.112795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7150937f-0f50-4431-8508-94cf86c04104 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5333049 Jan 18 23:16:01.115860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38200) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:01.190375 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8981b9b1-259c-49a2-9a90-1c123160b3f7 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.266858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8981b9b1-259c-49a2-9a90-1c123160b3f7 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.527985 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8981b9b1-259c-49a2-9a90-1c123160b3f7 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.567227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.581267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Transition to ACTIVE for port object 2c770900-421c-405e-a52f-5beec3de4026 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:01.614087 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.624658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981b9b1-259c-49a2-9a90-1c123160b3f7 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bedfccf-daa0-4dfc-b9b4-b27a7275de3b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:01.657345 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8981b9b1-259c-49a2-9a90-1c123160b3f7 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.660989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8981b9b1-259c-49a2-9a90-1c123160b3f7 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/7bedfccf-daa0-4dfc-b9b4-b27a7275de3b HTTP/1.1" status: 204 len: 168 time: 0.5745149 Jan 18 23:16:01.662564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38210) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:01.728468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.787208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-541b1e52-4ebe-46cd-94d3-2081921d36ef tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:01.904252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-541b1e52-4ebe-46cd-94d3-2081921d36ef tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:01.908580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-541b1e52-4ebe-46cd-94d3-2081921d36ef tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2420344 Jan 18 23:16:01.935181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38218) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:01.937422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.939477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=187f5015-184c-419e-92a9-a2342ab0c413,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:01.974493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': '47d95c5d-4ab8-4d60-a142-fec066390355', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:01.983750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': 'fedab3c7-212a-4daf-bca9-08e5aabe9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:01.984572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 93f4ab40-74e2-4864-ba46-eb44346fa9f4, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:01.987786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:02.053949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:02.072242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 93f4ab40-74e2-4864-ba46-eb44346fa9f4) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:02.077159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:02.077803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.151935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47eb0c47-fdc2-479f-84ed-19b4e1319381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6108012 Jan 18 23:16:02.156695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38222) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:02.158661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4279f4e-7eaa-4c27-9533-9166dd3c9be5 None None] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:02.168427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4', 'name': 'tempest-PortsTestJSON-1199061441'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:02.275318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebde410-e333-4a6e-a8d1-30decd746c2a None None] Pushing event updated for resources: {'Port': ['ID=2c770900-421c-405e-a52f-5beec3de4026,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:02.302279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Attempting to bind port 2c770900-421c-405e-a52f-5beec3de4026 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:02.302654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Attempting to bind port 2c770900-421c-405e-a52f-5beec3de4026 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:02.303017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Attempting to bind port 2c770900-421c-405e-a52f-5beec3de4026 on network 77d2ddd7-6a27-4f13-a21e-e3973132b355 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:02.308578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-17155d0d-d63c-436c-a699-9e9f37a11044', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:02.309480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.315879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:02.326151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:02.326524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Checking segment: {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:02.326927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.327304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Bound using segment: {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:02.327985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Bound port: 2c770900-421c-405e-a52f-5beec3de4026, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf0b662-26e7-4294-b9e8-7e63cfc7811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:02.328232 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.338427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:02.363066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:02.363571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.402057 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Project e08a1648ac874d27aa9e8d7ba28ee6d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:16:02.411103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.433555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:02.438040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.520519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8:1::1 (17155d0d-d63c-436c-a699-9e9f37a11044/2b1e6082-e67c-41b8-b18b-e74b88e4391f/02e2d60a-7732-41c1-8805-b2b0e3397e22) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:02.550528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.566781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] For port 2c770900-421c-405e-a52f-5beec3de4026, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:02.575453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.577119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port c48452d8-33e4-479f-ad7e-c44c3869da9c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:02.585800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] For port 2c770900-421c-405e-a52f-5beec3de4026, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c770900-421c-405e-a52f-5beec3de4026,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:02.597516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.698112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-93f4ab40-74e2-4864-ba46-eb44346fa9f4', 'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': '187f5015-184c-419e-92a9-a2342ab0c413'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:02.699011 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.734480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:02.735543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:02.819338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cad8c6c-4766-4cd4-aac1-fd45fc3f6ecd,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:02.891826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.904341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-62b08113-7234-46a6-b316-27049a4d1334 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9281087 Jan 18 23:16:02.905228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:02.934198 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e66406c-5b47-48c7-8844-c3d248545d22 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules/2cad8c6c-4766-4cd4-aac1-fd45fc3f6ecd HTTP/1.1" status: 200 len: 769 time: 0.0256720 Jan 18 23:16:02.936648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:02.971515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:02.976147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.10 (93f4ab40-74e2-4864-ba46-eb44346fa9f4/187f5015-184c-419e-92a9-a2342ab0c413/c48452d8-33e4-479f-ad7e-c44c3869da9c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:02.976707 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.016586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 02e2d60a-7732-41c1-8805-b2b0e3397e22 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:03.056483 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.105594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e222c005-fc6c-4d96-bf1f-2492aca07617 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:03.139908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 17155d0d-d63c-436c-a699-9e9f37a11044 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:03.143152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:03.146520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:03.147096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.194780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=02e2d60a-7732-41c1-8805-b2b0e3397e22,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:03.217671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e222c005-fc6c-4d96-bf1f-2492aca07617 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:03.219154 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e222c005-fc6c-4d96-bf1f-2492aca07617 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2803793 Jan 18 23:16:03.223791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38236) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:03.269145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67badd4d-3a1a-4912-afd1-3bdf7c1883ac tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.281310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting port 008d56c5-079d-4cc3-8bea-88a745dde078 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:03.283665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.299344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67badd4d-3a1a-4912-afd1-3bdf7c1883ac tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.318191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebde410-e333-4a6e-a8d1-30decd746c2a None None] Pushing event updated for resources: {'Port': ['ID=2c770900-421c-405e-a52f-5beec3de4026,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:03.402543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.411449 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67badd4d-3a1a-4912-afd1-3bdf7c1883ac tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.436097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badd4d-3a1a-4912-afd1-3bdf7c1883ac tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cad8c6c-4766-4cd4-aac1-fd45fc3f6ecd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:03.470335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Allocated IP 2001:db8:1::2 (17155d0d-d63c-436c-a699-9e9f37a11044/2b1e6082-e67c-41b8-b18b-e74b88e4391f/9b882e5d-5f18-49e3-a940-5100dfeb8a1f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:03.704559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.705335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-67badd4d-3a1a-4912-afd1-3bdf7c1883ac tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.709465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-67badd4d-3a1a-4912-afd1-3bdf7c1883ac tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/2cad8c6c-4766-4cd4-aac1-fd45fc3f6ecd HTTP/1.1" status: 204 len: 168 time: 0.4845328 Jan 18 23:16:03.710263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38240) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:03.740398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:15:57Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:02Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.748626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object c48452d8-33e4-479f-ad7e-c44c3869da9c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:03.748897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d955f7-743f-42a1-a7c8-5a9d27caf1eb None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:15:57Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:02Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:03.753957 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.767752 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.788087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Transition to ACTIVE for port object 9b882e5d-5f18-49e3-a940-5100dfeb8a1f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:03.797407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-420d4bb6-43d1-4907-93fd-c79f9a197f43 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:03.811464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Transition to ACTIVE for port object 9b882e5d-5f18-49e3-a940-5100dfeb8a1f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:03.820050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.904117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Calling delete_port for 008d56c5-079d-4cc3-8bea-88a745dde078 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:03.990737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-420d4bb6-43d1-4907-93fd-c79f9a197f43 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:03.994836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-420d4bb6-43d1-4907-93fd-c79f9a197f43 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2655594 Jan 18 23:16:03.995010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Network 17155d0d-d63c-436c-a699-9e9f37a11044 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:03.995109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38244) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:04.057801 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:04.060905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.065767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Pushing event updated for resources: {'Port': ['ID=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.073592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:04.102437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.103470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.132674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.188794 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.206931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Allocated IP 172.20.0.2 (93f4ab40-74e2-4864-ba46-eb44346fa9f4/187f5015-184c-419e-92a9-a2342ab0c413/aefd0ea2-1508-46d6-a38d-f06939736bba) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:04.229770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:04.271305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Attempting to bind port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:04.271877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Attempting to bind port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:04.272339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Attempting to bind port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f on network 17155d0d-d63c-436c-a699-9e9f37a11044 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:04.301668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:04.309871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:04.470552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=c48452d8-33e4-479f-ad7e-c44c3869da9c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.484139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=02e2d60a-7732-41c1-8805-b2b0e3397e22,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.511095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fed4824-6af5-44f0-9dbe-70c11314c087 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.624070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fed4824-6af5-44f0-9dbe-70c11314c087 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.657211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:04.657733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Checking segment: {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:04.658236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.658632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Bound using segment: {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:04.659520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Bound port: 9b882e5d-5f18-49e3-a940-5100dfeb8a1f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:04.659520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.716337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 17155d0d-d63c-436c-a699-9e9f37a11044 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:04.718789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:04.721228 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fed4824-6af5-44f0-9dbe-70c11314c087 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.738071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Port': ['ID=008d56c5-079d-4cc3-8bea-88a745dde078,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.752805 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.758584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.775088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Transition to ACTIVE for port object aefd0ea2-1508-46d6-a38d-f06939736bba will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:04.788876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:04.796406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.813562 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.814968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Transition to ACTIVE for port object aefd0ea2-1508-46d6-a38d-f06939736bba will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:04.818909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] For port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:04.822200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] For port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,segment=NetworkSegment(1e250a7b-c308-479f-9c67-f932f8b9c95d),segment_id=1e250a7b-c308-479f-9c67-f932f8b9c95d)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:04.831115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.848331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2fed4824-6af5-44f0-9dbe-70c11314c087 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.849717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2fed4824-6af5-44f0-9dbe-70c11314c087 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/47d95c5d-4ab8-4d60-a142-fec066390355 HTTP/1.1" status: 204 len: 168 time: 0.8536570 Jan 18 23:16:04.858887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed4824-6af5-44f0-9dbe-70c11314c087 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d95c5d-4ab8-4d60-a142-fec066390355,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.860583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38254) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:04.870004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.931184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:04.953070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:04.957701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Pushing event updated for resources: {'Port': ['ID=aefd0ea2-1508-46d6-a38d-f06939736bba,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.959717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:05.025450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3059c603-0137-4349-bf09-99c7fd03f591 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:05.031349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:05.054400 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-08219d94-3481-4ba2-bced-07235aca8e5e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8922856 Jan 18 23:16:05.058704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38258) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:05.142094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3059c603-0137-4349-bf09-99c7fd03f591 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:05.154945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3059c603-0137-4349-bf09-99c7fd03f591 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2246635 Jan 18 23:16:05.155643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:05.217556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Attempting to bind port aefd0ea2-1508-46d6-a38d-f06939736bba on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:05.218032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Attempting to bind port aefd0ea2-1508-46d6-a38d-f06939736bba by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fedab3c7-212a-4daf-bca9-08e5aabe9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:05.218543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Attempting to bind port aefd0ea2-1508-46d6-a38d-f06939736bba on network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:05.224725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c770900-421c-405e-a52f-5beec3de4026 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:05.253899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port c48452d8-33e4-479f-ad7e-c44c3869da9c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:05.255262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.257368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002199162'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:05.261974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7380c1-42d6-40b0-9723-c27f5e02c7ae None None] Pushing event updated for resources: {'Port': ['ID=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:05.273039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:05.273525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Checking segment: {'id': 'fedab3c7-212a-4daf-bca9-08e5aabe9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:05.274458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.274954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Bound using segment: {'id': 'fedab3c7-212a-4daf-bca9-08e5aabe9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:05.275093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:05.275676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Bound port: aefd0ea2-1508-46d6-a38d-f06939736bba, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedab3c7-212a-4daf-bca9-08e5aabe9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93f4ab40-74e2-4864-ba46-eb44346fa9f4'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:05.276147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.434676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2c770900-421c-405e-a52f-5beec3de4026 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:05.445944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2c770900-421c-405e-a52f-5beec3de4026 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:05.446163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Router f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:05.446296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.497604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:05.542645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] For port aefd0ea2-1508-46d6-a38d-f06939736bba, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:05.561769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:05.583994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-92da80f9-277a-4479-a9a2-408bea4049f7 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4668486 Jan 18 23:16:05.585111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.603663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38268) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:05.610287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] For port aefd0ea2-1508-46d6-a38d-f06939736bba, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aefd0ea2-1508-46d6-a38d-f06939736bba,segment=NetworkSegment(fedab3c7-212a-4daf-bca9-08e5aabe9662),segment_id=fedab3c7-212a-4daf-bca9-08e5aabe9662)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:05.619979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.639716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1693557528'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:05.653742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:05.670870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:05.686784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:05.690390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:05.692975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:05.695696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:05.723154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:05.725394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:05.733060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:05.757711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] Sync routers for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:05.883422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:05.884084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:05.889261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.894154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:05.903507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.919967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.925465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-abefcc43-e21d-4245-b6e3-3544282f781a tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8756306 Jan 18 23:16:05.934953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:05.935646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:05.954463 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:05.955091 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.008884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.023161 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-7bb34e43-76e5-4dd1-874e-7b8deb1d0a55 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] show failed (client error): The resource could not be found. Jan 18 23:16:06.031451 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7bb34e43-76e5-4dd1-874e-7b8deb1d0a55 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-118376265 HTTP/1.1" status: 404 len: 334 time: 0.0950468 Jan 18 23:16:06.037745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.039537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8584177 Jan 18 23:16:06.040215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099ecd-063e-4c27-9ef3-4960017fea6e None None] Pushing event updated for resources: {'Port': ['ID=aefd0ea2-1508-46d6-a38d-f06939736bba,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:06.041187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38276) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:06.043311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38278) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:06.053544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Request body: {'security_group_rule': {'security_group_id': 'bd46133c-9787-4c7f-aae9-1e366b458f57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:06.064166 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.072507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-89c6fc10-58e8-461f-9c48-72eb68aa7201 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:06.100434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] Routers {'f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:06.102322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.103341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:06.175683 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-89c6fc10-58e8-461f-9c48-72eb68aa7201 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] update failed (client error): The resource could not be found. Jan 18 23:16:06.176721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-89c6fc10-58e8-461f-9c48-72eb68aa7201 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1855411418 HTTP/1.1" status: 404 len: 335 time: 0.1184573 Jan 18 23:16:06.192045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38284) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:06.207177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:06.253074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Usage tracker for resource:security_group_rule and tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:06.276110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:06.281855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990774b8-c148-494c-8ff4-3b383a6bcff3 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd46133c-9787-4c7f-aae9-1e366b458f57,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:06.283545 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:06.292062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.295735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:06.296900 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment fe49fa16-895d-4c39-af6e-ff80b28b63ea of type vlan for network f088a35d-ad49-40c9-9e82-025151b7ec0e Jan 18 23:16:06.306611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 2c770900-421c-405e-a52f-5beec3de4026, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c770900-421c-405e-a52f-5beec3de4026,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:06.342093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting subnet b69bfec1-c2a3-46a3-a572-82ccdf5493fc {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:06.351159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.364330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.368102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.438272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.438730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46600161-4ebb-477a-8080-3a15082a83d9 None None] The sync data for ids ['f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:06.446572 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.448410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=2c770900-421c-405e-a52f-5beec3de4026,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:06.477859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.509499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.518892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:06.519829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.660024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for c48452d8-33e4-479f-ad7e-c44c3869da9c owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:06.687977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=f088a35d-ad49-40c9-9e82-025151b7ec0e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:06.699222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network f088a35d-ad49-40c9-9e82-025151b7ec0e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:06.707952 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.792437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f15f8767-094f-4edc-92d0-221e69c7c695 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1854558 Jan 18 23:16:06.796897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:06.821226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:06.867977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.903794 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:03Z', 'revision_number': 3, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:03Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:02Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.910808 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.928785 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:06.929152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Updating router e042b9fd-7a1c-4c02-8a59-705f89f68b87 port 02e2d60a-7732-41c1-8805-b2b0e3397e22 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:16:06.934120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.021677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.089402 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.093547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0489645 Jan 18 23:16:07.099000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38316) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:07.103387 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.167511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113901c2-450c-43e6-8a52-08aa2dd8fab3 None None] Network 17155d0d-d63c-436c-a699-9e9f37a11044 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:07.198394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.227142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba9201-88e9-413f-a93f-c20968f4355f tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e409c533-a244-4c26-81d2-871629519271,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:07.287374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:07.311954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:07.321571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Subnet': ['ID=b69bfec1-c2a3-46a3-a572-82ccdf5493fc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:07.327915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:07.342785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.363774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deb236b3-8ed7-4ef7-8ba9-a7697abe5f80 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.365962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f9b89941-ec80-432d-bb35-3164ad5762ff tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/subnets/b69bfec1-c2a3-46a3-a572-82ccdf5493fc HTTP/1.1" status: 204 len: 168 time: 1.1662362 Jan 18 23:16:07.368308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38336) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:07.422512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:07.433960 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deb236b3-8ed7-4ef7-8ba9-a7697abe5f80 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.482920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.515097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:07.518973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.601678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.612036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f33043-ccba-4130-b7f4-a32307d64b88 None None] Network fdb13f6d-78ab-4b79-8400-b06f920b6751 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:07.629769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:07.630116 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.638907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c770900-421c-405e-a52f-5beec3de4026 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:07.692325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cd0d5-a5e1-413b-9cf5-42b2ed24c37d None None] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:07.714700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=c48452d8-33e4-479f-ad7e-c44c3869da9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:07.886292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.901648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-feb2a750-d613-4523-afbd-849e3b8f6e10 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/c48452d8-33e4-479f-ad7e-c44c3869da9c HTTP/1.1" status: 204 len: 168 time: 2.8414166 Jan 18 23:16:07.905610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:07.947027 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.976663 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Transition to ACTIVE for port object 02e2d60a-7732-41c1-8805-b2b0e3397e22 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:07.984379 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-47369b99-caec-4a03-9ad3-55edeb98aeb4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:16:07.984864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47369b99-caec-4a03-9ad3-55edeb98aeb4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:16:07.998751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47369b99-caec-4a03-9ad3-55edeb98aeb4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/c48452d8-33e4-479f-ad7e-c44c3869da9c HTTP/1.1" status: 404 len: 333 time: 0.0923407 Jan 18 23:16:08.004127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:08.006463 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.057974 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafc1e21-077c-477c-8b53-9cadf232a1f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:08.058896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eafc1e21-077c-477c-8b53-9cadf232a1f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:08.065706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deb236b3-8ed7-4ef7-8ba9-a7697abe5f80 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.091471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deb236b3-8ed7-4ef7-8ba9-a7697abe5f80 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.095911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-deb236b3-8ed7-4ef7-8ba9-a7697abe5f80 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/bd46133c-9787-4c7f-aae9-1e366b458f57 HTTP/1.1" status: 204 len: 168 time: 0.9953451 Jan 18 23:16:08.098904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:08.099951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb236b3-8ed7-4ef7-8ba9-a7697abe5f80 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd46133c-9787-4c7f-aae9-1e366b458f57,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:08.138329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] For port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,segment=NetworkSegment(2cb28be1-8e78-4c6b-b847-a7e1ea750a3a),segment_id=2cb28be1-8e78-4c6b-b847-a7e1ea750a3a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:08.138944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.165850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eafc1e21-077c-477c-8b53-9cadf232a1f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:08.167907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eafc1e21-077c-477c-8b53-9cadf232a1f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/c48452d8-33e4-479f-ad7e-c44c3869da9c HTTP/1.1" status: 404 len: 333 time: 0.1626878 Jan 18 23:16:08.179274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:08.193829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a7df0933-add6-4230-80ef-2e80cce7c355 None None] Provisioning for port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:08.315721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Calling delete_port for 5ad0e7b6-1987-4b61-ba80-61b53c7472fc owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:08.368309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet 187f5015-184c-419e-92a9-a2342ab0c413 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:08.369358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.421681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.432373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.479985 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Attempting to bind port 02e2d60a-7732-41c1-8805-b2b0e3397e22 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:08.480582 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Attempting to bind port 02e2d60a-7732-41c1-8805-b2b0e3397e22 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:08.480582 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Attempting to bind port 02e2d60a-7732-41c1-8805-b2b0e3397e22 on network 17155d0d-d63c-436c-a699-9e9f37a11044 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:08.493425 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:08.493821 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Checking segment: {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:08.494215 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.494598 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Bound using segment: {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:08.495059 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Bound port: 02e2d60a-7732-41c1-8805-b2b0e3397e22, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e250a7b-c308-479f-9c67-f932f8b9c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:08.495703 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.539027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.545579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Port': ['ID=5ad0e7b6-1987-4b61-ba80-61b53c7472fc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:08.559927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] No DVR routers for this DVR port 5ad0e7b6-1987-4b61-ba80-61b53c7472fc on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:08.596111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Pushing event updated for resources: {'Port': ['ID=02e2d60a-7732-41c1-8805-b2b0e3397e22,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:08.639408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f2636a5-ce79-4fe0-97f6-3d803e236979 None None] Provisioning for port aefd0ea2-1508-46d6-a38d-f06939736bba completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:08.642560 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.643049 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.643187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab109c5-3e83-4a8e-ac6f-f6cc2bcb2ee1 None None] DHCP port deletion for fdb13f6d-78ab-4b79-8400-b06f920b6751 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:08.643575 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.644056 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.644568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.645199 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.645826 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.656493 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.657060 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.657506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.657944 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.658539 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:08.727036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2c770900-421c-405e-a52f-5beec3de4026 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:08.729290 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.784693 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] For port 02e2d60a-7732-41c1-8805-b2b0e3397e22, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:08.788404 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] For port 02e2d60a-7732-41c1-8805-b2b0e3397e22, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=02e2d60a-7732-41c1-8805-b2b0e3397e22,segment=NetworkSegment(1e250a7b-c308-479f-9c67-f932f8b9c95d),segment_id=1e250a7b-c308-479f-9c67-f932f8b9c95d)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:08.797464 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.863933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.866944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1451802-cdbe-4ac4-afe4-0fe8b196054d tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:08.957255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb13f6d-78ab-4b79-8400-b06f920b6751']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:08.987604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:08.988057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb28be1-8e78-4c6b-b847-a7e1ea750a3a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:09.003981 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:09.004614 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:15:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:09.016153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aefd0ea2-1508-46d6-a38d-f06939736bba up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:09.018264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.034205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1451802-cdbe-4ac4-afe4-0fe8b196054d tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:09.046306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d1451802-cdbe-4ac4-afe4-0fe8b196054d tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9425650 Jan 18 23:16:09.055038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.085727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.092921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:09.093363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.100578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.160617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port aefd0ea2-1508-46d6-a38d-f06939736bba completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:09.174897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port aefd0ea2-1508-46d6-a38d-f06939736bba triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:09.177013 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:09.245680 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:09.278204 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d6c5c-4d35-4393-b20a-ec332c982356 None None] Pushing event updated for resources: {'Port': ['ID=02e2d60a-7732-41c1-8805-b2b0e3397e22,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.285234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.290582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.305056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.362013 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:09.369962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c84a5537-c717-4cfb-b676-6a96b1497c82 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:09.478218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.501696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.518259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=7d31595d-55f6-4b90-a168-7646f5d90dee,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.570770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port aefd0ea2-1508-46d6-a38d-f06939736bba, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aefd0ea2-1508-46d6-a38d-f06939736bba,segment=NetworkSegment(fedab3c7-212a-4daf-bca9-08e5aabe9662),segment_id=fedab3c7-212a-4daf-bca9-08e5aabe9662)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:09.587863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=187f5015-184c-419e-92a9-a2342ab0c413,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.588168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b3eed7-a773-42db-a087-b65ec79c6028 None None] Network 93f4ab40-74e2-4864-ba46-eb44346fa9f4 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:09.591120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c84a5537-c717-4cfb-b676-6a96b1497c82 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:09.596322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c84a5537-c717-4cfb-b676-6a96b1497c82 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5400918 Jan 18 23:16:09.597430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.599863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:09.600554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: f088a35d-ad49-40c9-9e82-025151b7ec0e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:09.611104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.611882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b882e5d-5f18-49e3-a940-5100dfeb8a1f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:09.635046 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-888c5cf8-40ce-4911-a132-9e33ee561588 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] delete failed (client error): The resource could not be found. Jan 18 23:16:09.641307 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-888c5cf8-40ce-4911-a132-9e33ee561588 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "DELETE /v2.0/security-groups/bd46133c-9787-4c7f-aae9-1e366b458f57 HTTP/1.1" status: 404 len: 347 time: 0.0317833 Jan 18 23:16:09.643958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-52705185-1668-48b0-a62b-75780f7cba47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/187f5015-184c-419e-92a9-a2342ab0c413 HTTP/1.1" status: 204 len: 168 time: 1.4614830 Jan 18 23:16:09.652486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38400) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.652892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38402) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.660979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network f088a35d-ad49-40c9-9e82-025151b7ec0e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:09.679572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, f088a35d-ad49-40c9-9e82-025151b7ec0e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:09.684920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:09.685567 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.690899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Network': ['ID=fdb13f6d-78ab-4b79-8400-b06f920b6751,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.693480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-85e08814-09f6-4f25-8054-903e7e4758a8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/networks/fdb13f6d-78ab-4b79-8400-b06f920b6751 HTTP/1.1" status: 204 len: 168 time: 2.3240306 Jan 18 23:16:09.702954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.717263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7e8e1c64-4eef-4685-a653-ddbe2879182e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9172664 Jan 18 23:16:09.718154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.889508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a875ff65-c8ec-40d6-beac-6038186d6a23 None None] Network f088a35d-ad49-40c9-9e82-025151b7ec0e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:09.992598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting subnet 3a596d9a-92df-4cf0-b40d-b73b0979091e {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:10.014025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.043082 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:03Z', 'revision_number': 3, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:10.055482 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed825a-61a4-4e5f-bfde-700525b7a2a9 None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:03Z', 'revision_number': 3, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:10.062167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.075709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3a701446-af2d-42d6-8f53-5847630bb5c1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Synchronizing usage tracker for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:10.150695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.174448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c8777c9-f8cf-49a4-8517-3b3a04d51464 None None] Provisioning for port 02e2d60a-7732-41c1-8805-b2b0e3397e22 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:10.305981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port aefd0ea2-1508-46d6-a38d-f06939736bba {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:10.306505 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.486925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=aefd0ea2-1508-46d6-a38d-f06939736bba,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:10.508165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.593542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3a701446-af2d-42d6-8f53-5847630bb5c1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] Unset dirty status for tenant:e08a1648ac874d27aa9e8d7ba28ee6d4 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:10.599184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3a701446-af2d-42d6-8f53-5847630bb5c1 tempest-SecGroupIPv6Test-104470990 tempest-SecGroupIPv6Test-104470990-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9408777 Jan 18 23:16:10.871800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:10.895556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:10.896219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.956407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e638143f-29e9-44aa-b4c6-4e3eb47b2cba None None] Provisioning complete for port aefd0ea2-1508-46d6-a38d-f06939736bba triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:10.959364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e638143f-29e9-44aa-b4c6-4e3eb47b2cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.037399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.193557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.209413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-f088a35d-ad49-40c9-9e82-025151b7ec0e', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:11.210246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.229779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Subnet': ['ID=3a596d9a-92df-4cf0-b40d-b73b0979091e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:11.235183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port aefd0ea2-1508-46d6-a38d-f06939736bba, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aefd0ea2-1508-46d6-a38d-f06939736bba,segment=NetworkSegment(fedab3c7-212a-4daf-bca9-08e5aabe9662),segment_id=fedab3c7-212a-4daf-bca9-08e5aabe9662)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:11.238392 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.282729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.310568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bab145-2c4a-4a7f-a952-2378d94fff31 None None] Network 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:11.420762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Allocated IP 2001:db8:2::2 (f088a35d-ad49-40c9-9e82-025151b7ec0e/7d31595d-55f6-4b90-a168-7646f5d90dee/79c34195-03c5-49c4-abb4-cc33d5d04c09) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:11.524560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for aefd0ea2-1508-46d6-a38d-f06939736bba owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:11.628481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.639493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Transition to ACTIVE for port object 79c34195-03c5-49c4-abb4-cc33d5d04c09 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:11.645874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38422) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:11.647734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a5c8f854-8626-4708-8dac-e89370bab6c8 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/subnets/3a596d9a-92df-4cf0-b40d-b73b0979091e HTTP/1.1" status: 204 len: 168 time: 1.9409628 Jan 18 23:16:11.656268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38426) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:11.659554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Transition to ACTIVE for port object 79c34195-03c5-49c4-abb4-cc33d5d04c09 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:11.662669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82ee9d-9c67-441d-974c-baae8bd2b358 None None] DHCP port deletion for 93f4ab40-74e2-4864-ba46-eb44346fa9f4 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:11.726196 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.747537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.825446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting subnet 28bcce0e-6500-4a47-a7f8-697e60c918a1 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:11.828970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.852756 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.db [None req-e638143f-29e9-44aa-b4c6-4e3eb47b2cba None None] No ports have port_id starting with aefd0ea2-1508-46d6-a38d-f06939736bba Jan 18 23:16:11.855711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Pushing event updated for resources: {'Port': ['ID=79c34195-03c5-49c4-abb4-cc33d5d04c09,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:11.898910 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.908301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Network f088a35d-ad49-40c9-9e82-025151b7ec0e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:11.949259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:11.956085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:11.993496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.005766 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.109865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=aefd0ea2-1508-46d6-a38d-f06939736bba,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:12.114454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No DVR routers for this DVR port aefd0ea2-1508-46d6-a38d-f06939736bba on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:12.153627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.159537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Attempting to bind port 79c34195-03c5-49c4-abb4-cc33d5d04c09 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:12.159916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Attempting to bind port 79c34195-03c5-49c4-abb4-cc33d5d04c09 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:12.160281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Attempting to bind port 79c34195-03c5-49c4-abb4-cc33d5d04c09 on network f088a35d-ad49-40c9-9e82-025151b7ec0e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:12.168977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8:2::1 (f088a35d-ad49-40c9-9e82-025151b7ec0e/7d31595d-55f6-4b90-a168-7646f5d90dee/bd627855-69a7-4e67-a943-3e3cdd729719) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:12.170931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,segment=NetworkSegment(1e250a7b-c308-479f-9c67-f932f8b9c95d),segment_id=1e250a7b-c308-479f-9c67-f932f8b9c95d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:12.183414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:12.184435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Checking segment: {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:12.184853 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.185518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Bound using segment: {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:12.186005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Bound port: 79c34195-03c5-49c4-abb4-cc33d5d04c09, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:12.186384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.201901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.239712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090c077-9746-4a9f-a3d3-997d42fbfaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.257623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Subnet': ['ID=28bcce0e-6500-4a47-a7f8-697e60c918a1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:12.259714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.278921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1a3dfb59-d0a5-42f0-a945-7925ad1931a2 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/subnets/28bcce0e-6500-4a47-a7f8-697e60c918a1 HTTP/1.1" status: 204 len: 168 time: 0.6191249 Jan 18 23:16:12.282533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20adc48-97e7-4948-8096-1766e64df5df None None] Network 0f08bf92-3b09-424c-93b5-d6908790ccfa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:12.293525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38434) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:12.456871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02e2d60a-7732-41c1-8805-b2b0e3397e22 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:12.481551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] DHCP port deletion for 2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:12.509178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.534357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] Deleting port dd55f95b-d2ee-4b95-affa-acc9a947c319 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:12.534720 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.551358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object bd627855-69a7-4e67-a943-3e3cdd729719 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:12.597402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:12.609760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.673629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-26c99b65-5603-41da-b9d0-6638e298ba0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e08a1648ac874d27aa9e8d7ba28ee6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242848 Jan 18 23:16:12.674388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38438) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:12.688201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.734401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] For port 79c34195-03c5-49c4-abb4-cc33d5d04c09, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:12.766738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f4ab40-74e2-4864-ba46-eb44346fa9f4']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:12.796098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.805435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] For port 79c34195-03c5-49c4-abb4-cc33d5d04c09, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79c34195-03c5-49c4-abb4-cc33d5d04c09,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:12.832379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.843078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedab3c7-212a-4daf-bca9-08e5aabe9662') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:12.843389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedab3c7-212a-4daf-bca9-08e5aabe9662') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:12.867510 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.885563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting port dd55f95b-d2ee-4b95-affa-acc9a947c319 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:12.885953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.890227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 02e2d60a-7732-41c1-8805-b2b0e3397e22 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:12.955981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.963582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network f088a35d-ad49-40c9-9e82-025151b7ec0e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:12.964453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:12.965142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:12.967163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:12.975865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:12.976457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.008650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 02e2d60a-7732-41c1-8805-b2b0e3397e22 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:13.009218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.015682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=bd627855-69a7-4e67-a943-3e3cdd729719,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:13.066740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5115d8b1-92b8-46a0-a576-f45a323394f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:13.068744 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:13.124539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5115d8b1-92b8-46a0-a576-f45a323394f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.180513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.184078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.185225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.212524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a902c-9eba-4703-b3f9-d210ef02f8ae None None] Pushing event updated for resources: {'Port': ['ID=79c34195-03c5-49c4-abb4-cc33d5d04c09,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:13.218412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/93f4ab40-74e2-4864-ba46-eb44346fa9f4 HTTP/1.1" status: 204 len: 168 time: 3.5627816 Jan 18 23:16:13.225068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38444) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:13.241479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] For port dd55f95b-d2ee-4b95-affa-acc9a947c319, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dd55f95b-d2ee-4b95-affa-acc9a947c319,segment=NetworkSegment(d46c5001-eb92-47b6-800c-c3fd878f4bcd),segment_id=d46c5001-eb92-47b6-800c-c3fd878f4bcd)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:13.241874 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.272582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=93f4ab40-74e2-4864-ba46-eb44346fa9f4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:13.294554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.294898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.295251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.295766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.296106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.296434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.296757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.297245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.297570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.297948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.298244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.298565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bfd26-2eb8-4ef0-ad86-223df70cc63d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:13.388051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ad133-b636-4193-9f94-9edd74896611 None None] DHCP port deletion for 0f08bf92-3b09-424c-93b5-d6908790ccfa request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:13.399635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] Calling delete_port for dd55f95b-d2ee-4b95-affa-acc9a947c319 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:13.433848 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5115d8b1-92b8-46a0-a576-f45a323394f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.442466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538ad133-b636-4193-9f94-9edd74896611 None None] Deleting port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:13.442466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538ad133-b636-4193-9f94-9edd74896611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.460735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d8b1-92b8-46a0-a576-f45a323394f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c9dbf-cc1d-47d6-a511-9b90f7f08621,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:13.465372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] For port dd55f95b-d2ee-4b95-affa-acc9a947c319, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dd55f95b-d2ee-4b95-affa-acc9a947c319,segment=NetworkSegment(d46c5001-eb92-47b6-800c-c3fd878f4bcd),segment_id=d46c5001-eb92-47b6-800c-c3fd878f4bcd)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:13.465784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.628306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-968766894'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:13.645333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Calling delete_port for dd55f95b-d2ee-4b95-affa-acc9a947c319 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:13.667498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:13.675402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:13.678012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5115d8b1-92b8-46a0-a576-f45a323394f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.682201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:13.682877 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5115d8b1-92b8-46a0-a576-f45a323394f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d0c9dbf-cc1d-47d6-a511-9b90f7f08621 HTTP/1.1" status: 204 len: 168 time: 0.9867384 Jan 18 23:16:13.700106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.708283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:13.718517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.772122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:16:13.772525 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:16:13.793783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] Pushing event deleted for resources: {'Port': ['ID=dd55f95b-d2ee-4b95-affa-acc9a947c319,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:13.848050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48e497-6cde-4675-ae54-ec9234646282 None None] No DVR routers for this DVR port dd55f95b-d2ee-4b95-affa-acc9a947c319 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:13.872682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:13.876215 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.894162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 02e2d60a-7732-41c1-8805-b2b0e3397e22, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=02e2d60a-7732-41c1-8805-b2b0e3397e22,segment=NetworkSegment(1e250a7b-c308-479f-9c67-f932f8b9c95d),segment_id=1e250a7b-c308-479f-9c67-f932f8b9c95d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:13.900866 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.914918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-538ad133-b636-4193-9f94-9edd74896611 None None] For port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,segment=NetworkSegment(22aefd15-d927-4eca-9bbc-057bd1c4b05b),segment_id=22aefd15-d927-4eca-9bbc-057bd1c4b05b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:13.915602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538ad133-b636-4193-9f94-9edd74896611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.962537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:13.993637 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.993637 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment e063c94e-4ced-4189-87c3-e15119819f92 of type vlan for network 57e77e0b-c82f-41e9-b169-fd528ee7e868 Jan 18 23:16:14.040474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.053485 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.072920 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.073777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.101653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538ad133-b636-4193-9f94-9edd74896611 None None] Calling delete_port for 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:14.192441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=bd627855-69a7-4e67-a943-3e3cdd729719,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:14.198569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5ad0e7b6-1987-4b61-ba80-61b53c7472fc no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:14.265406 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5ad0e7b6-1987-4b61-ba80-61b53c7472fc {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:14.265820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5ad0e7b6-1987-4b61-ba80-61b53c7472fc not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:14.266310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aefd0ea2-1508-46d6-a38d-f06939736bba no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:14.273308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting port dd55f95b-d2ee-4b95-affa-acc9a947c319 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:14.273902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.298309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.306823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: aefd0ea2-1508-46d6-a38d-f06939736bba {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:14.307168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aefd0ea2-1508-46d6-a38d-f06939736bba not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:14.309400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.311943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.354563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=02e2d60a-7732-41c1-8805-b2b0e3397e22,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:14.375859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538ad133-b636-4193-9f94-9edd74896611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.438461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ad133-b636-4193-9f94-9edd74896611 None None] Pushing event deleted for resources: {'Port': ['ID=960aa244-511b-4b4e-9ba8-7e6e8a7387d1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:14.443036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ad133-b636-4193-9f94-9edd74896611 None None] No DVR routers for this DVR port 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:14.485650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] The port 'dd55f95b-d2ee-4b95-affa-acc9a947c319' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:16:14.662489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0844691 Jan 18 23:16:14.664042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38464) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:14.674161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b882e5d-5f18-49e3-a940-5100dfeb8a1f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:14.698325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a43fd4-274f-404d-ae97-ee06c7aa7fac tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=57e77e0b-c82f-41e9-b169-fd528ee7e868,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:14.717183 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.721580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 57e77e0b-c82f-41e9-b169-fd528ee7e868 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:14.737227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network f088a35d-ad49-40c9-9e82-025151b7ec0e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:14.738786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:14.761043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:14.830859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa142f-ff6e-44af-b94e-107a9b68c54e None None] Network f088a35d-ad49-40c9-9e82-025151b7ec0e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:14.895886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:14.916622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46c5001-eb92-47b6-800c-c3fd878f4bcd') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:14.916912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46c5001-eb92-47b6-800c-c3fd878f4bcd') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:14.946609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.966315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:14.971290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:14.974433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.976909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:14.986566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:14.988902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:14.989404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:15.007080 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:15.096216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:15.099880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.122849 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1f054fd-2504-494f-84d6-6f4fa894d9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.150036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e7a580a6-b938-4974-aae9-f74d28e3868a None None] Provisioning for port 79c34195-03c5-49c4-abb4-cc33d5d04c09 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:15.169434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:15.209212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:15.209870 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.221618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.247181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.265921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Network': ['ID=2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:15.272448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9b4f321d-a9c3-448e-8b89-46eceb57e13b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/networks/2d9b755a-ab69-4f2c-82f1-3b2aaaf470dd HTTP/1.1" status: 204 len: 168 time: 2.9774778 Jan 18 23:16:15.275349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38478) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:15.445471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79c34195-03c5-49c4-abb4-cc33d5d04c09 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:15.477643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.522527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:15.539998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:15.545733 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-429d03a2-6e5d-41f0-972f-fd3a68eccc7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8262620 Jan 18 23:16:15.548709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38484) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:15.559686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:15.560811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:15.564275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544585367'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:15.589723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:15.600496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:network and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:15.603571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:15.610977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:15.627627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:15.643363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.721430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:15.758182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.761107 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added segment 130831f3-6ea6-467a-af1c-b7959ae89fd8 of type vlan for network 68922085-a98b-4297-a004-59b6e91e2ece Jan 18 23:16:15.796579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.805268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.809288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 79c34195-03c5-49c4-abb4-cc33d5d04c09 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:15.816375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 79c34195-03c5-49c4-abb4-cc33d5d04c09 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:15.816752 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.836101 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.861156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:15.866358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.901267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f08bf92-3b09-424c-93b5-d6908790ccfa']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:15.921280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aefd15-d927-4eca-9bbc-057bd1c4b05b') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:15.921684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aefd15-d927-4eca-9bbc-057bd1c4b05b') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:15.935168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.943036 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.954792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:15.956637 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.972639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.986557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:15.988721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.116761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5c143194-7c74-416d-88b1-c415cad4f953 None None] Provisioning for port bd627855-69a7-4e67-a943-3e3cdd729719 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:16.124440 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:16.146569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5c143194-7c74-416d-88b1-c415cad4f953 None None] Provisioning complete for port bd627855-69a7-4e67-a943-3e3cdd729719 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:16.147228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c143194-7c74-416d-88b1-c415cad4f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.219233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.287433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5c143194-7c74-416d-88b1-c415cad4f953 None None] Port bd627855-69a7-4e67-a943-3e3cdd729719 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:16.315515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.361105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.394739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Network': ['ID=0f08bf92-3b09-424c-93b5-d6908790ccfa,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:16.412376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': 'e063c94e-4ced-4189-87c3-e15119819f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:16.412743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 57e77e0b-c82f-41e9-b169-fd528ee7e868, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:16.430051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-17db7eb7-f130-4901-975f-b457b96be73b tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/networks/0f08bf92-3b09-424c-93b5-d6908790ccfa HTTP/1.1" status: 204 len: 168 time: 1.1511304 Jan 18 23:16:16.430051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=beaad985-6016-45b5-9c7d-acfe5c9e376d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:16.440983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:16.499782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5c143194-7c74-416d-88b1-c415cad4f953 None None] Provisioning complete for port 79c34195-03c5-49c4-abb4-cc33d5d04c09 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:16.503607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c143194-7c74-416d-88b1-c415cad4f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.549829 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.571148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38508) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:16.574618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 57e77e0b-c82f-41e9-b169-fd528ee7e868 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:16.577725 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0198991 Jan 18 23:16:16.586246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'subnet': {'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:16.596652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde201-a12e-4b61-b40c-e4617d76f7f5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Network': ['ID=68922085-a98b-4297-a004-59b6e91e2ece,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:16.629758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 68922085-a98b-4297-a004-59b6e91e2ece details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:16.689938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 57e77e0b-c82f-41e9-b169-fd528ee7e868) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:16.722759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting subnet 343c9393-df5c-47cd-b55a-31d2e8c18cdd {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:16.728062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:16.728708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.745012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd19105-fc94-4e6d-90c3-de37714c7aec None None] Network 57e77e0b-c82f-41e9-b169-fd528ee7e868 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:16.745229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.785078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 79c34195-03c5-49c4-abb4-cc33d5d04c09, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79c34195-03c5-49c4-abb4-cc33d5d04c09,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:16.824164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:16.832254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38518) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:16.832915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-be604b1a-0a39-4a28-8124-089a45434dd9 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1627908 Jan 18 23:16:16.841524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:subnet and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:16.843103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868', 'security_groups': [], 'name': 'tempest-PortsTestJSON-648259142'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:16.844792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.863958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.928974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:16.960700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:17.000113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:17.029672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Made reservation on behalf of 1798794464844957b89cc0faeff81331 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:17.034628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.044809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:17.057900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:17.078999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:17.089437 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.121687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:17.122255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 960aa244-511b-4b4e-9ba8-7e6e8a7387d1 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:17.122844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dd55f95b-d2ee-4b95-affa-acc9a947c319 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:17.139104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:17.169706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.197611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: dd55f95b-d2ee-4b95-affa-acc9a947c319 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:17.197958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dd55f95b-d2ee-4b95-affa-acc9a947c319 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:17.233119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=79c34195-03c5-49c4-abb4-cc33d5d04c09,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:17.326733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.348482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:17.352428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.373632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:17.376562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Updating router e042b9fd-7a1c-4c02-8a59-705f89f68b87 port bd627855-69a7-4e67-a943-3e3cdd729719 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:16:17.431567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Subnet': ['ID=343c9393-df5c-47cd-b55a-31d2e8c18cdd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:17.436802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.454889 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c38c40ba-e5a3-4814-b4d4-4f5a8ad3d92d tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/subnets/343c9393-df5c-47cd-b55a-31d2e8c18cdd HTTP/1.1" status: 204 len: 168 time: 0.9992905 Jan 18 23:16:17.456992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38524) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:17.459613 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.470897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02e2d60a-7732-41c1-8805-b2b0e3397e22 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:17.504162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29aee2-2588-492d-b9bb-e0487cebb139 None None] Network 47fd16fd-84e5-4542-b693-ca9d556ff366 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:17.522039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.5 (57e77e0b-c82f-41e9-b169-fd528ee7e868/beaad985-6016-45b5-9c7d-acfe5c9e376d/cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:17.661941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.671180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.722907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.742000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:17.758197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0e965e61-5290-43e2-a48f-867307fefbd5 None None] Provisioning complete for port bd627855-69a7-4e67-a943-3e3cdd729719 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:17.758462 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e965e61-5290-43e2-a48f-867307fefbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.762041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Subnet': ['ID=43a07b56-c7a1-45b8-9012-ac3b80620d22,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:17.775027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Deleting port c51e03cc-d878-478e-bf27-6466ed24e4e2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:17.775351 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.777990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.837017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0e965e61-5290-43e2-a48f-867307fefbd5 None None] Port bd627855-69a7-4e67-a943-3e3cdd729719 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:17.860226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Checking segment: {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:17.860607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network hostable DHCP agents. Network: 68922085-a98b-4297-a004-59b6e91e2ece, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:17.876345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-57e77e0b-c82f-41e9-b169-fd528ee7e868', 'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': 'beaad985-6016-45b5-9c7d-acfe5c9e376d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:17.877203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.878263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 57e77e0b-c82f-41e9-b169-fd528ee7e868 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:17.882224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:17.887321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:17.954834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:17.969357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 68922085-a98b-4297-a004-59b6e91e2ece is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:17.985064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:17.989403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.031803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e10b2711-1000-4946-9726-28cc65a66dfe tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1970141 Jan 18 23:16:18.034463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:18.055362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 68922085-a98b-4297-a004-59b6e91e2ece) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:18.074469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:18.074781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.083357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b17fdf-ad9f-482c-9115-84df683f617e None None] Network 68922085-a98b-4297-a004-59b6e91e2ece requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:18.111794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] For port c51e03cc-d878-478e-bf27-6466ed24e4e2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=c51e03cc-d878-478e-bf27-6466ed24e4e2,segment=NetworkSegment(87179847-0a95-4983-89b8-de006ec9ec55),segment_id=87179847-0a95-4983-89b8-de006ec9ec55)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:18.112310 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.121018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b0992f0d-2e75-4bfc-9661-978834e83840 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5482385 Jan 18 23:16:18.124392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38534) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:18.141417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:18.141853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.229644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 02e2d60a-7732-41c1-8805-b2b0e3397e22 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:18.230025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.496525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.632517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Calling delete_port for c51e03cc-d878-478e-bf27-6466ed24e4e2 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:18.737903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476be619-0af1-4036-ac3b-3b59de258050 None None] DHCP port deletion for 47fd16fd-84e5-4542-b693-ca9d556ff366 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:18.740593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Allocated IP 172.20.0.2 (57e77e0b-c82f-41e9-b169-fd528ee7e868/beaad985-6016-45b5-9c7d-acfe5c9e376d/39c26f7c-083f-4d34-b7ad-2f8f3b99cf29) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:18.796873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:18.828903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79c34195-03c5-49c4-abb4-cc33d5d04c09 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:18.912101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-476be619-0af1-4036-ac3b-3b59de258050 None None] Deleting port c51e03cc-d878-478e-bf27-6466ed24e4e2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:18.912713 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-476be619-0af1-4036-ac3b-3b59de258050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.015306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.076830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:19.116983 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:16:19.178138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.198934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.211175 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4a261390-c6d7-4d10-8bc6-4bf16c364bc7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 HTTP/1.1" status: 204 len: 168 time: 1.1737478 Jan 18 23:16:19.214528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:19.286231 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdc9641-0aa2-4658-8a02-aff930583022 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:19.291301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Port': ['ID=c51e03cc-d878-478e-bf27-6466ed24e4e2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:19.291547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3fdc9641-0aa2-4658-8a02-aff930583022 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:19.296283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] No DVR routers for this DVR port c51e03cc-d878-478e-bf27-6466ed24e4e2 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:19.325012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3fdc9641-0aa2-4658-8a02-aff930583022 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:19.333361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3fdc9641-0aa2-4658-8a02-aff930583022 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 HTTP/1.1" status: 404 len: 333 time: 0.1156795 Jan 18 23:16:19.333361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:19.397296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-68922085-a98b-4297-a004-59b6e91e2ece', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:19.398129 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.414106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-476be619-0af1-4036-ac3b-3b59de258050 None None] The port 'c51e03cc-d878-478e-bf27-6466ed24e4e2' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:16:19.479800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.490625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet beaad985-6016-45b5-9c7d-acfe5c9e376d {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:19.545864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.568349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 79c34195-03c5-49c4-abb4-cc33d5d04c09 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:19.568724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.606942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd16fd-84e5-4542-b693-ca9d556ff366']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:19.625716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87179847-0a95-4983-89b8-de006ec9ec55') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:19.626105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87179847-0a95-4983-89b8-de006ec9ec55') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:19.638184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Transition to ACTIVE for port object bd627855-69a7-4e67-a943-3e3cdd729719 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:19.648925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.668529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.669522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.724731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.775889 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.782951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:19.783462 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.853844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Transition to ACTIVE for port object 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:19.910939 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:19.931047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bb10-009b-453a-9fee-64281824c181 None None] Pushing event updated for resources: {'Port': ['ID=bd627855-69a7-4e67-a943-3e3cdd729719,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:20.046422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.082086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Allocated IP 2001:db8:3::2 (68922085-a98b-4297-a004-59b6e91e2ece/43a07b56-c7a1-45b8-9012-ac3b80620d22/4af81301-3a2a-4cd1-9a16-d0406779414d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:20.085661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.141669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Pushing event deleted for resources: {'Network': ['ID=47fd16fd-84e5-4542-b693-ca9d556ff366,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:20.148640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:20.149520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d529f51f-2d61-4ef0-b38c-d3eb58c78312 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/networks/47fd16fd-84e5-4542-b693-ca9d556ff366 HTTP/1.1" status: 204 len: 168 time: 2.6906831 Jan 18 23:16:20.166588 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Transition to ACTIVE for port object 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:20.197123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Attempting to bind port bd627855-69a7-4e67-a943-3e3cdd729719 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:20.197490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Attempting to bind port bd627855-69a7-4e67-a943-3e3cdd729719 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:20.198170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Attempting to bind port bd627855-69a7-4e67-a943-3e3cdd729719 on network f088a35d-ad49-40c9-9e82-025151b7ec0e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:20.220328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.224213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:20.224583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Checking segment: {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:20.225020 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.225420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Bound using segment: {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:20.225895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Bound port: bd627855-69a7-4e67-a943-3e3cdd729719, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe49fa16-895d-4c39-af6e-ff80b28b63ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:20.226268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.231321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.452125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-07fe2914-a91d-4817-b67f-322de86f9e01 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Synchronizing usage tracker for tenant:5e72e2dadedc4205aa7999c3c98ce422 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:20.481025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Network 57e77e0b-c82f-41e9-b169-fd528ee7e868 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:20.488162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:20.490557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:20.492799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Pushing event updated for resources: {'Port': ['ID=39c26f7c-083f-4d34-b7ad-2f8f3b99cf29,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:20.536691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.536909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] For port bd627855-69a7-4e67-a943-3e3cdd729719, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:20.540565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] For port bd627855-69a7-4e67-a943-3e3cdd729719, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bd627855-69a7-4e67-a943-3e3cdd729719,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:20.575451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.645779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-07fe2914-a91d-4817-b67f-322de86f9e01 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Unset dirty status for tenant:5e72e2dadedc4205aa7999c3c98ce422 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:20.650082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38584) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:20.653560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-07fe2914-a91d-4817-b67f-322de86f9e01 tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 HTTP/1.1" status: 200 len: 205 time: 0.5028687 Jan 18 23:16:20.708314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.732491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c51e03cc-d878-478e-bf27-6466ed24e4e2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:20.775803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bb10-009b-453a-9fee-64281824c181 None None] Pushing event updated for resources: {'Port': ['ID=bd627855-69a7-4e67-a943-3e3cdd729719,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:20.896684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.989054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=beaad985-6016-45b5-9c7d-acfe5c9e376d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:20.995687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.014476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f8c2ad73-79cd-46a8-be57-45fe2d082a56 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/beaad985-6016-45b5-9c7d-acfe5c9e376d HTTP/1.1" status: 204 len: 168 time: 1.6811776 Jan 18 23:16:21.015200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38592) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:21.015560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.019540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: c51e03cc-d878-478e-bf27-6466ed24e4e2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:21.020674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device c51e03cc-d878-478e-bf27-6466ed24e4e2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:21.115253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Attempting to bind port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:21.115930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Attempting to bind port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'e063c94e-4ced-4189-87c3-e15119819f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:21.116529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Attempting to bind port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 on network 57e77e0b-c82f-41e9-b169-fd528ee7e868 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:21.122739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:21.123707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:21.216441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:21.216836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Checking segment: {'id': 'e063c94e-4ced-4189-87c3-e15119819f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:21.217698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.218116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Bound using segment: {'id': 'e063c94e-4ced-4189-87c3-e15119819f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:21.218613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Bound port: 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e063c94e-4ced-4189-87c3-e15119819f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '57e77e0b-c82f-41e9-b169-fd528ee7e868'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:21.219391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.222748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.238905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:21.240351 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.406094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:21.424528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.451687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Transition to ACTIVE for port object 4af81301-3a2a-4cd1-9a16-d0406779414d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:21.485953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:21.535628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.540264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.577958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] For port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:21.580085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.583273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Fanout notify agent at l3_agent the message router_deleted on router f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:16:21.586483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Transition to ACTIVE for port object 4af81301-3a2a-4cd1-9a16-d0406779414d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:21.660626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29, host n-d-825178-1, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:21.661004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.673927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] For port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=39c26f7c-083f-4d34-b7ad-2f8f3b99cf29,segment=NetworkSegment(e063c94e-4ced-4189-87c3-e15119819f92),segment_id=e063c94e-4ced-4189-87c3-e15119819f92)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:21.684579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.691257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.695981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4fc0aa1d-14eb-4119-9998-21110164d57c tempest-RoutersNegativeIpV6Test-1113340474 tempest-RoutersNegativeIpV6Test-1113340474-project] 10.222.0.78 "DELETE /v2.0/routers/f8fc8663-b43c-44b2-9bb3-2b5d2d6e4462 HTTP/1.1" status: 204 len: 168 time: 1.0448484 Jan 18 23:16:21.716809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Allocated IP 2001:db8:3::1 (68922085-a98b-4297-a004-59b6e91e2ece/43a07b56-c7a1-45b8-9012-ac3b80620d22/8c42b68f-6400-4748-8a81-474f84036362) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:21.769151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.777998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Pushing event updated for resources: {'Port': ['ID=4af81301-3a2a-4cd1-9a16-d0406779414d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:21.812617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.830250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:21.870875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Network 68922085-a98b-4297-a004-59b6e91e2ece is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:21.880443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:21.885893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ca67ccaa6b4ef88edd683b9a67b6a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:21.890081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:21.897851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:21.967883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:16:21.968316 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:16:21.995763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:22.002151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:22.067813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.075094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.091563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.120737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Transition to ACTIVE for port object 8c42b68f-6400-4748-8a81-474f84036362 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:22.123383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38612) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:22.140098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9fcf0-efba-4ec6-8d56-6ca975d04868,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:22.144632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4ce5ef7f-9a1f-493e-9fd9-36fc74b15b24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6ca67ccaa6b4ef88edd683b9a67b6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283280 Jan 18 23:16:22.148524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:22.175915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389dafd-467d-4604-8454-f135722cd1c9 None None] Pushing event updated for resources: {'Port': ['ID=39c26f7c-083f-4d34-b7ad-2f8f3b99cf29,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:22.201798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.214997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Attempting to bind port 4af81301-3a2a-4cd1-9a16-d0406779414d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:22.215438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Attempting to bind port 4af81301-3a2a-4cd1-9a16-d0406779414d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:22.216060 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9293303f-029c-49ec-8cf0-3c89d53df2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.216214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Attempting to bind port 4af81301-3a2a-4cd1-9a16-d0406779414d on network 68922085-a98b-4297-a004-59b6e91e2ece {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:22.244713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9293303f-029c-49ec-8cf0-3c89d53df2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.270281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:22.270679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Checking segment: {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:22.271062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.271459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Bound using segment: {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:22.271954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Bound port: 4af81301-3a2a-4cd1-9a16-d0406779414d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:22.272335 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.317236 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9293303f-029c-49ec-8cf0-3c89d53df2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.341447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 68922085-a98b-4297-a004-59b6e91e2ece is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:22.365023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:22.370511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293303f-029c-49ec-8cf0-3c89d53df2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9fcf0-efba-4ec6-8d56-6ca975d04868,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:22.375196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:22.375731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.397088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9293303f-029c-49ec-8cf0-3c89d53df2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.405310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9293303f-029c-49ec-8cf0-3c89d53df2a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5f9fcf0-efba-4ec6-8d56-6ca975d04868 HTTP/1.1" status: 204 len: 168 time: 0.2541487 Jan 18 23:16:22.464338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a81f4-bc96-4b53-b69d-29477e59eca9 None None] Network 57e77e0b-c82f-41e9-b169-fd528ee7e868 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:22.469374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:22.469737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.573440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=8c42b68f-6400-4748-8a81-474f84036362,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:22.581401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] For port 4af81301-3a2a-4cd1-9a16-d0406779414d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:22.585507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f0a56bcc-3b8b-44a2-bd0b-8fe7320b9a51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e72e2dadedc4205aa7999c3c98ce422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607847 Jan 18 23:16:22.589415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38626) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:22.611411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:20Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:22.612582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.639857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] For port 4af81301-3a2a-4cd1-9a16-d0406779414d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4af81301-3a2a-4cd1-9a16-d0406779414d,segment=NetworkSegment(130831f3-6ea6-467a-af1c-b7959ae89fd8),segment_id=130831f3-6ea6-467a-af1c-b7959ae89fd8)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:22.647623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a3eb3-69e6-4fb9-9a91-f0697b9c4dc8 None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:20Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:22.681991 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.845027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbc956-87ab-411c-ac3d-e043edf4fdb5 None None] Pushing event updated for resources: {'Port': ['ID=4af81301-3a2a-4cd1-9a16-d0406779414d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:22.984473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=39c26f7c-083f-4d34-b7ad-2f8f3b99cf29,segment=NetworkSegment(e063c94e-4ced-4189-87c3-e15119819f92),segment_id=e063c94e-4ced-4189-87c3-e15119819f92)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:22.984907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.997297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38632) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:23.001246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc9d-b0cc-4e37-94dc-692501a6a965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.130680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.165146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:23.182048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:991d5d1ee9bb46f8ae6492f0eb4d814c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:23.183384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:23.191381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:23.195457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc9d-b0cc-4e37-94dc-692501a6a965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.211407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:23.292386 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.364863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No DVR routers for this DVR port 39c26f7c-083f-4d34-b7ad-2f8f3b99cf29 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:23.412086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=39c26f7c-083f-4d34-b7ad-2f8f3b99cf29,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:23.575560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.611470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e77e0b-c82f-41e9-b169-fd528ee7e868']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:23.622784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc9d-b0cc-4e37-94dc-692501a6a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.627085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e063c94e-4ced-4189-87c3-e15119819f92') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:23.627391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e063c94e-4ced-4189-87c3-e15119819f92') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:23.639962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.668990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.680288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:23.681266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.683439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2bc9d-b0cc-4e37-94dc-692501a6a965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731331d5-4305-4ee3-b45a-764ca6c99926,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:23.722422 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:23.785607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.796242 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc9d-b0cc-4e37-94dc-692501a6a965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.799968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9ca2bc9d-b0cc-4e37-94dc-692501a6a965 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/731331d5-4305-4ee3-b45a-764ca6c99926 HTTP/1.1" status: 204 len: 168 time: 1.2073698 Jan 18 23:16:23.803660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.814626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.829570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.848654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.863147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=57e77e0b-c82f-41e9-b169-fd528ee7e868,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:23.868298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=991d5d1ee9bb46f8ae6492f0eb4d814c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8684514 Jan 18 23:16:23.871266 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ead9aad-b068-40f8-b96d-96617a80daf2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/57e77e0b-c82f-41e9-b169-fd528ee7e868 HTTP/1.1" status: 204 len: 168 time: 2.8550265 Jan 18 23:16:23.871859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:23.873243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.874840 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.877997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38642) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:23.905468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'name': 'tempest-PortsTestJSON-8890854'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:24.136527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb381823-4b0d-4174-861c-faab67daf05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.143669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:24.162242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:24.163767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f3c11-6805-46e3-80d0-41fd4ff68bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73657033-ec1b-40a6-837f-fbc66f277204,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:24.167046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:24.175837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Network 68922085-a98b-4297-a004-59b6e91e2ece is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:24.179723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:24.181640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:24.188536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb381823-4b0d-4174-861c-faab67daf05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.237887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:24.242335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.257094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event updated for resources: {'Port': ['ID=8c42b68f-6400-4748-8a81-474f84036362,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:24.292242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port ab9ff601-88a0-4927-97d3-3e0f15312924 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:24.303239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c6b2f-4d01-4e8e-a7f0-d62561fa4d41 None None] Network 68922085-a98b-4297-a004-59b6e91e2ece requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:24.370914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb381823-4b0d-4174-861c-faab67daf05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.404683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb381823-4b0d-4174-861c-faab67daf05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73657033-ec1b-40a6-837f-fbc66f277204,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:24.406705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:24.449177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cb381823-4b0d-4174-861c-faab67daf05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.450326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cb381823-4b0d-4174-861c-faab67daf05b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73657033-ec1b-40a6-837f-fbc66f277204 HTTP/1.1" status: 204 len: 168 time: 0.5775654 Jan 18 23:16:24.621894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.721089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.815415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:24.822564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4af81301-3a2a-4cd1-9a16-d0406779414d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:24.831720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c8ebe37a-58e5-418b-b0f0-bf65cff3b570 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7058749 Jan 18 23:16:24.833583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38666) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:24.847684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:24.851290 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:24.903559 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:24.906027 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:24.939481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-296b2bc1-be63-4321-915a-025d261215f5 None None] Provisioning for port 4af81301-3a2a-4cd1-9a16-d0406779414d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:25.007649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4af81301-3a2a-4cd1-9a16-d0406779414d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:25.026493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4af81301-3a2a-4cd1-9a16-d0406779414d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:25.027236 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.281269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.309989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:25.311370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:25.321736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:25.338199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:25.345465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.379553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4af81301-3a2a-4cd1-9a16-d0406779414d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4af81301-3a2a-4cd1-9a16-d0406779414d,segment=NetworkSegment(130831f3-6ea6-467a-af1c-b7959ae89fd8),segment_id=130831f3-6ea6-467a-af1c-b7959ae89fd8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:25.388564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.389761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bd627855-69a7-4e67-a943-3e3cdd729719 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:25.411188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=ab9ff601-88a0-4927-97d3-3e0f15312924,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:25.427135 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2850796b-e8e3-4e2b-ada7-df8d4ef36a55 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 1.5477920 Jan 18 23:16:25.427861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38686) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:25.477177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:25.527004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port ab9ff601-88a0-4927-97d3-3e0f15312924 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:25.527525 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.599809 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:25.647080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4af81301-3a2a-4cd1-9a16-d0406779414d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:25.688705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bd627855-69a7-4e67-a943-3e3cdd729719 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:25.705645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bd627855-69a7-4e67-a943-3e3cdd729719 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:25.709268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.842631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7fbf4e7a-352e-417a-91bf-3cc777d38e32 None None] Provisioning for port 8c42b68f-6400-4748-8a81-474f84036362 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:25.886005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7fbf4e7a-352e-417a-91bf-3cc777d38e32 None None] Provisioning complete for port 8c42b68f-6400-4748-8a81-474f84036362 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:25.889083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4e7a-352e-417a-91bf-3cc777d38e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.039658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.074558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf4e7a-352e-417a-91bf-3cc777d38e32 None None] Port 8c42b68f-6400-4748-8a81-474f84036362 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:26.221120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7fbf4e7a-352e-417a-91bf-3cc777d38e32 None None] Provisioning complete for port 4af81301-3a2a-4cd1-9a16-d0406779414d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:26.221515 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4e7a-352e-417a-91bf-3cc777d38e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.222790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1579580225-network', 'tenant_id': 'bc4469de24ab4b30b6eba167b72d35e8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:26.241388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:26.249874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Usage tracker for resource:network and tenant:bc4469de24ab4b30b6eba167b72d35e8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:26.255303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:26.267478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:26.333168 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.358764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 18 23:16:26.378583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Removed routes are [] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 18 23:16:26.379161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.428205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for ab9ff601-88a0-4927-97d3-3e0f15312924 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:26.497143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bd627855-69a7-4e67-a943-3e3cdd729719, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bd627855-69a7-4e67-a943-3e3cdd729719,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:26.508504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.610906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f4ff1-6264-42e8-a3eb-015a093cd760 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:16:26.652827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.660607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4af81301-3a2a-4cd1-9a16-d0406779414d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:26.752285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=ab9ff601-88a0-4927-97d3-3e0f15312924,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:26.754912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.773108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-98ff19b0-7a54-43ba-af37-ef3bd871c668 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/ab9ff601-88a0-4927-97d3-3e0f15312924 HTTP/1.1" status: 204 len: 168 time: 1.3437998 Jan 18 23:16:26.775673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:26.781335 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:22Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:23Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:20Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:26.786391 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:26.786747 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Updating router e042b9fd-7a1c-4c02-8a59-705f89f68b87 port 8c42b68f-6400-4748-8a81-474f84036362 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:16:26.787036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'mac_address': 'fa:16:3e:6a:30:4e', 'name': 'tempest-PortsTestJSON-2059965092'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:26.815482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Made reservation on behalf of bc4469de24ab4b30b6eba167b72d35e8 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:26.818538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.859730 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.959216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:26.961854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.967695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:26.972067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:26.979016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bd627855-69a7-4e67-a943-3e3cdd729719,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:26.981643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:26.988441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a9dd4b21-3fb0-4a0b-9a01-f92739dd08b5 None None] Provisioning complete for port 8c42b68f-6400-4748-8a81-474f84036362 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:26.988595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9dd4b21-3fb0-4a0b-9a01-f92739dd08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.009605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:27.037998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:27.046314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4469de24ab4b30b6eba167b72d35e8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:27.051212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:27.064504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:27.202253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4af81301-3a2a-4cd1-9a16-d0406779414d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:27.205537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.223738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.253992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port ba055a09-9053-4264-95ee-4fac27422b0a yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:27.283185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd4b21-3fb0-4a0b-9a01-f92739dd08b5 None None] Port 8c42b68f-6400-4748-8a81-474f84036362 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:27.304182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.317663 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.325370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f4ff1-6264-42e8-a3eb-015a093cd760 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:16:27.657937 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.659312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.677532 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Transition to ACTIVE for port object 8c42b68f-6400-4748-8a81-474f84036362 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:27.688932 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.701059 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.716834 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.726625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.761039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:27.813688 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c7ba4-f1eb-475f-912d-237121cb9eb6 None None] Pushing event updated for resources: {'Port': ['ID=8c42b68f-6400-4748-8a81-474f84036362,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:27.829920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:27.883522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:27.887796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:27.892267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:27.898084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:27.899256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.921258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=ba055a09-9053-4264-95ee-4fac27422b0a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:27.942465 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-10bc817e-2529-47b5-b127-28f3e06ea7e7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1645391 Jan 18 23:16:27.943065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:27.989164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf177322-d67b-4324-9c30-63769c9be566,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:27.993681 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.994236 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Added segment 60a38e33-01bf-484b-8c17-6f4202933ac9 of type vlan for network 694b7b9c-2181-4f3b-9351-be6020d2f0dd Jan 18 23:16:28.077159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eace47-04cf-4c34-ba4e-bdd2ad678892 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:28.077792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25eace47-04cf-4c34-ba4e-bdd2ad678892 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:28.123956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25eace47-04cf-4c34-ba4e-bdd2ad678892 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:28.128046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25eace47-04cf-4c34-ba4e-bdd2ad678892 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/ba055a09-9053-4264-95ee-4fac27422b0a HTTP/1.1" status: 200 len: 841 time: 0.1839969 Jan 18 23:16:28.128914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:28.130042 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Attempting to bind port 8c42b68f-6400-4748-8a81-474f84036362 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:28.130244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.130876 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Attempting to bind port 8c42b68f-6400-4748-8a81-474f84036362 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:28.131469 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Attempting to bind port 8c42b68f-6400-4748-8a81-474f84036362 on network 68922085-a98b-4297-a004-59b6e91e2ece {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:28.143396 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:28.144775 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Checking segment: {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:28.145877 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.146684 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Bound using segment: {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:28.147635 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Bound port: 8c42b68f-6400-4748-8a81-474f84036362, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130831f3-6ea6-467a-af1c-b7959ae89fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:28.148307 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.150655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:28.189761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.193350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bbaa6b08-00f0-481f-bdff-1ad02591f10e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 953 time: 3.3554091 Jan 18 23:16:28.196296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38756) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:28.269957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port ba055a09-9053-4264-95ee-4fac27422b0a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:28.276443 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.298624 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] For port 8c42b68f-6400-4748-8a81-474f84036362, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:28.303289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] For port 8c42b68f-6400-4748-8a81-474f84036362, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8c42b68f-6400-4748-8a81-474f84036362,segment=NetworkSegment(130831f3-6ea6-467a-af1c-b7959ae89fd8),segment_id=130831f3-6ea6-467a-af1c-b7959ae89fd8)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:28.310773 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.461665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b4ed064e-7aae-484d-89f5-64a1fb70078d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 953 time: 0.2640431 Jan 18 23:16:28.463773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.464994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:28.465727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.469298 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:28.470136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:28.470732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38770) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:28.516053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'routes': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:28.648107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bd627855-69a7-4e67-a943-3e3cdd729719 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:28.768063 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c7ba4-f1eb-475f-912d-237121cb9eb6 None None] Pushing event updated for resources: {'Port': ['ID=8c42b68f-6400-4748-8a81-474f84036362,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:28.840886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bd627855-69a7-4e67-a943-3e3cdd729719 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:28.843029 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.890787 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:28.894904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.967894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4896116 Jan 18 23:16:28.978924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38778) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:28.995893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Request body: {'subnet': {'network_id': '694b7b9c-2181-4f3b-9351-be6020d2f0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1579580225-subnet', 'tenant_id': 'bc4469de24ab4b30b6eba167b72d35e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:29.008777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b42a0-f2fb-4c4a-9154-1fa789820a50 admin admin] Pushing event updated for resources: {'Network': ['ID=694b7b9c-2181-4f3b-9351-be6020d2f0dd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:29.013779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:29.098785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for ba055a09-9053-4264-95ee-4fac27422b0a owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:29.196474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 694b7b9c-2181-4f3b-9351-be6020d2f0dd details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:29.215979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:29.291811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:29.298588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=ba055a09-9053-4264-95ee-4fac27422b0a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:29.321355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dd835bdc-ac03-4598-aefa-495beac02993 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/ba055a09-9053-4264-95ee-4fac27422b0a HTTP/1.1" status: 204 len: 168 time: 1.1894181 Jan 18 23:16:29.321985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38784) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:29.368974 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b139dbe4-858b-4a3d-b8bd-6acb8deed03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:29.369742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b139dbe4-858b-4a3d-b8bd-6acb8deed03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:29.407209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b139dbe4-858b-4a3d-b8bd-6acb8deed03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:29.414855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b139dbe4-858b-4a3d-b8bd-6acb8deed03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/ba055a09-9053-4264-95ee-4fac27422b0a HTTP/1.1" status: 404 len: 333 time: 0.0914421 Jan 18 23:16:29.415473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38788) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:29.420978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'name': 'tempest-PortsTestJSON-1165048197'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:29.441947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Usage tracker for resource:subnet and tenant:bc4469de24ab4b30b6eba167b72d35e8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:29.451992 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 6, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:28Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:29.456865 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356c55e-7a3e-47a6-a8c2-6337a6da963e None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 6, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:28Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:29.458359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:29.606642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:29.658746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Made reservation on behalf of bc4469de24ab4b30b6eba167b72d35e8 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:29.665870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:29.759787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:29.770417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:29.797582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:29.801520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:29.825895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 8dccfd3e-019e-45db-9710-8eebf2b8bb33 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:30.164800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.207238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.275147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.328096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:30.331748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:30.342201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:30.349995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:30.350651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.359583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=8dccfd3e-019e-45db-9710-8eebf2b8bb33,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:30.368631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ef53db-fe32-47ad-a880-5288d3c37372,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:30.413433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4dae0df4-80b1-4751-9a34-df3707a6b359 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9932463 Jan 18 23:16:30.414333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:30.422259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:30.467032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Checking segment: {'id': '60a38e33-01bf-484b-8c17-6f4202933ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '694b7b9c-2181-4f3b-9351-be6020d2f0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:30.467428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Network hostable DHCP agents. Network: 694b7b9c-2181-4f3b-9351-be6020d2f0dd, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:30.488585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added routes are [] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 18 23:16:30.488910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 18 23:16:30.511475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Network 694b7b9c-2181-4f3b-9351-be6020d2f0dd is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:30.546376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 694b7b9c-2181-4f3b-9351-be6020d2f0dd) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:30.551991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:30.553983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.554948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909adf2-354d-4772-b98b-33a9910a63de None None] Network 694b7b9c-2181-4f3b-9351-be6020d2f0dd requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:30.562069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.622244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.659845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ed75552e-3f10-4652-a856-84366cfc1658 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6689084 Jan 18 23:16:30.814178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8c42b68f-6400-4748-8a81-474f84036362 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:30.896597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:30.996761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:30.997429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:31.106980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.115325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.145639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.156327 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.266950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] In _notify_port_updated(), no bound segment for port 8dccfd3e-019e-45db-9710-8eebf2b8bb33 on network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:16:31.278364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:31.278760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.282917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/ports/8dccfd3e-019e-45db-9710-8eebf2b8bb33 HTTP/1.1" status: 200 len: 818 time: 0.8645184 Jan 18 23:16:31.283137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38826) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:31.410583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 8dccfd3e-019e-45db-9710-8eebf2b8bb33 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:31.411009 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.441734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:31.479131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca5542-28d8-47d4-ba7d-ed8d21451e17 None None] Network 694b7b9c-2181-4f3b-9351-be6020d2f0dd requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:31.488125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19519f-d336-4f09-b21a-73ad38c722e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=8dccfd3e-019e-45db-9710-8eebf2b8bb33,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:31.524390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 8c42b68f-6400-4748-8a81-474f84036362 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:31.640536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:31.728532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.828051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8c42b68f-6400-4748-8a81-474f84036362 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:31.828690 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.937747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:31.952359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-148281387-network', 'tenant_id': 'de516d36fadd432e8bbcd4b84617cd7a'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:31.953921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 8dccfd3e-019e-45db-9710-8eebf2b8bb33 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:31.972880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:31.980882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Usage tracker for resource:network and tenant:de516d36fadd432e8bbcd4b84617cd7a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:31.986448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:31.998029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:32.010724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:32.018196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.019369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-73379e86-8b69-4488-b4f2-713d3c54b57f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 703 time: 3.5334442 Jan 18 23:16:32.022868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38844) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:32.031187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Made reservation on behalf of de516d36fadd432e8bbcd4b84617cd7a for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:32.035956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.133378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.223365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=8dccfd3e-019e-45db-9710-8eebf2b8bb33,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:32.251777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.253445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.281510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f204eef8-e2a6-4c2a-b786-4af457b61c77 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 703 time: 0.2540829 Jan 18 23:16:32.286289 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e547e85-a754-49fc-b8bb-91ac853dea48 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/8dccfd3e-019e-45db-9710-8eebf2b8bb33 HTTP/1.1" status: 204 len: 168 time: 1.0019143 Jan 18 23:16:32.288774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:32.288774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:32.294833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.330351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:32.339344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Usage tracker for resource:security_group_rule and tenant:de516d36fadd432e8bbcd4b84617cd7a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:32.344980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:32.358175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:32.388204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 8c42b68f-6400-4748-8a81-474f84036362, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8c42b68f-6400-4748-8a81-474f84036362,segment=NetworkSegment(130831f3-6ea6-467a-af1c-b7959ae89fd8),segment_id=130831f3-6ea6-467a-af1c-b7959ae89fd8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:32.399274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.501686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.508651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=8c42b68f-6400-4748-8a81-474f84036362,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:32.514164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.546234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:32.570348 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.571837 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Added segment cad27619-597b-4d5a-8017-9216541cdc03 of type vlan for network 7d84bc46-185a-4457-b778-c10a9a2ce85b Jan 18 23:16:32.612692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.659101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.663277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:32.663896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.723007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8c42b68f-6400-4748-8a81-474f84036362 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:32.763009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895dd7e0-5e05-4bc0-943f-9c647310c282,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:32.808347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] Pushing event updated for resources: {'Network': ['ID=7d84bc46-185a-4457-b778-c10a9a2ce85b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:32.811725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-127b045e-60ed-41a6-baf1-ed10aa71ed3b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8728578 Jan 18 23:16:32.817427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38858) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:32.837465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Request body: {'subnet': {'network_id': '7d84bc46-185a-4457-b778-c10a9a2ce85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-148281387-subnet', 'tenant_id': 'de516d36fadd432e8bbcd4b84617cd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:32.859452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:32.864130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Usage tracker for resource:subnet and tenant:de516d36fadd432e8bbcd4b84617cd7a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:32.876649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:32.883080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:32.899194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 7d84bc46-185a-4457-b778-c10a9a2ce85b details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:32.915762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Made reservation on behalf of de516d36fadd432e8bbcd4b84617cd7a for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:32.919080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.020215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266269c-2a33-4115-8bb1-976a08fffd32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:33.021151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b266269c-2a33-4115-8bb1-976a08fffd32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:33.091468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:30Z', 'revision_number': 7, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:28Z', 'revision_number': 4, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:33.094326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8c42b68f-6400-4748-8a81-474f84036362 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:33.095183 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.130696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b266269c-2a33-4115-8bb1-976a08fffd32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:33.135792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b266269c-2a33-4115-8bb1-976a08fffd32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8432453 Jan 18 23:16:33.136112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38862) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:33.145833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:33.227153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:33.227960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:33.283644 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e31bb5-7019-4cb6-9eed-21ba08e8c2e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:33.285064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75e31bb5-7019-4cb6-9eed-21ba08e8c2e4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/8dccfd3e-019e-45db-9710-8eebf2b8bb33 HTTP/1.1" status: 404 len: 333 time: 0.1480012 Jan 18 23:16:33.290239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.297299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38868) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:33.338465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-419924817'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:33.376222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:33.389094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:33.394105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:33.411558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:33.458442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:33.468218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.492883 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.517665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef03aa6-afc0-46ce-bcf0-66fe00cef3b8,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:33.586982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:33.598264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Checking segment: {'id': 'cad27619-597b-4d5a-8017-9216541cdc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7d84bc46-185a-4457-b778-c10a9a2ce85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:33.599009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Network hostable DHCP agents. Network: 7d84bc46-185a-4457-b778-c10a9a2ce85b, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:33.631267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.631609 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment 54c921d0-9854-4f34-bc84-fa65d031c40f of type vlan for network 0ef07273-a93f-4d72-9f83-48bb4f55b26c Jan 18 23:16:33.681239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Network 7d84bc46-185a-4457-b778-c10a9a2ce85b is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:33.701924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.708349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 7d84bc46-185a-4457-b778-c10a9a2ce85b) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:33.715014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:33.717131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:33.718075 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.788160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-167dd9ed-7ecf-4ae3-b1d2-7b9455c08280 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9695699 Jan 18 23:16:33.788580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb807f9-d036-4298-a353-072619547b95 None None] Network 7d84bc46-185a-4457-b778-c10a9a2ce85b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:33.809617 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:33.815621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:33.816426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.022022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=0ef07273-a93f-4d72-9f83-48bb4f55b26c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:34.088541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-fc5066b2-c930-4b80-ada2-d1c762833191 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7553077 Jan 18 23:16:34.091254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38876) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:34.097462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:34.113895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:34.178703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Deleting subnet 12ef53db-fe32-47ad-a880-5288d3c37372 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:34.182403 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.236563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.293745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.304055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:34.335501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:34.343147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:34.346700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:34.352809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:34.357797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 8c42b68f-6400-4748-8a81-474f84036362 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:34.361675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.371976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:34.376652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.419132 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.505343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.526738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ef53db-fe32-47ad-a880-5288d3c37372,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:34.541137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-71f8eda2-8d59-4857-8da6-3f409b74a1d2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/12ef53db-fe32-47ad-a880-5288d3c37372 HTTP/1.1" status: 204 len: 168 time: 0.4261787 Jan 18 23:16:34.551154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:34.608984 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.637852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0455d-3e38-409a-a64d-0458828392f9 None None] Network 7d84bc46-185a-4457-b778-c10a9a2ce85b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:34.766098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.851404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:30Z', 'revision_number': 7, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:34.859269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e83fb5-ba0c-414b-a321-0061032bc089 None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:30Z', 'revision_number': 7, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:34.865080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': '54c921d0-9854-4f34-bc84-fa65d031c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:34.865374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 0ef07273-a93f-4d72-9f83-48bb4f55b26c, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:34.871361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=903b550b-e46a-4bb3-9fbb-26664e2d9533,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:34.915701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:34.936053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0ef07273-a93f-4d72-9f83-48bb4f55b26c) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:34.943204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:34.944218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.949916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede2668-177b-42cc-860c-3a6d3fb93abf None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:34.993136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3da27a30-e564-49be-a8cc-cd52e9d8ec6b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9006262 Jan 18 23:16:34.994729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:35.001250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:35.060488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.067373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:35.218801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:35.234365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:35.244333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:35.256997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:35.285319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:35.289985 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.345925 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:35.365067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:35.365792 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:35.411934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': '903b550b-e46a-4bb3-9fbb-26664e2d9533'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:35.412783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.427289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 8c42b68f-6400-4748-8a81-474f84036362, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8c42b68f-6400-4748-8a81-474f84036362,segment=NetworkSegment(130831f3-6ea6-467a-af1c-b7959ae89fd8),segment_id=130831f3-6ea6-467a-af1c-b7959ae89fd8)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:35.428110 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.554085 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:35.580163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Allocated IP 172.20.0.2 (0ef07273-a93f-4d72-9f83-48bb4f55b26c/903b550b-e46a-4bb3-9fbb-26664e2d9533/17c51850-da3e-4490-b3a3-1e6448859687) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:35.586138 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 903b550b-e46a-4bb3-9fbb-26664e2d9533 (CIDR: 172.20.0.0/28) Jan 18 23:16:35.591239 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:16:35.591897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:16:35.618432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9dd75dd9-924e-48ca-abf0-28da66e2c011 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6221874 Jan 18 23:16:35.621002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38906) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:35.628838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 8c42b68f-6400-4748-8a81-474f84036362 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:35.630403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:35.674552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.697874 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.731839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:35.745244 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:b00056130c2545bc932872c39043105e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:35.749361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694b7b9c-2181-4f3b-9351-be6020d2f0dd']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:35.759212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:35.781441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:35.784599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a38e33-01bf-484b-8c17-6f4202933ac9') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:35.784895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a38e33-01bf-484b-8c17-6f4202933ac9') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:35.821382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.827221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.833501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Transition to ACTIVE for port object 17c51850-da3e-4490-b3a3-1e6448859687 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:35.851286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:35.857864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:35.861288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:35.863252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.870564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:35.877936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:35.878515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.889305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:35.895224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:35.899723 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:35.931067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:16:36.056291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.061646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.092709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:30Z', 'revision_number': 7, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:36.096893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:36.108736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] Pushing event deleted for resources: {'Network': ['ID=694b7b9c-2181-4f3b-9351-be6020d2f0dd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.110170 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:36.111467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:36.145577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b83d5d5-5b86-448b-8d40-6085e56bef4e admin admin] 10.222.0.78 "DELETE /v2.0/networks/694b7b9c-2181-4f3b-9351-be6020d2f0dd HTTP/1.1" status: 204 len: 168 time: 1.5863423 Jan 18 23:16:36.146729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:36.194022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.208049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Transition to ACTIVE for port object 17c51850-da3e-4490-b3a3-1e6448859687 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:36.214160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.223379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.223620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.265872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.297292 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:36.299583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5172b144-7595-4f92-8b18-8fc2a0b3510c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.329375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:36.340044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:36.340283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=8c42b68f-6400-4748-8a81-474f84036362,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.348756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:36.371582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=a5e4db0c-bc96-4eda-80f8-e98073de6f71,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.404175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:36.409075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:36.410866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Deleting subnet cef03aa6-afc0-46ce-bcf0-66fe00cef3b8 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:36.414822 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d11baf28-9f07-4d0e-aed9-241ae1f07ff7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b00056130c2545bc932872c39043105e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3460047 Jan 18 23:16:36.415050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:36.415799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.421365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38924) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:36.424656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.472829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Pushing event updated for resources: {'Port': ['ID=17c51850-da3e-4490-b3a3-1e6448859687,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.512201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Attempting to bind port 17c51850-da3e-4490-b3a3-1e6448859687 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:36.512905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Attempting to bind port 17c51850-da3e-4490-b3a3-1e6448859687 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '54c921d0-9854-4f34-bc84-fa65d031c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:36.513759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Attempting to bind port 17c51850-da3e-4490-b3a3-1e6448859687 on network 0ef07273-a93f-4d72-9f83-48bb4f55b26c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:36.521023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:36.521696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Checking segment: {'id': '54c921d0-9854-4f34-bc84-fa65d031c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:36.522318 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.522872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Bound using segment: {'id': '54c921d0-9854-4f34-bc84-fa65d031c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:36.523677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Bound port: 17c51850-da3e-4490-b3a3-1e6448859687, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c921d0-9854-4f34-bc84-fa65d031c40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:36.524749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.551215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1935bb58-fb82-47d0-b52b-e86aad4f9ec5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9286890 Jan 18 23:16:36.572826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:36.591020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'fixed_ips': [{'subnet_id': '903b550b-e46a-4bb3-9fbb-26664e2d9533'}, {'subnet_id': 'a5e4db0c-bc96-4eda-80f8-e98073de6f71'}], 'name': 'tempest-PortsTestJSON-880451979'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:36.711120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] For port 17c51850-da3e-4490-b3a3-1e6448859687, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:36.715674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] For port 17c51850-da3e-4490-b3a3-1e6448859687, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=17c51850-da3e-4490-b3a3-1e6448859687,segment=NetworkSegment(54c921d0-9854-4f34-bc84-fa65d031c40f),segment_id=54c921d0-9854-4f34-bc84-fa65d031c40f)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:36.723832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.761683 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.787443 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c37bdd85-17bc-4620-b056-52ac6de19cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.791944 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:30Z', 'revision_number': 7, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:36.798529 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ad5c4-331c-4a24-8018-54dc7152ff95 None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:30Z', 'revision_number': 7, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c42b68f-6400-4748-8a81-474f84036362', 'name': '', 'network_id': '68922085-a98b-4297-a004-59b6e91e2ece', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:bd:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:20Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '43a07b56-c7a1-45b8-9012-ac3b80620d22', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:36.825930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-6ff40dc7-e04a-4e6e-a96e-c2111fff6381 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:36.827902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-6ff40dc7-e04a-4e6e-a96e-c2111fff6381 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.4589887 Jan 18 23:16:36.833765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:36.837988 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c37bdd85-17bc-4620-b056-52ac6de19cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.838181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.844283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cc469-0531-4957-b870-d29cbf01543b None None] Pushing event updated for resources: {'Port': ['ID=17c51850-da3e-4490-b3a3-1e6448859687,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.862925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:36.890447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:36.914121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-56bbb297-8351-4ba8-a0ac-b01e21294957 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.0682900 Jan 18 23:16:36.938722 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.940058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.953139 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.060027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef03aa6-afc0-46ce-bcf0-66fe00cef3b8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:37.115192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c37bdd85-17bc-4620-b056-52ac6de19cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.128841 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.159616 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43e5a813-63b3-46b7-a2e6-18db423e9cb2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cef03aa6-afc0-46ce-bcf0-66fe00cef3b8 HTTP/1.1" status: 204 len: 168 time: 1.0033641 Jan 18 23:16:37.162509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:37.169768 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-d48ba1a8-5719-4c00-981b-7e061ba243f7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368288 Jan 18 23:16:37.171359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bdd85-17bc-4620-b056-52ac6de19cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5172b144-7595-4f92-8b18-8fc2a0b3510c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:37.179054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.215342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c37bdd85-17bc-4620-b056-52ac6de19cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.229524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c37bdd85-17bc-4620-b056-52ac6de19cb1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5172b144-7595-4f92-8b18-8fc2a0b3510c HTTP/1.1" status: 204 len: 168 time: 0.7410271 Jan 18 23:16:37.249744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port ba5c1b71-9afd-4cef-8407-317731b6c488 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:37.292979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-c0c8be87-f4ab-41d1-a95b-7649794ef431 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:16:37.294520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-c0c8be87-f4ab-41d1-a95b-7649794ef431 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1192806 Jan 18 23:16:37.563994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-d538650f-0f56-4919-96c1-c5a08921d624 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590353 Jan 18 23:16:37.564684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.597295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:37.655243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.700239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:37.707527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:37.752717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Usage tracker for resource:security_group_rule and tenant:b572f9e90c704ece8f10ba359eb266e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:37.766769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:37.790241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:37.793232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.888052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d84bc46-185a-4457-b778-c10a9a2ce85b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:37.893290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-57e908ba-7aea-4114-a71c-ba66b97b27e9 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146064 Jan 18 23:16:37.975374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad27619-597b-4d5a-8017-9216541cdc03') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:37.975665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad27619-597b-4d5a-8017-9216541cdc03') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:38.014356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.042051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.14 (0ef07273-a93f-4d72-9f83-48bb4f55b26c/903b550b-e46a-4bb3-9fbb-26664e2d9533/ba5c1b71-9afd-4cef-8407-317731b6c488) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:38.050461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.23 (0ef07273-a93f-4d72-9f83-48bb4f55b26c/a5e4db0c-bc96-4eda-80f8-e98073de6f71/ba5c1b71-9afd-4cef-8407-317731b6c488) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:38.056410 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.072636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:38.073169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:38.090009 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:38.098205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:38.113846 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:38.128577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:38.129677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:38.208380 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1909bdb9-6cb6-473b-8e4f-180da151e324 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9163084 Jan 18 23:16:38.208600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:38.241487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed881e25-8957-4463-bf22-42e2bf32f761 None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:38.269536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.274853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.306230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.309156 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.325564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7d84bc46-185a-4457-b778-c10a9a2ce85b HTTP/1.1" status: 204 len: 168 time: 1.1619949 Jan 18 23:16:38.328679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39ed73-1499-4c32-b1b8-b39f45638d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d84bc46-185a-4457-b778-c10a9a2ce85b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:38.331086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.344666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object ba5c1b71-9afd-4cef-8407-317731b6c488 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:38.382810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.412299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b572f9e90c704ece8f10ba359eb266e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120120 Jan 18 23:16:38.414894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f95c6e5-2ac5-4a82-a859-bc551441a66c None None] Provisioning for port 17c51850-da3e-4490-b3a3-1e6448859687 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:38.416066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f272372-eb78-4b85-91c8-63fa1e099f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57270297-224a-4838-98f3-b274549f1d4b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:38.426196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:38.430420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet 43a07b56-c7a1-45b8-9012-ac3b80620d22 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:38.463699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.534932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:38.538630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:38.542863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:38.577696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:38.618287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:38.619014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.647615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=ba5c1b71-9afd-4cef-8407-317731b6c488,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:38.654235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:38.690658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b5b36aee-10e3-40cd-880b-fcfc6a0ec760 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1126101 Jan 18 23:16:38.691329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38972) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:38.697172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '903b550b-e46a-4bb3-9fbb-26664e2d9533'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:38.702837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.739275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 17c51850-da3e-4490-b3a3-1e6448859687 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:38.780869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18835b90-8029-4258-9284-100f7a470705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.814134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18835b90-8029-4258-9284-100f7a470705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.915173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa6e9db8-68cc-4b86-8a94-658d9bbc84c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc4469de24ab4b30b6eba167b72d35e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570870 Jan 18 23:16:38.917090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18835b90-8029-4258-9284-100f7a470705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.920791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 38980) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:38.955196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.961086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18835b90-8029-4258-9284-100f7a470705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57270297-224a-4838-98f3-b274549f1d4b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:39.000390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18835b90-8029-4258-9284-100f7a470705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.003952 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-18835b90-8029-4258-9284-100f7a470705 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57270297-224a-4838-98f3-b274549f1d4b HTTP/1.1" status: 204 len: 168 time: 0.5687778 Jan 18 23:16:39.064199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-603ed4eb-330b-4315-8816-fc9fe4cc6935 req-3a13fd45-ca95-4905-8dbd-3d9dcd77bf00 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 210 time: 0.5689337 Jan 18 23:16:39.101169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7afb2038-4c2a-42ab-addf-fa0bca4385da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.117039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.178656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7afb2038-4c2a-42ab-addf-fa0bca4385da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.270038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 17c51850-da3e-4490-b3a3-1e6448859687 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:39.270671 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.283371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 17c51850-da3e-4490-b3a3-1e6448859687 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:39.283747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.371263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:36Z', 'revision_number': 8, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:39.374378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=43a07b56-c7a1-45b8-9012-ac3b80620d22,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:39.380802 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7afb2038-4c2a-42ab-addf-fa0bca4385da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.390078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:39.399695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.432192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-49756aab-4122-4aae-ba51-b6e63f651b81 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/43a07b56-c7a1-45b8-9012-ac3b80620d22 HTTP/1.1" status: 204 len: 168 time: 1.2226791 Jan 18 23:16:39.434901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 38990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:39.435049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb2038-4c2a-42ab-addf-fa0bca4385da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf177322-d67b-4324-9c30-63769c9be566,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:39.438491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7afb2038-4c2a-42ab-addf-fa0bca4385da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.442540 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7afb2038-4c2a-42ab-addf-fa0bca4385da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf177322-d67b-4324-9c30-63769c9be566 HTTP/1.1" status: 204 len: 168 time: 0.5085793 Jan 18 23:16:39.459483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:39.460144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:39.638254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.652681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Delete allocated IP 172.20.0.23 (0ef07273-a93f-4d72-9f83-48bb4f55b26c/a5e4db0c-bc96-4eda-80f8-e98073de6f71) {{(pid=87811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:16:39.662915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 4af81301-3a2a-4cd1-9a16-d0406779414d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:39.663264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.672536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a915d-c84d-4558-acf5-af27a46f95cc None None] Network 68922085-a98b-4297-a004-59b6e91e2ece requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:39.748917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:39.911041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.017878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 4af81301-3a2a-4cd1-9a16-d0406779414d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4af81301-3a2a-4cd1-9a16-d0406779414d,segment=NetworkSegment(130831f3-6ea6-467a-af1c-b7959ae89fd8),segment_id=130831f3-6ea6-467a-af1c-b7959ae89fd8)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:40.018422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.032869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39010) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:40.102705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.104429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Update dhcp port {'port': {'network_id': '0ef07273-a93f-4d72-9f83-48bb4f55b26c', 'fixed_ips': [{'subnet_id': '903b550b-e46a-4bb3-9fbb-26664e2d9533', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5e4db0c-bc96-4eda-80f8-e98073de6f71'}], 'binding:host_id': 'n-d-825178-1'}, 'id': '17c51850-da3e-4490-b3a3-1e6448859687'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:16:40.119270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a6a2f815-8d7d-4b38-bd35-9406aec0c1bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de516d36fadd432e8bbcd4b84617cd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840752 Jan 18 23:16:40.119991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:40.209329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 4af81301-3a2a-4cd1-9a16-d0406779414d owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:40.228498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0768ef29-8a1f-41b1-9bfc-3da33e8fdf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.268444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0768ef29-8a1f-41b1-9bfc-3da33e8fdf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.342235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0768ef29-8a1f-41b1-9bfc-3da33e8fdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.367090 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768ef29-8a1f-41b1-9bfc-3da33e8fdf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895dd7e0-5e05-4bc0-943f-9c647310c282,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:40.383843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0768ef29-8a1f-41b1-9bfc-3da33e8fdf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.389828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0768ef29-8a1f-41b1-9bfc-3da33e8fdf41 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/895dd7e0-5e05-4bc0-943f-9c647310c282 HTTP/1.1" status: 204 len: 168 time: 0.2685521 Jan 18 23:16:40.430942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Ignored duplicate provisioning block setup for port ba5c1b71-9afd-4cef-8407-317731b6c488 by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:16:40.446516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 17c51850-da3e-4490-b3a3-1e6448859687, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=17c51850-da3e-4490-b3a3-1e6448859687,segment=NetworkSegment(54c921d0-9854-4f34-bc84-fa65d031c40f),segment_id=54c921d0-9854-4f34-bc84-fa65d031c40f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:40.476071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.523390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.635232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.638652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e7559cd-6d56-418c-9d36-f6b245dbd015 req-c01e13c3-13d3-4391-8a87-a9d5c0d91ad2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 210 time: 0.2028813 Jan 18 23:16:40.687638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=17c51850-da3e-4490-b3a3-1e6448859687,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:40.826075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d528d-b49f-4135-a95f-4227dcad813a None None] DHCP port deletion for 68922085-a98b-4297-a004-59b6e91e2ece request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:40.845145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b12d528d-b49f-4135-a95f-4227dcad813a None None] Deleting port 4af81301-3a2a-4cd1-9a16-d0406779414d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:40.845517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b12d528d-b49f-4135-a95f-4227dcad813a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.884356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] In _notify_port_updated(), no bound segment for port ba5c1b71-9afd-4cef-8407-317731b6c488 on network 0ef07273-a93f-4d72-9f83-48bb4f55b26c {{(pid=87811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:16:40.890582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:40.891619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.893232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/ports/ba5c1b71-9afd-4cef-8407-317731b6c488 HTTP/1.1" status: 200 len: 919 time: 2.2009504 Jan 18 23:16:40.897141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39032) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:40.905679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '903b550b-e46a-4bb3-9fbb-26664e2d9533'}, {'subnet_id': 'a5e4db0c-bc96-4eda-80f8-e98073de6f71'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:40.964408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61dfff-b026-4de7-a68b-6f6d4733328d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=ba5c1b71-9afd-4cef-8407-317731b6c488,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:41.012573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.108423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b12d528d-b49f-4135-a95f-4227dcad813a None None] The port '4af81301-3a2a-4cd1-9a16-d0406779414d' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:16:41.120289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:36Z', 'revision_number': 8, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:41.133853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=4af81301-3a2a-4cd1-9a16-d0406779414d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:41.139567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f21ebe-f899-4492-a50c-05a0099aa1eb None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:36Z', 'revision_number': 8, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd627855-69a7-4e67-a943-3e3cdd729719', 'name': '', 'network_id': 'f088a35d-ad49-40c9-9e82-025151b7ec0e', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:56:0b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:11Z', 'updated_at': '2022-01-18T23:16:26Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '7d31595d-55f6-4b90-a168-7646f5d90dee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:41.144771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Allocated IP 172.20.0.18 (0ef07273-a93f-4d72-9f83-48bb4f55b26c/a5e4db0c-bc96-4eda-80f8-e98073de6f71/17c51850-da3e-4490-b3a3-1e6448859687) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:41.154591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-93a27ae2-ca8b-4dc2-8276-b205f23f9eba tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:41.156399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-93a27ae2-ca8b-4dc2-8276-b205f23f9eba tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.9658380 Jan 18 23:16:41.159782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port 4af81301-3a2a-4cd1-9a16-d0406779414d on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:41.198396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:41.395984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] For port 17c51850-da3e-4490-b3a3-1e6448859687, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=17c51850-da3e-4490-b3a3-1e6448859687,segment=NetworkSegment(54c921d0-9854-4f34-bc84-fa65d031c40f),segment_id=54c921d0-9854-4f34-bc84-fa65d031c40f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:41.458919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.467153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.512883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68922085-a98b-4297-a004-59b6e91e2ece']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:41.519550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Transition to ACTIVE for port object 17c51850-da3e-4490-b3a3-1e6448859687 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:41.535898 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.559971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130831f3-6ea6-467a-af1c-b7959ae89fd8') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:41.560264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130831f3-6ea6-467a-af1c-b7959ae89fd8') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:41.570545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:41.587874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.600908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:41.624110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.631795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:41.636655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.651955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:41.653203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.688278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.740372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f3c8a-3187-4d0b-a8e6-e4ec4859a01c None None] Pushing event updated for resources: {'Port': ['ID=17c51850-da3e-4490-b3a3-1e6448859687,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:41.742607 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:42.099161 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2b0019a-70a4-48b9-a540-ac4f30da9a97 req-7591894e-93ae-40d0-8204-2ba4516e246a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 210 time: 0.0921893 Jan 18 23:16:42.150872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.169779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab7952c5-5c64-4f39-b91b-04bc75803fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.309942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.4 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:42.578190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.595876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:42.607288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.23 (0ef07273-a93f-4d72-9f83-48bb4f55b26c/a5e4db0c-bc96-4eda-80f8-e98073de6f71/ba5c1b71-9afd-4cef-8407-317731b6c488) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:42.638466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.644570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=68922085-a98b-4297-a004-59b6e91e2ece,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:42.684382 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.735410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 17c51850-da3e-4490-b3a3-1e6448859687 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:42.862092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-37e4f6b4-358c-4123-aa23-df447ec72f48 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/68922085-a98b-4297-a004-59b6e91e2ece HTTP/1.1" status: 204 len: 168 time: 3.4257081 Jan 18 23:16:42.892311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:42.967176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4af81301-3a2a-4cd1-9a16-d0406779414d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:43.020506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:43.041877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:43.044561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:43.057464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:43.072546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9c1d6-4c2e-4b75-b935-00aa5cfa8c08 None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:43.200608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.221859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Ignored duplicate provisioning block setup for port ba5c1b71-9afd-4cef-8407-317731b6c488 by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:16:43.237279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:43.238876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4af81301-3a2a-4cd1-9a16-d0406779414d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:43.239272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.239405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4af81301-3a2a-4cd1-9a16-d0406779414d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:43.239838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8c42b68f-6400-4748-8a81-474f84036362 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:43.279741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-5492d246-5555-410e-a6b4-0b5183bace49 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0855973 Jan 18 23:16:43.315146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.325003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 8c42b68f-6400-4748-8a81-474f84036362 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:43.328013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8c42b68f-6400-4748-8a81-474f84036362 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:43.342852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Provisioning for port ba5c1b71-9afd-4cef-8407-317731b6c488 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:43.367025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Provisioning complete for port ba5c1b71-9afd-4cef-8407-317731b6c488 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:43.367676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.542071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Port ba5c1b71-9afd-4cef-8407-317731b6c488 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:43.554214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Request body: {'port': {'device_id': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:43.625568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Provisioning for port 17c51850-da3e-4490-b3a3-1e6448859687 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:43.632168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Provisioning complete for port 17c51850-da3e-4490-b3a3-1e6448859687 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:43.633039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ea3cee6-e6a6-407f-adf9-6eda10ae9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.645978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173991c-62b3-4286-96df-87691164b04a req-48a39ef3-864e-4c64-9cf1-31e9182a7f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:43.646686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d173991c-62b3-4286-96df-87691164b04a req-48a39ef3-864e-4c64-9cf1-31e9182a7f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:43.734485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=ba5c1b71-9afd-4cef-8407-317731b6c488,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:43.852474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.904364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d173991c-62b3-4286-96df-87691164b04a req-48a39ef3-864e-4c64-9cf1-31e9182a7f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:43.913474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d173991c-62b3-4286-96df-87691164b04a req-48a39ef3-864e-4c64-9cf1-31e9182a7f99 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 931 time: 0.5282807 Jan 18 23:16:43.938461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] In _notify_port_updated(), no bound segment for port ba5c1b71-9afd-4cef-8407-317731b6c488 on network 0ef07273-a93f-4d72-9f83-48bb4f55b26c {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:16:43.944820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:43.945606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.947836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-891612db-d87a-400c-b3d8-644b3dba1905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/ports/ba5c1b71-9afd-4cef-8407-317731b6c488 HTTP/1.1" status: 200 len: 999 time: 3.0491798 Jan 18 23:16:43.951968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:43.985628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d173991c-62b3-4286-96df-87691164b04a req-c3e6c6f9-5b8e-4300-b907-4bad6d66625d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708442 Jan 18 23:16:44.056017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Provisioning for port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:44.062558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Provisioning complete for port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:44.062932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.123478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:44.135809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Provisioning complete for port ba5c1b71-9afd-4cef-8407-317731b6c488 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:44.136188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.203488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Port ba5c1b71-9afd-4cef-8407-317731b6c488 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:44.214912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Provisioning complete for port 17c51850-da3e-4490-b3a3-1e6448859687 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:44.215277 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43f80837-585b-4720-a070-c25f16e0d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.259781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port ba5c1b71-9afd-4cef-8407-317731b6c488 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:44.260268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.490542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3e6a237d-c89b-4ae3-a661-ce6578fb1f79 None None] Provisioning complete for port ba5c1b71-9afd-4cef-8407-317731b6c488 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:44.491209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e6a237d-c89b-4ae3-a661-ce6578fb1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.495926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:44.505096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.522270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Transition to ACTIVE for port object dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:44.529088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.551162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a237d-c89b-4ae3-a661-ce6578fb1f79 None None] Port ba5c1b71-9afd-4cef-8407-317731b6c488 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:44.676067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.678879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Pushing event updated for resources: {'Port': ['ID=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:44.823427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Attempting to bind port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:44.823427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Attempting to bind port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:44.823766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Attempting to bind port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:44.829606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:16:44.829930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Attempting to bind port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:44.831803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for ba5c1b71-9afd-4cef-8407-317731b6c488 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:44.839781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:44.842201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:44.842617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:44.843066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Bound port: dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:44.843428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.889684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.959718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ad34afa-861d-45d5-bbee-8bbbe380fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.016446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] For port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:45.040211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] For port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:45.051423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.149412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.150453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.152237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] 10.222.0.86 "PUT /v2.0/ports/dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a HTTP/1.1" status: 200 len: 1091 time: 1.8650334 Jan 18 23:16:45.152845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'tag': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:45.204299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8975-0c6c-46e2-b2d5-9e70c197454e service neutron] Pushing event updated for resources: {'Port': ['ID=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:45.219201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6cc4dc3b-e497-4d30-a44d-b48bfbd8ac7a None None] Provisioning complete for port ba5c1b71-9afd-4cef-8407-317731b6c488 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:45.220216 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cc4dc3b-e497-4d30-a44d-b48bfbd8ac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.268496 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'tag': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a', 'status': 'completed', 'code': 200} Jan 18 23:16:45.309187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4dc3b-e497-4d30-a44d-b48bfbd8ac7a None None] Port ba5c1b71-9afd-4cef-8407-317731b6c488 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:45.312437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-ffe026d3-1c9f-4492-b73a-588eb7f18576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.314978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-ffe026d3-1c9f-4492-b73a-588eb7f18576 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 1094 time: 0.0951617 Jan 18 23:16:45.406320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-159e89ba-a195-4428-8679-345c96a31e6c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a HTTP/1.1" status: 200 len: 217 time: 0.0849862 Jan 18 23:16:45.527609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-75c75b19-eeab-4f39-aee1-f80818acb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.529271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-75c75b19-eeab-4f39-aee1-f80818acb4c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1156764 Jan 18 23:16:45.565851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1a92cc18-5064-4d7c-9327-c700c3a9cd95 None None] Provisioning complete for port ba5c1b71-9afd-4cef-8407-317731b6c488 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:45.566251 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a92cc18-5064-4d7c-9327-c700c3a9cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.601698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a3f82-3d4d-4f63-9072-227949e34a32 req-6db6e3ef-ee74-4010-a42c-86b1bab4b568 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.603627 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e75a3f82-3d4d-4f63-9072-227949e34a32 req-6db6e3ef-ee74-4010-a42c-86b1bab4b568 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 943 time: 0.4816744 Jan 18 23:16:45.605986 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.620653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679467-139b-4515-909d-d5774e11184c req-c410fec4-c9b7-45ca-94b7-c2439c93dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.622301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-c410fec4-c9b7-45ca-94b7-c2439c93dc9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868561 Jan 18 23:16:45.655842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1a92cc18-5064-4d7c-9327-c700c3a9cd95 None None] Port ba5c1b71-9afd-4cef-8407-317731b6c488 was deleted so its status cannot be updated. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 23:16:45.664153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.728170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.825854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=ba5c1b71-9afd-4cef-8407-317731b6c488,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:45.846034 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e75a3f82-3d4d-4f63-9072-227949e34a32 req-601dc286-b182-4052-b6cd-54d962d02876 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261920 Jan 18 23:16:45.874823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-df71ac6b-4ba5-48b3-a1da-f3bd1eac5c85 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460113 Jan 18 23:16:45.977401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.006535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9330a779-8b6e-4a11-aedf-915e19df9523 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/ba5c1b71-9afd-4cef-8407-317731b6c488 HTTP/1.1" status: 204 len: 168 time: 2.0530539 Jan 18 23:16:46.007105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:46.011734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port bd627855-69a7-4e67-a943-3e3cdd729719 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:46.012076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.044059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-89679467-139b-4515-909d-d5774e11184c req-6764f3d7-53a7-4201-9e5c-c91340420278 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590586 Jan 18 23:16:46.100521 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-75db49b5-04c2-4081-8001-10380bfd2c1c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:46.100681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75db49b5-04c2-4081-8001-10380bfd2c1c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:46.206274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75db49b5-04c2-4081-8001-10380bfd2c1c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:46.210061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75db49b5-04c2-4081-8001-10380bfd2c1c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/ba5c1b71-9afd-4cef-8407-317731b6c488 HTTP/1.1" status: 404 len: 333 time: 0.1975713 Jan 18 23:16:46.211558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:46.319858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet a5e4db0c-bc96-4eda-80f8-e98073de6f71 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:46.325318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.378693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-8c17ccbf-cd4b-41d6-b87c-268431d85c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:46.380519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-8c17ccbf-cd4b-41d6-b87c-268431d85c7a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 1094 time: 0.2162356 Jan 18 23:16:46.413968 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.494679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port bd627855-69a7-4e67-a943-3e3cdd729719, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bd627855-69a7-4e67-a943-3e3cdd729719,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:46.495099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.622959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for bd627855-69a7-4e67-a943-3e3cdd729719 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:46.700329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-64421826-935c-4bae-9b6a-d436fc1c51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:46.701842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-64421826-935c-4bae-9b6a-d436fc1c51e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.3132303 Jan 18 23:16:46.708253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.814195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-89ce5146-4302-48d8-8ad4-e65aa24feaf4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a HTTP/1.1" status: 200 len: 217 time: 0.0768495 Jan 18 23:16:46.816939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.903490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-7838ef37-b8cc-45b3-994a-866cd0e62b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:46.904990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-7838ef37-b8cc-45b3-994a-866cd0e62b95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0813088 Jan 18 23:16:46.907801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.930601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=bd627855-69a7-4e67-a943-3e3cdd729719,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:46.964103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb1d42-3302-45f2-a50c-31aa5a87f621 None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:46.997613 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.019759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e4db0c-bc96-4eda-80f8-e98073de6f71,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:47.028731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d11cb421-c903-4d53-8489-dd0fa99a5604 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/a5e4db0c-bc96-4eda-80f8-e98073de6f71 HTTP/1.1" status: 204 len: 168 time: 0.8110845 Jan 18 23:16:47.035037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39138) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:47.249654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet 903b550b-e46a-4bb3-9fbb-26664e2d9533 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:47.265234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.292792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.296758 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.376215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.544354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a95d5-fc9a-4a60-946e-1a02c5905ade req-843b3b9f-8a49-47ab-b131-906cc7c520d1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:47.546723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-577a95d5-fc9a-4a60-946e-1a02c5905ade req-843b3b9f-8a49-47ab-b131-906cc7c520d1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 943 time: 0.4373264 Jan 18 23:16:47.550516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-a5811938-e9ce-4d05-8283-715d1749abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:47.551995 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-a5811938-e9ce-4d05-8283-715d1749abe7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6342168 Jan 18 23:16:47.553230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.782871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:47.803413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-577a95d5-fc9a-4a60-946e-1a02c5905ade req-9c4d53e7-ff3f-48b8-8636-d627e319c339 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119632 Jan 18 23:16:47.936206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.000658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=903b550b-e46a-4bb3-9fbb-26664e2d9533,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:48.020660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-85d67c05-e929-4086-9197-873bff5cdd7c service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339404 Jan 18 23:16:48.021683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.033750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-144ad85f-6c1b-4d69-a39f-f2b0238ba0d2 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/903b550b-e46a-4bb3-9fbb-26664e2d9533 HTTP/1.1" status: 204 len: 168 time: 0.9938850 Jan 18 23:16:48.036739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:48.040025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:48.055317 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:48.073095 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:48.073995 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:48.080014 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c677e989-2b37-4893-9999-60235604c53d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1838586 Jan 18 23:16:48.086009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:48.253306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4baa5af0-c382-4fb7-b295-5664558cd64b req-86bf65b3-e623-491b-bb53-5ecc5a379afc service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205701 Jan 18 23:16:48.335779 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:48.511598 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.532844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet 7d31595d-55f6-4b90-a168-7646f5d90dee {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:48.547397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0b9dc-dfc5-461e-b211-828badaf7ca9 None None] Network 0ef07273-a93f-4d72-9f83-48bb4f55b26c requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:48.558519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.651248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 17c51850-da3e-4490-b3a3-1e6448859687 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:48.653842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.756904 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.773103 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:46Z', 'revision_number': 9, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:48.778894 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:48.788451 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:48.789360 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:48.971272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cb790e77-556f-4366-81dd-595fe29586e4 None None] Provisioning complete for port 17c51850-da3e-4490-b3a3-1e6448859687 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:48.971655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb790e77-556f-4366-81dd-595fe29586e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.091156 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:49.198931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] DHCP port deletion for 0ef07273-a93f-4d72-9f83-48bb4f55b26c request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:49.205186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Deleting port 17c51850-da3e-4490-b3a3-1e6448859687 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:49.206382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port 17c51850-da3e-4490-b3a3-1e6448859687, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=17c51850-da3e-4490-b3a3-1e6448859687,segment=NetworkSegment(54c921d0-9854-4f34-bc84-fa65d031c40f),segment_id=54c921d0-9854-4f34-bc84-fa65d031c40f)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:49.207896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.214728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.218299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.400623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 17c51850-da3e-4490-b3a3-1e6448859687 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:49.484809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac90bc8-4260-4967-a5c5-bb5f6871294e req-a2f4e2bb-0054-480d-bd1d-225981c011e3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:49.487161 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ac90bc8-4260-4967-a5c5-bb5f6871294e req-a2f4e2bb-0054-480d-bd1d-225981c011e3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 943 time: 0.4833412 Jan 18 23:16:49.535129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.595198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.598409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=7d31595d-55f6-4b90-a168-7646f5d90dee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:49.611090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.616989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440119ad-75bf-4588-96a4-a76b6884558e None None] Network f088a35d-ad49-40c9-9e82-025151b7ec0e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:49.647734 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:46Z', 'revision_number': 9, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:49.653837 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4084aa-fc25-49ae-a330-f4eaed96b4ed None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:46Z', 'revision_number': 9, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '02e2d60a-7732-41c1-8805-b2b0e3397e22', 'name': '', 'network_id': '17155d0d-d63c-436c-a699-9e9f37a11044', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:61:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:16:02Z', 'updated_at': '2022-01-18T23:16:13Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': '2b1e6082-e67c-41b8-b18b-e74b88e4391f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:49.666643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90df6f86-5d10-415b-b8cd-aaaf3a1ecf2d tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/7d31595d-55f6-4b90-a168-7646f5d90dee HTTP/1.1" status: 204 len: 168 time: 1.5794940 Jan 18 23:16:49.669329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:49.670975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ac90bc8-4260-4967-a5c5-bb5f6871294e req-237f88a0-486e-4004-bc36-b203dbda8615 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769717 Jan 18 23:16:49.681272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=17c51850-da3e-4490-b3a3-1e6448859687,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:49.686812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No DVR routers for this DVR port 17c51850-da3e-4490-b3a3-1e6448859687 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:49.810423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] For port 17c51850-da3e-4490-b3a3-1e6448859687, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=17c51850-da3e-4490-b3a3-1e6448859687,segment=NetworkSegment(54c921d0-9854-4f34-bc84-fa65d031c40f),segment_id=54c921d0-9854-4f34-bc84-fa65d031c40f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:49.810815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.886462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.918721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef07273-a93f-4d72-9f83-48bb4f55b26c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:49.932647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.938645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c921d0-9854-4f34-bc84-fa65d031c40f') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:49.939003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c921d0-9854-4f34-bc84-fa65d031c40f') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:49.953104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.959342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 79c34195-03c5-49c4-abb4-cc33d5d04c09 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:49.959977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.973845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.982736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:49.983293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.984280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Calling delete_port for 17c51850-da3e-4490-b3a3-1e6448859687 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:50.042766 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:50.190951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.239848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.247641 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:16:50.247996 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:16:50.253496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=0ef07273-a93f-4d72-9f83-48bb4f55b26c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:50.270906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7c98e3c1-8641-4111-933e-854bb5384497 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/0ef07273-a93f-4d72-9f83-48bb4f55b26c HTTP/1.1" status: 204 len: 168 time: 2.2330840 Jan 18 23:16:50.275501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:50.324977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 79c34195-03c5-49c4-abb4-cc33d5d04c09, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79c34195-03c5-49c4-abb4-cc33d5d04c09,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:50.326148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.351326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] DHCP port deletion for f088a35d-ad49-40c9-9e82-025151b7ec0e request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:50.356407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Deleting port 79c34195-03c5-49c4-abb4-cc33d5d04c09 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:50.356940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.386133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01115a0e-de6d-4de4-9ca2-184c8fca15f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:50.387066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01115a0e-de6d-4de4-9ca2-184c8fca15f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:50.411459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01115a0e-de6d-4de4-9ca2-184c8fca15f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:50.413079 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-01115a0e-de6d-4de4-9ca2-184c8fca15f0 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1362863 Jan 18 23:16:50.416899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:50.512079 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4f3b4fcb-0856-4093-97cc-8b63f135b994 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0918906 Jan 18 23:16:50.515858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:50.521444 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2120552228'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:50.527812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:50.531669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:50.534904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:50.540607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:50.569311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:50.573897 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.624535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:50.636587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 79c34195-03c5-49c4-abb4-cc33d5d04c09 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:50.647849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.648234 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment 27acc30e-204e-4a61-a081-67a3caf3df0a of type vlan for network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 Jan 18 23:16:50.655602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] For port 79c34195-03c5-49c4-abb4-cc33d5d04c09, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=79c34195-03c5-49c4-abb4-cc33d5d04c09,segment=NetworkSegment(fe49fa16-895d-4c39-af6e-ff80b28b63ea),segment_id=fe49fa16-895d-4c39-af6e-ff80b28b63ea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:50.656100 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.697171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.755903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.767155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:50.769618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.770214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.882624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=79c34195-03c5-49c4-abb4-cc33d5d04c09,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:50.892229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port 79c34195-03c5-49c4-abb4-cc33d5d04c09 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:50.931718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 17c51850-da3e-4490-b3a3-1e6448859687 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:50.964857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Deleting port 17c51850-da3e-4490-b3a3-1e6448859687 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:50.965451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.011212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Calling delete_port for 79c34195-03c5-49c4-abb4-cc33d5d04c09 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:51.050881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5334747 Jan 18 23:16:51.052618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:51.070462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:51.080008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 17c51850-da3e-4490-b3a3-1e6448859687 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:51.080361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 17c51850-da3e-4490-b3a3-1e6448859687 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:51.080774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79c34195-03c5-49c4-abb4-cc33d5d04c09 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:51.090277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f1c41-d3e8-4bb0-8916-7735d3719509 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=743b01a0-0d9c-4995-92ac-5ad3e492dc17,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:51.137386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8b66b83-2e5b-4573-b2c0-b14c07724c20 None None] The port '17c51850-da3e-4490-b3a3-1e6448859687' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:16:51.181601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.245600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:51.248170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088a35d-ad49-40c9-9e82-025151b7ec0e']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:51.285036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe49fa16-895d-4c39-af6e-ff80b28b63ea') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:51.285036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe49fa16-895d-4c39-af6e-ff80b28b63ea') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:51.290598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.291979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 79c34195-03c5-49c4-abb4-cc33d5d04c09 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:51.292324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 79c34195-03c5-49c4-abb4-cc33d5d04c09 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:51.292737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bd627855-69a7-4e67-a943-3e3cdd729719 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:51.333292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.342138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:51.342643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.354929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:51.361919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:51.362890 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:51.390312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:51.406749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:51.416495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bd627855-69a7-4e67-a943-3e3cdd729719 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:51.417149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bd627855-69a7-4e67-a943-3e3cdd729719 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:51.425025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:51.429585 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.439803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:16:51.440129 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:16:51.473341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dbbbe-309e-4c6d-b269-acb098b6969a req-350aa9ae-ddda-4acb-9fc2-a7196f808837 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:51.474928 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-416dbbbe-309e-4c6d-b269-acb098b6969a req-350aa9ae-ddda-4acb-9fc2-a7196f808837 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 943 time: 0.5152030 Jan 18 23:16:51.483609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.516214 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.529273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=f088a35d-ad49-40c9-9e82-025151b7ec0e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:51.561680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-416dbbbe-309e-4c6d-b269-acb098b6969a req-727d4ca0-5eb4-4a3c-a91d-c4015573b860 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757995 Jan 18 23:16:51.563605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ae51a92-f195-4a73-bf27-89b8671a8a84 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/f088a35d-ad49-40c9-9e82-025151b7ec0e HTTP/1.1" status: 204 len: 168 time: 1.8932307 Jan 18 23:16:51.568936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39248) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:51.704608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.783375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=38a196a0-e8c5-41f4-ac2d-2b36e7727715,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:51.827577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': '27acc30e-204e-4a61-a081-67a3caf3df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:51.827947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 743b01a0-0d9c-4995-92ac-5ad3e492dc17, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:51.852190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:51.865607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 743b01a0-0d9c-4995-92ac-5ad3e492dc17) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:51.871413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:51.872096 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.879620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8bc122-7ea8-4674-8377-6e9800440f2e None None] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:51.936105 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f36fc4a7-1bb0-43e9-9448-cc0fd913b8ba tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8765376 Jan 18 23:16:51.936924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:51.947055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17', 'name': 'tempest-PortsTestJSON-451788808'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:52.064854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Deleting port 79c34195-03c5-49c4-abb4-cc33d5d04c09 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:52.065754 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.139180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fd14b12d-9df8-4bb6-9735-853e751c5254 None None] The port '79c34195-03c5-49c4-abb4-cc33d5d04c09' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:16:52.148515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:52.168024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:52.183163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:52.188428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.215968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 72862276-3e28-4a3a-bf08-1093dba59f17 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:52.302577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-743b01a0-0d9c-4995-92ac-5ad3e492dc17', 'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': '38a196a0-e8c5-41f4-ac2d-2b36e7727715'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:16:52.304092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.312250 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.450114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.7 (743b01a0-0d9c-4995-92ac-5ad3e492dc17/38a196a0-e8c5-41f4-ac2d-2b36e7727715/72862276-3e28-4a3a-bf08-1093dba59f17) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:52.835522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.856694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object 72862276-3e28-4a3a-bf08-1093dba59f17 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:52.869147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8277-4a2c-4177-8a5b-6c2a5f818c22 req-24fed8e5-8bcd-4cae-b8d1-2678aa93d8ca tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:52.870723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b6c8277-4a2c-4177-8a5b-6c2a5f818c22 req-24fed8e5-8bcd-4cae-b8d1-2678aa93d8ca tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 943 time: 0.1706283 Jan 18 23:16:52.885561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 02e2d60a-7732-41c1-8805-b2b0e3397e22 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:52.886680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.930593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b6c8277-4a2c-4177-8a5b-6c2a5f818c22 req-2d739d61-580a-4fbd-ab77-63c6b76c5672 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Jan 18 23:16:52.953937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.015567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Allocated IP 172.20.0.2 (743b01a0-0d9c-4995-92ac-5ad3e492dc17/38a196a0-e8c5-41f4-ac2d-2b36e7727715/6d83d651-f2c4-478f-bb6b-c8bd7a59a013) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:53.046441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=72862276-3e28-4a3a-bf08-1093dba59f17,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:53.057405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:53.059097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:53.063119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:53.142569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:53.143159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.180846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 02e2d60a-7732-41c1-8805-b2b0e3397e22, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=02e2d60a-7732-41c1-8805-b2b0e3397e22,segment=NetworkSegment(1e250a7b-c308-479f-9c67-f932f8b9c95d),segment_id=1e250a7b-c308-479f-9c67-f932f8b9c95d)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:53.181971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.191905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-01039e50-63cf-4e82-9222-be6ec8d79116 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2538891 Jan 18 23:16:53.192581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39268) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:53.198469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17', 'name': 'tempest-PortsTestJSON-409619104'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:16:53.365304 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.369747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 02e2d60a-7732-41c1-8805-b2b0e3397e22 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:53.399084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Transition to ACTIVE for port object 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:53.435469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:16:53.481073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Transition to ACTIVE for port object 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:53.491605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:53.496495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:53.500087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:53.506315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:53.519419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:53.523105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.554326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 3a13d811-44c1-4c65-bec1-4be741836899 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:53.652917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.677446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.750456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=02e2d60a-7732-41c1-8805-b2b0e3397e22,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:53.756704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39278) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:53.808085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.4 (743b01a0-0d9c-4995-92ac-5ad3e492dc17/38a196a0-e8c5-41f4-ac2d-2b36e7727715/3a13d811-44c1-4c65-bec1-4be741836899) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:53.821874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Pushing event updated for resources: {'Port': ['ID=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:53.848175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.848585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.848922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.849295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.849627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.849950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.850273 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.850595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.850914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.851246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.851587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.851881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:53.875533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:53.880043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:53.892653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:53.900844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:54.090638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a', 'mac_address': 'fa:16:3e:00:62:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:16:54.175814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.199807 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.202606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:54.204109 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.211548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Usage tracker for resource:security_group_rule and tenant:9347ec44457946219235223fabae625c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:54.216818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:54.227608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:54.228334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Attempting to bind port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:54.228713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Attempting to bind port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '27acc30e-204e-4a61-a081-67a3caf3df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:54.229632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Attempting to bind port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 on network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:16:54.235876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:16:54.236247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Checking segment: {'id': '27acc30e-204e-4a61-a081-67a3caf3df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:16:54.236826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.238927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Bound using segment: {'id': '27acc30e-204e-4a61-a081-67a3caf3df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:16:54.238927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Bound port: 6d83d651-f2c4-478f-bb6b-c8bd7a59a013, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27acc30e-204e-4a61-a081-67a3caf3df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '743b01a0-0d9c-4995-92ac-5ad3e492dc17'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:54.238927 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.249785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:54.307566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:54.363184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.363724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.402977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object 3a13d811-44c1-4c65-bec1-4be741836899 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:54.479830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.484872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.503658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] For port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:16:54.507134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] For port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,segment=NetworkSegment(27acc30e-204e-4a61-a081-67a3caf3df0a),segment_id=27acc30e-204e-4a61-a081-67a3caf3df0a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:16:54.513850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:54.517368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.541293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.588176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:16:54.677894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8f02e-3d7a-4679-8194-9fe0349e3b1c req-0407534c-df69-4140-beaa-fc5932f124cb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:54.686772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3f8f02e-3d7a-4679-8194-9fe0349e3b1c req-0407534c-df69-4140-beaa-fc5932f124cb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 943 time: 0.4780052 Jan 18 23:16:54.715354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f3a18-9cb8-4544-9082-85c3dfd3063b None None] Pushing event updated for resources: {'Port': ['ID=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:54.889530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9347ec44457946219235223fabae625c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1316817 Jan 18 23:16:54.894632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=3a13d811-44c1-4c65-bec1-4be741836899,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:54.902056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:54.931275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:54.944293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.944618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.944894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.945493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.945827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.946173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.946483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.946805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.947126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.947443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.947801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.948126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:54.957537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:54.964130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:16:55.012176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:16:55.016694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4766c-faee-4ce2-aaec-d44258959f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e1afe-913f-4531-8ce0-2f36c49ce1b8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:55.107932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.108660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.140659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0645d56c-ec36-4cb7-96a1-ad8e3f8c5147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.162632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d370f57f-3423-4cb0-9d20-fc7ec2393afb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9689567 Jan 18 23:16:55.165619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:55.227311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0645d56c-ec36-4cb7-96a1-ad8e3f8c5147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.321516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d18ed-0850-410f-aff9-769325f55510 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.322381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf0d18ed-0850-410f-aff9-769325f55510 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:55.337267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0645d56c-ec36-4cb7-96a1-ad8e3f8c5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.348278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3f8f02e-3d7a-4679-8194-9fe0349e3b1c req-6469372c-ab7c-4eb6-b3c3-e869535d9c3b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874073 Jan 18 23:16:55.357819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf0d18ed-0850-410f-aff9-769325f55510 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:55.361746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf0d18ed-0850-410f-aff9-769325f55510 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1926217 Jan 18 23:16:55.363198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:55.364648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645d56c-ec36-4cb7-96a1-ad8e3f8c5147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e1afe-913f-4531-8ce0-2f36c49ce1b8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:55.366645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0645d56c-ec36-4cb7-96a1-ad8e3f8c5147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.370385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0645d56c-ec36-4cb7-96a1-ad8e3f8c5147 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/659e1afe-913f-4531-8ce0-2f36c49ce1b8 HTTP/1.1" status: 204 len: 168 time: 0.4635689 Jan 18 23:16:55.434533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:55.518686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 3a13d811-44c1-4c65-bec1-4be741836899 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:55.519039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.556072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:55.560931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:16:55.564995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:55.566230 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.589528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-02ef004c-b31c-4526-8d87-1e0893661e78 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0194716 Jan 18 23:16:55.592339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:55.606771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:55.645673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:55.646612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:55.773498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet 2b1e6082-e67c-41b8-b18b-e74b88e4391f {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:55.843243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.937252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.972416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:55.994476 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.031574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:56.050408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:56.064466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.079124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.149033 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a', 'code': 200} Jan 18 23:16:56.152676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:56.246007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 3a13d811-44c1-4c65-bec1-4be741836899 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:56.300386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78b60e-46d2-4f09-9a93-9101cd6b92ba None None] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:56.405391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.552216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ad48dc0-b0eb-4fda-b831-4670b506a1ec None None] Provisioning for port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:56.557046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43ab8a-1131-4df8-b7e1-7428ae98b1a4 req-b3e49931-9239-49b0-9b8a-03fb8784ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:56.558589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa43ab8a-1131-4df8-b7e1-7428ae98b1a4 req-b3e49931-9239-49b0-9b8a-03fb8784ed47 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 1096 time: 0.2799356 Jan 18 23:16:56.616435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.683922 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.699168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:53Z', 'revision_number': 10, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:56.706953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:56.718705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:16:56.718912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=3a13d811-44c1-4c65-bec1-4be741836899,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:56.719319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:56.737423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa43ab8a-1131-4df8-b7e1-7428ae98b1a4 req-0363659d-0a95-4bdf-b637-e98b6fd42f87 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680791 Jan 18 23:16:56.768706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1e6082-e67c-41b8-b18b-e74b88e4391f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:56.779293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.840395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c52c8534-4617-40b6-94f5-58788218bae1 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/2b1e6082-e67c-41b8-b18b-e74b88e4391f HTTP/1.1" status: 204 len: 168 time: 1.2470002 Jan 18 23:16:56.843056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:56.879779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a8218-8ff9-415c-9b21-87376ca11d97 req-5d8d181a-9e95-442b-9f8d-99ec9158af0e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:56.895555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-366a8218-8ff9-415c-9b21-87376ca11d97 req-5d8d181a-9e95-442b-9f8d-99ec9158af0e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 945 time: 0.3956358 Jan 18 23:16:56.978207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.992046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d9b481c4-ee91-4d3e-b682-49ef615e8650 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/3a13d811-44c1-4c65-bec1-4be741836899 HTTP/1.1" status: 204 len: 168 time: 1.6270978 Jan 18 23:16:56.997923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39372) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:57.036181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:16:57.099190 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.125243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:57.125898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.229674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-366a8218-8ff9-415c-9b21-87376ca11d97 req-7a3b4d97-4bf3-481b-99d9-72f6f51946b1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222544 Jan 18 23:16:57.235745 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-521d04ab-3392-4003-b881-6d66949ff07c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:57.236296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-521d04ab-3392-4003-b881-6d66949ff07c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:57.275264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-521d04ab-3392-4003-b881-6d66949ff07c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:57.279614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-521d04ab-3392-4003-b881-6d66949ff07c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/3a13d811-44c1-4c65-bec1-4be741836899 HTTP/1.1" status: 404 len: 333 time: 0.2776914 Jan 18 23:16:57.280231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39380) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:57.367326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:57.399443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 72862276-3e28-4a3a-bf08-1093dba59f17 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:57.399923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.406394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dee2dc-a447-40a0-8460-41e2e36b76f3 None None] Network 17155d0d-d63c-436c-a699-9e9f37a11044 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:57.510963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,segment=NetworkSegment(1e250a7b-c308-479f-9c67-f932f8b9c95d),segment_id=1e250a7b-c308-479f-9c67-f932f8b9c95d)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:57.511337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.607901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c7e767e-4080-4b81-b424-b2b97e623ffa None None] Could not find standard attr ID for object 3a13d811-44c1-4c65-bec1-4be741836899. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:16:57.683125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 9b882e5d-5f18-49e3-a940-5100dfeb8a1f owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:57.806612 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.922155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=9b882e5d-5f18-49e3-a940-5100dfeb8a1f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:57.932762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port 9b882e5d-5f18-49e3-a940-5100dfeb8a1f on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:58.011942 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.016615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:58.083245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c7e767e-4080-4b81-b424-b2b97e623ffa None None] Provisioning for port 72862276-3e28-4a3a-bf08-1093dba59f17 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:58.096894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:58.107672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:58.108210 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.137122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c7e767e-4080-4b81-b424-b2b97e623ffa None None] Provisioning complete for port 72862276-3e28-4a3a-bf08-1093dba59f17 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:58.137665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c7e767e-4080-4b81-b424-b2b97e623ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.168496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.204371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17155d0d-d63c-436c-a699-9e9f37a11044']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:58.222355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e250a7b-c308-479f-9c67-f932f8b9c95d') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:58.222937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e250a7b-c308-479f-9c67-f932f8b9c95d') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:58.236015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.253502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 72862276-3e28-4a3a-bf08-1093dba59f17 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:16:58.258324 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.274975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:16:58.276343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.285059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e767e-4080-4b81-b424-b2b97e623ffa None None] Port 72862276-3e28-4a3a-bf08-1093dba59f17 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:16:58.295011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de1034-b8cb-4a9b-b49e-e83166659288 None None] DHCP port deletion for 17155d0d-d63c-436c-a699-9e9f37a11044 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:58.419533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8e3a0c9-2ffd-4810-9d91-9cffb08b86a6 None None] Could not find standard attr ID for object 3a13d811-44c1-4c65-bec1-4be741836899. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:58.441608 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:58.445977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.483634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:53Z', 'revision_number': 10, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:58.502414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a160c60-e717-47bd-be35-a42fcc671106 None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:53Z', 'revision_number': 10, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None, '_interfaces': [{'id': '2c770900-421c-405e-a52f-5beec3de4026', 'name': '', 'network_id': '77d2ddd7-6a27-4f13-a21e-e3973132b355', 'tenant_id': '1798794464844957b89cc0faeff81331', 'mac_address': 'fa:16:3e:5e:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:55Z', 'updated_at': '2022-01-18T23:16:06Z', 'revision_number': 5, 'project_id': '1798794464844957b89cc0faeff81331', 'subnets': [{'id': 'ca00a0bc-e501-4358-a3dd-ce5c3d23f605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:58.505792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e8e3a0c9-2ffd-4810-9d91-9cffb08b86a6 None None] Provisioning complete for port 72862276-3e28-4a3a-bf08-1093dba59f17 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:58.506167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a0c9-2ffd-4810-9d91-9cffb08b86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.507285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.535264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:58.549420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f15365f28640a18c9e154ee7872c49 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:58.553332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:58.564504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=72862276-3e28-4a3a-bf08-1093dba59f17,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:58.565778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:58.577399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3a0c9-2ffd-4810-9d91-9cffb08b86a6 None None] Port 72862276-3e28-4a3a-bf08-1093dba59f17 was deleted so its status cannot be updated. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 23:16:58.580513 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.614477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.665625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,segment=NetworkSegment(27acc30e-204e-4a61-a081-67a3caf3df0a),segment_id=27acc30e-204e-4a61-a081-67a3caf3df0a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:16:58.667865 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.678136 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.686800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=17155d0d-d63c-436c-a699-9e9f37a11044,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:58.693132 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f7382565-ba04-41fc-b282-57712ec8f4c3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/17155d0d-d63c-436c-a699-9e9f37a11044 HTTP/1.1" status: 204 len: 168 time: 1.8479505 Jan 18 23:16:58.694833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:58.709193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.728014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-255188d0-f236-4f41-a597-fc7b1f34bcb7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/72862276-3e28-4a3a-bf08-1093dba59f17 HTTP/1.1" status: 204 len: 168 time: 1.4462180 Jan 18 23:16:58.730919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:58.759658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:58.790157 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-329fa16a-b40e-4658-beea-171a08df34bd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:16:58.790790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-329fa16a-b40e-4658-beea-171a08df34bd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:58.811029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-329fa16a-b40e-4658-beea-171a08df34bd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:58.815189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-329fa16a-b40e-4658-beea-171a08df34bd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/72862276-3e28-4a3a-bf08-1093dba59f17 HTTP/1.1" status: 404 len: 333 time: 0.0827570 Jan 18 23:16:58.815854 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:58.906974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet 38a196a0-e8c5-41f4-ac2d-2b36e7727715 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:16:58.912236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.993624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.035694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:59.116804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.145310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:59.145679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.212012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.268995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=38a196a0-e8c5-41f4-ac2d-2b36e7727715,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:59.271492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.281233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e7f15587-882a-4a4f-b4e9-dfaefe0ccf5a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/38a196a0-e8c5-41f4-ac2d-2b36e7727715 HTTP/1.1" status: 204 len: 168 time: 0.4641688 Jan 18 23:16:59.283773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39422) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:59.287324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2940c-c3fc-41da-90dc-3dc3b1fda719 None None] Network 743b01a0-0d9c-4995-92ac-5ad3e492dc17 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:16:59.346124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0d4f0-26bb-4244-9761-54b0f0a2e86e req-6751cdba-7af4-4c9e-95f5-eed7cc0576db tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:59.347621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bfc0d4f0-26bb-4244-9761-54b0f0a2e86e req-6751cdba-7af4-4c9e-95f5-eed7cc0576db tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 945 time: 0.8995016 Jan 18 23:16:59.446471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.460116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.461192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:59.461549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.478237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b882e5d-5f18-49e3-a940-5100dfeb8a1f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:59.487750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.525721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9b882e5d-5f18-49e3-a940-5100dfeb8a1f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:59.526451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9b882e5d-5f18-49e3-a940-5100dfeb8a1f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:59.527063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02e2d60a-7732-41c1-8805-b2b0e3397e22 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:59.529733 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bfc0d4f0-26bb-4244-9761-54b0f0a2e86e req-f3ec4c24-a9e7-422d-9cdc-21711498b1f6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658645 Jan 18 23:16:59.578153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 02e2d60a-7732-41c1-8805-b2b0e3397e22 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:16:59.579231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02e2d60a-7732-41c1-8805-b2b0e3397e22 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:59.609238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf086c0-ca53-4d8e-8f3f-8556c2724086,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:59.618489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-22d1d3ae-c87f-4675-bb6c-daf9bb6d30d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0f15365f28640a18c9e154ee7872c49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4830163 Jan 18 23:16:59.618935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39430) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:59.711213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-158287ba-25ea-4605-909c-54cda077ba37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.712837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab3909-9765-4647-9a03-e7146069acfc None None] DHCP port deletion for 743b01a0-0d9c-4995-92ac-5ad3e492dc17 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:16:59.717334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-faab3909-9765-4647-9a03-e7146069acfc None None] Deleting port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:16:59.717922 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-faab3909-9765-4647-9a03-e7146069acfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.751881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:59.885352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-158287ba-25ea-4605-909c-54cda077ba37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.051271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,segment=NetworkSegment(27acc30e-204e-4a61-a081-67a3caf3df0a),segment_id=27acc30e-204e-4a61-a081-67a3caf3df0a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:00.051627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.070447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-faab3909-9765-4647-9a03-e7146069acfc None None] For port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,segment=NetworkSegment(27acc30e-204e-4a61-a081-67a3caf3df0a),segment_id=27acc30e-204e-4a61-a081-67a3caf3df0a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:00.070834 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-faab3909-9765-4647-9a03-e7146069acfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.074466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72884428-0f87-46e0-bf09-ba70f088eb1e req-40570f37-9259-4c96-9132-1e4890421c96 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:00.075966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72884428-0f87-46e0-bf09-ba70f088eb1e req-40570f37-9259-4c96-9132-1e4890421c96 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 945 time: 0.2976582 Jan 18 23:17:00.196004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-faab3909-9765-4647-9a03-e7146069acfc None None] Calling delete_port for 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:00.200590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 2c770900-421c-405e-a52f-5beec3de4026 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:00.201089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.238152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72884428-0f87-46e0-bf09-ba70f088eb1e req-08d0c87e-7925-43a4-ae3b-989d0d60a15b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004486 Jan 18 23:17:00.247519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:00.297572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-faab3909-9765-4647-9a03-e7146069acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.376935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab3909-9765-4647-9a03-e7146069acfc None None] Pushing event deleted for resources: {'Port': ['ID=6d83d651-f2c4-478f-bb6b-c8bd7a59a013,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:00.385120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab3909-9765-4647-9a03-e7146069acfc None None] No DVR routers for this DVR port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:00.391423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-158287ba-25ea-4605-909c-54cda077ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.410675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158287ba-25ea-4605-909c-54cda077ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf086c0-ca53-4d8e-8f3f-8556c2724086,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:00.419445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:00.419761 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:00.421695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-158287ba-25ea-4605-909c-54cda077ba37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.425167 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-158287ba-25ea-4605-909c-54cda077ba37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cdf086c0-ca53-4d8e-8f3f-8556c2724086 HTTP/1.1" status: 204 len: 168 time: 0.8028562 Jan 18 23:17:00.488096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 2c770900-421c-405e-a52f-5beec3de4026, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2c770900-421c-405e-a52f-5beec3de4026,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:00.489262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.655727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 2c770900-421c-405e-a52f-5beec3de4026 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:00.774431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:00.815314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:00.815844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:00.864516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.921689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 6d83d651-f2c4-478f-bb6b-c8bd7a59a013 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:00.922452 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.091056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] The port '6d83d651-f2c4-478f-bb6b-c8bd7a59a013' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:17:01.293373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.374659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743b01a0-0d9c-4995-92ac-5ad3e492dc17']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:01.396043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27acc30e-204e-4a61-a081-67a3caf3df0a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:01.396621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27acc30e-204e-4a61-a081-67a3caf3df0a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:01.440338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.465144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.469861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.470875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=2c770900-421c-405e-a52f-5beec3de4026,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:01.487762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:17:01.488565 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:01.513734 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:01.611013 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.641528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.662488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=743b01a0-0d9c-4995-92ac-5ad3e492dc17,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:01.684383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ba186aee-98a6-43a5-9000-44f11d9a4e9b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/743b01a0-0d9c-4995-92ac-5ad3e492dc17 HTTP/1.1" status: 204 len: 168 time: 2.3980160 Jan 18 23:17:01.688269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:01.695294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1763209057'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:01.701477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:01.706469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:01.712136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:01.722122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:01.734567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:01.738881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.795071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:01.805565 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.806285 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment 2bc2c29c-ce97-4c73-be98-eafdd7581bf9 of type vlan for network 4df61106-fdc5-4b25-8373-255e43094874 Jan 18 23:17:01.846982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.874824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:17:01.899061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.909578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:01.910925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.031027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3415008 Jan 18 23:17:02.035133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39508) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:02.046401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '4df61106-fdc5-4b25-8373-255e43094874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:02.070196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff183a-5736-40cc-b8f8-27828aa4de28 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=4df61106-fdc5-4b25-8373-255e43094874,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:02.084412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 4df61106-fdc5-4b25-8373-255e43094874 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:17:02.168754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:02.180798 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:02.200528 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:02.201189 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:02.209173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-747d62ad-a80f-4384-80a0-46c94a246778 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5057631 Jan 18 23:17:02.211732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39524) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:02.222631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:02.284104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39528) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:02.291055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:02.299705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:02.318394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:02.352660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting subnet ca00a0bc-e501-4358-a3dd-ce5c3d23f605 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:17:02.355433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:02.359146 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.373903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.431008 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:02.460061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.478545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:02.483637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Usage tracker for resource:security_group_rule and tenant:7352d18d3a5a4506a15320f044058717 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:02.492420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:02.500144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:02.551567 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.776866 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 11, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:02.787684 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:02.794372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.797552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:02.798160 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:02.806707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.832070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.890280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81bc287-2399-4623-b977-684a5f8eb2f6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:02.895471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-929e4334-d3f2-4cc6-ab60-f4224779347d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7352d18d3a5a4506a15320f044058717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6105475 Jan 18 23:17:02.898287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39544) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:03.051026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.055527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7474-bf61-4a19-9145-87e794b7e531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.093444 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:03.141530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=a2b86bb3-3c1a-4131-9ca0-44b173fef9a2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.231328 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 11, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:03.236913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09bd0e-a4ee-4100-a092-9082449cb3ad None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 11, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:03.307828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.355956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7474-bf61-4a19-9145-87e794b7e531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.371893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Subnet': ['ID=ca00a0bc-e501-4358-a3dd-ce5c3d23f605,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.378422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedc009-fac4-46fd-8ea0-14fd3286a474 None None] Network 77d2ddd7-6a27-4f13-a21e-e3973132b355 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:03.381646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.405566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': '2bc2c29c-ce97-4c73-be98-eafdd7581bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4df61106-fdc5-4b25-8373-255e43094874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:03.406026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 4df61106-fdc5-4b25-8373-255e43094874, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:03.425167 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d43cdd9e-3188-47f7-a688-1f05094ea4b5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/ca00a0bc-e501-4358-a3dd-ce5c3d23f605 HTTP/1.1" status: 204 len: 168 time: 1.2076080 Jan 18 23:17:03.428083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:03.462590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 4df61106-fdc5-4b25-8373-255e43094874 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:03.480645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 4df61106-fdc5-4b25-8373-255e43094874) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:03.484020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7474-bf61-4a19-9145-87e794b7e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.494889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd1b84-adb3-491f-8752-b5354b98a029 None None] Network 4df61106-fdc5-4b25-8373-255e43094874 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:03.501455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:03.502363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.546465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d7474-bf61-4a19-9145-87e794b7e531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81bc287-2399-4623-b977-684a5f8eb2f6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.552197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.568208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Deleting port 365d9959-98eb-4123-8cda-a85de1493676 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:03.568717 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.621586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7474-bf61-4a19-9145-87e794b7e531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.626183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ec9d7474-bf61-4a19-9145-87e794b7e531 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b81bc287-2399-4623-b977-684a5f8eb2f6 HTTP/1.1" status: 204 len: 168 time: 0.7259607 Jan 18 23:17:03.638052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-545f24bb-6682-4726-a52d-0c8eb28b2525 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6016822 Jan 18 23:17:03.643108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39592) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:03.653465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '4df61106-fdc5-4b25-8373-255e43094874', 'name': 'tempest-PortsTestJSON-672123813', 'fixed_ips': [{'subnet_id': 'a2b86bb3-3c1a-4131-9ca0-44b173fef9a2', 'ip_address': '172.20.0.10'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.845791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-4df61106-fdc5-4b25-8373-255e43094874', 'network_id': '4df61106-fdc5-4b25-8373-255e43094874', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': 'a2b86bb3-3c1a-4131-9ca0-44b173fef9a2'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:17:03.847420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:03.850429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.870199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:03.873367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] DHCP port deletion for 77d2ddd7-6a27-4f13-a21e-e3973132b355 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:17:03.882001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:03.888663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Deleting port 365d9959-98eb-4123-8cda-a85de1493676 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:03.889246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.894041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:03.909460 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] For port 365d9959-98eb-4123-8cda-a85de1493676, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=365d9959-98eb-4123-8cda-a85de1493676,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:03.910537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.927167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-3bb5cd5c-4da2-466c-906a-c955e0fa7d6b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:03.928764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-3bb5cd5c-4da2-466c-906a-c955e0fa7d6b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.4214971 Jan 18 23:17:03.929999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:04.034859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-49797722-c31c-4266-b25c-dd3fc9116ff6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.0142927 Jan 18 23:17:04.099389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Calling delete_port for 365d9959-98eb-4123-8cda-a85de1493676 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:04.143586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.168677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 4ddf3005-4854-403c-8a7e-f4c445f133cb yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:17:04.233468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.257863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-64d36d74-9a2f-47f7-a158-9b29930ce6fa tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166922 Jan 18 23:17:04.288240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Allocated IP 172.20.0.2 (4df61106-fdc5-4b25-8373-255e43094874/a2b86bb3-3c1a-4131-9ca0-44b173fef9a2/3539b05e-e2fe-4414-bf8f-b43b059f7822) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:04.294084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Port': ['ID=365d9959-98eb-4123-8cda-a85de1493676,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:04.296086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No DVR routers for this DVR port 365d9959-98eb-4123-8cda-a85de1493676 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:04.298036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] For port 365d9959-98eb-4123-8cda-a85de1493676, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=365d9959-98eb-4123-8cda-a85de1493676,segment=NetworkSegment(0cf0b662-26e7-4294-b9e8-7e63cfc7811f),segment_id=0cf0b662-26e7-4294-b9e8-7e63cfc7811f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:04.298683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.501069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-66768534-35e1-434f-a070-2e510ca455c8 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011485 Jan 18 23:17:04.593620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Calling delete_port for 365d9959-98eb-4123-8cda-a85de1493676 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:04.613048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.643662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-54204b31-a891-44eb-ab00-07515fa9d79e service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350329 Jan 18 23:17:04.664417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d2ddd7-6a27-4f13-a21e-e3973132b355']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:04.678833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf0b662-26e7-4294-b9e8-7e63cfc7811f') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:04.679486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf0b662-26e7-4294-b9e8-7e63cfc7811f') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:04.705117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.753199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.762061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:17:04.762544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.816545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39632) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:04.835744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c770900-421c-405e-a52f-5beec3de4026 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:04.840931 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:04.910628 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:04.911090 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:04.937543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.938191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 2c770900-421c-405e-a52f-5beec3de4026 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:04.938526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2c770900-421c-405e-a52f-5beec3de4026 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:04.938935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 365d9959-98eb-4123-8cda-a85de1493676 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:04.980712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.994262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 365d9959-98eb-4123-8cda-a85de1493676 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:04.994641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 365d9959-98eb-4123-8cda-a85de1493676 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:05.020063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.024089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Pushing event deleted for resources: {'Network': ['ID=77d2ddd7-6a27-4f13-a21e-e3973132b355,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:05.037411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-49b3d57f-e476-4d92-b408-6767b46b9c78 req-bcecc1b5-3572-4401-b47b-17b5f075e930 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 210 time: 0.1176100 Jan 18 23:17:05.056346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1813270247-network', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:05.061804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:05.066003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Usage tracker for resource:network and tenant:d4d895d5570f427196a3e90fc5a881d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:05.068866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:05.072340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f974942d-f595-4b54-9070-bbe54cb9055e tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/networks/77d2ddd7-6a27-4f13-a21e-e3973132b355 HTTP/1.1" status: 204 len: 168 time: 1.6430845 Jan 18 23:17:05.075138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39642) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:05.077750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:05.083918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'routes': None}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:05.098811 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.112908 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Transition to ACTIVE for port object 3539b05e-e2fe-4414-bf8f-b43b059f7822 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:05.137854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Transition to ACTIVE for port object 3539b05e-e2fe-4414-bf8f-b43b059f7822 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:05.146379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.242228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Pushing event updated for resources: {'Port': ['ID=3539b05e-e2fe-4414-bf8f-b43b059f7822,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:05.252574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Network 4df61106-fdc5-4b25-8373-255e43094874 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:05.254455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:05.257581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:05.308422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Made reservation on behalf of d4d895d5570f427196a3e90fc5a881d4 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:05.311140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.337739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.366712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Attempting to bind port 3539b05e-e2fe-4414-bf8f-b43b059f7822 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:05.367203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Attempting to bind port 3539b05e-e2fe-4414-bf8f-b43b059f7822 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2bc2c29c-ce97-4c73-be98-eafdd7581bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4df61106-fdc5-4b25-8373-255e43094874'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:05.367636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Attempting to bind port 3539b05e-e2fe-4414-bf8f-b43b059f7822 on network 4df61106-fdc5-4b25-8373-255e43094874 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:05.374257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:05.374669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Checking segment: {'id': '2bc2c29c-ce97-4c73-be98-eafdd7581bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4df61106-fdc5-4b25-8373-255e43094874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:05.375202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.375658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Bound using segment: {'id': '2bc2c29c-ce97-4c73-be98-eafdd7581bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4df61106-fdc5-4b25-8373-255e43094874'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:05.376202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Bound port: 3539b05e-e2fe-4414-bf8f-b43b059f7822, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc2c29c-ce97-4c73-be98-eafdd7581bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4df61106-fdc5-4b25-8373-255e43094874'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:05.376639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.422896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Deleting port 365d9959-98eb-4123-8cda-a85de1493676 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:05.423368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.506032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.10 (4df61106-fdc5-4b25-8373-255e43094874/a2b86bb3-3c1a-4131-9ca0-44b173fef9a2/4ddf3005-4854-403c-8a7e-f4c445f133cb) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:05.528523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-309f43fb-2b54-4d51-a4e0-cffbc6bb77a8 None None] The port '365d9959-98eb-4123-8cda-a85de1493676' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:17:05.571001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] For port 3539b05e-e2fe-4414-bf8f-b43b059f7822, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:05.574938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] For port 3539b05e-e2fe-4414-bf8f-b43b059f7822, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3539b05e-e2fe-4414-bf8f-b43b059f7822,segment=NetworkSegment(2bc2c29c-ce97-4c73-be98-eafdd7581bf9),segment_id=2bc2c29c-ce97-4c73-be98-eafdd7581bf9)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:05.582049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.685444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cae46f-af79-4851-9e98-8d6bab6088a3 None None] Pushing event updated for resources: {'Port': ['ID=3539b05e-e2fe-4414-bf8f-b43b059f7822,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:05.687154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:05.700447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Added routes are [] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 18 23:17:05.700838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.extraroute_db [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Removed routes are [] {{(pid=87811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 18 23:17:05.701205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.708273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d895d5570f427196a3e90fc5a881d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:05.711822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:05.844581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:06.062275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.072975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.387032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44746f86-be6c-4ac8-b4dc-4222321353a1 req-7ed48ca1-9dae-4536-9808-0c9eb5ca4e92 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 210 time: 0.1675725 Jan 18 23:17:06.500095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router e042b9fd-7a1c-4c02-8a59-705f89f68b87 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:17:06.587727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.606515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object 4ddf3005-4854-403c-8a7e-f4c445f133cb will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:06.693939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.724031 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.831286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3539b05e-e2fe-4414-bf8f-b43b059f7822 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:06.867485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:06.871964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:06.893756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-332cb1cd-5fd2-49e1-accc-bb57c10ea9e2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:06.895375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-332cb1cd-5fd2-49e1-accc-bb57c10ea9e2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.85 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.6179833 Jan 18 23:17:06.915579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f4e0f2-9217-4abb-9469-6ab421c24831,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:06.940366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': 'f505a671-d000-42bc-9448-0936a24bcde6', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:06.956662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] Sync routers for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:07.003017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:07.003677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:07.070172 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.129567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 3539b05e-e2fe-4414-bf8f-b43b059f7822 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:07.132802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a6cb5-19fd-4a75-a18d-3399a6c0e721 None None] Network 4df61106-fdc5-4b25-8373-255e43094874 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:07.150573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.154805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.155372 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Added segment 832b061e-c641-4021-bf80-9b75030ff81e of type vlan for network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 Jan 18 23:17:07.268385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:07.272448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=4ddf3005-4854-403c-8a7e-f4c445f133cb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:07.442987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 11, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:07.443299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.444469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9be492ed-8787-4c38-ae5c-baa11ac30b33 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 704 time: 2.3682287 Jan 18 23:17:07.447570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39668) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:07.453891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] Checking router: e042b9fd-7a1c-4c02-8a59-705f89f68b87 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:07.482918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 4df61106-fdc5-4b25-8373-255e43094874 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:07.483096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] Provisioning for port 3539b05e-e2fe-4414-bf8f-b43b059f7822 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:07.489806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] Provisioning complete for port 3539b05e-e2fe-4414-bf8f-b43b059f7822 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:07.490710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.498956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:07.507220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.518502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:07.538977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0979f7f-bf3a-4da6-8524-bf48b82b7b3f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:07.553079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] Routers {'e042b9fd-7a1c-4c02-8a59-705f89f68b87'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:07.553759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:07.579493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0979f7f-bf3a-4da6-8524-bf48b82b7b3f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:07.581784 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c0979f7f-bf3a-4da6-8524-bf48b82b7b3f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 205 time: 0.1325703 Jan 18 23:17:07.583204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:07.584532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:07.664804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:07.745401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:07.751655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.759214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.786139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:07.786905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.814248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.815320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:07.817076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.874445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-631bc91b-591c-406d-b770-828d7d698c2a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2301648 Jan 18 23:17:07.886828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39680) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:08.022893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] Set router e042b9fd-7a1c-4c02-8a59-705f89f68b87 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:08.132852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '4df61106-fdc5-4b25-8373-255e43094874', 'name': 'tempest-PortsTestJSON-360675142', 'fixed_ips': [{'subnet_id': 'a2b86bb3-3c1a-4131-9ca0-44b173fef9a2', 'ip_address': '172.20.0.9'}]}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:08.214971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 11, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:08.243626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc79138b-e02a-4fc4-b66d-ca3ce1989fa7 req-7dc5f45e-7ab0-4f7a-bbb7-b56b74d2061a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 210 time: 0.3185811 Jan 18 23:17:08.248205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4dfb62-926f-42ce-a19d-f0cd75d2523f None None] The sync data for ids ['e042b9fd-7a1c-4c02-8a59-705f89f68b87'] in n-d-825178-1 is: [{'id': 'e042b9fd-7a1c-4c02-8a59-705f89f68b87', 'name': 'tempest-RoutersIpV6Test-router-873335124', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 11, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:08.253234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] Pushing event updated for resources: {'Network': ['ID=c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:08.295041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.312765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-969eb9d6-bd3f-4ef4-8f30-8c74ba391520 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4935944 Jan 18 23:17:08.313305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:17:08.313487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39684) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:08.463313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Request body: {'subnet': {'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1813270247-subnet', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:08.512070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] For port 3539b05e-e2fe-4414-bf8f-b43b059f7822, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3539b05e-e2fe-4414-bf8f-b43b059f7822,segment=NetworkSegment(2bc2c29c-ce97-4c73-be98-eafdd7581bf9),segment_id=2bc2c29c-ce97-4c73-be98-eafdd7581bf9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:08.527777 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.570139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:08.573770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:08.593197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:08.601125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:08.615216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:08.687477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47aa11-332f-4dda-a8c5-796be0e96d70 None None] Pushing event updated for resources: {'Port': ['ID=3539b05e-e2fe-4414-bf8f-b43b059f7822,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:08.717880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.734343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.795593 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.795817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router e042b9fd-7a1c-4c02-8a59-705f89f68b87 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:17:08.844852 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.845075 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8090ba78-a4e0-4a74-9ee2-c5c2d85bd332 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 204 len: 168 time: 1.2594404 Jan 18 23:17:08.852450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Usage tracker for resource:subnet and tenant:d4d895d5570f427196a3e90fc5a881d4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:08.857648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39690) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:08.867103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:08.872360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3539b05e-e2fe-4414-bf8f-b43b059f7822 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:08.890349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1959578429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:08.907484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:08.918665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Usage tracker for resource:router and tenant:1798794464844957b89cc0faeff81331 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:08.922316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:08.939618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:08.954053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:08.959554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.964107 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.969147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.975051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:09.019112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Made reservation on behalf of d4d895d5570f427196a3e90fc5a881d4 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:09.025115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.028444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.072959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.107445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.6 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/74a8990a-23cb-413b-8ee8-4ef367245fc2) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:09.144782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.146702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-55b7dcf8-e7f4-410a-954d-2d58fc3ed511 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2880447 Jan 18 23:17:09.150204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:09.159431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8781e4c7-2edb-4cd3-a72e-6e93366a2fa8 None None] Provisioning complete for port 3539b05e-e2fe-4414-bf8f-b43b059f7822 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.159431 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8781e4c7-2edb-4cd3-a72e-6e93366a2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.164079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:09.242690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port b0a5abb8-d9e1-4100-b1ad-af63f7311a12 yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:17:09.346786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3539b05e-e2fe-4414-bf8f-b43b059f7822 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.347045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.583746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8781e4c7-2edb-4cd3-a72e-6e93366a2fa8 None None] Provisioning for port 4ddf3005-4854-403c-8a7e-f4c445f133cb completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:09.600769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8781e4c7-2edb-4cd3-a72e-6e93366a2fa8 None None] Provisioning complete for port 4ddf3005-4854-403c-8a7e-f4c445f133cb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.605651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8781e4c7-2edb-4cd3-a72e-6e93366a2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.676353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8781e4c7-2edb-4cd3-a72e-6e93366a2fa8 None None] Port 4ddf3005-4854-403c-8a7e-f4c445f133cb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:09.804579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.805458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-37e248fe-2f54-4e37-8a87-c00e45de99f5 None None] Provisioning complete for port 4ddf3005-4854-403c-8a7e-f4c445f133cb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.806082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37e248fe-2f54-4e37-8a87-c00e45de99f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.825001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object 74a8990a-23cb-413b-8ee8-4ef367245fc2 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:09.935284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f6ac46a3-426b-491c-ba68-121f3ea8a029 req-285bac6a-10ea-4ea9-ae71-d5b8c0f6d421 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 210 time: 0.4782417 Jan 18 23:17:09.949964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-37e248fe-2f54-4e37-8a87-c00e45de99f5 None None] Port 4ddf3005-4854-403c-8a7e-f4c445f133cb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:09.976990 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.988918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:17:10.061236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:10.077985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:10.093970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:10.138461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.160490 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1001670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1001673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1012616'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.373999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=74a8990a-23cb-413b-8ee8-4ef367245fc2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:10.411564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.9 (4df61106-fdc5-4b25-8373-255e43094874/a2b86bb3-3c1a-4131-9ca0-44b173fef9a2/b0a5abb8-d9e1-4100-b1ad-af63f7311a12) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:10.481624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3e135753-ed2d-4d74-a265-3b686711c220 None None] Provisioning for port 74a8990a-23cb-413b-8ee8-4ef367245fc2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:10.489001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3e135753-ed2d-4d74-a265-3b686711c220 None None] Provisioning complete for port 74a8990a-23cb-413b-8ee8-4ef367245fc2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:10.489460 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e135753-ed2d-4d74-a265-3b686711c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.535212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Router baf8aca4-943e-4e3f-8d5a-e003d84724ec is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:17:10.625794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e135753-ed2d-4d74-a265-3b686711c220 None None] Port 74a8990a-23cb-413b-8ee8-4ef367245fc2 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:10.729426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:10.736843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.740637 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] Sync routers for ids ['baf8aca4-943e-4e3f-8d5a-e003d84724ec'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:10.753462 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4685a08f-2bf7-4721-a928-1513da1fd29b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "PUT /v2.0/routers/baf8aca4-943e-4e3f-8d5a-e003d84724ec HTTP/1.1" status: 200 len: 698 time: 1.6019011 Jan 18 23:17:10.755279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:10.756784 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] Routers {'baf8aca4-943e-4e3f-8d5a-e003d84724ec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:10.758097 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['baf8aca4-943e-4e3f-8d5a-e003d84724ec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:10.882058 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.902718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object b0a5abb8-d9e1-4100-b1ad-af63f7311a12 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:11.044741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.045457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.062312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.120492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] Set router baf8aca4-943e-4e3f-8d5a-e003d84724ec gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:11.173340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7b658a7d-fb5e-4207-b4d4-cb3e1c8f6991 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/routers/baf8aca4-943e-4e3f-8d5a-e003d84724ec HTTP/1.1" status: 200 len: 704 time: 0.4154706 Jan 18 23:17:11.177880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39730) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:11.338058 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8aca4-943e-4e3f-8d5a-e003d84724ec', 'name': 'tempest-RoutersIpV6Test-router-1959578429', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:08Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:11.339704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-61b0a517-f598-447b-937f-a25239057f75 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=baf8aca4-943e-4e3f-8d5a-e003d84724ec HTTP/1.1" status: 200 len: 205 time: 0.1599314 Jan 18 23:17:11.343747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39734) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:11.356399 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] Checking router: baf8aca4-943e-4e3f-8d5a-e003d84724ec for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:11.387284 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] Routers {'baf8aca4-943e-4e3f-8d5a-e003d84724ec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:11.387984 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:16:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['baf8aca4-943e-4e3f-8d5a-e003d84724ec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:11.431909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.680695 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] Set router baf8aca4-943e-4e3f-8d5a-e003d84724ec gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:11.733178 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39740) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:11.799737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.935866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 4df61106-fdc5-4b25-8373-255e43094874 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:11.938230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92a29e7-0000-4937-a10c-e5ba85f73c85,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:11.940790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:11.946618 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8aca4-943e-4e3f-8d5a-e003d84724ec', 'name': 'tempest-RoutersIpV6Test-router-1959578429', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:08Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:11.953591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:11.955202 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1995f64-8d1a-445d-a501-1dc2596c5d64 None None] The sync data for ids ['baf8aca4-943e-4e3f-8d5a-e003d84724ec'] in n-d-825178-1 is: [{'id': 'baf8aca4-943e-4e3f-8d5a-e003d84724ec', 'name': 'tempest-RoutersIpV6Test-router-1959578429', 'tenant_id': '1798794464844957b89cc0faeff81331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:08Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 2, 'project_id': '1798794464844957b89cc0faeff81331', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:12.114410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=b0a5abb8-d9e1-4100-b1ad-af63f7311a12,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:12.157510 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56ed103b-132f-4740-8033-09ea94cbede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.175720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-cb182b9b-6117-416d-b05d-e342b160ecdb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2436872 Jan 18 23:17:12.259666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Checking segment: {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:12.268477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Network hostable DHCP agents. Network: c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:12.303428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.307089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.352295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Request body: {'port': {'device_id': 'f505a671-d000-42bc-9448-0936a24bcde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:12.442201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-84df5590-1b2b-4bec-b47b-def1896ea03f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5531747 Jan 18 23:17:12.446788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39748) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:12.464570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-75147bcb-1937-4b4f-899d-cfcd1718367f None None] Provisioning for port b0a5abb8-d9e1-4100-b1ad-af63f7311a12 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:12.479307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-75147bcb-1937-4b4f-899d-cfcd1718367f None None] Provisioning complete for port b0a5abb8-d9e1-4100-b1ad-af63f7311a12 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:12.484384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75147bcb-1937-4b4f-899d-cfcd1718367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.544331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-75147bcb-1937-4b4f-899d-cfcd1718367f None None] Port b0a5abb8-d9e1-4100-b1ad-af63f7311a12 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:12.568737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:12.610615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:12.621392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.621975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.627902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee55b8-ffa8-4355-92d2-4b2c28ccf63d None None] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:12.629652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.652213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.653507 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.659530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.670730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d65b9f-78a5-4e2f-a083-01cd861b51cf req-22176f6c-2a85-4255-8c2c-c0c7e76ba4dc tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.673170 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7d65b9f-78a5-4e2f-a083-01cd861b51cf req-22176f6c-2a85-4255-8c2c-c0c7e76ba4dc tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 931 time: 1.4003220 Jan 18 23:17:12.673432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d5acfe80-3547-4a86-b811-853d27e24ba4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3150339 Jan 18 23:17:12.676469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:12.679054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:12.689537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:12.694653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Usage tracker for resource:security_group_rule and tenant:d9824d73beac4f2591887f27d60756aa is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:12.721579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:12.730801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:12.743441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:12.770790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a18a781-e769-45a4-82d4-7c0d775e8f75 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.771517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4a18a781-e769-45a4-82d4-7c0d775e8f75 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:12.776775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Usage tracker for resource:router and tenant:d4d895d5570f427196a3e90fc5a881d4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:12.784520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.790602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Fanout notify agent at l3_agent the message router_deleted on router baf8aca4-943e-4e3f-8d5a-e003d84724ec {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:17:12.794318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:12.831879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:12.850934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e7d65b9f-78a5-4e2f-a083-01cd861b51cf req-9f362f1c-f616-426d-b7d8-7870d145d6da tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442418 Jan 18 23:17:12.882070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.883614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c909ec07-71d5-4cfe-8d9b-86be01597db0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/baf8aca4-943e-4e3f-8d5a-e003d84724ec HTTP/1.1" status: 204 len: 168 time: 1.5291367 Jan 18 23:17:12.885032 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.887943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.894874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39756) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:12.907824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4a18a781-e769-45a4-82d4-7c0d775e8f75 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:12.944577 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:17:12.945278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a18a781-e769-45a4-82d4-7c0d775e8f75 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4862332 Jan 18 23:17:12.945784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39760) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:12.957340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45563ef5-c08d-4cf7-9219-1cdafda0b54b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=baf8aca4-943e-4e3f-8d5a-e003d84724ec HTTP/1.1" status: 200 len: 205 time: 0.0602827 Jan 18 23:17:12.962715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:13.155886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.172009 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-5a22fb0c-cc6e-4059-a3ed-837c274fd744 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:13.186458 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5a22fb0c-cc6e-4059-a3ed-837c274fd744 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/baf8aca4-943e-4e3f-8d5a-e003d84724ec HTTP/1.1" status: 404 len: 336 time: 0.2224016 Jan 18 23:17:13.205479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39768) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:13.223507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7', 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'fixed_ips': [{'subnet_id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:17:13.225373 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.313755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.376131 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-15344def-0ecc-4d38-8d97-0fce82eb07e5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:13.377357 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.378049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15344def-0ecc-4d38-8d97-0fce82eb07e5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:13.387736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-15344def-0ecc-4d38-8d97-0fce82eb07e5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/43a07b56-c7a1-45b8-9012-ac3b80620d22 HTTP/1.1" status: 404 len: 337 time: 0.1776419 Jan 18 23:17:13.401437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:13.435442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Allocated IP 172.20.0.2 (c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7/c92a29e7-0000-4937-a10c-e5ba85f73c85/7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:13.479171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac0f79-d9e4-4e89-9f58-9624f4345d69 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.486979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac0f79-d9e4-4e89-9f58-9624f4345d69 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.495609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac0f79-d9e4-4e89-9f58-9624f4345d69 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.497997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f4ac0f79-d9e4-4e89-9f58-9624f4345d69 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5173931 Jan 18 23:17:13.500775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39776) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:13.602678 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c63fd07-afab-45d3-a764-4b389f69a686 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:13.603996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c63fd07-afab-45d3-a764-4b389f69a686 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:13.607352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port b0a5abb8-d9e1-4100-b1ad-af63f7311a12 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:13.608342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.732747 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d9824d73beac4f2591887f27d60756aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9978456 Jan 18 23:17:13.734398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810c430-3447-4de5-a1c8-976814c5df96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff2727-b1ed-41d3-b905-9f4585d870ab,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:13.746965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39780) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:13.840798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a8990a-23cb-413b-8ee8-4ef367245fc2 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:13.848884 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.859925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Transition to ACTIVE for port object 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:13.872364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.881925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8c63fd07-afab-45d3-a764-4b389f69a686 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/7d31595d-55f6-4b90-a168-7646f5d90dee HTTP/1.1" status: 404 len: 337 time: 0.4255445 Jan 18 23:17:13.886953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39784) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:13.892258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.903006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Transition to ACTIVE for port object 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:13.919036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.999406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Transition to ACTIVE for port object 74a8990a-23cb-413b-8ee8-4ef367245fc2 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:14.010902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.069308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:14.074372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:14.084530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:14.191099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Pushing event updated for resources: {'Port': ['ID=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:14.191304 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f708a02-fe02-426d-a338-f63cd408a643 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:14.192223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f708a02-fe02-426d-a338-f63cd408a643 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:14.204985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f708a02-fe02-426d-a338-f63cd408a643 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/2b1e6082-e67c-41b8-b18b-e74b88e4391f HTTP/1.1" status: 404 len: 337 time: 0.3140144 Jan 18 23:17:14.218360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:14.226192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Attempting to bind port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:14.227135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Attempting to bind port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:14.227659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Attempting to bind port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 on network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:14.237308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:14.237945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Checking segment: {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:14.238554 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.239125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Bound using segment: {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:14.240586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Bound port: 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:14.240586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.355549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74a8990a-23cb-413b-8ee8-4ef367245fc2,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:14.366684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.367008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] For port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:14.370758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] For port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:14.381508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.381852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.382187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.382521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.382848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.383168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.383487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.383812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.383939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.384124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.384448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.384748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.385123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:14.415121 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11aab99-036d-4902-8866-391493883e67 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:14.415849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11aab99-036d-4902-8866-391493883e67 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:14.418262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f11aab99-036d-4902-8866-391493883e67 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/ca00a0bc-e501-4358-a3dd-ce5c3d23f605 HTTP/1.1" status: 404 len: 337 time: 0.1613016 Jan 18 23:17:14.423749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:14.484072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1e9ec1ed-3476-4677-a351-1cd827d35df9 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 200 len: 205 time: 0.0586240 Jan 18 23:17:14.570488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:14.577595 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c87c85a-eba7-47d6-946d-040f789662b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.582097 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862643c-665c-4de7-83eb-3526e71cec44 None None] Pushing event updated for resources: {'Port': ['ID=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:14.652891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for b0a5abb8-d9e1-4100-b1ad-af63f7311a12 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:14.667537 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-531970d6-4e38-4142-bc58-bba74d11ce16 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:14.671265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-531970d6-4e38-4142-bc58-bba74d11ce16 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/e042b9fd-7a1c-4c02-8a59-705f89f68b87 HTTP/1.1" status: 404 len: 336 time: 0.0978029 Jan 18 23:17:14.674699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:14.795080 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c87c85a-eba7-47d6-946d-040f789662b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.810529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aad50405-d64b-4ce7-91a0-3458593d4ce0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 HTTP/1.1" status: 200 len: 205 time: 0.1222541 Jan 18 23:17:14.817908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:14.988645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-773cfb3a-7a5c-4a7e-828a-e642922c54e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.031375 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-88c91317-8019-460c-b9c8-ffd96ad24bb5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:15.032669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-88c91317-8019-460c-b9c8-ffd96ad24bb5 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/7d45da19-f1c6-45a1-bbe6-ff6a1d2b28e2 HTTP/1.1" status: 404 len: 336 time: 0.2106731 Jan 18 23:17:15.036263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.038851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Attempting to bind port 74a8990a-23cb-413b-8ee8-4ef367245fc2 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:15.039333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Attempting to bind port 74a8990a-23cb-413b-8ee8-4ef367245fc2 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:15.039979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Attempting to bind port 74a8990a-23cb-413b-8ee8-4ef367245fc2 on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:15.066345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Port 74a8990a-23cb-413b-8ee8-4ef367245fc2 on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:17:15.066666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Attempting to bind port 74a8990a-23cb-413b-8ee8-4ef367245fc2 on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:15.082514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:15.083531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:15.083531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:15.085028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Bound port: 74a8990a-23cb-413b-8ee8-4ef367245fc2, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:15.085028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.106224 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c87c85a-eba7-47d6-946d-040f789662b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.126998 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-280dd4d2-3557-4183-9611-98a6d29ebe7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:15.126998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280dd4d2-3557-4183-9611-98a6d29ebe7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:15.138507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87c85a-eba7-47d6-946d-040f789662b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff2727-b1ed-41d3-b905-9f4585d870ab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:15.138507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-280dd4d2-3557-4183-9611-98a6d29ebe7b tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/c0be3fcf-13c7-47d1-aafa-84a18c998628 HTTP/1.1" status: 404 len: 337 time: 0.0962782 Jan 18 23:17:15.138507 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c87c85a-eba7-47d6-946d-040f789662b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.138507 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0c87c85a-eba7-47d6-946d-040f789662b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66ff2727-b1ed-41d3-b905-9f4585d870ab HTTP/1.1" status: 204 len: 168 time: 1.3865399 Jan 18 23:17:15.152450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.231256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731f8a-d7e3-4d71-bd39-b946e49b9751 req-018d9197-f850-46a9-a6bf-056bfd2cdf4f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:15.231256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a8731f8a-d7e3-4d71-bd39-b946e49b9751 req-018d9197-f850-46a9-a6bf-056bfd2cdf4f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:15.256927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc8d0191-d3a8-4d25-b254-6b21238a3041 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 200 len: 205 time: 0.1083202 Jan 18 23:17:15.262787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.418622 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-b8313c3f-a4a6-405e-a415-40f7c3f44e4a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:15.418622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b8313c3f-a4a6-405e-a415-40f7c3f44e4a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/bcfb1e7a-86c0-4c81-b3da-8c640ed0580b HTTP/1.1" status: 404 len: 336 time: 0.1574261 Jan 18 23:17:15.427561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39826) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.515473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a8731f8a-d7e3-4d71-bd39-b946e49b9751 req-018d9197-f850-46a9-a6bf-056bfd2cdf4f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:15.516634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8731f8a-d7e3-4d71-bd39-b946e49b9751 req-018d9197-f850-46a9-a6bf-056bfd2cdf4f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 1.2966402 Jan 18 23:17:15.522415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5917925b-4e1e-4805-a1fa-ca258c4417f3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Synchronizing usage tracker for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:15.579004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] For port 74a8990a-23cb-413b-8ee8-4ef367245fc2, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:15.607146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5917925b-4e1e-4805-a1fa-ca258c4417f3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] Unset dirty status for tenant:1798794464844957b89cc0faeff81331 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:15.610494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5917925b-4e1e-4805-a1fa-ca258c4417f3 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=93cf16bd-8046-4f6e-8dc1-8eb9414a327a HTTP/1.1" status: 200 len: 205 time: 0.1698959 Jan 18 23:17:15.618345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39830) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.623404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] For port 74a8990a-23cb-413b-8ee8-4ef367245fc2, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:15.625215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.680737 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.728707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.747741 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.763962 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.827950 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8731f8a-d7e3-4d71-bd39-b946e49b9751 req-63989a55-24f2-4284-aa6d-4dec70f2dff4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971601 Jan 18 23:17:15.840279 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.901735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.952798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.060565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:16.087080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Usage tracker for resource:security_group_rule and tenant:a616494a7c4f4ebdac085224b29ac719 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:16.103033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:16.123138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=b0a5abb8-d9e1-4100-b1ad-af63f7311a12,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:16.158309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:16.244233 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-7fc806ab-fc8c-45b8-9209-cf907448784f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:16.244233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7fc806ab-fc8c-45b8-9209-cf907448784f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/93cf16bd-8046-4f6e-8dc1-8eb9414a327a HTTP/1.1" status: 404 len: 336 time: 0.5949140 Jan 18 23:17:16.253180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:16.305663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00ea06-75e2-4088-9f5d-8526eff1df37 None None] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:16.312311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:16.312311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.312311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] 10.222.0.85 "PUT /v2.0/ports/74a8990a-23cb-413b-8ee8-4ef367245fc2 HTTP/1.1" status: 200 len: 1091 time: 4.1087925 Jan 18 23:17:16.312311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f505a671-d000-42bc-9448-0936a24bcde6', 'tag': '74a8990a-23cb-413b-8ee8-4ef367245fc2'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:16.374794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029d95-2038-4213-ae65-afc2f1c4b6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74a8990a-23cb-413b-8ee8-4ef367245fc2,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:16.520900 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce077079-6275-4cd8-998e-8a4f8a05710f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:16.520900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce077079-6275-4cd8-998e-8a4f8a05710f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:16.560607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.567404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Allocated IP 172.25.4.183 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/11cd214e-fa53-4f69-b5fa-59fc5a763c91) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:16.567404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ce077079-6275-4cd8-998e-8a4f8a05710f tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/ddb3b6f7-5a38-4612-9605-956288a73a49 HTTP/1.1" status: 404 len: 337 time: 0.2951636 Jan 18 23:17:16.589634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39846) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:16.695349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1899be31-7ea3-4f6c-b7e7-4db296108ba3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/b0a5abb8-d9e1-4100-b1ad-af63f7311a12 HTTP/1.1" status: 204 len: 168 time: 3.1799550 Jan 18 23:17:16.695349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39850) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:16.722425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9d8e5c66-950d-4e31-8926-c1d106636103 None None] Provisioning for port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:16.740058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d2526c67-3273-4cb1-b051-0b1fdae3a04a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=b067afd6-c368-4930-a72b-6618b1925453 HTTP/1.1" status: 200 len: 205 time: 0.1546261 Jan 18 23:17:16.741187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.014186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:17.120896 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.195531 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f505a671-d000-42bc-9448-0936a24bcde6', 'tag': '74a8990a-23cb-413b-8ee8-4ef367245fc2', 'status': 'completed', 'code': 200} Jan 18 23:17:17.250009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:17.258071 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fed189-3c23-49a3-b39d-8fc3d80dbc8a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:17:17.258599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-11fed189-3c23-49a3-b39d-8fc3d80dbc8a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:17.271511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:17.274878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.279971 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-e8a2dd23-4383-4ba5-a592-a5e9cd8b67c0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:17.281509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e8a2dd23-4383-4ba5-a592-a5e9cd8b67c0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/b067afd6-c368-4930-a72b-6618b1925453 HTTP/1.1" status: 404 len: 336 time: 0.3699138 Jan 18 23:17:17.285995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-855925a3-a756-4980-9da0-8cfa66605aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.286457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39860) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.287715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-855925a3-a756-4980-9da0-8cfa66605aae service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 1094 time: 0.9011850 Jan 18 23:17:17.290759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-11fed189-3c23-49a3-b39d-8fc3d80dbc8a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:17.292097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-11fed189-3c23-49a3-b39d-8fc3d80dbc8a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/b0a5abb8-d9e1-4100-b1ad-af63f7311a12 HTTP/1.1" status: 404 len: 333 time: 0.5796134 Jan 18 23:17:17.300958 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.303796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39864) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.359445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.391136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-65995cca-8c58-4cce-87ba-9cbd769dcda6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2 HTTP/1.1" status: 200 len: 217 time: 0.0862045 Jan 18 23:17:17.420451 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a616494a7c4f4ebdac085224b29ac719&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5258100 Jan 18 23:17:17.427242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39868) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.436876 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e14ba3-73eb-4de7-948b-d19e3264dde0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:17.437332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e14ba3-73eb-4de7-948b-d19e3264dde0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:17.495357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695ed6d-2bd2-4b1b-b10a-24e973ffde14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f770bb60-e572-4b94-a503-0102cafe4477,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:17.505654 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69e14ba3-73eb-4de7-948b-d19e3264dde0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/41eea12f-c41e-49fa-9999-9fba16a1b806 HTTP/1.1" status: 404 len: 337 time: 0.2134490 Jan 18 23:17:17.507388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39872) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.511235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.637262 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.638201 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a51908e2-e1f1-4128-ba46-24b86d84b2a0 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bcd8f78-aea1-4c78-aee1-d80cad844060 HTTP/1.1" status: 200 len: 205 time: 0.1223145 Jan 18 23:17:17.639160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.648269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 4ddf3005-4854-403c-8a7e-f4c445f133cb {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:17.649145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.682292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:17.690653 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.718469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-acec398e-d68c-4d6e-8389-76d71a1aa753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.719941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-acec398e-d68c-4d6e-8389-76d71a1aa753 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.2839038 Jan 18 23:17:17.733126 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-0bd045ae-3ccb-491a-a23b-a519de0daff6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] delete failed (client error): The resource could not be found. Jan 18 23:17:17.736818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0bd045ae-3ccb-491a-a23b-a519de0daff6 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/routers/2bcd8f78-aea1-4c78-aee1-d80cad844060 HTTP/1.1" status: 404 len: 336 time: 0.0953290 Jan 18 23:17:17.737390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.768719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fb57b-74f2-4028-af97-5fe6c752d328 req-aeb5d261-a12f-4e87-84d5-62f6681751e0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.770271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-682fb57b-74f2-4028-af97-5fe6c752d328 req-aeb5d261-a12f-4e87-84d5-62f6681751e0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.5633695 Jan 18 23:17:17.772090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b12eca4d-84bf-4b7f-a1f2-d0be557b029d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.782963 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cf79f0-52fc-4aba-8483-0cf688fdad20 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:17.783427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cf79f0-52fc-4aba-8483-0cf688fdad20 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:17.788120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c5cf79f0-52fc-4aba-8483-0cf688fdad20 tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/5cd1f047-43f2-42f5-af22-8e73dd0ab2a9 HTTP/1.1" status: 404 len: 337 time: 0.0487609 Jan 18 23:17:17.788976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:17.806019 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b12eca4d-84bf-4b7f-a1f2-d0be557b029d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.816049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:17.836489 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e943f5fd-ec53-4092-a874-c2dc5d9f848a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] DELETE failed (client error): The resource could not be found. Jan 18 23:17:17.837073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-463f2fbc-8727-44ba-8516-74e70a056a47 None None] Provisioning complete for port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:17.837543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e943f5fd-ec53-4092-a874-c2dc5d9f848a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:17.837667 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-463f2fbc-8727-44ba-8516-74e70a056a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.851249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e943f5fd-ec53-4092-a874-c2dc5d9f848a tempest-RoutersIpV6Test-80675623 tempest-RoutersIpV6Test-80675623-project] 10.222.0.78 "DELETE /v2.0/subnets/e45233aa-d8d4-46ea-bb93-d6dd11fac3e0 HTTP/1.1" status: 404 len: 337 time: 0.0539832 Jan 18 23:17:17.876517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.961313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:17.966029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:17.971048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:18.020128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Pushing event updated for resources: {'Port': ['ID=11cd214e-fa53-4f69-b5fa-59fc5a763c91,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:18.085663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-682fb57b-74f2-4028-af97-5fe6c752d328 req-14ce8c14-e975-46c9-a1ba-d6ccfee39d4c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433763 Jan 18 23:17:18.355898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b12eca4d-84bf-4b7f-a1f2-d0be557b029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.381061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b12eca4d-84bf-4b7f-a1f2-d0be557b029d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.384724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b12eca4d-84bf-4b7f-a1f2-d0be557b029d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f770bb60-e572-4b94-a503-0102cafe4477 HTTP/1.1" status: 204 len: 168 time: 0.9066014 Jan 18 23:17:18.422659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12eca4d-84bf-4b7f-a1f2-d0be557b029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f770bb60-e572-4b94-a503-0102cafe4477,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:18.442760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96435df-a68c-494e-b4cb-514599638872 req-409343fc-5441-49b4-97ec-06765743c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.444237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-409343fc-5441-49b4-97ec-06765743c180 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7150016 Jan 18 23:17:18.513037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:18.529842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.674110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 4ddf3005-4854-403c-8a7e-f4c445f133cb owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:18.789821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-33c2580b-0aca-4b39-bc0b-b13772423e4d service neutron] 10.222.0.85 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280487 Jan 18 23:17:18.906703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:19.104197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f96435df-a68c-494e-b4cb-514599638872 req-cc7e2082-a44a-4cb9-a424-fde8f03e0457 service neutron] 10.222.0.85 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059726 Jan 18 23:17:19.153369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:19.158259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.159031 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.177783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.285458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=4ddf3005-4854-403c-8a7e-f4c445f133cb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:19.368370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e3a18167-69be-48f8-bf5b-43d326c8cd57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1798794464844957b89cc0faeff81331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8535566 Jan 18 23:17:19.385402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39910) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:19.607700 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8083-afe7-49f6-bf19-73942a5ef052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.660748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78193c07-1fc4-4d54-a2e4-d238ad2b8dbf req-3befceac-ec11-4ad6-baab-3508b4a8b121 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:19.660748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78193c07-1fc4-4d54-a2e4-d238ad2b8dbf req-3befceac-ec11-4ad6-baab-3508b4a8b121 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.3080230 Jan 18 23:17:19.708744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8083-afe7-49f6-bf19-73942a5ef052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.720528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.735014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-7daeadf5-b127-4849-81e4-b3f992ce1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:19.749361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-7daeadf5-b127-4849-81e4-b3f992ce1150 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 1094 time: 0.4980912 Jan 18 23:17:19.799436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-951d2013-1602-4794-ab5d-fc995ed50c30 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/4ddf3005-4854-403c-8a7e-f4c445f133cb HTTP/1.1" status: 204 len: 168 time: 2.4048412 Jan 18 23:17:19.854660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:19.922023 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41fad3e-61d8-4ceb-b2bc-8b441778b427 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:17:19.922693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a41fad3e-61d8-4ceb-b2bc-8b441778b427 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:19.923330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.977756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8083-afe7-49f6-bf19-73942a5ef052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.981973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a41fad3e-61d8-4ceb-b2bc-8b441778b427 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:19.985406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a41fad3e-61d8-4ceb-b2bc-8b441778b427 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/4ddf3005-4854-403c-8a7e-f4c445f133cb HTTP/1.1" status: 404 len: 333 time: 0.1334925 Jan 18 23:17:19.994786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:20.003218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-954e4e6f-738a-40a4-8a53-47857bbfade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:20.004378 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-954e4e6f-738a-40a4-8a53-47857bbfade5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.2539756 Jan 18 23:17:20.030770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78193c07-1fc4-4d54-a2e4-d238ad2b8dbf req-043d2a0e-2a07-43aa-87a6-1988f10da2d3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681779 Jan 18 23:17:20.037277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb8083-afe7-49f6-bf19-73942a5ef052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d516e-7d5a-4b14-ab3b-c2c5c28304db,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:20.117062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8083-afe7-49f6-bf19-73942a5ef052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.120808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c1fb8083-afe7-49f6-bf19-73942a5ef052 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/477d516e-7d5a-4b14-ab3b-c2c5c28304db HTTP/1.1" status: 204 len: 168 time: 0.7322659 Jan 18 23:17:20.126970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-d07679dd-eedb-4088-9c40-bcad993eeed7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2 HTTP/1.1" status: 200 len: 217 time: 0.0877156 Jan 18 23:17:20.202901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet a2b86bb3-3c1a-4131-9ca0-44b173fef9a2 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:17:20.207652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.225517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:17:20.268419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-ad6d55a2-5a89-496e-b4a3-374eea3f9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:20.269956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-ad6d55a2-5a89-496e-b4a3-374eea3f9346 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1370661 Jan 18 23:17:20.353334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.481757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-89698220-d942-4763-8566-8be23320da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:20.483759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-89698220-d942-4763-8566-8be23320da6a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040339 Jan 18 23:17:20.533488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.546165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:20.561665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Sync routers for ids ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:20.594283 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Routers {'4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:20.595151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:20.606751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.608427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69842c2e-cb79-4827-bad3-94ef1ee15a77 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9260387 Jan 18 23:17:20.611353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:21.007912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Set router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:21.095305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.184480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-f35e87c8-f645-49fd-8735-616ed40a0dba service neutron] 10.222.0.85 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922221 Jan 18 23:17:21.231568 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231190ab-afdb-406a-88ae-2a88460f28d2 None None] Network 4df61106-fdc5-4b25-8373-255e43094874 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:21.231955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.277127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b86bb3-3c1a-4131-9ca0-44b173fef9a2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:21.445572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0a666b7a-c07f-4eef-9c18-10d1504a6890 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/a2b86bb3-3c1a-4131-9ca0-44b173fef9a2 HTTP/1.1" status: 204 len: 168 time: 1.4430530 Jan 18 23:17:21.533467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39970) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:21.779672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.840466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9c0bf8c-da16-42c8-8ed5-9ed1c2899fd8 req-3a816b59-27c5-40d9-8c39-9da4b685e7f2 service neutron] 10.222.0.85 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314697 Jan 18 23:17:21.848243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 3539b05e-e2fe-4414-bf8f-b43b059f7822 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:21.848243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.899684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb5701-0cc0-49c5-bef4-c374c24a15b5 req-99613b40-aebc-4b38-bcf4-0d6cde6606da tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.902278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cbb5701-0cc0-49c5-bef4-c374c24a15b5 req-99613b40-aebc-4b38-bcf4-0d6cde6606da tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.6169884 Jan 18 23:17:22.004540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 39980) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:22.040614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:18Z', 'revision_number': 3, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:22.048969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Checking router: 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:22.049328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Updating router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:17:22.127530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cbb5701-0cc0-49c5-bef4-c374c24a15b5 req-f8bed3cd-d9d4-4795-8993-2c571926c888 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122755 Jan 18 23:17:22.165063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.208613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] DHCP port deletion for 4df61106-fdc5-4b25-8373-255e43094874 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:17:22.219434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Deleting port 3539b05e-e2fe-4414-bf8f-b43b059f7822 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:22.219817 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.316788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port 3539b05e-e2fe-4414-bf8f-b43b059f7822, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3539b05e-e2fe-4414-bf8f-b43b059f7822,segment=NetworkSegment(2bc2c29c-ce97-4c73-be98-eafdd7581bf9),segment_id=2bc2c29c-ce97-4c73-be98-eafdd7581bf9)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:22.316788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.389609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e6c2abe4-0460-487f-90a5-7ad702de5082 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:22.390053 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-e6c2abe4-0460-487f-90a5-7ad702de5082 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 23:17:22.390574 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-e6c2abe4-0460-487f-90a5-7ad702de5082 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:17:22.391533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e6c2abe4-0460-487f-90a5-7ad702de5082 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3877342 Jan 18 23:17:22.405074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 39992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:22.412700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274948768'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:22.419952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:22.424250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:22.427586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:22.433589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:22.451853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.478945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.517102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 3539b05e-e2fe-4414-bf8f-b43b059f7822 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:22.605478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:22.614209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] For port 3539b05e-e2fe-4414-bf8f-b43b059f7822, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3539b05e-e2fe-4414-bf8f-b43b059f7822,segment=NetworkSegment(2bc2c29c-ce97-4c73-be98-eafdd7581bf9),segment_id=2bc2c29c-ce97-4c73-be98-eafdd7581bf9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:22.614539 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.618391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:22.628137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:22.643420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:22.658305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.666514 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.714177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=3539b05e-e2fe-4414-bf8f-b43b059f7822,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:22.716151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No DVR routers for this DVR port 3539b05e-e2fe-4414-bf8f-b43b059f7822 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:22.769087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Calling delete_port for 3539b05e-e2fe-4414-bf8f-b43b059f7822 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:22.869373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3539b05e-e2fe-4414-bf8f-b43b059f7822 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:22.946629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.965856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 3539b05e-e2fe-4414-bf8f-b43b059f7822 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:22.968382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3539b05e-e2fe-4414-bf8f-b43b059f7822 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:23.011347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df61106-fdc5-4b25-8373-255e43094874']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:23.045286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc2c29c-ce97-4c73-be98-eafdd7581bf9') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:23.045719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc2c29c-ce97-4c73-be98-eafdd7581bf9') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:23.063343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.069253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.079518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.086001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Allocated IP 172.20.0.1 (c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7/c92a29e7-0000-4937-a10c-e5ba85f73c85/d259e63f-d06d-444f-9a9a-e90c8422c506) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:23.109422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.116426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:23.119955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:17:23.120785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.123885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:23.127862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:23.136150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:23.151155 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:23.151711 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:23.238730 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:23.247843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.285291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.288385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=4df61106-fdc5-4b25-8373-255e43094874,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:23.310061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-05d0cfd2-38af-4b66-ac8f-0cddd865c1bf tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/4df61106-fdc5-4b25-8373-255e43094874 HTTP/1.1" status: 204 len: 168 time: 1.7753973 Jan 18 23:17:23.313694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40000) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:23.320285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1588676184'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:23.328861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:23.333487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:network and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:23.336855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.337436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:23.348570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:23.350628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Transition to ACTIVE for port object 11cd214e-fa53-4f69-b5fa-59fc5a763c91 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:23.362530 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.365709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:23.371647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.407610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:23.420926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde127d-9aa1-4aa9-a0ba-cde03d4c7d79,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:23.421749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.422096 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Added segment 2e391cf3-3874-48c2-9169-d3948138989e of type vlan for network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa Jan 18 23:17:23.455891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.457440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Attempting to bind port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:23.457812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Attempting to bind port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:23.458177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Attempting to bind port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:23.466640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:23.467016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:23.467416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.467812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:23.468284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Bound port: 11cd214e-fa53-4f69-b5fa-59fc5a763c91, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:23.468661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.497594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.504708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.506188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.507626 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.523012 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.548377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] For port 11cd214e-fa53-4f69-b5fa-59fc5a763c91, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:23.551660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] For port 11cd214e-fa53-4f69-b5fa-59fc5a763c91, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11cd214e-fa53-4f69-b5fa-59fc5a763c91,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:23.555881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900fd5-b403-4672-a095-43b8c6817aaf None None] Pushing event updated for resources: {'Port': ['ID=11cd214e-fa53-4f69-b5fa-59fc5a763c91,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:23.560968 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.575751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.641920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f168364e-c295-4af9-971d-7b87d62822fe,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:23.654314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900fd5-b403-4672-a095-43b8c6817aaf None None] Pushing event updated for resources: {'Port': ['ID=11cd214e-fa53-4f69-b5fa-59fc5a763c91,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:23.656893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Deleting port 3539b05e-e2fe-4414-bf8f-b43b059f7822 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:23.657513 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.671494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.672126 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a39f26ad-ec19-4ded-9d68-52bdc8dc546d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2672522 Jan 18 23:17:23.685436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2bc13-f416-44e8-9cce-601247729d7a req-ae1350b7-e91b-43cd-8b32-537795b791f0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.686839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9ed2bc13-f416-44e8-9cce-601247729d7a req-ae1350b7-e91b-43cd-8b32-537795b791f0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.3948393 Jan 18 23:17:23.689300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:23.693012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Transition to ACTIVE for port object d259e63f-d06d-444f-9a9a-e90c8422c506 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:23.699759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'f168364e-c295-4af9-971d-7b87d62822fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:23.730443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Routers {'4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:23.731490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:23.732964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:23.740808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:23.746059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:23.777722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:23.782296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9ed2bc13-f416-44e8-9cce-601247729d7a req-027b2ef8-df38-40ce-91ab-ffdac2127239 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874610 Jan 18 23:17:23.831385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5162108 Jan 18 23:17:23.835435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40010) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:23.838712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.844324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9cba0-3c31-45d2-abcd-4b3784c3d748 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Network': ['ID=354fb851-6750-4a5a-bedf-53ddeb4c8aaa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:23.904655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a663-d772-4777-9ff6-3df85518cb71 None None] The port '3539b05e-e2fe-4414-bf8f-b43b059f7822' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:17:23.921376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:23.936307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.954399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:17:24.094718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:24.120085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:24.148267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Pushing event updated for resources: {'Port': ['ID=d259e63f-d06d-444f-9a9a-e90c8422c506,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:24.162311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:24.218440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] Set router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:24.288012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:24.299550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:24.304032 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.307176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:24.330129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:24.334827 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.367177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.412997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:24.415958 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.442574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.446484 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7528634 Jan 18 23:17:24.449768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40016) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:24.455200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'f168364e-c295-4af9-971d-7b87d62822fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:24.466473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:24.473749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a30b-382b-471d-9077-b84d6c7c0257 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa0e7e2-ff29-47df-a60a-5846528ad2f0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:24.479683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:24.483587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:24.495344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:24.537530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.539986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9d05c28d-5ede-4fee-a01d-5c041ea0b216 None None] Provisioning for port d259e63f-d06d-444f-9a9a-e90c8422c506 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:24.555317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9d05c28d-5ede-4fee-a01d-5c041ea0b216 None None] Provisioning complete for port d259e63f-d06d-444f-9a9a-e90c8422c506 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:24.555742 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d05c28d-5ede-4fee-a01d-5c041ea0b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.622272 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:17:24.627680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:24.627885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6f3e609e-778c-4750-9995-c1d9a177ef1c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1768739 Jan 18 23:17:24.755540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9d05c28d-5ede-4fee-a01d-5c041ea0b216 None None] Port d259e63f-d06d-444f-9a9a-e90c8422c506 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:24.814660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5386-91bf-42a8-aff6-b7b7fdcc5e80 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.826987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.846888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:18Z', 'revision_number': 3, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:24.851690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939babc7-64ec-4dd1-8f5d-b1e30301c771 None None] The sync data for ids ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'] in n-d-825178-1 is: [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:18Z', 'revision_number': 3, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:25.052880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e5ff5-cc23-4f39-bcb0-cd209cb16ed5 req-342f5aae-6057-4c6d-88a7-c8cb72197d2b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.054819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c65e5ff5-cc23-4f39-bcb0-cd209cb16ed5 req-342f5aae-6057-4c6d-88a7-c8cb72197d2b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.1069705 Jan 18 23:17:25.076496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.114431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c65e5ff5-cc23-4f39-bcb0-cd209cb16ed5 req-07c29ae0-58c8-471c-89f5-48855a9dad97 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Jan 18 23:17:25.153119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5386-91bf-42a8-aff6-b7b7fdcc5e80 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.177320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=4e682b5f-4708-49df-9c72-a5b852c58662,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:25.352340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Checking segment: {'id': '2e391cf3-3874-48c2-9169-d3948138989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:25.352707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network hostable DHCP agents. Network: 354fb851-6750-4a5a-bedf-53ddeb4c8aaa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:25.373242 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5386-91bf-42a8-aff6-b7b7fdcc5e80 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.427883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb5386-91bf-42a8-aff6-b7b7fdcc5e80 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168364e-c295-4af9-971d-7b87d62822fe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:25.458483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:25.467345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5386-91bf-42a8-aff6-b7b7fdcc5e80 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.468666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ffb5386-91bf-42a8-aff6-b7b7fdcc5e80 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/f168364e-c295-4af9-971d-7b87d62822fe HTTP/1.1" status: 204 len: 168 time: 0.8397529 Jan 18 23:17:25.471461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40036) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:25.498920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 354fb851-6750-4a5a-bedf-53ddeb4c8aaa) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:25.511509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.512454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.513118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a5550-05da-4a0a-9408-00f0adf334cb None None] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:25.519909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.535801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.541880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7495f792-6a23-4e13-a8e4-f15d5758ffc6 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639663 Jan 18 23:17:25.541880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40040) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:25.547075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256639691'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:25.554143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:25.558653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:25.563588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:25.572561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:25.596119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.612217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2357db5-fe6e-461f-a30f-69883f0eb1c4 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7756734 Jan 18 23:17:25.617811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40044) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:25.629171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-985070545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:25.644730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:25.658903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Pushing event updated for resources: {'Port': ['ID=d259e63f-d06d-444f-9a9a-e90c8422c506,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:25.660119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:router and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:25.666528 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.671570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:25.674731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:25.683248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:25.691753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:25.695391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:25.838984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-354fb851-6750-4a5a-bedf-53ddeb4c8aaa', 'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': '4e682b5f-4708-49df-9c72-a5b852c58662'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:17:25.839831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.844537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.853794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:25.854994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:25.855310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:25.876202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.949394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.950448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.999281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e376b767-2312-4e53-bec8-7e0fb35a1367,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:26.019814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.025293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a5dd7aff-6e12-4a51-b6f3-e84d03a99c70 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4815171 Jan 18 23:17:26.031513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40054) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:26.043920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-12ea9af1-b5ca-4790-a301-3f2b8566584e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'e376b767-2312-4e53-bec8-7e0fb35a1367', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:26.049418 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-12ea9af1-b5ca-4790-a301-3f2b8566584e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 18 23:17:26.050392 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-12ea9af1-b5ca-4790-a301-3f2b8566584e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:26.054139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12ea9af1-b5ca-4790-a301-3f2b8566584e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0215037 Jan 18 23:17:26.057477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:26.067438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.117706 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.172176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.174106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d31ea4c6-17f0-4376-8eed-b4240c23c3f7 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5536904 Jan 18 23:17:26.176916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40062) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:26.185615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa', 'name': 'tempest-PortsTestJSON-162295456'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:26.324830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Allocated IP 172.20.0.2 (354fb851-6750-4a5a-bedf-53ddeb4c8aaa/4e682b5f-4708-49df-9c72-a5b852c58662/256d84b7-73f6-41fd-8bd6-cf63d37117d2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:26.437418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:26.446329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:26.452450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:26.460989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:17:26.464666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:26.498973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:26.508579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.547337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-718334ed-da8e-4b2c-989d-c32c042abcae None None] Provisioning complete for port d259e63f-d06d-444f-9a9a-e90c8422c506 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:26.547337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-718334ed-da8e-4b2c-989d-c32c042abcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.574647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af yet. {{(pid=87811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:17:26.603604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-718334ed-da8e-4b2c-989d-c32c042abcae None None] Port d259e63f-d06d-444f-9a9a-e90c8422c506 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:26.755186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:26.776641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-29eeb418-4b3e-49a0-8789-c4f0ba289425 admin admin] 10.222.0.78 "PUT /v2.0/routers/4d710c52-fe3a-4a87-9db1-bf4e7a57d14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1511879 Jan 18 23:17:26.778037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.793593 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Transition to ACTIVE for port object 256d84b7-73f6-41fd-8bd6-cf63d37117d2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:26.796980 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a126035c-5248-4b6a-b4f9-9b38e439c554 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.852296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Transition to ACTIVE for port object 256d84b7-73f6-41fd-8bd6-cf63d37117d2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:26.870354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d3ff-48ae-48ce-81f8-7558e769b6f8 req-43109405-2ca5-4b2c-909c-facb0ddb208a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:26.875714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.879372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4dd6d3ff-48ae-48ce-81f8-7558e769b6f8 req-43109405-2ca5-4b2c-909c-facb0ddb208a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.5303705 Jan 18 23:17:26.913825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a126035c-5248-4b6a-b4f9-9b38e439c554 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.022987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11cd214e-fa53-4f69-b5fa-59fc5a763c91 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:27.070750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4dd6d3ff-48ae-48ce-81f8-7558e769b6f8 req-eafec35f-8a6d-4d21-b50e-ba354bba5891 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892486 Jan 18 23:17:27.110725 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a126035c-5248-4b6a-b4f9-9b38e439c554 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.138204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.11 (354fb851-6750-4a5a-bedf-53ddeb4c8aaa/4e682b5f-4708-49df-9c72-a5b852c58662/b7f91d69-78dd-4b65-bfdc-c563ccf0b5af) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:27.138441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Pushing event updated for resources: {'Port': ['ID=256d84b7-73f6-41fd-8bd6-cf63d37117d2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:27.167594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126035c-5248-4b6a-b4f9-9b38e439c554 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e376b767-2312-4e53-bec8-7e0fb35a1367,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:27.179534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a126035c-5248-4b6a-b4f9-9b38e439c554 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.185512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a126035c-5248-4b6a-b4f9-9b38e439c554 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/e376b767-2312-4e53-bec8-7e0fb35a1367 HTTP/1.1" status: 204 len: 168 time: 0.8808491 Jan 18 23:17:27.186461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:27.281377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:27.291551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:27.305784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:27.346269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a52a931-6207-4af8-9897-124a1597ff81 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:27.393292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a52a931-6207-4af8-9897-124a1597ff81 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:27.396788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a52a931-6207-4af8-9897-124a1597ff81 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2089727 Jan 18 23:17:27.400905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:27.409757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--269948770'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:27.436581 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:27.438127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:27.456416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:27.456795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.463216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:27.492518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.535626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:27.535855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.541296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:27.548585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:27.561324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:27.565755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object b7f91d69-78dd-4b65-bfdc-c563ccf0b5af will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:27.599664 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Sync routers for ids ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:27.610784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.631085 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Routers {'4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:27.631719 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:27.701769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Attempting to bind port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:27.701769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Attempting to bind port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '2e391cf3-3874-48c2-9169-d3948138989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:27.701769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Attempting to bind port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 on network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:27.728143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:27.728516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Checking segment: {'id': '2e391cf3-3874-48c2-9169-d3948138989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:27.731328 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.732195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.732971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Bound using segment: {'id': '2e391cf3-3874-48c2-9169-d3948138989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:27.733765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Bound port: 256d84b7-73f6-41fd-8bd6-cf63d37117d2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e391cf3-3874-48c2-9169-d3948138989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '354fb851-6750-4a5a-bedf-53ddeb4c8aaa'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:27.734338 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.745812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.754530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:27.756037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:27.766361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:27.821544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=b7f91d69-78dd-4b65-bfdc-c563ccf0b5af,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:27.848711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2424695b-d07b-415d-b36a-137674b0f476,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:27.868053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.873633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.873633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.874539 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dfe7bf58-11ce-4e9a-90b6-cb50967c4d9e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4724758 Jan 18 23:17:27.875694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:27.887671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1879aee9-b9db-4577-8f4b-3fd0a198f715 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '2424695b-d07b-415d-b36a-137674b0f476', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:27.890117 n-d-825178-1 neutron-server[87812]: WARNING neutron.api.v2.base [None req-1879aee9-b9db-4577-8f4b-3fd0a198f715 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 18 23:17:27.891200 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-1879aee9-b9db-4577-8f4b-3fd0a198f715 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:27.896598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:27.899902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1879aee9-b9db-4577-8f4b-3fd0a198f715 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0224652 Jan 18 23:17:27.973800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.006776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b4dd686e-bc06-41ad-8ae6-bbc86a3432ad tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8285019 Jan 18 23:17:28.010370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40106) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:28.036794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 11cd214e-fa53-4f69-b5fa-59fc5a763c91, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11cd214e-fa53-4f69-b5fa-59fc5a763c91,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:28.063168 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.092886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfd580af-644d-4ea9-8b3f-f28d8eb261f7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.111707 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Set router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:28.142221 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfd580af-644d-4ea9-8b3f-f28d8eb261f7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.192886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] For port 256d84b7-73f6-41fd-8bd6-cf63d37117d2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:28.208331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] For port 256d84b7-73f6-41fd-8bd6-cf63d37117d2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=256d84b7-73f6-41fd-8bd6-cf63d37117d2,segment=NetworkSegment(2e391cf3-3874-48c2-9169-d3948138989e),segment_id=2e391cf3-3874-48c2-9169-d3948138989e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:28.218329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=11cd214e-fa53-4f69-b5fa-59fc5a763c91,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:28.223616 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.298037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:28.316873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1289610284-network', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:28.319069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfd580af-644d-4ea9-8b3f-f28d8eb261f7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.331152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4565-0ccf-4d78-ab4e-5c6b1e671241 None None] Pushing event updated for resources: {'Port': ['ID=256d84b7-73f6-41fd-8bd6-cf63d37117d2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:28.348785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:28.363831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Usage tracker for resource:network and tenant:4d39729ab2e34ee58ce8405c3eb1077a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:28.368395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:28.384694 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bfd580af-644d-4ea9-8b3f-f28d8eb261f7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.386677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bfd580af-644d-4ea9-8b3f-f28d8eb261f7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/2424695b-d07b-415d-b36a-137674b0f476 HTTP/1.1" status: 204 len: 168 time: 0.4791596 Jan 18 23:17:28.392634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40118) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:28.398008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd580af-644d-4ea9-8b3f-f28d8eb261f7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424695b-d07b-415d-b36a-137674b0f476,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:28.497478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab42fa34-d94e-46e8-97e2-34818be071d4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:28.543380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5072e-0632-436b-bf1e-916b154dbfc0 req-3dd9f164-a089-4012-ba12-60e2b19be9d6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:28.546645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bdd5072e-0632-436b-bf1e-916b154dbfc0 req-3dd9f164-a089-4012-ba12-60e2b19be9d6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.2883072 Jan 18 23:17:28.547904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ab42fa34-d94e-46e8-97e2-34818be071d4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:28.549713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ab42fa34-d94e-46e8-97e2-34818be071d4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554675 Jan 18 23:17:28.554383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40122) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:28.593792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048552460'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:28.616181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:28.638641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bdd5072e-0632-436b-bf1e-916b154dbfc0 req-6bc7a87a-c4b0-43fb-b94f-93bb5e1b5b69 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814614 Jan 18 23:17:28.643248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:28.664532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.727201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:28.753025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:28.771974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:28.774644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:28.803278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:29.039388 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:24Z', 'revision_number': 4, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd259e63f-d06d-444f-9a9a-e90c8422c506', 'name': '', 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'mac_address': 'fa:16:3e:5f:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:22Z', 'updated_at': '2022-01-18T23:17:25Z', 'revision_number': 2, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'subnets': [{'id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:29.048797 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Checking router: 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:29.049461 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Updating router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d port d259e63f-d06d-444f-9a9a-e90c8422c506 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:17:29.097659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.107711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.156704 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.178418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11cd214e-fa53-4f69-b5fa-59fc5a763c91 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:29.186384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d6c9c1-f913-4589-972b-6828a9df9397,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:29.202339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.209369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-653d317d-c3c1-47bc-aee8-27fd8c881584 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6207795 Jan 18 23:17:29.209903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40130) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.221543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5d167a05-22c4-4195-aa19-69b38b59018f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'a5d6c9c1-f913-4589-972b-6828a9df9397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:29.233607 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-5d167a05-22c4-4195-aa19-69b38b59018f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 18 23:17:29.234416 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-5d167a05-22c4-4195-aa19-69b38b59018f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:29.238169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5d167a05-22c4-4195-aa19-69b38b59018f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245070 Jan 18 23:17:29.239344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40134) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.245350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-611a28b8-da34-4a46-8a41-c97b8734be92 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'a5d6c9c1-f913-4589-972b-6828a9df9397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:29.246227 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-611a28b8-da34-4a46-8a41-c97b8734be92 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 18 23:17:29.247480 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-611a28b8-da34-4a46-8a41-c97b8734be92 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:29.250990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-611a28b8-da34-4a46-8a41-c97b8734be92 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096912 Jan 18 23:17:29.251326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40138) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.263391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6693aff7-62d6-4a3c-9b7d-44cabd8fde1a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'a5d6c9c1-f913-4589-972b-6828a9df9397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:29.264265 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-6693aff7-62d6-4a3c-9b7d-44cabd8fde1a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 18 23:17:29.265021 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-6693aff7-62d6-4a3c-9b7d-44cabd8fde1a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:29.266806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6693aff7-62d6-4a3c-9b7d-44cabd8fde1a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145116 Jan 18 23:17:29.270522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40142) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.280110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f67c2768-0a1f-4590-91a9-c1fc99197286 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'a5d6c9c1-f913-4589-972b-6828a9df9397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:29.283754 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-f67c2768-0a1f-4590-91a9-c1fc99197286 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 18 23:17:29.284687 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-f67c2768-0a1f-4590-91a9-c1fc99197286 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:29.286612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f67c2768-0a1f-4590-91a9-c1fc99197286 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134006 Jan 18 23:17:29.294553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40146) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.307871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:29.308351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.395977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e51932-ebc5-46ab-b2ea-54938498ab3a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.442196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e51932-ebc5-46ab-b2ea-54938498ab3a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.484233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 256d84b7-73f6-41fd-8bd6-cf63d37117d2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:29.493327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Made reservation on behalf of 4d39729ab2e34ee58ce8405c3eb1077a for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:29.495894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.525198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e51932-ebc5-46ab-b2ea-54938498ab3a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.556387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e51932-ebc5-46ab-b2ea-54938498ab3a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d6c9c1-f913-4589-972b-6828a9df9397,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:29.564436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72e51932-ebc5-46ab-b2ea-54938498ab3a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.564709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-72e51932-ebc5-46ab-b2ea-54938498ab3a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/a5d6c9c1-f913-4589-972b-6828a9df9397 HTTP/1.1" status: 204 len: 168 time: 0.2696228 Jan 18 23:17:29.567379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40150) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.670883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:29.671448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10c310d1-99b1-46c0-9670-650f6f75b77c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:29.718199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.727040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10c310d1-99b1-46c0-9670-650f6f75b77c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:29.730267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10c310d1-99b1-46c0-9670-650f6f75b77c tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1579936 Jan 18 23:17:29.736446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40156) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.745311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:29.748981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100972510'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:29.755142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Usage tracker for resource:security_group_rule and tenant:4d39729ab2e34ee58ce8405c3eb1077a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:29.759509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:29.767598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:29.768413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:29.799221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:29.830625 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.849202 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.887326 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Transition to ACTIVE for port object d259e63f-d06d-444f-9a9a-e90c8422c506 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:29.917904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:29.926857 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.936436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:29.947946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:29.964674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:30.133120 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.146621 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.177736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.186845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035d436-3a29-4c9e-b5d1-7a8e350de986 None None] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:30.216138 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Pushing event updated for resources: {'Port': ['ID=d259e63f-d06d-444f-9a9a-e90c8422c506,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:30.243863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.272202 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.272787 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.273640 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.274135 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.274602 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.275077 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.275732 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.276215 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.276733 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.283739 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.284338 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.284865 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:30.323428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfc7b86-3c03-48e1-aa0d-b1ea294e3215,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:30.346946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.349021 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7a64fea9-90a1-4186-8d60-9f74bfb1ebb0 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6099977 Jan 18 23:17:30.352207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40164) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.365521 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-51913baf-c090-4296-aaf3-61e6e1cb7186 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.366339 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-51913baf-c090-4296-aaf3-61e6e1cb7186 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 23:17:30.367309 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-51913baf-c090-4296-aaf3-61e6e1cb7186 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.368695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-51913baf-c090-4296-aaf3-61e6e1cb7186 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150707 Jan 18 23:17:30.372280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40168) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.381122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.391398 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Attempting to bind port d259e63f-d06d-444f-9a9a-e90c8422c506 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:30.391787 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Attempting to bind port d259e63f-d06d-444f-9a9a-e90c8422c506 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:30.392171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Attempting to bind port d259e63f-d06d-444f-9a9a-e90c8422c506 on network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:30.392873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:30.403850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:30.404521 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:30.404886 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Checking segment: {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:30.405413 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.408646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:30.409333 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Bound using segment: {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:30.410186 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Bound port: d259e63f-d06d-444f-9a9a-e90c8422c506, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832b061e-c641-4021-bf80-9b75030ff81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:30.410749 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.416575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:30.467982 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.472240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4eba2924-78ea-4cf1-bd39-713a75a0928a tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0955658 Jan 18 23:17:30.473881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40172) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.483850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-666fcf7e-86d2-40e4-be9d-319a6de84bed tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.484430 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-666fcf7e-86d2-40e4-be9d-319a6de84bed tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 18 23:17:30.485414 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-666fcf7e-86d2-40e4-be9d-319a6de84bed tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.490462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-666fcf7e-86d2-40e4-be9d-319a6de84bed tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113022 Jan 18 23:17:30.490919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40176) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.504118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.518116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:30.523627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:30.527957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:30.535692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:30.575101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] Provisioning for port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:30.585241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] Provisioning complete for port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:30.585964 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.605752 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.610340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ad6603cf-caa6-44d3-bf03-33b99646d9a1 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1176922 Jan 18 23:17:30.611042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40180) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.622820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3af3bed3-eab0-4eea-819c-8620225ec1ea tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.623573 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-3af3bed3-eab0-4eea-819c-8620225ec1ea tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 23:17:30.624148 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-3af3bed3-eab0-4eea-819c-8620225ec1ea tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.630772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3af3bed3-eab0-4eea-819c-8620225ec1ea tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186136 Jan 18 23:17:30.631857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40184) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.645273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.645602 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] For port d259e63f-d06d-444f-9a9a-e90c8422c506, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:30.649578 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] For port d259e63f-d06d-444f-9a9a-e90c8422c506, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d259e63f-d06d-444f-9a9a-e90c8422c506,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:30.654492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:30.664336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:30.667161 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.672537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:30.701911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:30.717849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.721600 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.737546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:30.748535 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.749194 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Added segment 7de6dfd3-2a3e-495b-816a-3d301c31ccdb of type vlan for network d90045ff-3264-43ba-8721-1bc2082b9aa1 Jan 18 23:17:30.760916 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5daea-0076-4c0e-a5a9-9b2575811d02 None None] Pushing event updated for resources: {'Port': ['ID=d259e63f-d06d-444f-9a9a-e90c8422c506,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:30.777359 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Routers {'4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:30.778413 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:30.811221 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.812557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5cbc959d-9901-4f05-a97c-756de31a93a7 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1778755 Jan 18 23:17:30.815304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.823699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-39c8c5b4-8def-4999-8248-3624e923ea6f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.824729 n-d-825178-1 neutron-server[87811]: WARNING neutron.api.v2.base [None req-39c8c5b4-8def-4999-8248-3624e923ea6f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 18 23:17:30.825558 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-39c8c5b4-8def-4999-8248-3624e923ea6f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:30.827763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-39c8c5b4-8def-4999-8248-3624e923ea6f tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091560 Jan 18 23:17:30.829873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40192) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.831587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.839964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:30.849623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.870316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:30.883988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] For port 256d84b7-73f6-41fd-8bd6-cf63d37117d2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=256d84b7-73f6-41fd-8bd6-cf63d37117d2,segment=NetworkSegment(2e391cf3-3874-48c2-9169-d3948138989e),segment_id=2e391cf3-3874-48c2-9169-d3948138989e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:30.891434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:30.896571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:30.900233 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.906622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:30.950536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.999512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c8cda-c2fe-4d78-8a0f-886a4cf42b78 None None] Pushing event updated for resources: {'Port': ['ID=256d84b7-73f6-41fd-8bd6-cf63d37117d2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.025436 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:31.030211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b48712d-a1af-463e-9f68-594091f32c65 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1971955 Jan 18 23:17:31.032196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40196) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.037363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '4dfc7b86-3c03-48e1-aa0d-b1ea294e3215', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:31.051442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:31.056767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:31.060368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:31.081982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:31.134820 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:31.137271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b8942727-3b05-49f6-862e-472472eb8339 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1030760 Jan 18 23:17:31.139066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40200) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.199537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21dcfb-61dc-47f1-b2c4-cdd799ac68d8 req-43b1aef9-b150-48d9-8e69-5bea8e388818 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:31.201442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef21dcfb-61dc-47f1-b2c4-cdd799ac68d8 req-43b1aef9-b150-48d9-8e69-5bea8e388818 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 1.2533302 Jan 18 23:17:31.272268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0dad47a6-57f6-4fa6-81fa-b3c0e4918851 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.284856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b00091bc-b23b-4bad-be19-a534ecb1ea88 None None] Provisioning complete for port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:31.285516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b00091bc-b23b-4bad-be19-a534ecb1ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.289440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc1d90-af5b-4695-9bf1-225130010cf6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.294969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] Set router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:31.339291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0dad47a6-57f6-4fa6-81fa-b3c0e4918851 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.355757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=b7f91d69-78dd-4b65-bfdc-c563ccf0b5af,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.377650 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.378977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:31.379975 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.474811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40208) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.475442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1759191 Jan 18 23:17:31.479709 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0dad47a6-57f6-4fa6-81fa-b3c0e4918851 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.491050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Request body: {'subnet': {'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1289610284-subnet', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:31.497182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef21dcfb-61dc-47f1-b2c4-cdd799ac68d8 req-a0cc3a70-fc14-447c-b0e5-910926b5d236 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721653 Jan 18 23:17:31.531194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:31.550856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Usage tracker for resource:subnet and tenant:4d39729ab2e34ee58ce8405c3eb1077a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:31.558654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:31.564811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad47a6-57f6-4fa6-81fa-b3c0e4918851 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfc7b86-3c03-48e1-aa0d-b1ea294e3215,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.596467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:31.599114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0dad47a6-57f6-4fa6-81fa-b3c0e4918851 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.600769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0dad47a6-57f6-4fa6-81fa-b3c0e4918851 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/4dfc7b86-3c03-48e1-aa0d-b1ea294e3215 HTTP/1.1" status: 204 len: 168 time: 0.4601808 Jan 18 23:17:31.607945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.648681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b00091bc-b23b-4bad-be19-a534ecb1ea88 None None] Provisioning for port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:31.667776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b00091bc-b23b-4bad-be19-a534ecb1ea88 None None] Provisioning complete for port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:31.668151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b00091bc-b23b-4bad-be19-a534ecb1ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.715409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bb4aea73-c0c7-4165-8806-a8a8a4dea394 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:31.726227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Made reservation on behalf of 4d39729ab2e34ee58ce8405c3eb1077a for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:31.733059 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad29030-bec4-41f3-94d8-b74aac268e86 admin admin] Pushing event updated for resources: {'Network': ['ID=d90045ff-3264-43ba-8721-1bc2082b9aa1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.735175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.741985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b00091bc-b23b-4bad-be19-a534ecb1ea88 None None] Port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:31.753041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:17:31.899409 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:24Z', 'revision_number': 4, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd259e63f-d06d-444f-9a9a-e90c8422c506', 'name': '', 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'mac_address': 'fa:16:3e:5f:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:22Z', 'updated_at': '2022-01-18T23:17:30Z', 'revision_number': 4, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'subnets': [{'id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:31.904892 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ad81-30cd-4cd4-b30e-4c888ebc8339 None None] The sync data for ids ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'] in n-d-825178-1 is: [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:24Z', 'revision_number': 4, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd259e63f-d06d-444f-9a9a-e90c8422c506', 'name': '', 'network_id': 'c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'mac_address': 'fa:16:3e:5f:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:22Z', 'updated_at': '2022-01-18T23:17:30Z', 'revision_number': 4, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'subnets': [{'id': 'c92a29e7-0000-4937-a10c-e5ba85f73c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:31.949631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bb4aea73-c0c7-4165-8806-a8a8a4dea394 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:31.951133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bb4aea73-c0c7-4165-8806-a8a8a4dea394 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3409669 Jan 18 23:17:31.954963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40216) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.975717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--822753106'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:32.003025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:32.043048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:32.079208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f9529b0b-f485-4bb4-be03-e5fc609725f1 None None] Provisioning complete for port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:32.079941 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9529b0b-f485-4bb4-be03-e5fc609725f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.135786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.170860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:32.175240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:32.178820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:32.184145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9529b0b-f485-4bb4-be03-e5fc609725f1 None None] Port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:32.194283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:32.234053 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.269923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.328197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1f68c5d4-e68c-47ed-939b-b5c3d2c053e7 None None] Provisioning complete for port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:32.328700 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1f68c5d4-e68c-47ed-939b-b5c3d2c053e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.375390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.445550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1f68c5d4-e68c-47ed-939b-b5c3d2c053e7 None None] Port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:32.565861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.575651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc66ef5-317f-4093-b196-eac5e4464d2a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:32.584507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.638307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Checking segment: {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:32.639329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Network hostable DHCP agents. Network: d90045ff-3264-43ba-8721-1bc2082b9aa1, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:32.689762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed224fb-6d4d-483c-8656-23acb3c506ab,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:32.750430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:32.752927 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.754269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-118da44b-9254-4512-87e7-3200210d87bd tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7981956 Jan 18 23:17:32.763674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40226) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:32.773139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '8ed224fb-6d4d-483c-8656-23acb3c506ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:32.789149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:32.795354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, d90045ff-3264-43ba-8721-1bc2082b9aa1) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:32.798441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:32.804375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f318d-0fb8-495f-aec6-40784ba1a7a2 None None] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:32.806641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:32.811772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.815014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.824995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:32.875224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ef175ebe-ead0-47bf-b7b0-75df2ddacb29 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3993006 Jan 18 23:17:32.883078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40230) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:32.896227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae75bb-d949-4833-a46d-75f7e1575fb1 req-3ebea172-682c-43ab-ab26-5b238d8400e9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.898023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6ae75bb-d949-4833-a46d-75f7e1575fb1 req-3ebea172-682c-43ab-ab26-5b238d8400e9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.2023184 Jan 18 23:17:32.902172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:32.960354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:32.973281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Usage tracker for resource:router and tenant:4d39729ab2e34ee58ce8405c3eb1077a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:32.983018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:33.004999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:33.008428 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The resource could not be found. Jan 18 23:17:33.012035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-837654e1-0486-4997-879f-4fa0c9214b1d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2452724 Jan 18 23:17:33.014731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40234) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:33.026933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d259e63f-d06d-444f-9a9a-e90c8422c506 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:33.027617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '8ed224fb-6d4d-483c-8656-23acb3c506ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '224d82ff-16d9-4870-a6dd-3ab144fd525e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:33.045105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:33.047915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.051800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6ae75bb-d949-4833-a46d-75f7e1575fb1 req-0c40ce26-ad4e-4e84-8204-0b8a1656f2a6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386592 Jan 18 23:17:33.055843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:33.059270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:33.066737 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.068176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.069384 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.079125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:33.112045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.112373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74a8990a-23cb-413b-8ee8-4ef367245fc2 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:33.168603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port d259e63f-d06d-444f-9a9a-e90c8422c506 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:33.192013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d259e63f-d06d-444f-9a9a-e90c8422c506 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:33.192724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.245578 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The resource could not be found. Jan 18 23:17:33.250818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c2729aa6-9f52-493b-885a-7c8459d7544b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2296183 Jan 18 23:17:33.257500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40238) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:33.290943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.321220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=b7f91d69-78dd-4b65-bfdc-c563ccf0b5af,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:33.343187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:17:33.534191 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.554083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2128b1c3-9d5a-4ac8-b1a3-5f0f7bef75c4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.591874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-d90045ff-3264-43ba-8721-1bc2082b9aa1', 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'fixed_ips': [{'subnet_id': '9bc66ef5-317f-4093-b196-eac5e4464d2a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:17:33.593980 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.623321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:33.624699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2128b1c3-9d5a-4ac8-b1a3-5f0f7bef75c4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.632482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:33.655259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.802601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port d259e63f-d06d-444f-9a9a-e90c8422c506, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d259e63f-d06d-444f-9a9a-e90c8422c506,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:33.966124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2128b1c3-9d5a-4ac8-b1a3-5f0f7bef75c4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.002286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 74a8990a-23cb-413b-8ee8-4ef367245fc2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:34.021323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '74a8990a-23cb-413b-8ee8-4ef367245fc2', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': '74a8990a-23cb-413b-8ee8-4ef367245fc2', 'mac_address': 'fa:16:3e:06:d0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:34.025025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.025544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b1c3-9d5a-4ac8-b1a3-5f0f7bef75c4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed224fb-6d4d-483c-8656-23acb3c506ab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:34.026613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 256d84b7-73f6-41fd-8bd6-cf63d37117d2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:34.028766 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2128b1c3-9d5a-4ac8-b1a3-5f0f7bef75c4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.032599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2128b1c3-9d5a-4ac8-b1a3-5f0f7bef75c4 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/8ed224fb-6d4d-483c-8656-23acb3c506ab HTTP/1.1" status: 204 len: 168 time: 0.7748909 Jan 18 23:17:34.041857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40246) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:34.116331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb387deb-a287-46ee-b48b-9a81d96a1102 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:34.121495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Router fb6ae716-6b83-4ab7-81ff-2d7edc86a582 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:17:34.153713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.199622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.233891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb387deb-a287-46ee-b48b-9a81d96a1102 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:34.237242 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bb387deb-a287-46ee-b48b-9a81d96a1102 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1940532 Jan 18 23:17:34.241702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40254) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:34.260359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': '5294beb1-d345-450e-a4ec-27d57a9be85b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:34.286878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:34.301110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:34.306998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:34.322002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:34.453578 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The resource could not be found. Jan 18 23:17:34.456144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-34130186-40b8-4a1a-9301-7d2e383f129d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2122631 Jan 18 23:17:34.458663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Allocated IP 172.25.4.133 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/9fd52222-773f-4764-a389-8e39bbaf2cda) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:34.459842 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.463966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40258) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:34.473254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--400143556'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:34.477152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9299301a-e848-4a1b-a193-0115255ca775 None None] Provisioning complete for port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:34.477528 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9299301a-e848-4a1b-a193-0115255ca775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.483293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:34.492276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:34.504894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:34.506460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e6264dfc-1e1e-4708-abe5-c73e4e487eeb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/routers/fb6ae716-6b83-4ab7-81ff-2d7edc86a582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4955420 Jan 18 23:17:34.509483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:34.526615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a8990a-23cb-413b-8ee8-4ef367245fc2 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:34.530862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e590-45a3-41ac-b458-a5cb987171c5 req-2352beb4-6173-48cb-a8f1-5855532a4721 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.532781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea24e590-45a3-41ac-b458-a5cb987171c5 req-2352beb4-6173-48cb-a8f1-5855532a4721 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 943 time: 0.1942585 Jan 18 23:17:34.536811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] Sync routers for ids ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:34.584639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 74a8990a-23cb-413b-8ee8-4ef367245fc2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:34.593130 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea24e590-45a3-41ac-b458-a5cb987171c5 req-c2736ea4-ade1-4643-a898-697f3f6964f2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522387 Jan 18 23:17:34.609448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=d259e63f-d06d-444f-9a9a-e90c8422c506,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:34.638178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.661476 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.673191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:34.673582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.717604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:34.729964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:34.742052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:34.754299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:34.758816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] Routers {'fb6ae716-6b83-4ab7-81ff-2d7edc86a582'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:34.759526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:34.788071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.806795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.811293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e5c26-a6ef-4020-bf67-0e6dfa6a043f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.812026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e36e5c26-a6ef-4020-bf67-0e6dfa6a043f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:34.859291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e36e5c26-a6ef-4020-bf67-0e6dfa6a043f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:34.861707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e36e5c26-a6ef-4020-bf67-0e6dfa6a043f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb6ae716-6b83-4ab7-81ff-2d7edc86a582 HTTP/1.1" status: 200 len: 982 time: 0.3481605 Jan 18 23:17:34.862791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40266) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:34.892974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Allocated IP 172.20.0.2 (d90045ff-3264-43ba-8721-1bc2082b9aa1/9bc66ef5-317f-4093-b196-eac5e4464d2a/4c09b7bc-54a9-4835-88ee-0ba89f059634) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:34.901811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.996686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.998434 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9299301a-e848-4a1b-a193-0115255ca775 None None] Port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:35.015311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['74a8990a-23cb-413b-8ee8-4ef367245fc2'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:17:35.028142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.037426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:35.055563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:35.065301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:35.068720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:35.119471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] Routers {'fb6ae716-6b83-4ab7-81ff-2d7edc86a582'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:35.119857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:35.208034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=74a8990a-23cb-413b-8ee8-4ef367245fc2,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.228304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:35.229992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946ac66-b733-435c-802f-c95a40e99a6e None None] The sync data for ids ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:35.426364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd52222-773f-4764-a389-8e39bbaf2cda,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.444893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d6b33-0971-4c18-bc72-85ed028f2d52,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.447214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.466781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Transition to ACTIVE for port object 4c09b7bc-54a9-4835-88ee-0ba89f059634 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:35.482829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.484259 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-15d23e1b-e6c3-4bef-ad4b-23f59ce8b626 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0171616 Jan 18 23:17:35.492376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40274) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:35.498625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579210238'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:35.506585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:35.510998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:35.514554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:35.522378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:35.523085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Transition to ACTIVE for port object 4c09b7bc-54a9-4835-88ee-0ba89f059634 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:35.540684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.545815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.584582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:35.588891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d259e63f-d06d-444f-9a9a-e90c8422c506 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:35.590347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:35.600875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:35.663525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:35.669015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:35.686124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:35.697851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Pushing event updated for resources: {'Port': ['ID=4c09b7bc-54a9-4835-88ee-0ba89f059634,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.811579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Attempting to bind port 4c09b7bc-54a9-4835-88ee-0ba89f059634 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:35.812218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Attempting to bind port 4c09b7bc-54a9-4835-88ee-0ba89f059634 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:35.812807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Attempting to bind port 4c09b7bc-54a9-4835-88ee-0ba89f059634 on network d90045ff-3264-43ba-8721-1bc2082b9aa1 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:35.822619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:35.823003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Checking segment: {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:35.823416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.823808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Bound using segment: {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:35.824410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Bound port: 4c09b7bc-54a9-4835-88ee-0ba89f059634, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:35.824698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.839181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d259e63f-d06d-444f-9a9a-e90c8422c506 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:35.839363 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.848685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:35.934293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.015886 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.129237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] For port 4c09b7bc-54a9-4835-88ee-0ba89f059634, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:36.136694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] For port 4c09b7bc-54a9-4835-88ee-0ba89f059634, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c09b7bc-54a9-4835-88ee-0ba89f059634,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:36.147362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.234101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2d30-0550-4d9f-8e10-9aa515c200f4 req-de4ee9df-6d20-4480-8e92-8580093c7ee0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:36.242587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91bc2d30-0550-4d9f-8e10-9aa515c200f4 req-de4ee9df-6d20-4480-8e92-8580093c7ee0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 944 time: 0.4375825 Jan 18 23:17:36.284190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d3e77-cef0-4246-a977-e44815c24b6b None None] Pushing event updated for resources: {'Port': ['ID=4c09b7bc-54a9-4835-88ee-0ba89f059634,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:36.290299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.336306 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.509604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91bc2d30-0550-4d9f-8e10-9aa515c200f4 req-c150de00-824f-458f-8e8b-27c06018e0fe tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073603 Jan 18 23:17:36.519407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port b7f91d69-78dd-4b65-bfdc-c563ccf0b5af {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:36.520082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.530125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb8a559-3bec-4715-a067-7a5df5d06474,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:36.535910 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.542635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dc31a1ce-a55b-49bb-8987-0d2463517627 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0476975 Jan 18 23:17:36.543663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40284) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:36.554872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d6b33-0971-4c18-bc72-85ed028f2d52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9eb8a559-3bec-4715-a067-7a5df5d06474'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:36.614568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:36.636203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:36.648108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:36.660898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:36.692530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.796666 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:36.800699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c409684a-a723-4fd9-8359-0e7116064e96 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2542059 Jan 18 23:17:36.801373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:36.836863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.954128 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b99d87a-a87e-4bdd-8d4d-01a4c3bf3d2e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.974854 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.998345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for b7f91d69-78dd-4b65-bfdc-c563ccf0b5af owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:36.999856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b99d87a-a87e-4bdd-8d4d-01a4c3bf3d2e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.051083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:17:37.116049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74a8990a-23cb-413b-8ee8-4ef367245fc2 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:37.314194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.402290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 74a8990a-23cb-413b-8ee8-4ef367245fc2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:37.419947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 74a8990a-23cb-413b-8ee8-4ef367245fc2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:37.439350 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.454548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=b7f91d69-78dd-4b65-bfdc-c563ccf0b5af,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:37.485787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b99d87a-a87e-4bdd-8d4d-01a4c3bf3d2e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.553254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99d87a-a87e-4bdd-8d4d-01a4c3bf3d2e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb8a559-3bec-4715-a067-7a5df5d06474,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:37.597574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:37.610241 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Sync routers for ids ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:37.627609 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Routers {'00dff9c0-e5e2-4dae-8193-0ec6f2972776'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:37.628605 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:37.662237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7b99d87a-a87e-4bdd-8d4d-01a4c3bf3d2e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.667584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7b99d87a-a87e-4bdd-8d4d-01a4c3bf3d2e tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/9eb8a559-3bec-4715-a067-7a5df5d06474 HTTP/1.1" status: 204 len: 168 time: 0.8615608 Jan 18 23:17:37.681392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40298) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:37.750489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c09b7bc-54a9-4835-88ee-0ba89f059634 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:37.793469 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.800257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-903a87ab-116c-4618-a86b-104b79fd2af3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9139984 Jan 18 23:17:37.801562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40302) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:38.065646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Set router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:38.076960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7c86c-210e-40c0-9c18-d1860acda6ba None None] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:38.129396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4c09b7bc-54a9-4835-88ee-0ba89f059634 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:38.131051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-234862cb-1528-40d5-b40d-5eda892beb88 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:38.180451 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.266421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] Provisioning for port 4c09b7bc-54a9-4835-88ee-0ba89f059634 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:38.280788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.298757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ded53-4db5-49f4-b4c0-36564c1cf4fc req-c9fe636d-8f3c-4b7f-92a0-c604ab811620 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:38.300716 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f1ded53-4db5-49f4-b4c0-36564c1cf4fc req-c9fe636d-8f3c-4b7f-92a0-c604ab811620 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 944 time: 0.2958570 Jan 18 23:17:38.302746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4c09b7bc-54a9-4835-88ee-0ba89f059634 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:38.303498 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.332131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-234862cb-1528-40d5-b40d-5eda892beb88 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:38.335271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-234862cb-1528-40d5-b40d-5eda892beb88 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6481645 Jan 18 23:17:38.340587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40306) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:38.411539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] Provisioning complete for port 4c09b7bc-54a9-4835-88ee-0ba89f059634 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:38.412369 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.521057 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f1ded53-4db5-49f4-b4c0-36564c1cf4fc req-32182ed2-3f9a-455c-ab97-70ecd9a34460 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487508 Jan 18 23:17:38.549106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f505a671-d000-42bc-9448-0936a24bcde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a8990a-23cb-413b-8ee8-4ef367245fc2'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:38.571043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-809a71a7-6fc2-4df1-bb33-14a47b50470d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.589368 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:17:35Z', 'revision_number': 3, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:38.599418 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Checking router: 00dff9c0-e5e2-4dae-8193-0ec6f2972776 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:38.599662 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Updating router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 port 9fd52222-773f-4764-a389-8e39bbaf2cda binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:17:38.716230 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.733674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-809a71a7-6fc2-4df1-bb33-14a47b50470d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.763278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 74a8990a-23cb-413b-8ee8-4ef367245fc2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:38.764465 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.792007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Router fb6ae716-6b83-4ab7-81ff-2d7edc86a582 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:17:38.837358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.013776 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f505a671-d000-42bc-9448-0936a24bcde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a8990a-23cb-413b-8ee8-4ef367245fc2', 'code': 200} Jan 18 23:17:39.142447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:39.176924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-809a71a7-6fc2-4df1-bb33-14a47b50470d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.194412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] For port 4c09b7bc-54a9-4835-88ee-0ba89f059634, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c09b7bc-54a9-4835-88ee-0ba89f059634,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:39.194992 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bcbdb010-87ee-4b60-91ba-c09fe65307eb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/routers/fb6ae716-6b83-4ab7-81ff-2d7edc86a582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3312955 Jan 18 23:17:39.200241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:39.201481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4147212-882a-411d-9551-28386c73a536 None None] Sync routers for ids ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:39.214912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a71a7-6fc2-4df1-bb33-14a47b50470d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d6b33-0971-4c18-bc72-85ed028f2d52,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.233579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.252930 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-809a71a7-6fc2-4df1-bb33-14a47b50470d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.257175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-809a71a7-6fc2-4df1-bb33-14a47b50470d tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/bd1d6b33-0971-4c18-bc72-85ed028f2d52 HTTP/1.1" status: 204 len: 168 time: 0.9118934 Jan 18 23:17:39.258613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40322) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:39.298357 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9222c0-bd29-4ce0-a0ed-c666755de2ee tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:17:39.298997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a9222c0-bd29-4ce0-a0ed-c666755de2ee tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:39.326480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a9222c0-bd29-4ce0-a0ed-c666755de2ee tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:39.330825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a9222c0-bd29-4ce0-a0ed-c666755de2ee tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/b7f91d69-78dd-4b65-bfdc-c563ccf0b5af HTTP/1.1" status: 404 len: 333 time: 0.1271369 Jan 18 23:17:39.331919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40326) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:39.339766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2e8c4-1343-4499-8f1e-f853ad5aba5e req-ba7c6c82-d277-4feb-93b7-7e1e08d2c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.341305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60b2e8c4-1343-4499-8f1e-f853ad5aba5e req-ba7c6c82-d277-4feb-93b7-7e1e08d2c3cc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 1096 time: 0.2471662 Jan 18 23:17:39.365810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4147212-882a-411d-9551-28386c73a536 None None] Routers {'fb6ae716-6b83-4ab7-81ff-2d7edc86a582'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:39.366461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e4147212-882a-411d-9551-28386c73a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:39.387677 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.408305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Transition to ACTIVE for port object 9fd52222-773f-4764-a389-8e39bbaf2cda will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:39.421401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=74a8990a-23cb-413b-8ee8-4ef367245fc2,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.423477 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.424249 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.498458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e4147212-882a-411d-9551-28386c73a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:39.526840 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Attempting to bind port 9fd52222-773f-4764-a389-8e39bbaf2cda on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:39.526840 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Attempting to bind port 9fd52222-773f-4764-a389-8e39bbaf2cda by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:39.526840 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Attempting to bind port 9fd52222-773f-4764-a389-8e39bbaf2cda on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:39.528988 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a971-c029-4a24-b3ef-ff6b5d0dd68e None None] Pushing event updated for resources: {'Port': ['ID=9fd52222-773f-4764-a389-8e39bbaf2cda,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.533485 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:39.534197 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:39.534616 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.535153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:39.535623 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Bound port: 9fd52222-773f-4764-a389-8e39bbaf2cda, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:39.535990 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.549588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80290de9-3428-4a7b-8a2b-85de5705d804 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:39.555430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4147212-882a-411d-9551-28386c73a536 None None] Routers {'fb6ae716-6b83-4ab7-81ff-2d7edc86a582'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:39.556084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e4147212-882a-411d-9551-28386c73a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:39.611035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60b2e8c4-1343-4499-8f1e-f853ad5aba5e req-68bdce90-b5f9-4938-9b54-b02e01323d6a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994617 Jan 18 23:17:39.614069 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.656897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] For port 9fd52222-773f-4764-a389-8e39bbaf2cda, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:39.657198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e4147212-882a-411d-9551-28386c73a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:39.657548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4147212-882a-411d-9551-28386c73a536 None None] The sync data for ids ['fb6ae716-6b83-4ab7-81ff-2d7edc86a582'] in n-d-825178-1 is: [] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:39.667972 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] For port 9fd52222-773f-4764-a389-8e39bbaf2cda, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fd52222-773f-4764-a389-8e39bbaf2cda,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:39.683683 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.787050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Routers {'00dff9c0-e5e2-4dae-8193-0ec6f2972776'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:39.787717 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:39.795951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dcd9e-9199-40a6-a544-1fff44887996 None None] Pushing event updated for resources: {'Port': ['ID=4c09b7bc-54a9-4835-88ee-0ba89f059634,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.814202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:39.814911 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:39.889536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbee7c1-263d-4ff3-aaf2-0ce9c92e07f0 req-c256872d-abe5-4cea-ad32-b80c4c73a046 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.893054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2cbee7c1-263d-4ff3-aaf2-0ce9c92e07f0 req-c256872d-abe5-4cea-ad32-b80c4c73a046 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.1999428 Jan 18 23:17:39.943350 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a971-c029-4a24-b3ef-ff6b5d0dd68e None None] Pushing event updated for resources: {'Port': ['ID=9fd52222-773f-4764-a389-8e39bbaf2cda,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:40.065563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2cbee7c1-263d-4ff3-aaf2-0ce9c92e07f0 req-e88db72b-432d-478e-a6b3-6c0e8f8abcb4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530812 Jan 18 23:17:40.239862 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] Set router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:40.250000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80290de9-3428-4a7b-8a2b-85de5705d804 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:40.251286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-80290de9-3428-4a7b-8a2b-85de5705d804 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9879255 Jan 18 23:17:40.256030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:40.276612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'tempest-secgroup--44027230'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:40.281326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.285137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.301032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:40.304845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e4e34fb6-b8b2-4f9e-909e-21a89ce214a4 None None] Provisioning complete for port 4c09b7bc-54a9-4835-88ee-0ba89f059634 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:40.306385 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4e34fb6-b8b2-4f9e-909e-21a89ce214a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.331184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:40.355152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.355758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Fanout notify agent at l3_agent the message router_deleted on router fb6ae716-6b83-4ab7-81ff-2d7edc86a582 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:17:40.360038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.394193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.395862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-16b59b0b-209d-47c2-932c-7b204ab3ef88 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/routers/fb6ae716-6b83-4ab7-81ff-2d7edc86a582 HTTP/1.1" status: 204 len: 168 time: 1.0536520 Jan 18 23:17:40.399133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.400226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:40.496861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:40.508455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Usage tracker for resource:security_group_rule and tenant:d805ff4ae9d14b729cf6268d545dd04a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:40.512331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:40.523073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:40.576151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c09b7bc-54a9-4835-88ee-0ba89f059634 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:40.614956 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.626624 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.678637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894b157d-148e-4022-a457-3b48cce91bab,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:40.727785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet 4e682b5f-4708-49df-9c72-a5b852c58662 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:17:40.732482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.742384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Allocated IP 172.20.0.1 (d90045ff-3264-43ba-8721-1bc2082b9aa1/9bc66ef5-317f-4093-b196-eac5e4464d2a/862ab48c-c7f3-46e0-980f-b1f42ba60014) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:40.755854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4c09b7bc-54a9-4835-88ee-0ba89f059634 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:40.756007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.796362 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.802757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-612efe94-5437-446a-9730-ced213030989 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5431719 Jan 18 23:17:40.803661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:40.819501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-37666c2e-82a8-486c-9ee0-349504b0de61 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:40.820275 n-d-825178-1 neutron-server[87812]: WARNING neutron.api.v2.base [None req-37666c2e-82a8-486c-9ee0-349504b0de61 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 23:17:40.820777 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-37666c2e-82a8-486c-9ee0-349504b0de61 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 23:17:40.825755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-37666c2e-82a8-486c-9ee0-349504b0de61 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "PUT /v2.0/security-groups/894b157d-148e-4022-a457-3b48cce91bab HTTP/1.1" status: 409 len: 330 time: 0.0138211 Jan 18 23:17:40.829536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:40.870431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.887953 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:17:35Z', 'revision_number': 3, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:40.899150 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c6a8-6c1c-416a-8e12-a7ef7f63008e None None] The sync data for ids ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'] in n-d-825178-1 is: [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:17:35Z', 'revision_number': 3, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:40.999159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79107be1-cf62-4a0a-be93-32801b68095b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.039870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79107be1-cf62-4a0a-be93-32801b68095b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.104865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.120342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.135033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Transition to ACTIVE for port object 862ab48c-c7f3-46e0-980f-b1f42ba60014 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:41.156719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79107be1-cf62-4a0a-be93-32801b68095b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.170281 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.201307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79107be1-cf62-4a0a-be93-32801b68095b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b157d-148e-4022-a457-3b48cce91bab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:41.215699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79107be1-cf62-4a0a-be93-32801b68095b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.231014 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-79107be1-cf62-4a0a-be93-32801b68095b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/894b157d-148e-4022-a457-3b48cce91bab HTTP/1.1" status: 204 len: 168 time: 0.3998585 Jan 18 23:17:41.231867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40354) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:41.247502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:41.250820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:41.255066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:41.360801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-af6dc045-86de-4e4a-a5b0-a87fc7820a67 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Synchronizing usage tracker for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:41.387812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.444634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Pushing event updated for resources: {'Port': ['ID=862ab48c-c7f3-46e0-980f-b1f42ba60014,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:41.485732 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.594663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-af6dc045-86de-4e4a-a5b0-a87fc7820a67 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] Unset dirty status for tenant:d805ff4ae9d14b729cf6268d545dd04a on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:41.596048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-af6dc045-86de-4e4a-a5b0-a87fc7820a67 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3594508 Jan 18 23:17:41.604014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40362) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:41.627833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=4e682b5f-4708-49df-9c72-a5b852c58662,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:41.630326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.641286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c0980-54d4-49c0-ae51-7a9dd69a7fb8 None None] Network 354fb851-6750-4a5a-bedf-53ddeb4c8aaa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:41.642481 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-61693e53-1a28-40ae-90e3-846bcf1b5344 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] delete failed (client error): The resource could not be found. Jan 18 23:17:41.643799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-61693e53-1a28-40ae-90e3-846bcf1b5344 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "DELETE /v2.0/security-groups/fcb9e24d-0b98-46c5-8c35-e5e6a3a51eca HTTP/1.1" status: 404 len: 347 time: 0.0387318 Jan 18 23:17:41.645546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-49957b98-3a93-451d-b487-998e2519d826 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/4e682b5f-4708-49df-9c72-a5b852c58662 HTTP/1.1" status: 204 len: 168 time: 1.2430465 Jan 18 23:17:41.652927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40366) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:41.653888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40368) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:41.848699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2fabd541-f230-43bc-85ae-93e75ed7a16f None None] Provisioning for port 862ab48c-c7f3-46e0-980f-b1f42ba60014 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:41.870181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2fabd541-f230-43bc-85ae-93e75ed7a16f None None] Provisioning complete for port 862ab48c-c7f3-46e0-980f-b1f42ba60014 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:41.871144 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fabd541-f230-43bc-85ae-93e75ed7a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.995996 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-7f3eb63f-7f58-4d9a-9dd3-efd284e92396 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] show failed (client error): The resource could not be found. Jan 18 23:17:42.003292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7f3eb63f-7f58-4d9a-9dd3-efd284e92396 tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-groups/1b5625cd-15e2-4191-9bba-a9224c92c134 HTTP/1.1" status: 404 len: 347 time: 0.3445666 Jan 18 23:17:42.006250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40374) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:42.047853 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-899d94b8-ed65-4761-9eac-9d732795947b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] show failed (client error): The resource could not be found. Jan 18 23:17:42.048110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-899d94b8-ed65-4761-9eac-9d732795947b tempest-NegativeSecGroupTest-795454055 tempest-NegativeSecGroupTest-795454055-project] 10.222.0.78 "GET /v2.0/security-group-rules/e0bf90c8-9306-4c6c-bd4d-a75d8128a694 HTTP/1.1" status: 404 len: 356 time: 0.0408721 Jan 18 23:17:42.052835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2fabd541-f230-43bc-85ae-93e75ed7a16f None None] Port 862ab48c-c7f3-46e0-980f-b1f42ba60014 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:42.074483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2b4bd-5cfb-47ad-9bf3-a143fd6af107 req-329f2e9b-4755-4810-b18b-862f9f75766f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:42.086709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87a2b4bd-5cfb-47ad-9bf3-a143fd6af107 req-329f2e9b-4755-4810-b18b-862f9f75766f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.7650139 Jan 18 23:17:42.096906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.137246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.154995 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-349d407f-4fef-4d5a-8394-aa69527406f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.166396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] DHCP port deletion for 354fb851-6750-4a5a-bedf-53ddeb4c8aaa request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:17:42.171676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Deleting port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:42.171907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.231176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:42.232886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.303962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87a2b4bd-5cfb-47ad-9bf3-a143fd6af107 req-be3dd062-e987-454f-8901-d44976e1e573 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009058 Jan 18 23:17:42.534743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:42.559850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port 256d84b7-73f6-41fd-8bd6-cf63d37117d2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=256d84b7-73f6-41fd-8bd6-cf63d37117d2,segment=NetworkSegment(2e391cf3-3874-48c2-9169-d3948138989e),segment_id=2e391cf3-3874-48c2-9169-d3948138989e)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:42.559850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.593422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] For port 256d84b7-73f6-41fd-8bd6-cf63d37117d2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=256d84b7-73f6-41fd-8bd6-cf63d37117d2,segment=NetworkSegment(2e391cf3-3874-48c2-9169-d3948138989e),segment_id=2e391cf3-3874-48c2-9169-d3948138989e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:42.594894 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.706247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a2e6-b7b6-4dfd-a05f-86ea6f84f6ea req-2bd9cbc7-31bc-4729-89a0-86569dfe0e02 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:42.718093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6330a2e6-b7b6-4dfd-a05f-86ea6f84f6ea req-2bd9cbc7-31bc-4729-89a0-86569dfe0e02 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.2335558 Jan 18 23:17:42.750021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9fd52222-773f-4764-a389-8e39bbaf2cda up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:42.800216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6330a2e6-b7b6-4dfd-a05f-86ea6f84f6ea req-8ca1d319-a097-4892-8908-9c9319259762 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Jan 18 23:17:42.921198 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36ef80c3-1156-4601-9d71-41d1cc8b59f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d805ff4ae9d14b729cf6268d545dd04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779120 Jan 18 23:17:42.923635 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:42.943382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Calling delete_port for 256d84b7-73f6-41fd-8bd6-cf63d37117d2 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:42.988243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 256d84b7-73f6-41fd-8bd6-cf63d37117d2 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:43.096228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4be-ea78-48a7-ac25-61a655a44097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.131705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:17:43.145578 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:17:43.177633 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4be-ea78-48a7-ac25-61a655a44097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.183316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:43.183316 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:43.210946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.214225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No DVR routers for this DVR port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:43.216417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=256d84b7-73f6-41fd-8bd6-cf63d37117d2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:43.218893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9fd52222-773f-4764-a389-8e39bbaf2cda completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:43.231738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9fd52222-773f-4764-a389-8e39bbaf2cda triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:43.232741 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.261711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.265885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4be-ea78-48a7-ac25-61a655a44097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.309064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e4be-ea78-48a7-ac25-61a655a44097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde127d-9aa1-4aa9-a0ba-cde03d4c7d79,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:43.348761 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4be-ea78-48a7-ac25-61a655a44097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.350520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bbf8e4be-ea78-48a7-ac25-61a655a44097 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fde127d-9aa1-4aa9-a0ba-cde03d4c7d79 HTTP/1.1" status: 204 len: 168 time: 0.4253998 Jan 18 23:17:43.459639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.505145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.524883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9fd52222-773f-4764-a389-8e39bbaf2cda, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fd52222-773f-4764-a389-8e39bbaf2cda,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:43.530614 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.635009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 256d84b7-73f6-41fd-8bd6-cf63d37117d2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:43.708769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Deleting port 256d84b7-73f6-41fd-8bd6-cf63d37117d2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:43.730204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.732082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Pushing event updated for resources: {'Port': ['ID=862ab48c-c7f3-46e0-980f-b1f42ba60014,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:43.735911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31747ded-6cb2-4764-b5ac-f787e976dce7 req-224198e7-3344-4f19-aa17-ca5c1cb41070 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.744031 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31747ded-6cb2-4764-b5ac-f787e976dce7 req-224198e7-3344-4f19-aa17-ca5c1cb41070 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.2448769 Jan 18 23:17:43.805208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 256d84b7-73f6-41fd-8bd6-cf63d37117d2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:43.806249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 256d84b7-73f6-41fd-8bd6-cf63d37117d2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:43.866551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c20636f4-bb88-4189-9fe4-d2aa85be0c5e None None] The port '256d84b7-73f6-41fd-8bd6-cf63d37117d2' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:17:43.871793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-31747ded-6cb2-4764-b5ac-f787e976dce7 req-1421dc2f-56d0-4914-9b29-74fda5dd191b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214414 Jan 18 23:17:43.913441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9fd52222-773f-4764-a389-8e39bbaf2cda,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:44.009865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.046828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:44.046828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:44.046828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354fb851-6750-4a5a-bedf-53ddeb4c8aaa']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:44.076351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e391cf3-3874-48c2-9169-d3948138989e') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:44.076351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e391cf3-3874-48c2-9169-d3948138989e') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:44.164227 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.187605 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.264534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:17:44.264534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:44.285765 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:44.427753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:17:44.429343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.457610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.512821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6e463359-5f7d-404f-8fcf-b648e7997668 None None] Provisioning complete for port 862ab48c-c7f3-46e0-980f-b1f42ba60014 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:44.514524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e463359-5f7d-404f-8fcf-b648e7997668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.539815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=354fb851-6750-4a5a-bedf-53ddeb4c8aaa,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:44.548123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d5403f9-a110-4d2c-a484-7bb49c444a36 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/354fb851-6750-4a5a-bedf-53ddeb4c8aaa HTTP/1.1" status: 204 len: 168 time: 2.8867953 Jan 18 23:17:44.548278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:44.638614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6e463359-5f7d-404f-8fcf-b648e7997668 None None] Port 862ab48c-c7f3-46e0-980f-b1f42ba60014 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:44.671990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0ae88-749f-4e3c-acc9-c22dc3189d02 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:44.676993 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a9d0ae88-749f-4e3c-acc9-c22dc3189d02 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 HTTP/1.1" status: 200 len: 841 time: 0.1246817 Jan 18 23:17:44.677854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40442) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:44.748122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:44.766655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8e9adf5b-4b83-41c3-8e63-f058dfeecd8c admin admin] 10.222.0.78 "PUT /v2.0/routers/00dff9c0-e5e2-4dae-8193-0ec6f2972776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9357505 Jan 18 23:17:44.774153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Sync routers for ids ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:44.774153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Routers {'00dff9c0-e5e2-4dae-8193-0ec6f2972776'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:44.774153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:44.833220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6632e765-e9b2-4f68-9971-8f4de00b674e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/331a6dc1-a9f5-45e9-af9f-5489c57c6ea9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1540048 Jan 18 23:17:44.836201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40450) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:44.843858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:44.970724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9fd52222-773f-4764-a389-8e39bbaf2cda up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:45.159542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55fc809f-5264-475a-aa1a-bfc4e872caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.177577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9fd52222-773f-4764-a389-8e39bbaf2cda triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:45.177982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.308676 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Set router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:45.569844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:45.598874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:45.616572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:45.630077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:45.646192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.702160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-94511428-b6ce-44f0-a6ca-8e8414246ebf tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:45.704871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-94511428-b6ce-44f0-a6ca-8e8414246ebf tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.85 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.8030770 Jan 18 23:17:45.730238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538de87-d2fc-4a11-bc34-bc8f2b8aec11 req-ef711ab1-fe75-42e0-aeaa-be41f3fad586 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:45.733170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e538de87-d2fc-4a11-bc34-bc8f2b8aec11 req-ef711ab1-fe75-42e0-aeaa-be41f3fad586 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.4906354 Jan 18 23:17:45.734308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:45.734540 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.738631 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.911869 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:17:41Z', 'revision_number': 4, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '862ab48c-c7f3-46e0-980f-b1f42ba60014', 'name': '', 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'mac_address': 'fa:16:3e:45:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '9bc66ef5-317f-4093-b196-eac5e4464d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:40Z', 'updated_at': '2022-01-18T23:17:42Z', 'revision_number': 2, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'subnets': [{'id': '9bc66ef5-317f-4093-b196-eac5e4464d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:45.924223 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Checking router: 00dff9c0-e5e2-4dae-8193-0ec6f2972776 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:45.924223 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Updating router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 port 862ab48c-c7f3-46e0-980f-b1f42ba60014 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:17:46.051220 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.094316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 74a8990a-23cb-413b-8ee8-4ef367245fc2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:46.094658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.343022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e538de87-d2fc-4a11-bc34-bc8f2b8aec11 req-415d98f7-c94d-4bf8-8cca-f879aa4d1b97 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331488 Jan 18 23:17:46.635052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.739991 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.745503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port 74a8990a-23cb-413b-8ee8-4ef367245fc2, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=74a8990a-23cb-413b-8ee8-4ef367245fc2,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:46.745822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.756705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Transition to ACTIVE for port object 862ab48c-c7f3-46e0-980f-b1f42ba60014 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:46.775371 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.799558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:46.852926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:46.899740 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b370d-df11-4d98-aa2e-d283bff8572e None None] Pushing event updated for resources: {'Port': ['ID=862ab48c-c7f3-46e0-980f-b1f42ba60014,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:47.049227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.051349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.059602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 74a8990a-23cb-413b-8ee8-4ef367245fc2 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:47.092726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:47.100998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Usage tracker for resource:security_group_rule and tenant:babaed707c604d16aa81ce3804f98007 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:47.109992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:47.122424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:47.127929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:47.132586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d5f36-26e9-4192-9f5c-f73a9ab968d5 None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:47.166615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:47.168637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.263537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.273083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 74a8990a-23cb-413b-8ee8-4ef367245fc2 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:47.290237 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.303867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Attempting to bind port 862ab48c-c7f3-46e0-980f-b1f42ba60014 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:47.305038 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Attempting to bind port 862ab48c-c7f3-46e0-980f-b1f42ba60014 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:47.305646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Attempting to bind port 862ab48c-c7f3-46e0-980f-b1f42ba60014 on network d90045ff-3264-43ba-8721-1bc2082b9aa1 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:47.315891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:47.316826 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Checking segment: {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:47.317683 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.318436 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Bound using segment: {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:47.319140 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Bound port: 862ab48c-c7f3-46e0-980f-b1f42ba60014, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de6dfd3-2a3e-495b-816a-3d301c31ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:47.319812 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.364920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=babaed707c604d16aa81ce3804f98007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117788 Jan 18 23:17:47.368599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:47.460008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88673219-8537-49e3-b74d-38f6fb0ecf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d500581-2e11-43de-b58a-efc21f48107b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:47.466342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:47.467910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=c39e3da7-5347-46ad-9245-ec4678e9482a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:47.503341 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] For port 862ab48c-c7f3-46e0-980f-b1f42ba60014, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:47.507225 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] For port 862ab48c-c7f3-46e0-980f-b1f42ba60014, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=862ab48c-c7f3-46e0-980f-b1f42ba60014,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:47.518271 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.531213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10431f3e-e0b6-439b-842e-c84bdae4aedb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6924250 Jan 18 23:17:47.549346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40554) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:47.659499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082630587'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:47.663951 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.691740 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Routers {'00dff9c0-e5e2-4dae-8193-0ec6f2972776'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:47.692394 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:47.693982 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:47.732773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:47.755784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-6e19434d-91cb-46cc-b560-5c94d927c5cd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6135178 Jan 18 23:17:47.758080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:47.856575 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b370d-df11-4d98-aa2e-d283bff8572e None None] Pushing event updated for resources: {'Port': ['ID=862ab48c-c7f3-46e0-980f-b1f42ba60014,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:47.900362 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b712eeeb-448b-4864-9f73-4c5e9cf5366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.902674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:47.968441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b712eeeb-448b-4864-9f73-4c5e9cf5366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.042528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077349-acd9-4239-a603-378f80c2f082 req-ec856899-72e9-4c56-b0bb-c413c4977790 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:48.058713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73077349-acd9-4239-a603-378f80c2f082 req-ec856899-72e9-4c56-b0bb-c413c4977790 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 945 time: 0.5274734 Jan 18 23:17:48.136882 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:17:48.136882 n-d-825178-1 neutron-server[87813]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 18 23:17:48.136882 n-d-825178-1 neutron-server[87813]: [parameters: {'status': 'DOWN', 'ports_id': '74a8990a-23cb-413b-8ee8-4ef367245fc2'}] Jan 18 23:17:48.136882 n-d-825178-1 neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:48.137682 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:48.156340 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] Set router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:48.208388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'tenant_id': '9d9095e4cec74a6fb2b219dc86fa625e', 'fixed_ips': [{'subnet_id': 'c39e3da7-5347-46ad-9245-ec4678e9482a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:17:48.211387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.232717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.293491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:48.298974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group_rule and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:48.314727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:48.327387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:48.349377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73077349-acd9-4239-a603-378f80c2f082 req-61be2083-2027-46ef-9a6a-7c5dd37bcd14 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896779 Jan 18 23:17:48.363159 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.386652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:17:48.419027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b712eeeb-448b-4864-9f73-4c5e9cf5366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.496591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712eeeb-448b-4864-9f73-4c5e9cf5366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d500581-2e11-43de-b58a-efc21f48107b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:48.529452 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b712eeeb-448b-4864-9f73-4c5e9cf5366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.544294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b712eeeb-448b-4864-9f73-4c5e9cf5366e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d500581-2e11-43de-b58a-efc21f48107b HTTP/1.1" status: 204 len: 168 time: 1.1632524 Jan 18 23:17:48.734514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.835243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port 74a8990a-23cb-413b-8ee8-4ef367245fc2 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:48.839749 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.842760 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.855122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f505a671-d000-42bc-9448-0936a24bcde6', 'name': 'network-vif-deleted', 'tag': '74a8990a-23cb-413b-8ee8-4ef367245fc2'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:48.865879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Port 74a8990a-23cb-413b-8ee8-4ef367245fc2 update to DOWN by agent not found {{(pid=87813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 18 23:17:48.904819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=74a8990a-23cb-413b-8ee8-4ef367245fc2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:48.946662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Allocated IP 172.20.0.2 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/c39e3da7-5347-46ad-9245-ec4678e9482a/b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:48.952481 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.967058 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:17:41Z', 'revision_number': 4, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '862ab48c-c7f3-46e0-980f-b1f42ba60014', 'name': '', 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'mac_address': 'fa:16:3e:45:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '9bc66ef5-317f-4093-b196-eac5e4464d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:40Z', 'updated_at': '2022-01-18T23:17:47Z', 'revision_number': 4, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'subnets': [{'id': '9bc66ef5-317f-4093-b196-eac5e4464d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:48.993567 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ac717-53d1-4e75-928d-37b0c11d82fa None None] The sync data for ids ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'] in n-d-825178-1 is: [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:17:41Z', 'revision_number': 4, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '862ab48c-c7f3-46e0-980f-b1f42ba60014', 'name': '', 'network_id': 'd90045ff-3264-43ba-8721-1bc2082b9aa1', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'mac_address': 'fa:16:3e:45:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '9bc66ef5-317f-4093-b196-eac5e4464d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:40Z', 'updated_at': '2022-01-18T23:17:47Z', 'revision_number': 4, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'subnets': [{'id': '9bc66ef5-317f-4093-b196-eac5e4464d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:49.206957 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f505a671-d000-42bc-9448-0936a24bcde6', 'name': 'network-vif-deleted', 'tag': '74a8990a-23cb-413b-8ee8-4ef367245fc2', 'status': 'completed', 'code': 200} Jan 18 23:17:49.224333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-0e684100-dc41-4783-9181-f0d4a67f5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.225822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-0e684100-dc41-4783-9181-f0d4a67f5aef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 1096 time: 1.2888057 Jan 18 23:17:49.257985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d8912a89-9414-484c-938d-ed2a7f2dd044 req-4858f2fa-20bb-4772-aa79-62d4b02f070a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.85 "DELETE /v2.0/ports/74a8990a-23cb-413b-8ee8-4ef367245fc2 HTTP/1.1" status: 204 len: 173 time: 3.5438192 Jan 18 23:17:49.321010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:49.365034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.412153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:49.456696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Usage tracker for resource:security_group_rule and tenant:4f50fd9fb7f74c1986c5a4ba695da65a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:49.477814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:49.508440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-4dbad25f-98ef-46e2-be77-55483cf12dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.510711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-4dbad25f-98ef-46e2-be77-55483cf12dad service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.2546422 Jan 18 23:17:49.512299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.513369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9610798 Jan 18 23:17:49.513934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f715-6b99-4364-9967-6b10c9d1066e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca687f5-ade7-42fc-b748-d1dc8eb4c07d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:49.518642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40584) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:49.602522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-d269067a-b430-4865-a485-168244dcaf60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a HTTP/1.1" status: 200 len: 217 time: 0.0833201 Jan 18 23:17:49.606350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1657727233'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:49.686351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.693505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:49.719116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Transition to ACTIVE for port object b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:49.753141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-5cd9fdd2-e480-4bb4-9c83-007ad238822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.754769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-5cd9fdd2-e480-4bb4-9c83-007ad238822a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1400127 Jan 18 23:17:49.756142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:49.765686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Transition to ACTIVE for port object b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:49.785080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4bedc9cc-0ad1-42f7-b054-7182a8bca7c2 req-48beeff0-fe65-41fc-8f98-dfd7953f4072 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:49.793590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.850339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:49.861327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:49.884241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:49.916837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4bedc9cc-0ad1-42f7-b054-7182a8bca7c2 req-48beeff0-fe65-41fc-8f98-dfd7953f4072 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:49.918688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4bedc9cc-0ad1-42f7-b054-7182a8bca7c2 req-48beeff0-fe65-41fc-8f98-dfd7953f4072 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 210 time: 0.3056097 Jan 18 23:17:49.935489 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:17:49.941861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.956395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:49.991881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-68958ebf-421e-4e23-b761-fc62827f13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:50.002265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-68958ebf-421e-4e23-b761-fc62827f13df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114482 Jan 18 23:17:50.004680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:50.006285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:50.010514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:50.012466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:50.024189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group_rule and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:50.029122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:50.036747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:50.169179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Attempting to bind port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:50.169878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Attempting to bind port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '6f9577cc-2e4b-48b2-b564-bb5974dca6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:50.171012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Attempting to bind port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 on network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:17:50.183755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:17:50.184390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Checking segment: {'id': '6f9577cc-2e4b-48b2-b564-bb5974dca6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:17:50.185045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.185722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Bound using segment: {'id': '6f9577cc-2e4b-48b2-b564-bb5974dca6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:17:50.186604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Bound port: b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9577cc-2e4b-48b2-b564-bb5974dca6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:50.187209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.316609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:17:50.322336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:17:50.335836 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.336279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Deleting port d259e63f-d06d-444f-9a9a-e90c8422c506 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:50.336760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.422024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.433839 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.561779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c5674-edb1-4446-ac5e-cf77694b3e0c None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:50.571513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18fe347-8d48-41de-bf2f-7897b00880cb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:50.577380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-56d0119a-9c15-40d2-ba23-400db5229e1f service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052137 Jan 18 23:17:50.579185 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.583842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:50.584153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6d8be21e-29ab-4b90-aa87-00c1edcd9dd6 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0627377 Jan 18 23:17:50.632321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1701742571', 'security_groups': ['b18fe347-8d48-41de-bf2f-7897b00880cb'], 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c39e3da7-5347-46ad-9245-ec4678e9482a'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:50.717295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 862ab48c-c7f3-46e0-980f-b1f42ba60014 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:50.901970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 862ab48c-c7f3-46e0-980f-b1f42ba60014 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:50.927039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 862ab48c-c7f3-46e0-980f-b1f42ba60014 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:50.927422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.946708 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.991809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.075396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150c753-5c45-4b44-be18-bb59fbb2b437 req-f9a8d785-135f-4e7f-ab99-f50ade9e762c service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895542 Jan 18 23:17:51.093877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f50fd9fb7f74c1986c5a4ba695da65a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7706649 Jan 18 23:17:51.097187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40598) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:51.100932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:51.115577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:port and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:51.136243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:51.173881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:51.220133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c822b-b2f2-48f2-8bf5-cac05dc79213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbfd9ef-3d0e-4d70-b2d2-fb2f0c195afc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:51.269913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:51.327704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] For port d259e63f-d06d-444f-9a9a-e90c8422c506, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d259e63f-d06d-444f-9a9a-e90c8422c506,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:51.328412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.358236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-787c4170-10a5-47d4-96ac-66862e46c4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.375731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.446713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 862ab48c-c7f3-46e0-980f-b1f42ba60014, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=862ab48c-c7f3-46e0-980f-b1f42ba60014,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:51.455789 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.474261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-787c4170-10a5-47d4-96ac-66862e46c4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.624333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=862ab48c-c7f3-46e0-980f-b1f42ba60014,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:51.626159 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-787c4170-10a5-47d4-96ac-66862e46c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.667561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c4170-10a5-47d4-96ac-66862e46c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbfd9ef-3d0e-4d70-b2d2-fb2f0c195afc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:51.682513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-787c4170-10a5-47d4-96ac-66862e46c4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.684300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-787c4170-10a5-47d4-96ac-66862e46c4f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbbfd9ef-3d0e-4d70-b2d2-fb2f0c195afc HTTP/1.1" status: 204 len: 168 time: 0.5854561 Jan 18 23:17:51.781210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Calling delete_port for d259e63f-d06d-444f-9a9a-e90c8422c506 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:51.829819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d3793892-daa3-4348-a82e-a2e0e2ce612d req-ae1b096a-93d5-48ef-89e4-1dda07be671b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=f505a671-d000-42bc-9448-0936a24bcde6 HTTP/1.1" status: 200 len: 210 time: 0.3078518 Jan 18 23:17:51.933230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.974787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port d59042e4-09d0-4111-97fb-3d81c3652f53 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:17:52.320737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.6 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/c39e3da7-5347-46ad-9245-ec4678e9482a/d59042e4-09d0-4111-97fb-3d81c3652f53) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:52.356793 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:52.513370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Pushing event deleted for resources: {'Port': ['ID=d259e63f-d06d-444f-9a9a-e90c8422c506,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:52.780599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 862ab48c-c7f3-46e0-980f-b1f42ba60014 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:52.887172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 862ab48c-c7f3-46e0-980f-b1f42ba60014 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:52.887566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.000210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ba3d66a-2e08-46e6-b345-0fc52d9713d5 None None] Provisioning for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:53.161827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8ba3d66a-2e08-46e6-b345-0fc52d9713d5 None None] Provisioning complete for port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:53.162202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ba3d66a-2e08-46e6-b345-0fc52d9713d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.291331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3d66a-2e08-46e6-b345-0fc52d9713d5 None None] Port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:53.303340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40650) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:53.322643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:53.465180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:53.481080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:53.481773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.512132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.534819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.548020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.556362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:53.568563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf46c8a87524c0198c20917de339603 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:53.574687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:53.585618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:53.649393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object d59042e4-09d0-4111-97fb-3d81c3652f53 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:53.664790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.717131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:53.730811 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.743417 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.753182 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.799865 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.837914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:53.882670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75781f0-54d7-4a95-baf2-0b476022eac3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:53.883212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:53.888432 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3dfb3381-4f8e-40fb-be78-5a22f6180686 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cbf46c8a87524c0198c20917de339603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834033 Jan 18 23:17:53.891024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40664) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:53.981867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:53.992113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-412712fa-a0e0-4080-8433-ca2729020e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.995390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:17:54.039728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-412712fa-a0e0-4080-8433-ca2729020e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.072350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:54.073098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.112612 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-412712fa-a0e0-4080-8433-ca2729020e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.146875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412712fa-a0e0-4080-8433-ca2729020e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75781f0-54d7-4a95-baf2-0b476022eac3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:54.164891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-412712fa-a0e0-4080-8433-ca2729020e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.164891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-412712fa-a0e0-4080-8433-ca2729020e93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d75781f0-54d7-4a95-baf2-0b476022eac3 HTTP/1.1" status: 204 len: 168 time: 0.2705419 Jan 18 23:17:54.186534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=d59042e4-09d0-4111-97fb-3d81c3652f53,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:54.228431 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-97f87908-ea49-42f5-a4f4-6f2c5fdbcb32 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6218715 Jan 18 23:17:54.231851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40672) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:54.238079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:54.258098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:17:54.441423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-848619de-c663-45e2-8c15-bfbb1f1282fd None None] Provisioning for port d59042e4-09d0-4111-97fb-3d81c3652f53 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:54.450739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-848619de-c663-45e2-8c15-bfbb1f1282fd None None] Provisioning complete for port d59042e4-09d0-4111-97fb-3d81c3652f53 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:54.451662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-848619de-c663-45e2-8c15-bfbb1f1282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.542096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:54.546355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:54.559734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:54.577995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:54.600697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:54.604377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.667446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-848619de-c663-45e2-8c15-bfbb1f1282fd None None] Port d59042e4-09d0-4111-97fb-3d81c3652f53 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:17:54.713759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:17:54.735475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] Sync routers for ids ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:54.745704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a8152801-adce-4189-b667-b15c24bb386f admin admin] 10.222.0.78 "PUT /v2.0/routers/4d710c52-fe3a-4a87-9db1-bf4e7a57d14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2694063 Jan 18 23:17:54.748059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40690) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:54.750520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] Routers {'4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:54.752374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:54.925347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:54.964762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:54.995382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.032858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:55.042156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ecdc951a8b43fe83767105003cca31 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:55.045729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:55.061705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:55.239462 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c39e3da7-5347-46ad-9245-ec4678e9482a (CIDR: 172.20.0.0/28) Jan 18 23:17:55.251716 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:17:55.252477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:17:55.273610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.277772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.288415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.339217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eb6d5655-1e2b-4d2d-8f81-7fe09b15bb1a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1062312 Jan 18 23:17:55.344431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:55.392850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:55.393395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.420097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:55.499550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8ecdc951a8b43fe83767105003cca31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333595 Jan 18 23:17:55.500445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40708) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:55.565195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.586228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Deleting port 11cd214e-fa53-4f69-b5fa-59fc5a763c91 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:55.586592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.599955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] Set router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:55.607024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a1c300-1922-4888-b60c-521464c454ab,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:55.806218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.806914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.807223 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.807712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.808124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.808529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.809103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.809885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.810296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.810623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.810947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.811268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7923e5-5207-4248-95ad-60193eff9b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:55.830410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:55.842865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:55.852894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:55.874524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:55.929816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] For port 11cd214e-fa53-4f69-b5fa-59fc5a763c91, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=11cd214e-fa53-4f69-b5fa-59fc5a763c91,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:55.934171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.940863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:55.945825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.985398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df99a039-8ba2-44a1-bf2b-8b4af685d558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.128926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Calling delete_port for 11cd214e-fa53-4f69-b5fa-59fc5a763c91 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:56.143812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df99a039-8ba2-44a1-bf2b-8b4af685d558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.193604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:52Z', 'revision_number': 5, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port': {'id': '11cd214e-fa53-4f69-b5fa-59fc5a763c91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:15Z', 'updated_at': '2022-01-18T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.197837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] Checking router: 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:56.210966 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] Routers {'4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:17:56.211602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.249617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df99a039-8ba2-44a1-bf2b-8b4af685d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.339438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99a039-8ba2-44a1-bf2b-8b4af685d558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a1c300-1922-4888-b60c-521464c454ab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:56.406671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] Set router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:17:56.522365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:55Z', 'revision_number': 6, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.535053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a61f-74c7-48ba-8779-bf6ea8bbb797 None None] The sync data for ids ['4d710c52-fe3a-4a87-9db1-bf4e7a57d14d'] in n-d-825178-1 is: [{'id': '4d710c52-fe3a-4a87-9db1-bf4e7a57d14d', 'name': 'tempest-TestAggregatesBasicOps-1813270247-router', 'tenant_id': 'd4d895d5570f427196a3e90fc5a881d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:12Z', 'updated_at': '2022-01-18T23:17:55Z', 'revision_number': 6, 'project_id': 'd4d895d5570f427196a3e90fc5a881d4', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:56.550414 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df99a039-8ba2-44a1-bf2b-8b4af685d558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.554504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-df99a039-8ba2-44a1-bf2b-8b4af685d558 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23a1c300-1922-4888-b60c-521464c454ab HTTP/1.1" status: 204 len: 168 time: 0.9329877 Jan 18 23:17:56.587911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.660744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.752855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=c2cf600f-026f-4d36-b55b-227b0f13d3ec,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:56.760185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:56.761659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:56.764969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.765844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.766235 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.775202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa5900-e361-4876-98d6-5f6f16329ef5 None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:56.793028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53972a23-dc2a-4571-86e3-555d210e5905 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4423695 Jan 18 23:17:56.795076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40726) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:56.803225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-622549103', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c2cf600f-026f-4d36-b55b-227b0f13d3ec'}], 'security_groups': ['7ca687f5-ade7-42fc-b748-d1dc8eb4c07d']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:56.838570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cd214e-fa53-4f69-b5fa-59fc5a763c91,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:57.291295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.301226 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.357622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.358272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d710c52-fe3a-4a87-9db1-bf4e7a57d14d {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:17:57.366233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.407150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.408537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1a009774-241c-4bde-806e-5eeb8ff3fcb1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4d710c52-fe3a-4a87-9db1-bf4e7a57d14d HTTP/1.1" status: 204 len: 168 time: 2.6595299 Jan 18 23:17:57.411181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:57.506884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Update dhcp port {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'fixed_ips': [{'subnet_id': 'c39e3da7-5347-46ad-9245-ec4678e9482a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2cf600f-026f-4d36-b55b-227b0f13d3ec'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:17:57.557587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Deleting subnet c92a29e7-0000-4937-a10c-e5ba85f73c85 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:17:57.566540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.597506 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.740879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.013499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1c937-0199-4bad-bea5-6ca52a3fc6c6 req-ead268a2-a7f6-4430-b9ae-fcf4762b42be tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.021555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9eb1c937-0199-4bad-bea5-6ca52a3fc6c6 req-ead268a2-a7f6-4430-b9ae-fcf4762b42be tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 945 time: 0.3928335 Jan 18 23:17:58.049543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Delete allocated IP 172.20.0.6 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/c39e3da7-5347-46ad-9245-ec4678e9482a) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:17:58.058490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.24 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/c2cf600f-026f-4d36-b55b-227b0f13d3ec/d59042e4-09d0-4111-97fb-3d81c3652f53) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:58.085675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9eb1c937-0199-4bad-bea5-6ca52a3fc6c6 req-97dd8e0c-8d0a-4eba-ac8b-308bb8360df8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629053 Jan 18 23:17:58.090131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.197369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.240350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.245403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92a29e7-0000-4937-a10c-e5ba85f73c85,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:58.253675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2cfe4a-1513-4df8-9609-21b14fcf32ad None None] Network c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:17:58.254451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f00e9997-2ef1-423b-a727-0ae86bcb3426 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c92a29e7-0000-4937-a10c-e5ba85f73c85 HTTP/1.1" status: 204 len: 168 time: 0.8377194 Jan 18 23:17:58.254785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:58.391217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.394030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.417879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object d59042e4-09d0-4111-97fb-3d81c3652f53 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:58.419758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Deleting port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:58.420275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.454022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.605757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11cd214e-fa53-4f69-b5fa-59fc5a763c91 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:58.645608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=d59042e4-09d0-4111-97fb-3d81c3652f53,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:58.650754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 11cd214e-fa53-4f69-b5fa-59fc5a763c91 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:58.651432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 11cd214e-fa53-4f69-b5fa-59fc5a763c91 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:58.652014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d259e63f-d06d-444f-9a9a-e90c8422c506 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:58.699113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: d259e63f-d06d-444f-9a9a-e90c8422c506 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:17:58.699795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d259e63f-d06d-444f-9a9a-e90c8422c506 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:58.724033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Allocated IP 172.20.0.18 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/c2cf600f-026f-4d36-b55b-227b0f13d3ec/b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:58.798618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] In _notify_port_updated(), no bound segment for port d59042e4-09d0-4111-97fb-3d81c3652f53 on network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:17:58.810957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.811875 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.813230 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4cf6795a-7a6e-4d99-bf35-332b47a3c990 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/ports/d59042e4-09d0-4111-97fb-3d81c3652f53 HTTP/1.1" status: 200 len: 920 time: 2.0166502 Jan 18 23:17:58.816620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40778) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:58.844687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] DHCP port deletion for c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:17:58.853650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Deleting port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:58.854745 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.888494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] For port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:58.889210 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.941180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port d59042e4-09d0-4111-97fb-3d81c3652f53 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:58.941642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.148859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] For port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,segment=NetworkSegment(832b061e-c641-4021-bf80-9b75030ff81e),segment_id=832b061e-c641-4021-bf80-9b75030ff81e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:59.149321 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.203759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Calling delete_port for 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:59.288882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Calling delete_port for 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:17:59.402166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-581e06bf-bfe5-4130-a636-0d5ffbcb706c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.404804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-581e06bf-bfe5-4130-a636-0d5ffbcb706c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 945 time: 0.4273946 Jan 18 23:17:59.407104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.490563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Pushing event deleted for resources: {'Port': ['ID=7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:59.495089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:17:59.508420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] No DVR routers for this DVR port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:59.510986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.511328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.511771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.512306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.512814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.513342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.513997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.515203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.515699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.516199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.516705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.517225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5feaf57-741c-43eb-9413-4c19d11ac99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:59.539296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:17:59.545992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.564970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.602368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Transition to ACTIVE for port object b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:59.611560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.637616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.db.api [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:59.638326 n-d-825178-1 neutron-server[87812]: DEBUG oslo_db.api [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:59.663271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afb31b-d4dd-4ad6-8a98-8ba50ede8bb7 req-92ef039c-1d0f-4400-8d47-c2baadf8dff6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.670781 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17afb31b-d4dd-4ad6-8a98-8ba50ede8bb7 req-92ef039c-1d0f-4400-8d47-c2baadf8dff6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 945 time: 0.1400182 Jan 18 23:17:59.715902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.747614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17afb31b-d4dd-4ad6-8a98-8ba50ede8bb7 req-2a56cac0-1527-4198-8bab-9daa485c246f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757248 Jan 18 23:17:59.806645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8079e24-3c73-4354-a910-a762a7c2afc6 None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:59.914158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for d59042e4-09d0-4111-97fb-3d81c3652f53 owned by {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:00.140258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Deleting port 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:00.141871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.164085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:00.164455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.242999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] The port '7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:18:00.317836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:00.395295 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.425032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:00.439543 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832b061e-c641-4021-bf80-9b75030ff81e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:00.440031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832b061e-c641-4021-bf80-9b75030ff81e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:00.455667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.480301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.488256 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:18:00.489208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: util.warn( Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:00.504806 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:00.618857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.622650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:00.650625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.666875 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.680213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=d59042e4-09d0-4111-97fb-3d81c3652f53,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:00.714104 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.725545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:00.740039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9ed14a27-79e3-49d1-a65d-f898b1a2e491 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c98dfe63-bd12-4fff-a6bd-73c95f8e6aa7 HTTP/1.1" status: 204 len: 168 time: 2.4840384 Jan 18 23:18:00.740700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:00.802053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Provisioning for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:00.823610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:00.824328 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.889690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:00.890351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.944228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:01.120557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b53ea91-0789-457d-85f2-190cd01d4578 req-6659aa76-a397-4be3-ba4c-33a827282139 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 210 time: 0.1601682 Jan 18 23:18:01.139168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:01.144110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.147061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'name': 'network-vif-deleted', 'tag': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:01.163973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.183000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-445b2285-1b22-48d8-80de-b2c7f0bc8c5c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/d59042e4-09d0-4111-97fb-3d81c3652f53 HTTP/1.1" status: 204 len: 168 time: 2.3651278 Jan 18 23:18:01.186392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40820) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:01.242041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ff8f70d-d9b4-437c-8dd3-f2a0c8e36a25 req-4f8c764f-31f1-4d1a-abfc-7d7c85ac10e1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "DELETE /v2.0/ports/dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a HTTP/1.1" status: 204 len: 173 time: 1.8243282 Jan 18 23:18:01.242938 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d84068-9c81-4eb4-87b2-e34e7770aefb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:18:01.243471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-89d84068-9c81-4eb4-87b2-e34e7770aefb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Synchronizing usage tracker for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:01.254689 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e756a-e3bf-443a-908d-ce20e994c328', 'name': 'network-vif-deleted', 'tag': 'dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a', 'status': 'completed', 'code': 200} Jan 18 23:18:01.290507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-89d84068-9c81-4eb4-87b2-e34e7770aefb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Unset dirty status for tenant:9d9095e4cec74a6fb2b219dc86fa625e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:01.291799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-89d84068-9c81-4eb4-87b2-e34e7770aefb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/d59042e4-09d0-4111-97fb-3d81c3652f53 HTTP/1.1" status: 404 len: 333 time: 0.1039519 Jan 18 23:18:01.294849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40826) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:01.335280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Could not find standard attr ID for object d59042e4-09d0-4111-97fb-3d81c3652f53. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:18:01.372174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Provisioning complete for port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:01.372462 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.446748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eba8540a-71cf-46db-8baa-041e5646c056 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.521772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eba8540a-71cf-46db-8baa-041e5646c056 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.522457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:01.584658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:01.585011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7c0bbea9-c4b3-4f10-9ada-13ce22d4c4a5 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:01.640202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eba8540a-71cf-46db-8baa-041e5646c056 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.649905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a8957a88-88a1-445f-b88b-e862ecd36682 None None] Port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:01.678768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8540a-71cf-46db-8baa-041e5646c056 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18fe347-8d48-41de-bf2f-7897b00880cb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:01.696099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eba8540a-71cf-46db-8baa-041e5646c056 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.699863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eba8540a-71cf-46db-8baa-041e5646c056 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/security-groups/b18fe347-8d48-41de-bf2f-7897b00880cb HTTP/1.1" status: 204 len: 168 time: 0.4040155 Jan 18 23:18:01.702673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:01.767000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e9a33467-e82f-4037-baec-a5572b0b039f None None] Could not find standard attr ID for object d59042e4-09d0-4111-97fb-3d81c3652f53. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:18:01.786658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:01.862301 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8074b06-3f77-4277-abff-9df06b2a3a1b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.880405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:01.881068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device dc8ed1d0-4ceb-4616-8345-0bccd71c3f4a not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:01.914881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8074b06-3f77-4277-abff-9df06b2a3a1b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.998953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8074b06-3f77-4277-abff-9df06b2a3a1b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.026435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8074b06-3f77-4277-abff-9df06b2a3a1b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca687f5-ade7-42fc-b748-d1dc8eb4c07d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:02.047649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e8074b06-3f77-4277-abff-9df06b2a3a1b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.051910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e8074b06-3f77-4277-abff-9df06b2a3a1b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/security-groups/7ca687f5-ade7-42fc-b748-d1dc8eb4c07d HTTP/1.1" status: 204 len: 168 time: 0.3481958 Jan 18 23:18:02.052452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:02.171088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet c39e3da7-5347-46ad-9245-ec4678e9482a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:18:02.176626 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.250506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.296371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1bbaedd6-99b5-4b25-9c91-ffe78a91f913 req-0da68cbb-6a75-44b0-a426-46e8fc7bed86 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:02.324401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.331015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1bbaedd6-99b5-4b25-9c91-ffe78a91f913 req-0da68cbb-6a75-44b0-a426-46e8fc7bed86 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:02.332883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1bbaedd6-99b5-4b25-9c91-ffe78a91f913 req-0da68cbb-6a75-44b0-a426-46e8fc7bed86 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1e756a-e3bf-443a-908d-ce20e994c328 HTTP/1.1" status: 200 len: 210 time: 0.0926673 Jan 18 23:18:02.802859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.089334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.141805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=c39e3da7-5347-46ad-9245-ec4678e9482a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:03.158838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.167759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75a876-7a53-482b-aff5-2c1a94f148ae None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:03.186608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Deleting port 862ab48c-c7f3-46e0-980f-b1f42ba60014 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:03.187258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.236706 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3c181dad-e36f-4f92-827f-78b66393b59b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/c39e3da7-5347-46ad-9245-ec4678e9482a HTTP/1.1" status: 204 len: 168 time: 1.1829302 Jan 18 23:18:03.240898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40882) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:03.246675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:03.401153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] For port 862ab48c-c7f3-46e0-980f-b1f42ba60014, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=862ab48c-c7f3-46e0-980f-b1f42ba60014,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:03.404597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.514467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:03.521431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:03.525755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:03.533613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:03.553914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:03.558361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.589713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Calling delete_port for 862ab48c-c7f3-46e0-980f-b1f42ba60014 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:03.982136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.101401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=862ab48c-c7f3-46e0-980f-b1f42ba60014,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:04.125326 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.221231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:04.224610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:04.228009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:04.229087 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.260536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=6f7299be-50bf-43a0-9bf5-88547a64af93,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:04.276330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8de66e30-9b13-4e22-b3af-d27fe82e014f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0339200 Jan 18 23:18:04.278664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40894) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:04.287241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732459278'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:04.306809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:04.316601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:04.319752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:04.326108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:04.352978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.414945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:04.433558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group_rule and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:04.448018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:04.470080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:04.519021 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.638429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.652493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.715938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e9def-f2cf-4dc7-addc-8120d7a813f0 None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:04.747315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.752715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4706917 Jan 18 23:18:04.756727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.757278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40900) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:04.763427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37719ee4-37b5-4dfb-aa91-cb96a6d36027 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c39e7-e59b-4c67-ad56-055a5d89406d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:04.782371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1270705640'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:04.790268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:04.794998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:04.798562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:04.807103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:04.822781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.846641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:04.862462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group_rule and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:04.870044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:04.884663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:04.926369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-91d03bfb-b99d-4f84-8c3a-8f8d29243417 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:04.927161 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-91d03bfb-b99d-4f84-8c3a-8f8d29243417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.095934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.110242 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.199292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe24b50-8640-423e-933c-cf4cb2bedae6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:05.220011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.224314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:05.227906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4feb91c9-07e8-4ee3-a204-df5cb88c7b5f tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4664671 Jan 18 23:18:05.355374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-91d03bfb-b99d-4f84-8c3a-8f8d29243417 None None] Provisioning complete for port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:05.355755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-91d03bfb-b99d-4f84-8c3a-8f8d29243417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.400075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149161054'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:05.420212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-91d03bfb-b99d-4f84-8c3a-8f8d29243417 None None] Port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:05.425660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:05.442736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:05.448070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:05.459229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:05.535270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Update dhcp port {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'fixed_ips': [{'subnet_id': 'c2cf600f-026f-4d36-b55b-227b0f13d3ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f7299be-50bf-43a0-9bf5-88547a64af93'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:18:05.562686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.600391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:05.603035 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.608198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:18:05.609425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:security_group_rule and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:05.613781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:05.621333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:05.857363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Allocated IP 172.20.0.2 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/6f7299be-50bf-43a0-9bf5-88547a64af93/b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:05.860642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:18:05.873161 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] Sync routers for ids ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:05.890712 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] Routers {'00dff9c0-e5e2-4dae-8193-0ec6f2972776'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:05.891345 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:05.904602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.918647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-74c98424-7dd5-4f0c-b0b6-62cae2087a58 admin admin] 10.222.0.78 "PUT /v2.0/routers/00dff9c0-e5e2-4dae-8193-0ec6f2972776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1768548 Jan 18 23:18:05.920983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.921412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 40922) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:05.967165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.968476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7425318 Jan 18 23:18:05.983039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40928) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:05.983987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8108402-2a15-46c9-b7d2-927719158381 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e5abe-dd6c-42fc-9196-53fd73e6f9df,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:06.000710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2089028737', 'security_groups': ['8b5e5abe-dd6c-42fc-9196-53fd73e6f9df'], 'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f7299be-50bf-43a0-9bf5-88547a64af93'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:06.157725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:06.178191 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] Set router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:06.229366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.281442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Transition to ACTIVE for port object b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:06.301412 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.314927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:06.337737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:06.344668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.359129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:06.686626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa85a0-abb8-47a3-be9f-3705959dfae6 None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:06.710739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.754241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] device_id is not set on port 44ee47ec-a44b-4572-bab3-38e2d3d78225 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:18:06.965734 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:18:03Z', 'revision_number': 5, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:06.974274 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] Checking router: 00dff9c0-e5e2-4dae-8193-0ec6f2972776 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:06.982634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.001830 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] Routers {'00dff9c0-e5e2-4dae-8193-0ec6f2972776'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:07.002462 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:17:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:07.217052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.245418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Deleting port 9fd52222-773f-4764-a389-8e39bbaf2cda {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:07.245799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.275291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.9 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/6f7299be-50bf-43a0-9bf5-88547a64af93/44ee47ec-a44b-4572-bab3-38e2d3d78225) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:07.571002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.572324 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] Set router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:07.588112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object 44ee47ec-a44b-4572-bab3-38e2d3d78225 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:07.608749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 40976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:07.619223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.652447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] For port 9fd52222-773f-4764-a389-8e39bbaf2cda, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9fd52222-773f-4764-a389-8e39bbaf2cda,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:07.661126 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.822525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:07.835572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:07.880058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:18:07.896875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-297fa858-8d48-429f-ad04-ecfe10f39eda None None] Provisioning for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:07.909287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-297fa858-8d48-429f-ad04-ecfe10f39eda None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:07.909976 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-297fa858-8d48-429f-ad04-ecfe10f39eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.929192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Calling delete_port for 9fd52222-773f-4764-a389-8e39bbaf2cda owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:07.970464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=44ee47ec-a44b-4572-bab3-38e2d3d78225,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:08.026969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.082406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:08.087682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Usage tracker for resource:security_group_rule and tenant:68f77c79f6e246d8b3872977d0e54720 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:08.092039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:08.102598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:08.218959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.234813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.242650 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:18:03Z', 'revision_number': 5, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:08.247661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b54e8-5a23-48f2-a5a8-9375ee476ebc None None] The sync data for ids ['00dff9c0-e5e2-4dae-8193-0ec6f2972776'] in n-d-825178-1 is: [{'id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'name': 'tempest-TestAggregatesBasicOps-1289610284-router', 'tenant_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:33Z', 'updated_at': '2022-01-18T23:18:03Z', 'revision_number': 5, 'project_id': '4d39729ab2e34ee58ce8405c3eb1077a', 'gw_port': {'id': '9fd52222-773f-4764-a389-8e39bbaf2cda', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff9c0-e5e2-4dae-8193-0ec6f2972776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:34Z', 'updated_at': '2022-01-18T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:08.266438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-297fa858-8d48-429f-ad04-ecfe10f39eda None None] Provisioning complete for port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:08.266816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-297fa858-8d48-429f-ad04-ecfe10f39eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.286695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.287406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.342806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68f77c79f6e246d8b3872977d0e54720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328651 Jan 18 23:18:08.348477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:08.369482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.385773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0c589-940d-4a1d-a501-2ef53a688682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7644940e-3bb3-4c98-a3e4-8ea4ece886ec,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:08.413876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-297fa858-8d48-429f-ad04-ecfe10f39eda None None] Port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:08.414390 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-590c46c2-6192-43ee-8152-c2bbac7d4d6c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4236355 Jan 18 23:18:08.418263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:08.427501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:08.430248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd52222-773f-4764-a389-8e39bbaf2cda,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:08.544310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f660c968-00af-4322-821d-8d04ee2eacd7 None None] Provisioning for port 44ee47ec-a44b-4572-bab3-38e2d3d78225 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:08.552366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15a1288c-05a2-4cb6-b2f1-404e032cabfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.559020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f660c968-00af-4322-821d-8d04ee2eacd7 None None] Provisioning complete for port 44ee47ec-a44b-4572-bab3-38e2d3d78225 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:08.559842 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f660c968-00af-4322-821d-8d04ee2eacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.576022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.622958 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15a1288c-05a2-4cb6-b2f1-404e032cabfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.624978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f660c968-00af-4322-821d-8d04ee2eacd7 None None] Port 44ee47ec-a44b-4572-bab3-38e2d3d78225 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:08.710055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:08.720414 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:08.724194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:08.743419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:08.764280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:08.769459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.829980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.833061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.844250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:08.910324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.910803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00dff9c0-e5e2-4dae-8193-0ec6f2972776 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:18:08.932583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.933802 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-499bcb83-6e99-4609-a636-1a252d1cd4c6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/00dff9c0-e5e2-4dae-8193-0ec6f2972776 HTTP/1.1" status: 204 len: 168 time: 3.0111384 Jan 18 23:18:08.939175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41018) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:08.969143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:08.970379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.113496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Deleting subnet 9bc66ef5-317f-4093-b196-eac5e4464d2a {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:18:09.125158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.184864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41022) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:09.196254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501954225', 'description': 'tempest-secgroup-smoke-501954225 description', 'project_id': '09216b7e3403427e8062be75685117ed'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.203589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:09.213640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:09.228078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15a1288c-05a2-4cb6-b2f1-404e032cabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.240192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.241961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 862ab48c-c7f3-46e0-980f-b1f42ba60014 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:09.247256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.272624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1288c-05a2-4cb6-b2f1-404e032cabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7644940e-3bb3-4c98-a3e4-8ea4ece886ec,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.279255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:09.286302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:09.291964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:09.308710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 862ab48c-c7f3-46e0-980f-b1f42ba60014 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:09.309497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 862ab48c-c7f3-46e0-980f-b1f42ba60014 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:09.316671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:09.327038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-15a1288c-05a2-4cb6-b2f1-404e032cabfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.328043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-15a1288c-05a2-4cb6-b2f1-404e032cabfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7644940e-3bb3-4c98-a3e4-8ea4ece886ec HTTP/1.1" status: 204 len: 168 time: 0.9746754 Jan 18 23:18:09.357782 n-d-825178-1 neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f7299be-50bf-43a0-9bf5-88547a64af93 (CIDR: 172.20.0.0/28) Jan 18 23:18:09.381659 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:18:09.381933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:09.386816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.433632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aae16b68-4f7d-4663-9f0f-f1876b2b3f0e tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0139165 Jan 18 23:18:09.445511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41030) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:09.452994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.482547 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.488612 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.535299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a76c8a-d6c5-4a25-89ff-31404321cfa7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.539977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.547829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eb573b08-cc02-476a-88d7-637f6072057d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3568270 Jan 18 23:18:09.548209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41036) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:09.556195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group_rule': {'security_group_id': 'c0a76c8a-d6c5-4a25-89ff-31404321cfa7', 'project_id': '09216b7e3403427e8062be75685117ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.564313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:09.569355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:09.572213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:09.578294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:09.585796 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.602914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.628305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc66ef5-317f-4093-b196-eac5e4464d2a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.651147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.658277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe14f90-a046-4c2d-8b5a-e5dbd76d9a37 None None] Network d90045ff-3264-43ba-8721-1bc2082b9aa1 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:09.667277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:09.668441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.673818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c1b77b63-6879-4703-8764-26a8724f4b05 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9bc66ef5-317f-4093-b196-eac5e4464d2a HTTP/1.1" status: 204 len: 168 time: 0.7334461 Jan 18 23:18:09.675029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:09.677624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41040) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:09.679017 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.680096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:09.698609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2af33a-0e9d-44a4-ad94-5356573db536,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.708757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:09.721635 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.725844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f8748a2-192f-4228-ad1e-36ddfb4288ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742227 Jan 18 23:18:09.726939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41044) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:09.740928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group_rule': {'security_group_id': 'c0a76c8a-d6c5-4a25-89ff-31404321cfa7', 'project_id': '09216b7e3403427e8062be75685117ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.747835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:09.752196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:09.755500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41048) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:09.777905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:09.786567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:09.789369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.814538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:09.814791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:09.818620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.819687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf681733a5647dd9828e599af108172 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:09.826647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:09.834033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:09.836364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.932364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.940460 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.940658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.956266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Deleting port 4c09b7bc-54a9-4835-88ee-0ba89f059634 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:09.956266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.968893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1f5417-4301-4c35-9284-5305d86e03b0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.011697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] DHCP port deletion for d90045ff-3264-43ba-8721-1bc2082b9aa1 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:18:10.013919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.015106 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-631c1a82-870c-4e34-a138-7147b3ad006e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2866838 Jan 18 23:18:10.018968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] Deleting port 4c09b7bc-54a9-4835-88ee-0ba89f059634 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:10.019728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.023809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:10.032376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group_rule': {'security_group_id': 'c0a76c8a-d6c5-4a25-89ff-31404321cfa7', 'project_id': '09216b7e3403427e8062be75685117ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:10.041177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.042393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:10.046500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:10.049465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:10.052133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.069787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:10.096116 n-d-825178-1 neutron-server[87811]: INFO neutron.db.ipam_backend_mixin [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c2cf600f-026f-4d36-b55b-227b0f13d3ec (CIDR: 172.20.0.16/28) Jan 18 23:18:10.106879 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:18:10.107382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:10.117275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8bf681733a5647dd9828e599af108172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582304 Jan 18 23:18:10.117275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.122268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41056) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:10.126250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24a9f-a980-45e8-92fe-27cd048453a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead093d1-0fd3-4c0c-b099-9f3449ac8efe,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.194264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3abded15-99f3-49fb-a867-55151c752626 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7451653 Jan 18 23:18:10.198955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:10.210564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'subnet': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:10.266750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] For port 4c09b7bc-54a9-4835-88ee-0ba89f059634, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c09b7bc-54a9-4835-88ee-0ba89f059634,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:10.267480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.326794 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.337739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9717cafd-3e97-44d7-8c44-93ebef813d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.342832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.360149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] For port 4c09b7bc-54a9-4835-88ee-0ba89f059634, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4c09b7bc-54a9-4835-88ee-0ba89f059634,segment=NetworkSegment(7de6dfd3-2a3e-495b-816a-3d301c31ccdb),segment_id=7de6dfd3-2a3e-495b-816a-3d301c31ccdb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:10.360790 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.406147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45747102-4b28-4c8c-b225-fc79477382a2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.420741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9717cafd-3e97-44d7-8c44-93ebef813d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.426213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] Calling delete_port for 4c09b7bc-54a9-4835-88ee-0ba89f059634 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:10.453557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.454730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c9896693-5f8a-4aef-9e82-0dc4e64b8c34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299943 Jan 18 23:18:10.457253 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:10.459240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:10.476609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group_rule': {'security_group_id': 'c0a76c8a-d6c5-4a25-89ff-31404321cfa7', 'project_id': '09216b7e3403427e8062be75685117ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:10.482241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Usage tracker for resource:subnet and tenant:9d9095e4cec74a6fb2b219dc86fa625e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:10.488395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:10.494684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:10.496833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:10.510179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:10.514195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:10.560108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:10.562867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Calling delete_port for 4c09b7bc-54a9-4835-88ee-0ba89f059634 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:10.573923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Made reservation on behalf of 9d9095e4cec74a6fb2b219dc86fa625e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:10.586168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.595025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.652935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:18:10.653540 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:18:10.656536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9fd52222-773f-4764-a389-8e39bbaf2cda no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:10.703979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] Pushing event deleted for resources: {'Port': ['ID=4c09b7bc-54a9-4835-88ee-0ba89f059634,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.705778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9fd52222-773f-4764-a389-8e39bbaf2cda {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:10.706110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9fd52222-773f-4764-a389-8e39bbaf2cda not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:10.706524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c09b7bc-54a9-4835-88ee-0ba89f059634 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:10.745240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4c09b7bc-54a9-4835-88ee-0ba89f059634 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:10.745743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4c09b7bc-54a9-4835-88ee-0ba89f059634 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:10.749584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94e178-2f90-4d86-a4f1-63368c561485 None None] No DVR routers for this DVR port 4c09b7bc-54a9-4835-88ee-0ba89f059634 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:10.767693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9717cafd-3e97-44d7-8c44-93ebef813d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.797878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.814905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717cafd-3e97-44d7-8c44-93ebef813d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead093d1-0fd3-4c0c-b099-9f3449ac8efe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.841178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9717cafd-3e97-44d7-8c44-93ebef813d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.842452 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9717cafd-3e97-44d7-8c44-93ebef813d8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ead093d1-0fd3-4c0c-b099-9f3449ac8efe HTTP/1.1" status: 204 len: 168 time: 0.7174950 Jan 18 23:18:10.953358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.964655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.998551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b8ae0b-95c6-4d6d-b54f-aed657c489c2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.073264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.077105 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-58264faa-4a00-4a4a-88c8-28b157c41911 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6069067 Jan 18 23:18:11.077600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41078) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:11.085242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group_rule': {'security_group_id': 'c0a76c8a-d6c5-4a25-89ff-31404321cfa7', 'project_id': '09216b7e3403427e8062be75685117ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:11.086670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.094323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:11.099402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:11.102755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:11.113291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:11.129397 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Project 09216b7e3403427e8062be75685117ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:18:11.142235 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.169208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Deleting port 4c09b7bc-54a9-4835-88ee-0ba89f059634 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:11.169441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.171220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:11.174765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:11.178145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:11.178734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.184766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcad91-f9f9-45ed-be18-ce2acca2a55f None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:11.203901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Subnet': ['ID=4d2eea9a-a2f8-4a3d-823c-2081eecbe591,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.211336 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d25b3a4e-8410-49d9-a36b-5100ccf42048 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0114784 Jan 18 23:18:11.214683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:11.227277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-10350993', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d2eea9a-a2f8-4a3d-823c-2081eecbe591'}], 'security_groups': ['1b5c39e7-e59b-4c67-ad56-055a5d89406d', 'cfe24b50-8640-423e-933c-cf4cb2bedae6']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:11.345279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] The port '4c09b7bc-54a9-4835-88ee-0ba89f059634' was deleted {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:18:11.432869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.542361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.566997 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.582469 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.594571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90045ff-3264-43ba-8721-1bc2082b9aa1']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:11.627586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de6dfd3-2a3e-495b-816a-3d301c31ccdb') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:11.627870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de6dfd3-2a3e-495b-816a-3d301c31ccdb') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:11.643903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9de9e81-f635-49a1-80d9-1d88cbc43dbb,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.652744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.670275 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.671575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b1f7898-0bbd-46c7-9515-912875f6f644 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5926886 Jan 18 23:18:11.675307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41098) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:11.681289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'security_group_rule': {'security_group_id': 'c0a76c8a-d6c5-4a25-89ff-31404321cfa7', 'project_id': '09216b7e3403427e8062be75685117ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:11.688597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.691409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:11.699354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:security_group_rule and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:11.704443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:11.711110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:18:11.711521 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.725516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Update dhcp port {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'fixed_ips': [{'subnet_id': 'c2cf600f-026f-4d36-b55b-227b0f13d3ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f7299be-50bf-43a0-9bf5-88547a64af93', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d2eea9a-a2f8-4a3d-823c-2081eecbe591'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: util.warn( Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:11.725702 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:11.732562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:11.824982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.826668 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Project 09216b7e3403427e8062be75685117ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:18:11.835694 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.967167 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.998203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.011125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d90045ff-3264-43ba-8721-1bc2082b9aa1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.028266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.030529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-16d6b60b-6cfe-40c5-a5ad-56cb5413c8bd admin admin] 10.222.0.78 "DELETE /v2.0/networks/d90045ff-3264-43ba-8721-1bc2082b9aa1 HTTP/1.1" status: 204 len: 168 time: 2.3519177 Jan 18 23:18:12.039789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.060164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1397dd2b-0d1d-4284-aed0-0cffc53340cc,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.090860 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.095770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-76febeb9-3987-45d2-b51e-e1e37694e933 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193444 Jan 18 23:18:12.174928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aba35463-01b4-40e3-b4c3-7257801e3cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.242046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Delete allocated IP 172.20.0.9 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/6f7299be-50bf-43a0-9bf5-88547a64af93) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:18:12.255122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Allocated IP 172.20.0.34 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/4d2eea9a-a2f8-4a3d-823c-2081eecbe591/44ee47ec-a44b-4572-bab3-38e2d3d78225) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:12.316620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41146) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:12.389452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-caee3cbd-0e4d-4553-b355-beb2e34cc3a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4d895d5570f427196a3e90fc5a881d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688465 Jan 18 23:18:12.390030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:12.486831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85b1c5dc-ab13-495c-8864-d4a8024adaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.543468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85b1c5dc-ab13-495c-8864-d4a8024adaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.618294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85b1c5dc-ab13-495c-8864-d4a8024adaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.636408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c5dc-ab13-495c-8864-d4a8024adaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f4e0f2-9217-4abb-9469-6ab421c24831,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.645548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-85b1c5dc-ab13-495c-8864-d4a8024adaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.656342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-85b1c5dc-ab13-495c-8864-d4a8024adaa1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54f4e0f2-9217-4abb-9469-6ab421c24831 HTTP/1.1" status: 204 len: 168 time: 0.2595251 Jan 18 23:18:12.672121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.691726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Transition to ACTIVE for port object 44ee47ec-a44b-4572-bab3-38e2d3d78225 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:12.698944 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.835739 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-70a9757a-4234-4916-9b66-17b3546bf647 {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:18:12.836248 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:18:12.889656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event updated for resources: {'Port': ['ID=44ee47ec-a44b-4572-bab3-38e2d3d78225,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.910118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] In _notify_port_updated(), no bound segment for port 44ee47ec-a44b-4572-bab3-38e2d3d78225 on network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 18 23:18:12.922152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.922843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.924294 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a9f7a012-6f53-401e-bf19-40351a167593 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "PUT /v2.0/ports/44ee47ec-a44b-4572-bab3-38e2d3d78225 HTTP/1.1" status: 200 len: 958 time: 1.7080772 Jan 18 23:18:12.927276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:13.020222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 44ee47ec-a44b-4572-bab3-38e2d3d78225 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:13.020632 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.376974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:13.450748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.462407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-565baffe-2b5a-4440-916e-160006f92250 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d39729ab2e34ee58ce8405c3eb1077a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828557 Jan 18 23:18:13.469091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:13.509307 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.725950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 44ee47ec-a44b-4572-bab3-38e2d3d78225 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:13.810570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Allocated IP 172.20.0.35 (ccb4246d-eb11-44cd-9e2a-1b7482c909f6/4d2eea9a-a2f8-4a3d-823c-2081eecbe591/b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:13.833746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc02f-0afa-47e2-92a9-81e2f3383222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.883863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc02f-0afa-47e2-92a9-81e2f3383222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.003531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.066385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:14.123145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.143316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc02f-0afa-47e2-92a9-81e2f3383222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.149928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Transition to ACTIVE for port object b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:14.159214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.182383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=44ee47ec-a44b-4572-bab3-38e2d3d78225,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.230713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbc02f-0afa-47e2-92a9-81e2f3383222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc1d90-af5b-4695-9bf1-225130010cf6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.278794 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc02f-0afa-47e2-92a9-81e2f3383222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.301237 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9ddbc02f-0afa-47e2-92a9-81e2f3383222 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afdc1d90-af5b-4695-9bf1-225130010cf6 HTTP/1.1" status: 204 len: 168 time: 0.7935796 Jan 18 23:18:14.339622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.342595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65f352-3622-43a5-81c3-64c75ba6f7aa None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.344703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:14.356205 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-55a118be-6c8b-4651-9f69-cf113d296f6a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/44ee47ec-a44b-4572-bab3-38e2d3d78225 HTTP/1.1" status: 204 len: 168 time: 1.4136198 Jan 18 23:18:14.464344 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e50b789-a8dd-47d6-8fe4-1cf4f2d9599c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] GET failed (client error): The resource could not be found. Jan 18 23:18:14.466044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9e50b789-a8dd-47d6-8fe4-1cf4f2d9599c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports/44ee47ec-a44b-4572-bab3-38e2d3d78225 HTTP/1.1" status: 404 len: 333 time: 0.1200051 Jan 18 23:18:14.468838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41266) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:14.597546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b7980ed-6fb0-465b-863c-6429f7ad5a4a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.651239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:14.666881 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b7980ed-6fb0-465b-863c-6429f7ad5a4a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.782760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b7980ed-6fb0-465b-863c-6429f7ad5a4a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.838599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7980ed-6fb0-465b-863c-6429f7ad5a4a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e5abe-dd6c-42fc-9196-53fd73e6f9df,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.862422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b7980ed-6fb0-465b-863c-6429f7ad5a4a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.867931 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b7980ed-6fb0-465b-863c-6429f7ad5a4a tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/security-groups/8b5e5abe-dd6c-42fc-9196-53fd73e6f9df HTTP/1.1" status: 204 len: 168 time: 0.3955991 Jan 18 23:18:14.868520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41278) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:14.958365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:14.968712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-769114b2-e593-4979-a8d8-e8dcd699fd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.996340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.066142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.140787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.214137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.216241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/security-groups/cfe24b50-8640-423e-933c-cf4cb2bedae6 HTTP/1.1" status: 204 len: 168 time: 0.3463571 Jan 18 23:18:15.220307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe24b50-8640-423e-933c-cf4cb2bedae6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:15.234842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41296) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:15.236995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.238766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.240722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.241205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.241648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.242046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.242192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.242590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.244446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.244911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.248461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.249755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.250948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963fab13-ea5b-4f62-97ad-b2c5bf88329b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:15.277779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:15.289946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a27f4503973d4fb69260b877a044d8a1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:15.310067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:15.322703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:15.406657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172bfec-34d6-4023-9f87-7066719dcc47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.423265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Provisioning for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:15.430709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:15.432073 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.505059 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172bfec-34d6-4023-9f87-7066719dcc47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.556994 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.570871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.609451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172bfec-34d6-4023-9f87-7066719dcc47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.669270 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.673368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172bfec-34d6-4023-9f87-7066719dcc47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c39e7-e59b-4c67-ad56-055a5d89406d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:15.676723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a172bfec-34d6-4023-9f87-7066719dcc47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.678616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a172bfec-34d6-4023-9f87-7066719dcc47 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/security-groups/1b5c39e7-e59b-4c67-ad56-055a5d89406d HTTP/1.1" status: 204 len: 168 time: 0.4209630 Jan 18 23:18:15.681427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41310) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:15.693183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709fca6-d783-4880-9e52-136d423e0124,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:15.768151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-18800402-420e-4dad-b157-597446e1d9f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a27f4503973d4fb69260b877a044d8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086090 Jan 18 23:18:15.770930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:15.785018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet 6f7299be-50bf-43a0-9bf5-88547a64af93 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:18:15.788989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.807998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.840450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Could not find standard attr ID for object 44ee47ec-a44b-4572-bab3-38e2d3d78225. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:18:15.866199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Provisioning complete for port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:15.866584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.888795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.899688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-441e8e00-08e4-4975-b227-42e88885b666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.943570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-76eb9c37-cbf2-4905-8284-fc1cfac72554 None None] Port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:15.968599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-441e8e00-08e4-4975-b227-42e88885b666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.045952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:16.052863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.058956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-962238e3-d0c4-40bf-a5ea-2028c3eb5cc7 None None] Could not find standard attr ID for object 44ee47ec-a44b-4572-bab3-38e2d3d78225. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:18:16.074046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-441e8e00-08e4-4975-b227-42e88885b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.100548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e8e00-08e4-4975-b227-42e88885b666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709fca6-d783-4880-9e52-136d423e0124,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.105228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-441e8e00-08e4-4975-b227-42e88885b666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.106834 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-441e8e00-08e4-4975-b227-42e88885b666 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5709fca6-d783-4880-9e52-136d423e0124 HTTP/1.1" status: 204 len: 168 time: 0.3345938 Jan 18 23:18:16.200252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.252307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-581820777-network', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:16.259205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7299be-50bf-43a0-9bf5-88547a64af93,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.259422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:16.264206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Usage tracker for resource:network and tenant:fabf9cdbb8f741c5aa76bed5ba9d3f27 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:16.267354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:16.275022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:16.281455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.288921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4f1bf2c9-cb2d-4b85-9020-9de86b46b697 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/6f7299be-50bf-43a0-9bf5-88547a64af93 HTTP/1.1" status: 204 len: 168 time: 0.6056571 Jan 18 23:18:16.293652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41330) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:16.297995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Made reservation on behalf of fabf9cdbb8f741c5aa76bed5ba9d3f27 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:16.301861 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.321757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3146841-7496-4eb5-aca3-425ec9ef7eba None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:16.323464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.346783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:16.351581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Usage tracker for resource:security_group_rule and tenant:fabf9cdbb8f741c5aa76bed5ba9d3f27 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:16.355369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:16.364403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:16.395729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet 4d2eea9a-a2f8-4a3d-823c-2081eecbe591 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:18:16.399611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.477557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.551271 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.563967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.626290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.639962 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cdfc25-95a8-414a-97b1-3a103e98c530,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.680780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:18:16.704234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.706431 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Added segment 8591ce14-6899-4bb5-abdd-d95b754c003d of type vlan for network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 Jan 18 23:18:16.747994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.753517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.793419 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.794957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.795704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.815065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:16.846973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2eea9a-a2f8-4a3d-823c-2081eecbe591,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.864109 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.881690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a891a1e1-9545-4e6d-a06b-aa410aeac556 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/4d2eea9a-a2f8-4a3d-823c-2081eecbe591 HTTP/1.1" status: 204 len: 168 time: 0.5849273 Jan 18 23:18:16.884287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41346) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:16.972255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.003119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] Pushing event updated for resources: {'Network': ['ID=3aacda1b-2b93-4f98-b38d-88b2b6b58375,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.007264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:17.012333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Usage tracker for resource:security_group_rule and tenant:d28cba567b3e45128b0c43ceea6f4252 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:17.016169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:17.020420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b74ecd94-007b-4b95-ba25-b953f4a3f162 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9732637 Jan 18 23:18:17.025379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41350) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.028967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:17.034935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Request body: {'subnet': {'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-581820777-subnet', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:17.046029 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:17.058635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:18:17.065892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Usage tracker for resource:subnet and tenant:fabf9cdbb8f741c5aa76bed5ba9d3f27 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:17.089843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:17.100383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:17.128465 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b91213a-6a72-48a9-ae40-96a663ecfc4d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:17.129287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b91213a-6a72-48a9-ae40-96a663ecfc4d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:17.131728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5b91213a-6a72-48a9-ae40-96a663ecfc4d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/6f7299be-50bf-43a0-9bf5-88547a64af93 HTTP/1.1" status: 404 len: 337 time: 0.2483904 Jan 18 23:18:17.132099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Made reservation on behalf of fabf9cdbb8f741c5aa76bed5ba9d3f27 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:17.134411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.141407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.189427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.216523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting subnet c2cf600f-026f-4d36-b55b-227b0f13d3ec {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:18:17.220674 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.310089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.383684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42205d-f131-406c-9877-b8fc9ffc5ac8 None None] Update dhcp port {'port': {'network_id': 'ccb4246d-eb11-44cd-9e2a-1b7482c909f6', 'fixed_ips': [{'subnet_id': 'c2cf600f-026f-4d36-b55b-227b0f13d3ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d2eea9a-a2f8-4a3d-823c-2081eecbe591'}], 'binding:host_id': 'n-d-825178-1'}, 'id': 'b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0'} from n-d-825178-1. {{(pid=87813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 18 23:18:17.451850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41360) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.465449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa42205d-f131-406c-9877-b8fc9ffc5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.495193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.689953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.757459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.774203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.800767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cf600f-026f-4d36-b55b-227b0f13d3ec,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.815597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.847637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.858086 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d28cba567b3e45128b0c43ceea6f4252&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0095391 Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-fa42205d-f131-406c-9877-b8fc9ffc5ac8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2cf600f-026f-4d36-b55b-227b0f13d3ec: This subnet is being modified by another concurrent operation. Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2cf600f-026f-4d36-b55b-227b0f13d3ec: This subnet is being modified by another concurrent operation. Jan 18 23:18:17.863006 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:18:17.869975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41368) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.869975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47412fa9-b819-48a4-83a1-43839641a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfe3e95-9e25-49da-8405-168de31de2ee,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.886723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c09b51eb-e1bc-4160-9660-f62008d5ccb5 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/c2cf600f-026f-4d36-b55b-227b0f13d3ec HTTP/1.1" status: 204 len: 168 time: 0.7487025 Jan 18 23:18:17.887709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41372) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.900795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:17.962549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Usage tracker for resource:security_group_rule and tenant:574b0fbcef8045f385ad5bbff54b113a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:17.969355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:17.975627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.979379 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-56246103-6b5c-4cf7-9c47-5b3e07498488 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:17.980112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56246103-6b5c-4cf7-9c47-5b3e07498488 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:17.982102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-56246103-6b5c-4cf7-9c47-5b3e07498488 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/c39e3da7-5347-46ad-9245-ec4678e9482a HTTP/1.1" status: 404 len: 337 time: 0.0940835 Jan 18 23:18:17.983323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:17.985638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41376) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.985783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb279ef9-3b46-4eb0-b5e2-7deab407f9d6 None None] Network ccb4246d-eb11-44cd-9e2a-1b7482c909f6 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:18.044405 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-28e3bee4-b560-4391-829f-97f4d41bba54 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb6ae716-6b83-4ab7-81ff-2d7edc86a582 HTTP/1.1" status: 200 len: 205 time: 0.0552406 Jan 18 23:18:18.045052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41380) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.073704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1977a9-33ce-45b7-b313-7500e970b532,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:18.079833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afde0113-f955-4405-8ad6-46f9dd519cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.099354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb8ea09a-4c72-43b6-94bb-8233764480aa None None] Provisioning complete for port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:18.100082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb8ea09a-4c72-43b6-94bb-8233764480aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.134521 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [None req-4e26f335-42d2-4efb-b232-a1e877f362db tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] delete failed (client error): The resource could not be found. Jan 18 23:18:18.135815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4e26f335-42d2-4efb-b232-a1e877f362db tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/routers/fb6ae716-6b83-4ab7-81ff-2d7edc86a582 HTTP/1.1" status: 404 len: 336 time: 0.0901878 Jan 18 23:18:18.138449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41384) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.140870 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afde0113-f955-4405-8ad6-46f9dd519cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.152300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Checking segment: {'id': '8591ce14-6899-4bb5-abdd-d95b754c003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:18:18.152693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Network hostable DHCP agents. Network: 3aacda1b-2b93-4f98-b38d-88b2b6b58375, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:18:18.185299 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba58023d-0974-484e-92b8-b9459e1f623b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.186375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba58023d-0974-484e-92b8-b9459e1f623b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.196754 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ba58023d-0974-484e-92b8-b9459e1f623b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/4e682b5f-4708-49df-9c72-a5b852c58662 HTTP/1.1" status: 404 len: 337 time: 0.0570235 Jan 18 23:18:18.200128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.249416 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bae5e4-0bdf-499f-9831-7ce085399a84 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.249871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bae5e4-0bdf-499f-9831-7ce085399a84 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.260938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:18:18.268593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e6bae5e4-0bdf-499f-9831-7ce085399a84 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/a2b86bb3-3c1a-4131-9ca0-44b173fef9a2 HTTP/1.1" status: 404 len: 337 time: 0.0642030 Jan 18 23:18:18.269525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41394) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.275290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.284913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.309974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 3aacda1b-2b93-4f98-b38d-88b2b6b58375) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:18.317101 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed879f70-dc39-4920-88c6-3c46527f278d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.317558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed879f70-dc39-4920-88c6-3c46527f278d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.324260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.324903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.341000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74754bd8-c5c0-4c06-9c44-4564a389d4dc None None] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:18.346812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd5366-0370-495c-af43-9d2e1d95efb6,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:18.348024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ed879f70-dc39-4920-88c6-3c46527f278d tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/38a196a0-e8c5-41f4-ac2d-2b36e7727715 HTTP/1.1" status: 404 len: 337 time: 0.0755701 Jan 18 23:18:18.348633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.374993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6633d676-20ac-4f44-b217-7bd38e25b40b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=574b0fbcef8045f385ad5bbff54b113a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9178748 Jan 18 23:18:18.376719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41402) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.402627 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e05db6c-d83f-416a-a1f2-f0f5ff96601c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.403100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e05db6c-d83f-416a-a1f2-f0f5ff96601c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.407479 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0e05db6c-d83f-416a-a1f2-f0f5ff96601c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/ba5c1b71-9afd-4cef-8407-317731b6c488 HTTP/1.1" status: 404 len: 333 time: 0.0553784 Jan 18 23:18:18.408368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41406) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.439868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afde0113-f955-4405-8ad6-46f9dd519cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.442218 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afde0113-f955-4405-8ad6-46f9dd519cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.454910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-afde0113-f955-4405-8ad6-46f9dd519cc3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bfe3e95-9e25-49da-8405-168de31de2ee HTTP/1.1" status: 204 len: 168 time: 0.5811737 Jan 18 23:18:18.461380 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f87c34ac-cee2-4d7f-8461-7f82fbdab8e2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4347429 Jan 18 23:18:18.464144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41412) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.465508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-872e419f-0ffa-4db9-a843-c83e92a3da63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.474672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:18.481750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:18.486636 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6d446b-8945-4f45-9bda-45bb42a3344c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.488150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Usage tracker for resource:router and tenant:fabf9cdbb8f741c5aa76bed5ba9d3f27 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:18.489889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6d446b-8945-4f45-9bda-45bb42a3344c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.494410 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4b6d446b-8945-4f45-9bda-45bb42a3344c tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/a5e4db0c-bc96-4eda-80f8-e98073de6f71 HTTP/1.1" status: 404 len: 337 time: 0.0848007 Jan 18 23:18:18.495026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.497660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde0113-f955-4405-8ad6-46f9dd519cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfe3e95-9e25-49da-8405-168de31de2ee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:18.507989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:18.529500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:18.559026 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd48938-8941-4af8-9e02-82adaeb82c17 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.568001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd48938-8941-4af8-9e02-82adaeb82c17 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.573158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fbd48938-8941-4af8-9e02-82adaeb82c17 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/903b550b-e46a-4bb3-9fbb-26664e2d9533 HTTP/1.1" status: 404 len: 337 time: 0.0767593 Jan 18 23:18:18.573782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.573929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.576029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.581431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb8ea09a-4c72-43b6-94bb-8233764480aa None None] Provisioning complete for port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:18.581891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb8ea09a-4c72-43b6-94bb-8233764480aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.620292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-872e419f-0ffa-4db9-a843-c83e92a3da63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.670592 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfdeeaf-6429-4e4b-ad64-c77f50866b3b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.671858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfdeeaf-6429-4e4b-ad64-c77f50866b3b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.673914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0dfdeeaf-6429-4e4b-ad64-c77f50866b3b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/cbe1ed24-8f0c-4ace-a955-a2e5fc3b4479 HTTP/1.1" status: 404 len: 333 time: 0.0991266 Jan 18 23:18:18.679032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.685186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:18.689091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.725775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] DHCP port deletion for ccb4246d-eb11-44cd-9e2a-1b7482c909f6 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:18:18.752597 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b406809-c2a0-439c-8e8e-c55e67792b0b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.753107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b406809-c2a0-439c-8e8e-c55e67792b0b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.757661 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1b406809-c2a0-439c-8e8e-c55e67792b0b tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/beaad985-6016-45b5-9c7d-acfe5c9e376d HTTP/1.1" status: 404 len: 337 time: 0.0674496 Jan 18 23:18:18.760232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.765158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-3aacda1b-2b93-4f98-b38d-88b2b6b58375', 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'fixed_ips': [{'subnet_id': 'cb1977a9-33ce-45b7-b313-7500e970b532'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:18:18.768169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.806604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Deleting port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:18.810426 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.818067 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f1bdf0-e247-49bb-a953-cb1080f0b7dd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] DELETE failed (client error): The resource could not be found. Jan 18 23:18:18.819370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f1bdf0-e247-49bb-a953-cb1080f0b7dd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:18:18.824986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c3f1bdf0-e247-49bb-a953-cb1080f0b7dd tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/subnets/187f5015-184c-419e-92a9-a2342ab0c413 HTTP/1.1" status: 404 len: 337 time: 0.0635688 Jan 18 23:18:18.826371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.864176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ea09a-4c72-43b6-94bb-8233764480aa None None] Port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:19.029341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:19.029931 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.127290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.140996 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-872e419f-0ffa-4db9-a843-c83e92a3da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.189307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.213780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e419f-0ffa-4db9-a843-c83e92a3da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd5366-0370-495c-af43-9d2e1d95efb6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:19.223343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-872e419f-0ffa-4db9-a843-c83e92a3da63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.224489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-872e419f-0ffa-4db9-a843-c83e92a3da63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3dcd5366-0370-495c-af43-9d2e1d95efb6 HTTP/1.1" status: 204 len: 168 time: 0.8463795 Jan 18 23:18:19.440640 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.502525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Allocated IP 172.20.0.2 (3aacda1b-2b93-4f98-b38d-88b2b6b58375/cb1977a9-33ce-45b7-b313-7500e970b532/e4c9ca3b-647e-4f73-a288-fc0bff70f777) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:19.627874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for 331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:19.731257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.750454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.827246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:19.869600 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.900920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=331a6dc1-a9f5-45e9-af9f-5489c57c6ea9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:19.913134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.918642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8bff4ee8-a0fb-4d48-9321-a993aaea50a3 tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/ports/331a6dc1-a9f5-45e9-af9f-5489c57c6ea9 HTTP/1.1" status: 204 len: 168 time: 1.0884480 Jan 18 23:18:19.921171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41466) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:19.928117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:19.937651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.023603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.104592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:20.159645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.164007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Calling delete_port for b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:20.180498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.186327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:20.192846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Usage tracker for resource:security_group_rule and tenant:1c285269285b4e7c9676a0dfb1a17f2e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:20.196614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:20.205530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:20.223261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Deleting port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:20.223602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.238391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.282146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Transition to ACTIVE for port object e4c9ca3b-647e-4f73-a288-fc0bff70f777 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:20.290318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Allocated IP 172.25.4.215 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/28363d31-e7ff-4eee-beb8-6657fa26f0d4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:20.328602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Transition to ACTIVE for port object e4c9ca3b-647e-4f73-a288-fc0bff70f777 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:20.331175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:20.371623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.450696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:20.453973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:20.455847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:18:20.456238 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:18:20.456928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:18:20.493172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.507576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Pushing event updated for resources: {'Port': ['ID=e4c9ca3b-647e-4f73-a288-fc0bff70f777,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:20.571781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.573038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Attempting to bind port e4c9ca3b-647e-4f73-a288-fc0bff70f777 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:20.573415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Attempting to bind port e4c9ca3b-647e-4f73-a288-fc0bff70f777 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '8591ce14-6899-4bb5-abdd-d95b754c003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:20.573776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Attempting to bind port e4c9ca3b-647e-4f73-a288-fc0bff70f777 on network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:18:20.587340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:18:20.589053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Checking segment: {'id': '8591ce14-6899-4bb5-abdd-d95b754c003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:18:20.591045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.591710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Bound using segment: {'id': '8591ce14-6899-4bb5-abdd-d95b754c003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:18:20.593242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Bound port: e4c9ca3b-647e-4f73-a288-fc0bff70f777, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8591ce14-6899-4bb5-abdd-d95b754c003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:20.594410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.613524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] For port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,segment=NetworkSegment(6f9577cc-2e4b-48b2-b564-bb5974dca6f8),segment_id=6f9577cc-2e4b-48b2-b564-bb5974dca6f8)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:20.613887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.623314 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.652618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:20.653947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:20.659158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:18:20.683373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.807531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Pushing event updated for resources: {'Port': ['ID=28363d31-e7ff-4eee-beb8-6657fa26f0d4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:20.809624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] For port e4c9ca3b-647e-4f73-a288-fc0bff70f777, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:18:20.838473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] For port e4c9ca3b-647e-4f73-a288-fc0bff70f777, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4c9ca3b-647e-4f73-a288-fc0bff70f777,segment=NetworkSegment(8591ce14-6899-4bb5-abdd-d95b754c003d),segment_id=8591ce14-6899-4bb5-abdd-d95b754c003d)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:18:20.846737 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.944199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Calling delete_port for b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:20.962565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Deleting port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:20.962951 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.977014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89fc975-3dc3-4e0c-bf94-e4f0599b8e01,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.018622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-76be7f5e-957e-4890-a67b-6ad55a272e20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c285269285b4e7c9676a0dfb1a17f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9105976 Jan 18 23:18:21.021886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41510) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:21.152196 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.189004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d945d3-258c-45df-a2fa-8639066edb63 None None] Pushing event updated for resources: {'Port': ['ID=e4c9ca3b-647e-4f73-a288-fc0bff70f777,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.237221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Port': ['ID=b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.243518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] No DVR routers for this DVR port b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:21.249440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538746e0-e111-459a-b484-f7cdea7c9507 None None] The port 'b6c04a53-dea7-40e7-a4ea-ca8b5458b4c0' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:18:21.303844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bad488-e8fd-4a0c-82c3-581eab56b59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.399755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.429160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bad488-e8fd-4a0c-82c3-581eab56b59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.441263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.522529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb4246d-eb11-44cd-9e2a-1b7482c909f6']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:21.543262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9577cc-2e4b-48b2-b564-bb5974dca6f8') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:21.543623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9577cc-2e4b-48b2-b564-bb5974dca6f8') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:21.561997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.591057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.599349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:18:21.599973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:21.629627 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:21.636321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bad488-e8fd-4a0c-82c3-581eab56b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.752790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bad488-e8fd-4a0c-82c3-581eab56b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89fc975-3dc3-4e0c-bf94-e4f0599b8e01,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.762422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bad488-e8fd-4a0c-82c3-581eab56b59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.764524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f0bad488-e8fd-4a0c-82c3-581eab56b59e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e89fc975-3dc3-4e0c-bf94-e4f0599b8e01 HTTP/1.1" status: 204 len: 168 time: 0.7418394 Jan 18 23:18:21.786887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.810273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.827401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] 10.222.0.78 "DELETE /v2.0/networks/ccb4246d-eb11-44cd-9e2a-1b7482c909f6 HTTP/1.1" status: 204 len: 168 time: 1.9041111 Jan 18 23:18:21.828531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb647c8-5d5f-4ffa-85aa-17287c055ffb tempest-PortsTestJSON-901699605 tempest-PortsTestJSON-901699605-project] Pushing event deleted for resources: {'Network': ['ID=ccb4246d-eb11-44cd-9e2a-1b7482c909f6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.897338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.281209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:22.440508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Router bb342be7-df52-4768-b7b5-ce4af149c3bd is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:18:22.613388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2ce9a4e3-1207-4d84-b563-72d598d4d28e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d9095e4cec74a6fb2b219dc86fa625e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306890 Jan 18 23:18:22.615754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:22.686088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4c9ca3b-647e-4f73-a288-fc0bff70f777 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:22.744166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf38a05d-3323-48a8-8221-23f8f74b2660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.776926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:18:22.803460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf38a05d-3323-48a8-8221-23f8f74b2660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.808337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Sync routers for ids ['bb342be7-df52-4768-b7b5-ce4af149c3bd'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:22.814778 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.817398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d6eede17-6877-4f7d-b021-b513fd9a27ec admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.3492796 Jan 18 23:18:22.819859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:22.824217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Routers {'bb342be7-df52-4768-b7b5-ce4af149c3bd'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:22.825004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bb342be7-df52-4768-b7b5-ce4af149c3bd'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:22.909926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf38a05d-3323-48a8-8221-23f8f74b2660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.937128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38a05d-3323-48a8-8221-23f8f74b2660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c765f92d-e28d-4467-ab48-7d7a2baad9b7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:22.957460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf38a05d-3323-48a8-8221-23f8f74b2660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.960418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373855a-abac-4d14-9e9b-e8e6c5b50ded None None] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:22.962783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cf38a05d-3323-48a8-8221-23f8f74b2660 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c765f92d-e28d-4467-ab48-7d7a2baad9b7 HTTP/1.1" status: 204 len: 168 time: 0.3449619 Jan 18 23:18:23.123702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e4c9ca3b-647e-4f73-a288-fc0bff70f777 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:23.160025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] Provisioning for port e4c9ca3b-647e-4f73-a288-fc0bff70f777 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:23.172575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] Provisioning complete for port e4c9ca3b-647e-4f73-a288-fc0bff70f777 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:23.172980 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.555015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Set router bb342be7-df52-4768-b7b5-ce4af149c3bd gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:23.779301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.893956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.063315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] For port e4c9ca3b-647e-4f73-a288-fc0bff70f777, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4c9ca3b-647e-4f73-a288-fc0bff70f777,segment=NetworkSegment(8591ce14-6899-4bb5-abdd-d95b754c003d),segment_id=8591ce14-6899-4bb5-abdd-d95b754c003d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:24.078169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.095057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.186691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:21Z', 'revision_number': 3, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port': {'id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:20Z', 'updated_at': '2022-01-18T23:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:24.189202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db350e68-c0a9-439c-a31e-c65c0e4f487f None None] Pushing event updated for resources: {'Port': ['ID=e4c9ca3b-647e-4f73-a288-fc0bff70f777,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:24.194715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Checking router: bb342be7-df52-4768-b7b5-ce4af149c3bd for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:24.195062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Updating router bb342be7-df52-4768-b7b5-ce4af149c3bd port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:18:24.205668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Allocated IP 172.20.0.1 (3aacda1b-2b93-4f98-b38d-88b2b6b58375/cb1977a9-33ce-45b7-b313-7500e970b532/90d5461f-b2ff-48d3-bcb9-99025879be7f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:24.230510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b3e61c66-a8fc-4a4b-80aa-9dd69399915e tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-494415465', 'prefixes': ['172.20.0.0/16']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:24.240815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3e61c66-a8fc-4a4b-80aa-9dd69399915e tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:24.261829 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.357282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3e61c66-a8fc-4a4b-80aa-9dd69399915e tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.358777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b3e61c66-a8fc-4a4b-80aa-9dd69399915e tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2618382 Jan 18 23:18:24.361234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.417306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da655bcd-041f-4c0a-8a64-b70652325bda tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] 10.222.0.78 "GET /v2.0/subnetpools/b89bf920-363f-471b-9437-63c6224bf445 HTTP/1.1" status: 200 len: 731 time: 0.0542338 Jan 18 23:18:24.420306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.428689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4ae2a469-7bf8-41cb-b041-453e95266bb1 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1643668820'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:24.455477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec1d41-9bad-42db-8dd4-4ffd6929c4c3 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:18:24.494479 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.538604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Transition to ACTIVE for port object 90d5461f-b2ff-48d3-bcb9-99025879be7f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:24.560152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a469-7bf8-41cb-b041-453e95266bb1 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.563361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4ae2a469-7bf8-41cb-b041-453e95266bb1 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] 10.222.0.78 "PUT /v2.0/subnetpools/b89bf920-363f-471b-9437-63c6224bf445 HTTP/1.1" status: 200 len: 684 time: 0.1403935 Jan 18 23:18:24.565687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.599822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.682957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:24.692823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:24.695811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:18:24.744159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4c9ca3b-647e-4f73-a288-fc0bff70f777 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:24.757532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fbed6e0-067f-46fa-a5d3-af2845682025 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.761819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2fbed6e0-067f-46fa-a5d3-af2845682025 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b89bf920-363f-471b-9437-63c6224bf445 HTTP/1.1" status: 204 len: 168 time: 0.1947625 Jan 18 23:18:24.762631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41642) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.767115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Pushing event updated for resources: {'Port': ['ID=90d5461f-b2ff-48d3-bcb9-99025879be7f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:24.787675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8c9999e8-8701-4a7e-adcd-42cd39298973 None None] Provisioning complete for port e4c9ca3b-647e-4f73-a288-fc0bff70f777 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:24.788211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c9999e8-8701-4a7e-adcd-42cd39298973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.788768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.792137 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-45856c28-60ce-4269-82c6-4915c813a852 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] show failed (client error): The resource could not be found. Jan 18 23:18:24.796296 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45856c28-60ce-4269-82c6-4915c813a852 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] 10.222.0.78 "GET /v2.0/subnetpools/b89bf920-363f-471b-9437-63c6224bf445 HTTP/1.1" status: 404 len: 346 time: 0.0322423 Jan 18 23:18:24.797595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41646) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.819516 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-470fe541-5ed2-4054-b477-3115f23c5903 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] delete failed (client error): The resource could not be found. Jan 18 23:18:24.820884 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-470fe541-5ed2-4054-b477-3115f23c5903 tempest-SubnetPoolsTestJSON-1200958427 tempest-SubnetPoolsTestJSON-1200958427-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b89bf920-363f-471b-9437-63c6224bf445 HTTP/1.1" status: 404 len: 346 time: 0.0221870 Jan 18 23:18:25.021460 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.068621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec1d41-9bad-42db-8dd4-4ffd6929c4c3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:18:25.072590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Transition to ACTIVE for port object 28363d31-e7ff-4eee-beb8-6657fa26f0d4 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:25.086703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e4c9ca3b-647e-4f73-a288-fc0bff70f777 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:25.087387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.119714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.253028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Attempting to bind port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:25.253667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Attempting to bind port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:25.254228 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Attempting to bind port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:18:25.292861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41654) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:25.308386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.326857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:18:25.327554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:18:25.328133 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.328802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:18:25.329475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Bound port: 28363d31-e7ff-4eee-beb8-6657fa26f0d4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:25.330043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.362901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633cfac-6075-4808-8d9c-23f509aed5ae None None] Pushing event updated for resources: {'Port': ['ID=28363d31-e7ff-4eee-beb8-6657fa26f0d4,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:25.496488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] For port 28363d31-e7ff-4eee-beb8-6657fa26f0d4, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:18:25.502798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.529864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] For port 28363d31-e7ff-4eee-beb8-6657fa26f0d4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=28363d31-e7ff-4eee-beb8-6657fa26f0d4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:18:25.530366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:25.536484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9de395d662b94a13a60287625da43a4b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:25.560780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:25.570077 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.581790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:25.672412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.676988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633cfac-6075-4808-8d9c-23f509aed5ae None None] Pushing event updated for resources: {'Port': ['ID=28363d31-e7ff-4eee-beb8-6657fa26f0d4,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:25.682279 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.706571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.713316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Routers {'bb342be7-df52-4768-b7b5-ce4af149c3bd'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:25.713701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.713942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bb342be7-df52-4768-b7b5-ce4af149c3bd'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:25.770711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d957651-9982-4cdd-afa9-0788cea4d622,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:25.785402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e94faf1-cfa7-4103-a287-1ce85d0b70f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9de395d662b94a13a60287625da43a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899445 Jan 18 23:18:25.786449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:25.866668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Pushing event updated for resources: {'Port': ['ID=90d5461f-b2ff-48d3-bcb9-99025879be7f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:25.899373 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.936858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3623dc37-a64f-4ac3-b013-ac50d5efe37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.995695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3623dc37-a64f-4ac3-b013-ac50d5efe37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.052146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] Set router bb342be7-df52-4768-b7b5-ce4af149c3bd gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:26.084515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3623dc37-a64f-4ac3-b013-ac50d5efe37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.114214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623dc37-a64f-4ac3-b013-ac50d5efe37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d957651-9982-4cdd-afa9-0788cea4d622,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:26.125696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3623dc37-a64f-4ac3-b013-ac50d5efe37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.127162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3623dc37-a64f-4ac3-b013-ac50d5efe37b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d957651-9982-4cdd-afa9-0788cea4d622 HTTP/1.1" status: 204 len: 168 time: 0.3373170 Jan 18 23:18:26.156505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:26.158033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:26.415782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Router bb342be7-df52-4768-b7b5-ce4af149c3bd has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:18:26.471746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-38d49058-342b-4dd6-b464-0d6573adf1f1 None None] Provisioning for port 90d5461f-b2ff-48d3-bcb9-99025879be7f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:26.493928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-38d49058-342b-4dd6-b464-0d6573adf1f1 None None] Provisioning complete for port 90d5461f-b2ff-48d3-bcb9-99025879be7f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:26.495517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-38d49058-342b-4dd6-b464-0d6573adf1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.587781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-38d49058-342b-4dd6-b464-0d6573adf1f1 None None] Port 90d5461f-b2ff-48d3-bcb9-99025879be7f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:26.595893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 4, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port': {'id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:20Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '90d5461f-b2ff-48d3-bcb9-99025879be7f', 'name': '', 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'mac_address': 'fa:16:3e:41:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'cb1977a9-33ce-45b7-b313-7500e970b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:23Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 2, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'subnets': [{'id': 'cb1977a9-33ce-45b7-b313-7500e970b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:26.600692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf119a4-4b79-4dd7-be6f-df17eabde1c2 None None] The sync data for ids ['bb342be7-df52-4768-b7b5-ce4af149c3bd'] in n-d-825178-1 is: [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 4, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port': {'id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:20Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '90d5461f-b2ff-48d3-bcb9-99025879be7f', 'name': '', 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'mac_address': 'fa:16:3e:41:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'cb1977a9-33ce-45b7-b313-7500e970b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:23Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 2, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'subnets': [{'id': 'cb1977a9-33ce-45b7-b313-7500e970b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:26.702262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:18:26.713184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-be73159b-9d3c-41ec-9094-3b274b78c163 admin admin] 10.222.0.78 "PUT /v2.0/routers/bb342be7-df52-4768-b7b5-ce4af149c3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8911388 Jan 18 23:18:26.716016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-13eb6661-5b2f-449f-b8b7-e27729d85ffd None None] Provisioning complete for port 90d5461f-b2ff-48d3-bcb9-99025879be7f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:26.716464 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13eb6661-5b2f-449f-b8b7-e27729d85ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.797544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-13eb6661-5b2f-449f-b8b7-e27729d85ffd None None] Port 90d5461f-b2ff-48d3-bcb9-99025879be7f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:26.937051 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:18:28.741624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 28363d31-e7ff-4eee-beb8-6657fa26f0d4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:28.784083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:28.846591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:28.852578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:28.853118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.015742 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.036057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 28363d31-e7ff-4eee-beb8-6657fa26f0d4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=28363d31-e7ff-4eee-beb8-6657fa26f0d4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:29.042159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.124906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=28363d31-e7ff-4eee-beb8-6657fa26f0d4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:29.591619 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Sync routers for ids ['bb342be7-df52-4768-b7b5-ce4af149c3bd'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:29.602225 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Routers {'bb342be7-df52-4768-b7b5-ce4af149c3bd'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:29.603152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bb342be7-df52-4768-b7b5-ce4af149c3bd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:29.643540 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.787149 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Set router bb342be7-df52-4768-b7b5-ce4af149c3bd gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:30.046135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Deleting port 90d5461f-b2ff-48d3-bcb9-99025879be7f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:30.046757 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.130672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 4, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port': {'id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:20Z', 'updated_at': '2022-01-18T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '90d5461f-b2ff-48d3-bcb9-99025879be7f', 'name': '', 'network_id': '3aacda1b-2b93-4f98-b38d-88b2b6b58375', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'mac_address': 'fa:16:3e:41:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'cb1977a9-33ce-45b7-b313-7500e970b532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:23Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 2, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'subnets': [{'id': 'cb1977a9-33ce-45b7-b313-7500e970b532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:30.134677 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Checking router: bb342be7-df52-4768-b7b5-ce4af149c3bd for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:30.135100 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Updating router bb342be7-df52-4768-b7b5-ce4af149c3bd port 90d5461f-b2ff-48d3-bcb9-99025879be7f binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:18:30.189032 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.234062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.387048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Calling delete_port for 90d5461f-b2ff-48d3-bcb9-99025879be7f owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:30.608635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 28363d31-e7ff-4eee-beb8-6657fa26f0d4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:30.663806 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.673195 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.db.api [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:18:30.673821 n-d-825178-1 neutron-server[87814]: DEBUG oslo_db.api [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:18:30.724326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d5461f-b2ff-48d3-bcb9-99025879be7f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:30.735208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:30.735632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:31.147147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:31.218232 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Port 90d5461f-b2ff-48d3-bcb9-99025879be7f not found while updating agent binding for router bb342be7-df52-4768-b7b5-ce4af149c3bd. {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 23:18:31.228544 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Routers {'bb342be7-df52-4768-b7b5-ce4af149c3bd'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:31.229358 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bb342be7-df52-4768-b7b5-ce4af149c3bd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:31.526305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] Set router bb342be7-df52-4768-b7b5-ce4af149c3bd gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:31.792108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Router bb342be7-df52-4768-b7b5-ce4af149c3bd has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:18:31.962677 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:30Z', 'revision_number': 5, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port': {'id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:20Z', 'updated_at': '2022-01-18T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:31.970461 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f06a-7f1e-4b63-b3db-167cd1a76fa1 None None] The sync data for ids ['bb342be7-df52-4768-b7b5-ce4af149c3bd'] in n-d-825178-1 is: [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:30Z', 'revision_number': 5, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port': {'id': '28363d31-e7ff-4eee-beb8-6657fa26f0d4', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:20Z', 'updated_at': '2022-01-18T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:32.092455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:18:32.104976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7e7ccfbe-6775-458f-a805-a6dfafbf3e96 admin admin] 10.222.0.78 "PUT /v2.0/routers/bb342be7-df52-4768-b7b5-ce4af149c3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3196604 Jan 18 23:18:32.107620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41774) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:32.293498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.541834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 90d5461f-b2ff-48d3-bcb9-99025879be7f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:32.607533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 90d5461f-b2ff-48d3-bcb9-99025879be7f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:32.607890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 90d5461f-b2ff-48d3-bcb9-99025879be7f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:32.655097 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.667831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Deleting port 28363d31-e7ff-4eee-beb8-6657fa26f0d4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:32.668383 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.927467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] For port 28363d31-e7ff-4eee-beb8-6657fa26f0d4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=28363d31-e7ff-4eee-beb8-6657fa26f0d4,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:32.927975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.104102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Calling delete_port for 28363d31-e7ff-4eee-beb8-6657fa26f0d4 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:33.367490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] Sync routers for ids ['bb342be7-df52-4768-b7b5-ce4af149c3bd'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:33.393128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] Routers {'bb342be7-df52-4768-b7b5-ce4af149c3bd'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:33.394035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bb342be7-df52-4768-b7b5-ce4af149c3bd'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:33.471101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.542877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Pushing event deleted for resources: {'Port': ['ID=28363d31-e7ff-4eee-beb8-6657fa26f0d4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:33.673029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.690703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] Set router bb342be7-df52-4768-b7b5-ce4af149c3bd gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:33.826835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:32Z', 'revision_number': 6, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:33.832751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] Checking router: bb342be7-df52-4768-b7b5-ce4af149c3bd for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:33.936672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] Routers {'bb342be7-df52-4768-b7b5-ce4af149c3bd'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:18:33.937444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['bb342be7-df52-4768-b7b5-ce4af149c3bd'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:34.131266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.134244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.176598 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.177228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb342be7-df52-4768-b7b5-ce4af149c3bd {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:18:34.196684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.198236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d4a79152-ff77-4b19-b229-bb8ffe7c73bf admin admin] 10.222.0.78 "DELETE /v2.0/routers/bb342be7-df52-4768-b7b5-ce4af149c3bd HTTP/1.1" status: 204 len: 168 time: 2.0894649 Jan 18 23:18:34.201443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41832) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:34.296897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Deleting subnet cb1977a9-33ce-45b7-b313-7500e970b532 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:18:34.299143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] Set router bb342be7-df52-4768-b7b5-ce4af149c3bd gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:18:34.300684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.371248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.418356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:33Z', 'revision_number': 7, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:34.421961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e538f-1991-41d3-ab43-68e7ad491378 None None] The sync data for ids ['bb342be7-df52-4768-b7b5-ce4af149c3bd'] in n-d-825178-1 is: [{'id': 'bb342be7-df52-4768-b7b5-ce4af149c3bd', 'name': 'tempest-ImageQuotaTest-581820777-router', 'tenant_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:18Z', 'updated_at': '2022-01-18T23:18:33Z', 'revision_number': 7, 'project_id': 'fabf9cdbb8f741c5aa76bed5ba9d3f27', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:34.497189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.503688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.621104 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.676763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1977a9-33ce-45b7-b313-7500e970b532,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:34.694623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442830e-a9dc-4ff3-8e1c-12aa58a28cc3 None None] Network 3aacda1b-2b93-4f98-b38d-88b2b6b58375 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:18:34.695498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.702676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a1d2ac3-2e4a-4ff0-8099-f06903b33f58 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cb1977a9-33ce-45b7-b313-7500e970b532 HTTP/1.1" status: 204 len: 168 time: 0.5008047 Jan 18 23:18:34.705208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:35.068839 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.110552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Deleting port e4c9ca3b-647e-4f73-a288-fc0bff70f777 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:35.110906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.297902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] DHCP port deletion for 3aacda1b-2b93-4f98-b38d-88b2b6b58375 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:18:35.302194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Deleting port e4c9ca3b-647e-4f73-a288-fc0bff70f777 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:35.302566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.606342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] For port e4c9ca3b-647e-4f73-a288-fc0bff70f777, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4c9ca3b-647e-4f73-a288-fc0bff70f777,segment=NetworkSegment(8591ce14-6899-4bb5-abdd-d95b754c003d),segment_id=8591ce14-6899-4bb5-abdd-d95b754c003d)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:35.610866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.640166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] For port e4c9ca3b-647e-4f73-a288-fc0bff70f777, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4c9ca3b-647e-4f73-a288-fc0bff70f777,segment=NetworkSegment(8591ce14-6899-4bb5-abdd-d95b754c003d),segment_id=8591ce14-6899-4bb5-abdd-d95b754c003d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:18:35.640598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.782439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Calling delete_port for e4c9ca3b-647e-4f73-a288-fc0bff70f777 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:35.784719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Calling delete_port for e4c9ca3b-647e-4f73-a288-fc0bff70f777 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:18:35.863171 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:18:35.863171 n-d-825178-1 neutron-server[87813]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 18 23:18:35.863171 n-d-825178-1 neutron-server[87813]: [parameters: {'port_id': 'e4c9ca3b-647e-4f73-a288-fc0bff70f777', 'host': 'n-d-825178-1', 'level': 0}] Jan 18 23:18:35.863171 n-d-825178-1 neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:18:35.863776 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:18:35.877165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.958184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] No DVR routers for this DVR port e4c9ca3b-647e-4f73-a288-fc0bff70f777 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:35.959962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c9ca3b-647e-4f73-a288-fc0bff70f777,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:36.093816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.131344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aacda1b-2b93-4f98-b38d-88b2b6b58375']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:36.147420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8591ce14-6899-4bb5-abdd-d95b754c003d') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:36.148160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8591ce14-6899-4bb5-abdd-d95b754c003d') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:36.165465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.185466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.192242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:18:36.192662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:36.207895 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:36.306140 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.326155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.337999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aacda1b-2b93-4f98-b38d-88b2b6b58375,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:36.342542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af330b13-d86c-4a41-90b4-06dfd0e9fd64 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3aacda1b-2b93-4f98-b38d-88b2b6b58375 HTTP/1.1" status: 204 len: 168 time: 1.6359727 Jan 18 23:18:36.365166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Deleting port e4c9ca3b-647e-4f73-a288-fc0bff70f777 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:18:36.365915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.483929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-169ad32e-1f92-47d1-a2f7-d273904710c6 None None] The port 'e4c9ca3b-647e-4f73-a288-fc0bff70f777' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:18:36.641661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4c9ca3b-647e-4f73-a288-fc0bff70f777 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:36.649471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41916) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:36.697870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e4c9ca3b-647e-4f73-a288-fc0bff70f777 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:36.698315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4c9ca3b-647e-4f73-a288-fc0bff70f777 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:36.698807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 28363d31-e7ff-4eee-beb8-6657fa26f0d4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:36.716494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9ca0bc1a-ff02-4037-816b-b7e733253b50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fabf9cdbb8f741c5aa76bed5ba9d3f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649171 Jan 18 23:18:36.718907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:36.738163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 28363d31-e7ff-4eee-beb8-6657fa26f0d4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:18:36.738524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 28363d31-e7ff-4eee-beb8-6657fa26f0d4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:36.793470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca8f6-20f3-4215-97b8-1972c6c6e855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.820422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca8f6-20f3-4215-97b8-1972c6c6e855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.884323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca8f6-20f3-4215-97b8-1972c6c6e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.900375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ca8f6-20f3-4215-97b8-1972c6c6e855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cdfc25-95a8-414a-97b1-3a103e98c530,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:36.908697 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca8f6-20f3-4215-97b8-1972c6c6e855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.912772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6b7ca8f6-20f3-4215-97b8-1972c6c6e855 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9cdfc25-95a8-414a-97b1-3a103e98c530 HTTP/1.1" status: 204 len: 168 time: 0.1927500 Jan 18 23:18:36.985580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.363162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 41934) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:37.397022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.423529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:37.428130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:37.431698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:37.438167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:37.546424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.552801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.612311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2478063 Jan 18 23:18:37.613561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a42f0-c89e-4678-b69a-588f983d397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc6aa5-9ea0-490e-a281-13df427fed14,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:37.615127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 41940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:37.692849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99ec5689-e92b-4c74-aa49-802d127c1849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.721634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99ec5689-e92b-4c74-aa49-802d127c1849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.784476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99ec5689-e92b-4c74-aa49-802d127c1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.808529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5689-e92b-4c74-aa49-802d127c1849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc6aa5-9ea0-490e-a281-13df427fed14,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:37.816233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99ec5689-e92b-4c74-aa49-802d127c1849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:37.817622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-99ec5689-e92b-4c74-aa49-802d127c1849 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83cc6aa5-9ea0-490e-a281-13df427fed14 HTTP/1.1" status: 204 len: 168 time: 0.2015224 Jan 18 23:18:42.153418 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5df1671-c9c4-4adb-90e8-5745c4afb3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.002998 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82b8286e-f477-46c7-ab23-0aa343d3cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.631828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.755471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:47.031218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:47.970815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-d0771e68-b946-4f02-bc18-b0555f926821 req-90ece6d5-a7c3-4f88-a619-9ea71d691665 service neutron] (87812) timed out ('10.222.0.78', 47326) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:18:48.384417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-50d5fcbd-137c-44f0-8f6e-54fb795a53ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:48.407023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-50d5fcbd-137c-44f0-8f6e-54fb795a53ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:48.408348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-50d5fcbd-137c-44f0-8f6e-54fb795a53ad tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501954225&fields=id&tenant_id=09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 267 time: 0.0690300 Jan 18 23:18:48.600655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-804b79f0-0a8d-408e-8127-51190201f8ab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:48.602137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-804b79f0-0a8d-408e-8127-51190201f8ab tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.1847606 Jan 18 23:18:48.620046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-edf88789-2ac5-45d9-8374-534403afe529 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.0102777 Jan 18 23:18:48.713575 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d241b0dc-4dd2-40d4-a726-26f575060caf tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845881 Jan 18 23:18:48.868221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-b5f3aabf-64aa-4dcd-a15e-ba9d5ab07a73 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423287 Jan 18 23:18:49.032447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-54e9cb59-ab7e-4469-83f8-d865c21adab7 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574931 Jan 18 23:18:49.496972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f18f3d68-0c85-416b-a908-d7889bc588a0 req-64af69ae-c707-477f-ae96-d11ebd0a864a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0599961 Jan 18 23:18:50.681795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-94dc5a16-1be2-4988-a8b3-49c49e6ea11b req-ba2af266-9dc3-4ce2-8233-8fbfb9dfa705 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0980873 Jan 18 23:18:51.830129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-67bc71d5-0f1a-4c81-a520-6a83117d0df1 req-0abc5fd0-ff6e-42cb-ae3e-6d286d495c96 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0600593 Jan 18 23:18:52.947006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ebccf41-1df0-4e24-b49a-abaacae1bfea req-c6ecfb91-10b5-472b-b59a-f93e45e84325 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0663695 Jan 18 23:18:54.122845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4fafd6f-1cd9-428c-923e-f40ef7484c9d req-9f1a5db4-95e0-4453-a588-4de30bd64103 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0529251 Jan 18 23:18:55.083625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-b7f10449-d205-43f1-821b-8a34d092dfc3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:55.085345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-b7f10449-d205-43f1-821b-8a34d092dfc3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.2011886 Jan 18 23:18:55.142799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-2b6418c7-60c0-4a1f-b7a8-ee67f42bf000 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 379 time: 0.0489388 Jan 18 23:18:55.151332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed', 'security_groups': ['c0a76c8a-d6c5-4a25-89ff-31404321cfa7']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:55.291705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33226b90-d0c4-4040-b35a-e0554e5b6ee6 req-21687552-b3b6-48ab-935e-54bdab196beb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0466561 Jan 18 23:18:55.319225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:55.331808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:55.349846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:55.355416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.604334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.7 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/6a2d75ef-2560-41ea-839b-2768021b263c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:55.887030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.907705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object 6a2d75ef-2560-41ea-839b-2768021b263c will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:55.940772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.039974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:56.044289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:56.047600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:18:56.098184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=6a2d75ef-2560-41ea-839b-2768021b263c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:56.120179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:56.120877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.162178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3510dbc9-4051-472c-8459-7f42bc2d35f8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0140574 Jan 18 23:18:56.173370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Request body: {'port': {'device_id': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:56.313852 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.409142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-52dfe4fb-2b44-4af3-897b-fcde030185b5 None None] Provisioning for port 6a2d75ef-2560-41ea-839b-2768021b263c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:56.416571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-52dfe4fb-2b44-4af3-897b-fcde030185b5 None None] Provisioning complete for port 6a2d75ef-2560-41ea-839b-2768021b263c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:56.417459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52dfe4fb-2b44-4af3-897b-fcde030185b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.501241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-52dfe4fb-2b44-4af3-897b-fcde030185b5 None None] Port 6a2d75ef-2560-41ea-839b-2768021b263c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:18:56.837937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e889f-6002-433f-8a49-ffd47aaf43cc req-395fd717-432b-4fc1-8e31-1295b2f562f2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:56.838663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ca5e889f-6002-433f-8a49-ffd47aaf43cc req-395fd717-432b-4fc1-8e31-1295b2f562f2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:57.002001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2d75ef-2560-41ea-839b-2768021b263c {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:57.026643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.043062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ca5e889f-6002-433f-8a49-ffd47aaf43cc req-395fd717-432b-4fc1-8e31-1295b2f562f2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:57.044415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca5e889f-6002-433f-8a49-ffd47aaf43cc req-395fd717-432b-4fc1-8e31-1295b2f562f2 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 931 time: 0.5302248 Jan 18 23:18:57.082733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Transition to ACTIVE for port object 6a2d75ef-2560-41ea-839b-2768021b263c will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:57.111542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.289756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca5e889f-6002-433f-8a49-ffd47aaf43cc req-206153fb-ead6-48da-9479-730e659f136e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350688 Jan 18 23:18:57.310093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2d75ef-2560-41ea-839b-2768021b263c,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:57.543755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Attempting to bind port 6a2d75ef-2560-41ea-839b-2768021b263c on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:57.544094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Attempting to bind port 6a2d75ef-2560-41ea-839b-2768021b263c by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:57.544438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Attempting to bind port 6a2d75ef-2560-41ea-839b-2768021b263c on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:18:57.554359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Port 6a2d75ef-2560-41ea-839b-2768021b263c on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:18:57.554684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Attempting to bind port 6a2d75ef-2560-41ea-839b-2768021b263c on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:18:57.567626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:18:57.568006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:18:57.568362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:18:57.568822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Bound port: 6a2d75ef-2560-41ea-839b-2768021b263c, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:57.569209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.740590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] For port 6a2d75ef-2560-41ea-839b-2768021b263c, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:18:57.745418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] For port 6a2d75ef-2560-41ea-839b-2768021b263c, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a2d75ef-2560-41ea-839b-2768021b263c,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:18:57.751518 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.826953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:57.827904 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.830382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] 10.222.0.86 "PUT /v2.0/ports/6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 200 len: 1091 time: 1.6616323 Jan 18 23:18:57.831048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:57.962503 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c', 'status': 'completed', 'code': 200} Jan 18 23:18:57.972544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8e59-35d3-4c9f-a698-cd76f56fa46f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2d75ef-2560-41ea-839b-2768021b263c,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:58.009814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-815ac134-21d1-4c3d-b239-b50b88874a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.011601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-815ac134-21d1-4c3d-b239-b50b88874a7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1094 time: 0.1264544 Jan 18 23:18:58.101394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-7b68534d-f0de-4eea-a353-1ddcec6067c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 200 len: 217 time: 0.0823784 Jan 18 23:18:58.193728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-fdc4c592-fd3a-460c-ad6e-5dde2faa8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.195806 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-fdc4c592-fd3a-460c-ad6e-5dde2faa8bac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0888567 Jan 18 23:18:58.321690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-6b67b331-d89f-4dcc-87b5-b5faf65b29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.323178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-6b67b331-d89f-4dcc-87b5-b5faf65b29bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192963 Jan 18 23:18:58.534229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-3411afcb-0d4c-46d7-997e-554393197ba8 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014678 Jan 18 23:18:58.640619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93658b31-0175-477b-ade2-ea763d9429e2 req-560bf8be-7b46-4636-97fb-00a9c4021515 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.642133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93658b31-0175-477b-ade2-ea763d9429e2 req-560bf8be-7b46-4636-97fb-00a9c4021515 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 943 time: 0.2114050 Jan 18 23:18:58.721298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93658b31-0175-477b-ade2-ea763d9429e2 req-b825c70d-7d02-4f35-a08c-e53a96cba9f6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719979 Jan 18 23:18:58.723174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90d26cbc-42a2-4a09-b80d-d2919f48bac9 req-6ed44360-4385-499f-94b7-be4bd9bae024 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817558 Jan 18 23:18:58.841596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-2e92cf0b-feed-44f2-a217-b841e579a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.843093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-2e92cf0b-feed-44f2-a217-b841e579a8a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1094 time: 0.0757520 Jan 18 23:18:58.997790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-a034fcfb-cfa7-4e28-827a-3ac874b46397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.999703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-a034fcfb-cfa7-4e28-827a-3ac874b46397 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1508560 Jan 18 23:18:59.215814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-10294ace-8a4f-41ce-aafa-9b9095a49de3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 200 len: 217 time: 0.2095237 Jan 18 23:18:59.284340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-8ace89c5-0501-44a1-ba69-d3b2046b7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:59.285834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-8ace89c5-0501-44a1-ba69-d3b2046b7a1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0598040 Jan 18 23:18:59.362861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-231f1451-a4eb-424e-9a4d-477997a8ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:59.364472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-231f1451-a4eb-424e-9a4d-477997a8ec61 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730047 Jan 18 23:18:59.515648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-2f1e7012-f371-4b0d-8b84-f6dd57eeeb80 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444542 Jan 18 23:18:59.679153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e8bde85-2c31-4228-a313-edb1c4d5571a req-e7533825-df6f-44f5-9d84-9eabcea9afc3 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571832 Jan 18 23:19:00.081250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1e2fd-1c52-42b4-a468-34d30bebf129 req-cc079f9a-e4b4-4165-8c55-fd4919f93fe9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:00.082723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79e1e2fd-1c52-42b4-a468-34d30bebf129 req-cc079f9a-e4b4-4165-8c55-fd4919f93fe9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 943 time: 0.0811315 Jan 18 23:19:00.132255 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79e1e2fd-1c52-42b4-a468-34d30bebf129 req-095a58a4-1406-431d-b488-45ead1d48c9b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Jan 18 23:19:01.331857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8792a49-0487-4af7-a9d9-cd0bb86e3236 req-43a55f60-8783-4a58-b6f8-0c652a1f2b3f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:01.333433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8792a49-0487-4af7-a9d9-cd0bb86e3236 req-43a55f60-8783-4a58-b6f8-0c652a1f2b3f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 943 time: 0.0882189 Jan 18 23:19:01.380492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8792a49-0487-4af7-a9d9-cd0bb86e3236 req-8537e459-3b1a-4ffd-bd09-d38dd9f113c3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Jan 18 23:19:02.237390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:02.380259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.396274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:02.400930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Usage tracker for resource:security_group_rule and tenant:769474f2c78e4991ac42a8019c09f5d3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:02.404413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:02.411186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:02.496706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.503755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.559172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42408) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:02.561233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=769474f2c78e4991ac42a8019c09f5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250535 Jan 18 23:19:02.599877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6993e-6192-422c-98d2-7e4056512fc7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:02.617179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f84c54d-78e9-4943-87d0-58fe82cd6eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.617486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.617930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.618365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.618955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.619393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.619972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.620370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.620774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.621299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.621697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.622088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.622485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da03bc0-02f3-49f8-8d5c-419803e881a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:02.659393 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f84c54d-78e9-4943-87d0-58fe82cd6eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.666509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2fe30-5b41-4ff8-aae6-624a1dcde314 req-83e90a19-ea97-40ba-914d-e13a0be0f741 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:02.668544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0eb2fe30-5b41-4ff8-aae6-624a1dcde314 req-83e90a19-ea97-40ba-914d-e13a0be0f741 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 943 time: 0.1342397 Jan 18 23:19:02.722607 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0eb2fe30-5b41-4ff8-aae6-624a1dcde314 req-717c3922-b63b-4feb-a849-1a807291d3b0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459666 Jan 18 23:19:02.727870 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f84c54d-78e9-4943-87d0-58fe82cd6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.743738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84c54d-78e9-4943-87d0-58fe82cd6eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6993e-6192-422c-98d2-7e4056512fc7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:02.752370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f84c54d-78e9-4943-87d0-58fe82cd6eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:02.753460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2f84c54d-78e9-4943-87d0-58fe82cd6eb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6a6993e-6192-422c-98d2-7e4056512fc7 HTTP/1.1" status: 204 len: 168 time: 0.1933963 Jan 18 23:19:03.931074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa440-9783-4d65-89e3-8fe46caa0b20 req-6733f32a-6d76-4bd6-a1a3-e2cee0f8de0e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:03.933589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e3aa440-9783-4d65-89e3-8fe46caa0b20 req-6733f32a-6d76-4bd6-a1a3-e2cee0f8de0e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 943 time: 0.0875275 Jan 18 23:19:03.943066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:19:03.991938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e3aa440-9783-4d65-89e3-8fe46caa0b20 req-85b84048-e67b-4b4c-a994-85c4eaa7aea3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523016 Jan 18 23:19:04.508404 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.333857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1606c-3544-43b7-afec-83895ec21209 req-68c59fdd-cdd4-4e42-9ed0-638b4454986e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:05.341510 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9ec1606c-3544-43b7-afec-83895ec21209 req-68c59fdd-cdd4-4e42-9ed0-638b4454986e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 943 time: 0.2303772 Jan 18 23:19:05.388899 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9ec1606c-3544-43b7-afec-83895ec21209 req-20b90512-4008-4894-af79-6222d8786d69 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Jan 18 23:19:05.988776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a2d75ef-2560-41ea-839b-2768021b263c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:06.148404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6a2d75ef-2560-41ea-839b-2768021b263c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a2d75ef-2560-41ea-839b-2768021b263c,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:06.164261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '6a2d75ef-2560-41ea-839b-2768021b263c', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': '6a2d75ef-2560-41ea-839b-2768021b263c', 'mac_address': 'fa:16:3e:54:2f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:06.270000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.290561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2d75ef-2560-41ea-839b-2768021b263c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:06.307679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6a2d75ef-2560-41ea-839b-2768021b263c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a2d75ef-2560-41ea-839b-2768021b263c,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:06.315337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.399532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6a2d75ef-2560-41ea-839b-2768021b263c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:06.407227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.407580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.407921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.408254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.408587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.408916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.409271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.409596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.409918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.410238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.410558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.410876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:06.560652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['6a2d75ef-2560-41ea-839b-2768021b263c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:19:06.914282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6924a1-17f4-4869-8db8-89edee667a4b req-52a10096-79ec-449d-bd9e-581afaa12e94 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:06.916922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d6924a1-17f4-4869-8db8-89edee667a4b req-52a10096-79ec-449d-bd9e-581afaa12e94 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 944 time: 0.1053286 Jan 18 23:19:06.967690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2d6924a1-17f4-4869-8db8-89edee667a4b req-f2659768-78f7-4d6e-9dbd-ee29e2bba281 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Jan 18 23:19:07.029214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.432123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42518) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:07.557971 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.572451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:07.576429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Usage tracker for resource:security_group_rule and tenant:04d97b1deffe469aba87979ed069d894 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:07.579437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:07.585403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:07.675933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.680885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.728000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04d97b1deffe469aba87979ed069d894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946062 Jan 18 23:19:07.728799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0567e91-9006-424c-bc8e-d245f22f4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bb060-ae84-454e-ae72-7ffc16d707b0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.731027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42524) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:07.794625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa507cbb-7a74-42dd-aa50-f0e84642aac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.825137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa507cbb-7a74-42dd-aa50-f0e84642aac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.884916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa507cbb-7a74-42dd-aa50-f0e84642aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.901762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa507cbb-7a74-42dd-aa50-f0e84642aac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bb060-ae84-454e-ae72-7ffc16d707b0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.913741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fa507cbb-7a74-42dd-aa50-f0e84642aac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.914893 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fa507cbb-7a74-42dd-aa50-f0e84642aac0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db3bb060-ae84-454e-ae72-7ffc16d707b0 HTTP/1.1" status: 204 len: 168 time: 0.1820884 Jan 18 23:19:07.998342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a2d75ef-2560-41ea-839b-2768021b263c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:08.118202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 6a2d75ef-2560-41ea-839b-2768021b263c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:08.132113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 6a2d75ef-2560-41ea-839b-2768021b263c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:08.132858 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.277475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.288533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225de6-9dc0-4700-b176-876d36c22654 req-bbb2d53c-dfcb-46ba-9d52-1ab9a8e45bfa tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:08.290806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72225de6-9dc0-4700-b176-876d36c22654 req-bbb2d53c-dfcb-46ba-9d52-1ab9a8e45bfa tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 944 time: 0.1349704 Jan 18 23:19:08.325110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 6a2d75ef-2560-41ea-839b-2768021b263c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a2d75ef-2560-41ea-839b-2768021b263c,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:08.326031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:08.339294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.387755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72225de6-9dc0-4700-b176-876d36c22654 req-9ad7debe-8405-4176-8def-6275292bc2ff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818231 Jan 18 23:19:08.446698 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c', 'code': 200} Jan 18 23:19:08.447709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=6a2d75ef-2560-41ea-839b-2768021b263c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:08.589539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78fd4-1de7-45ea-91e1-058935024e3d req-9671a13a-9893-4601-bf30-ac36938fc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:08.591564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1df78fd4-1de7-45ea-91e1-058935024e3d req-9671a13a-9893-4601-bf30-ac36938fc949 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1096 time: 0.1150491 Jan 18 23:19:08.640803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1df78fd4-1de7-45ea-91e1-058935024e3d req-8d6d6b45-ae99-4a13-80e3-4f671db5bcfb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422635 Jan 18 23:19:08.894920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.043777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.063865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:09.073370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Usage tracker for resource:security_group_rule and tenant:097bff6dd36d4bca9ee76736de757914 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:09.077363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:09.085595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:09.176369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.181909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.223183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc18e75-eeb9-4cb4-b65c-da8399daee53,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:09.243312 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7325fc1e-5d4d-4e9b-9d15-96f7c117f35f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=097bff6dd36d4bca9ee76736de757914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461895 Jan 18 23:19:09.246599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42592) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.312496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c822909e-b902-43f5-90dd-21747ed532ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.342257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c822909e-b902-43f5-90dd-21747ed532ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.406130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c822909e-b902-43f5-90dd-21747ed532ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.425745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822909e-b902-43f5-90dd-21747ed532ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc18e75-eeb9-4cb4-b65c-da8399daee53,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:09.436610 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c822909e-b902-43f5-90dd-21747ed532ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.437874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c822909e-b902-43f5-90dd-21747ed532ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bc18e75-eeb9-4cb4-b65c-da8399daee53 HTTP/1.1" status: 204 len: 168 time: 0.1901550 Jan 18 23:19:09.613959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4a23-24ee-47a4-a062-3685aaf2a215 req-26071d6a-6640-4419-baa6-b77f2d63b88c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:09.616274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cee4a23-24ee-47a4-a062-3685aaf2a215 req-26071d6a-6640-4419-baa6-b77f2d63b88c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 945 time: 0.1058769 Jan 18 23:19:09.688056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cee4a23-24ee-47a4-a062-3685aaf2a215 req-9d516d40-ac05-4bbf-ba99-d61b2940aa24 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585194 Jan 18 23:19:09.689710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42608) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.894640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'network': {'name': 'tempest-network-smoke--1053496122', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'port_security_enabled': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:09.903983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:09.909327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42622) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.911437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:network and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:09.914492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:09.929330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:09.936373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.954288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:09.954554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:09.958905 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.959145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb33cf467d54b9cab45905962e845ae is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:09.962352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:09.969035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:09.975650 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.995548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:10.000922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:10.004052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:10.009850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:10.060219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.065372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.094044 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.099964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.112912 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6bb33cf467d54b9cab45905962e845ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021911 Jan 18 23:19:10.113810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff237456-1a6a-4ea5-8576-d8f85a3b7029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d31e2a-cd34-4b1a-9db2-02dfe85a9e60,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:10.116089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:10.125917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:10.151657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.152070 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Added segment 5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad of type vlan for network b43c0c77-7c67-4fc8-890a-09ceda84a340 Jan 18 23:19:10.164916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c035e-2047-494c-93e3-626b9496ce7b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:10.188115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9485fd29-5306-4fca-878b-331f24eb139e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.190977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.221890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9485fd29-5306-4fca-878b-331f24eb139e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.234673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.241878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:10.242708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.286225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9485fd29-5306-4fca-878b-331f24eb139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.309903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485fd29-5306-4fca-878b-331f24eb139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d31e2a-cd34-4b1a-9db2-02dfe85a9e60,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:10.314753 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9485fd29-5306-4fca-878b-331f24eb139e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.316108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9485fd29-5306-4fca-878b-331f24eb139e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4d31e2a-cd34-4b1a-9db2-02dfe85a9e60 HTTP/1.1" status: 204 len: 168 time: 0.1987643 Jan 18 23:19:10.380434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Network': ['ID=b43c0c77-7c67-4fc8-890a-09ceda84a340,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:10.392230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:10.394354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-32dca5a5-4444-4aff-9055-d38543f3af37 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7033629 Jan 18 23:19:10.397640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42632) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:10.406753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'admin_state_up': True, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:10.415877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:10.421431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:router and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:10.426507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:10.434696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:10.456360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.457873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.476225 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:10.947712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.144219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27729e9-55eb-4335-9c2d-b278b92fa03c req-67d110b0-a7d1-4302-9b93-c1d5c629a5f4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:11.152086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b27729e9-55eb-4335-9c2d-b278b92fa03c req-67d110b0-a7d1-4302-9b93-c1d5c629a5f4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 945 time: 0.2558255 Jan 18 23:19:11.215036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b27729e9-55eb-4335-9c2d-b278b92fa03c req-45b77d97-46d2-4270-9088-72028db11ecc tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619237 Jan 18 23:19:11.438183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd825ae-ac47-4a21-b15f-78c5c1588428 req-6a0d5304-4545-4d82-82c7-fa7ec78800d0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:11.439898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfd825ae-ac47-4a21-b15f-78c5c1588428 req-6a0d5304-4545-4d82-82c7-fa7ec78800d0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 945 time: 0.1061440 Jan 18 23:19:11.468292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.500219 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.501769 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dfd825ae-ac47-4a21-b15f-78c5c1588428 req-5468ed49-1426-47cd-a336-b9d4d58e1e7a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552170 Jan 18 23:19:11.517641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42666) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:11.661830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.25.4.13 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/691440c4-d838-428f-9615-f5f220da58da) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:11.826780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a88e43-7845-48e7-bd67-40a0023f1c3c tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:11.827489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-03a88e43-7845-48e7-bd67-40a0023f1c3c tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] Synchronizing usage tracker for tenant:71ee9fe16c97496b9a27d9861a1afaa5 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:11.849400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-03a88e43-7845-48e7-bd67-40a0023f1c3c tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] Unset dirty status for tenant:71ee9fe16c97496b9a27d9861a1afaa5 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:11.850581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-03a88e43-7845-48e7-bd67-40a0023f1c3c tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1091 time: 0.3319409 Jan 18 23:19:11.856262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.857429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:11.862806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '6a2d75ef-2560-41ea-839b-2768021b263c', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:11.879616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:11.882752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:floatingip and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:11.885768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:11.892356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:11.895190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.923025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.988770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:11.991695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:11.995940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:12.044596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=691440c4-d838-428f-9615-f5f220da58da,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:12.095140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.162498 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a992983e-1e33-40e4-a4c5-3afe4dfab28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.288189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.25.4.211 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/1a2e52d3-fe70-4068-9ccb-dbc4a6e471cb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:12.465431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.488984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.512486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.605980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=1a2e52d3-fe70-4068-9ccb-dbc4a6e471cb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:12.609472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:12.611227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:12.613377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:13.021036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.162601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.252769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.291094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:19:13.531810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:19:13.545487 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:19:13.559080 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:13.559700 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:18:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:13.572924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.574620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eac08069-a7af-4fbb-96b1-f9859b52dcf4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1726563 Jan 18 23:19:13.578134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42724) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:13.793933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.805340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.824457 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:14.104819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=1a2e52d3-fe70-4068-9ccb-dbc4a6e471cb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:14.114946 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.273412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3adb68f2-84e7-4143-8914-4c3b8721471a tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=26dfd6e147044c35bc69d10eba61b783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6934216 Jan 18 23:19:14.276703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42740) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:14.337735 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:12Z', 'revision_number': 3, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:14.342637 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:19:14.342637 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Updating router 9c878f8d-827f-4ab2-8970-0849355f0f92 port 691440c4-d838-428f-9615-f5f220da58da binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:19:14.388272 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Floating IP 842d88c0-6c49-426d-9c61-7ee46d7328a0 associated. External IP: 172.25.4.211, port: 6a2d75ef-2560-41ea-839b-2768021b263c. Jan 18 23:19:14.401974 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.447175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea64b08f-1bdf-4fb8-9f5d-a5b7f4db49d4 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:14.451988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ea64b08f-1bdf-4fb8-9f5d-a5b7f4db49d4 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1715031 Jan 18 23:19:14.452371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42744) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:14.510545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30dce503-1432-48e2-9aa0-e01bbb046054 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541904 Jan 18 23:19:14.511050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:14.517928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723587161', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:14.695916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:14.703430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:subnet and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:14.708871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:14.717795 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:14.764086 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.777250 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Transition to ACTIVE for port object 691440c4-d838-428f-9615-f5f220da58da will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:14.782462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:14.785769 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.786026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.876458 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Attempting to bind port 691440c4-d838-428f-9615-f5f220da58da on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:14.877270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Attempting to bind port 691440c4-d838-428f-9615-f5f220da58da by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:14.890824 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Attempting to bind port 691440c4-d838-428f-9615-f5f220da58da on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:14.929933 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:19:14.930305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:14.930710 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.931099 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:19:14.931562 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Bound port: 691440c4-d838-428f-9615-f5f220da58da, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:14.931928 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.981748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9667b4e-4949-4fa2-9d0b-a2868398c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:15.005074 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Pushing event updated for resources: {'Port': ['ID=691440c4-d838-428f-9615-f5f220da58da,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:15.015465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:19:15.023135 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.023477 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.023830 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.024133 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.024458 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.024904 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.025245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.025558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.025903 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.026257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.026556 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.026865 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:15.045619 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] For port 691440c4-d838-428f-9615-f5f220da58da, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:19:15.050394 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] For port 691440c4-d838-428f-9615-f5f220da58da, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=691440c4-d838-428f-9615-f5f220da58da,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:19:15.058246 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:15.277246 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e417f0-aee8-4f3e-a806-88c950be5690 None None] Pushing event updated for resources: {'Port': ['ID=691440c4-d838-428f-9615-f5f220da58da,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:15.277649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:15.286472 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:15.287216 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:15.334026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:19:15.347688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:19:15.362318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:15.363473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:15.378073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Subnet': ['ID=d4587acb-c095-40bf-b7c7-190136da5e67,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:15.396722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Checking segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:15.397519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network hostable DHCP agents. Network: b43c0c77-7c67-4fc8-890a-09ceda84a340, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:19:15.408286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:15.494289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:15.616127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:15.704151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:15.796504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:19:15.808280 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-be9f6c0e-a48e-422f-ae01-5e67e7b4319a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9496784 Jan 18 23:19:15.810447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:15.825985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b43c0c77-7c67-4fc8-890a-09ceda84a340) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:15.839735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:15.841778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:15.845520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1bd530-91c8-4ee0-85d6-870b1b3661b2 None None] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:19:15.891886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42786) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:15.892477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c9906034-7652-47f4-a761-57ad762d34c9 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3804095 Jan 18 23:19:15.940704 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:12Z', 'revision_number': 3, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:15.954132 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6d890-2fec-405f-bed6-fa405fd27a17 None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:12Z', 'revision_number': 3, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:19:16.061832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.190187 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c', 'status': 'completed', 'code': 200} Jan 18 23:19:16.611799 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-082d9218-01b0-456e-8e64-950adb618056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:16.613610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-082d9218-01b0-456e-8e64-950adb618056 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1096 time: 0.4034231 Jan 18 23:19:16.699296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b43c0c77-7c67-4fc8-890a-09ceda84a340', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:19:16.700401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.721756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 691440c4-d838-428f-9615-f5f220da58da up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:16.871014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '842d88c0-6c49-426d-9c61-7ee46d7328a0', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '6a2d75ef-2560-41ea-839b-2768021b263c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:54:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:13Z', 'updated_at': '2022-01-18T23:19:13Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:16.902576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:19:16.962591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:16.963582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:17.125287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-51c64347-5136-4415-b212-f5a3e2d580f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:17.127016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-51c64347-5136-4415-b212-f5a3e2d580f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.5047088 Jan 18 23:19:17.307305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.307917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 691440c4-d838-428f-9615-f5f220da58da completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:17.321466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 691440c4-d838-428f-9615-f5f220da58da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:17.321835 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.329655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-d737c97c-9ec3-432e-8e4a-4dfe8f771d3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 200 len: 999 time: 0.1871653 Jan 18 23:19:17.427694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:17.476147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Allocated IP 172.20.0.2 (b43c0c77-7c67-4fc8-890a-09ceda84a340/d4587acb-c095-40bf-b7c7-190136da5e67/a20aeb84-88b4-451a-8caf-9b20fb769811) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:17.505836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-dad3e595-c41c-4fda-9c66-3046af01a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:17.507705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-dad3e595-c41c-4fda-9c66-3046af01a9ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1704714 Jan 18 23:19:17.663517 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.770608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.796082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-412dc158-ca85-445b-b3e7-a8bfe1f8e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:17.797624 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-412dc158-ca85-445b-b3e7-a8bfe1f8e9cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733190 Jan 18 23:19:17.818800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 691440c4-d838-428f-9615-f5f220da58da, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=691440c4-d838-428f-9615-f5f220da58da,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:17.860151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.132245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=691440c4-d838-428f-9615-f5f220da58da,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:18.205868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.227916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Transition to ACTIVE for port object a20aeb84-88b4-451a-8caf-9b20fb769811 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:18.268598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Transition to ACTIVE for port object a20aeb84-88b4-451a-8caf-9b20fb769811 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:18.272142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '842d88c0-6c49-426d-9c61-7ee46d7328a0', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '6a2d75ef-2560-41ea-839b-2768021b263c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:54:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:13Z', 'updated_at': '2022-01-18T23:19:13Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:18.279619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d323d131-f45e-4eae-837c-40fe42a8dfc8 None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '842d88c0-6c49-426d-9c61-7ee46d7328a0', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '6a2d75ef-2560-41ea-839b-2768021b263c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:54:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:13Z', 'updated_at': '2022-01-18T23:19:13Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:19:18.285877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.326618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-6eb4bba3-8c7a-48bf-83ff-ca7af58e0f19 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334893 Jan 18 23:19:18.381365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:18.400297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:18.416015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:18.425552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.20.0.1 (b43c0c77-7c67-4fc8-890a-09ceda84a340/d4587acb-c095-40bf-b7c7-190136da5e67/174576d8-636b-4f62-852e-de1570d62c0a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:18.450031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Pushing event updated for resources: {'Port': ['ID=a20aeb84-88b4-451a-8caf-9b20fb769811,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:18.567487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Attempting to bind port a20aeb84-88b4-451a-8caf-9b20fb769811 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:18.567937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Attempting to bind port a20aeb84-88b4-451a-8caf-9b20fb769811 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:18.568792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Attempting to bind port a20aeb84-88b4-451a-8caf-9b20fb769811 on network b43c0c77-7c67-4fc8-890a-09ceda84a340 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:18.577499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:19:18.577971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Checking segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:18.578450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.578910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Bound using segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:19:18.579453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Bound port: a20aeb84-88b4-451a-8caf-9b20fb769811, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:18.579899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.712779 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576b9e8-5577-468a-9966-8b2eb0c9e6ff None None] New status for floating IP 842d88c0-6c49-426d-9c61-7ee46d7328a0: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:19:18.714466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8c578de6-8368-4b2f-98b4-7c0416a3a752 req-1560f6c2-5de8-45c3-bb1e-c1f90b1ddc03 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866244 Jan 18 23:19:18.765849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.785698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Transition to ACTIVE for port object 174576d8-636b-4f62-852e-de1570d62c0a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:18.790842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 691440c4-d838-428f-9615-f5f220da58da up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:18.814446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.897867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:18.902365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:18.907321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:18.998096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-35704906-a98a-4af1-add2-19c100daf417 None None] For port a20aeb84-88b4-451a-8caf-9b20fb769811, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:19:19.002314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-35704906-a98a-4af1-add2-19c100daf417 None None] For port a20aeb84-88b4-451a-8caf-9b20fb769811, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a20aeb84-88b4-451a-8caf-9b20fb769811,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:19:19.021916 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.027020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=174576d8-636b-4f62-852e-de1570d62c0a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:19.108135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.108566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.108902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.109264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.109597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.109926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.110252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.110575 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.111366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.111366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.111632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.112465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.143233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.201988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35704906-a98a-4af1-add2-19c100daf417 None None] Pushing event updated for resources: {'Port': ['ID=a20aeb84-88b4-451a-8caf-9b20fb769811,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:19.219318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 691440c4-d838-428f-9615-f5f220da58da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:19.219944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.118479 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.718469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a20aeb84-88b4-451a-8caf-9b20fb769811 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:20.924170 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a20aeb84-88b4-451a-8caf-9b20fb769811 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:20.988976 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.998328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.101945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac5e4b-2290-423b-938f-dfa6f3f99ed9 None None] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:19:21.142936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=174576d8-636b-4f62-852e-de1570d62c0a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:21.166391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.292353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] Provisioning for port a20aeb84-88b4-451a-8caf-9b20fb769811 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:21.310625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] Provisioning complete for port a20aeb84-88b4-451a-8caf-9b20fb769811 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:21.310625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.374452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:21.376264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:21.515864 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.564033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] For port a20aeb84-88b4-451a-8caf-9b20fb769811, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a20aeb84-88b4-451a-8caf-9b20fb769811,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:21.571509 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.621668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:19:21.656732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76dbf9-b32b-459c-92e6-d8d7a52b12e6 None None] Pushing event updated for resources: {'Port': ['ID=a20aeb84-88b4-451a-8caf-9b20fb769811,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:21.796531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b88fceaf-038c-4db2-a244-f6f2c718455b None None] Provisioning complete for port a20aeb84-88b4-451a-8caf-9b20fb769811 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:21.797961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b88fceaf-038c-4db2-a244-f6f2c718455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.823688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:19:21.834587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-49ae3a94-0b6d-4b1b-b266-97034c6c1e5a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "PUT /v2.0/routers/9c878f8d-827f-4ab2-8970-0849355f0f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9415751 Jan 18 23:19:21.837207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42850) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:21.839759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c43839-790a-446a-8275-d160f20322bb None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:19:21.877039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:21.877957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:22.160440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.161112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.161476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.161938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.162390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.162839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.167743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-53b72d3a-ee0f-45d2-a1f8-7516d09b0822 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3265328 Jan 18 23:19:22.167957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:22.202395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:22.252894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.253253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b88fceaf-038c-4db2-a244-f6f2c718455b None None] Provisioning for port 174576d8-636b-4f62-852e-de1570d62c0a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:22.253829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.254287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.254733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.255179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.255626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:22.261022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-15f546b6-f6b1-4756-b424-dcf3b1829e87 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0887411 Jan 18 23:19:22.262017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42866) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:22.269566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b88fceaf-038c-4db2-a244-f6f2c718455b None None] Provisioning complete for port 174576d8-636b-4f62-852e-de1570d62c0a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:22.269942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b88fceaf-038c-4db2-a244-f6f2c718455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.391862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b88fceaf-038c-4db2-a244-f6f2c718455b None None] Port 174576d8-636b-4f62-852e-de1570d62c0a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:19:22.484196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-957974ab-aa02-4b1f-bd9a-48124c83aa0d tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2210639 Jan 18 23:19:22.671514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6b98b551-69a3-4bb8-8f6a-a2cd7b3f337c None None] Provisioning complete for port 174576d8-636b-4f62-852e-de1570d62c0a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:22.671885 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b98b551-69a3-4bb8-8f6a-a2cd7b3f337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.718843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a20aeb84-88b4-451a-8caf-9b20fb769811 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:22.740516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:22.756408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813624409', 'description': 'tempest-secgroup-smoke-1813624409 description', 'project_id': '26dfd6e147044c35bc69d10eba61b783'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:22.764297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:22.769702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:22.791672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:22.801517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:22.825404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.839681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6b98b551-69a3-4bb8-8f6a-a2cd7b3f337c None None] Port 174576d8-636b-4f62-852e-de1570d62c0a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:19:22.861439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:22.865979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:22.869310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:22.880592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:22.883894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a20aeb84-88b4-451a-8caf-9b20fb769811 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:22.885257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.955316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:19Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:20Z', 'revision_number': 2, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:22.968342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c43839-790a-446a-8275-d160f20322bb None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:19:22.968342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c43839-790a-446a-8275-d160f20322bb None None] Updating router 9c878f8d-827f-4ab2-8970-0849355f0f92 port 174576d8-636b-4f62-852e-de1570d62c0a binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:19:23.021290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.029117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.035160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96c43839-790a-446a-8275-d160f20322bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.094645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.111139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.114587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5a947c31-05a2-48ad-9f9e-24aecaaf25d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3729720 Jan 18 23:19:23.117490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42904) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:23.122847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '0cb94eb0-0a63-472c-9a74-e8ce7a74abf1', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:23.130168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:23.134371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:23.137743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:23.143805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:23.169548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.230823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.235735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.271004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38b4ae5-5981-4913-a7e7-8ab8c5bcbf92,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.301846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.303374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f26cabca-f9d9-4811-81ab-ce45598364a7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847336 Jan 18 23:19:23.306319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:23.312310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '0cb94eb0-0a63-472c-9a74-e8ce7a74abf1', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:23.318892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:23.322847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:23.325737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:23.338807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:23.365269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.442456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.450160 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.474495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4441ea0f-01ea-4826-860d-176de34a918c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.487944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96c43839-790a-446a-8275-d160f20322bb None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.496229 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.497677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-80a8ee9c-232e-497e-9078-28e739afe3b6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1903288 Jan 18 23:19:23.500424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42918) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:23.501040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-96c43839-790a-446a-8275-d160f20322bb None None] Transition to ACTIVE for port object 174576d8-636b-4f62-852e-de1570d62c0a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:23.506755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '0cb94eb0-0a63-472c-9a74-e8ce7a74abf1', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:23.508048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96c43839-790a-446a-8275-d160f20322bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.513801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:23.517633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:23.520841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:23.527491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:23.545150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.639493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.649337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.693046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0c8e9-d25f-4cae-a733-3108bd6846f5 None None] Pushing event updated for resources: {'Port': ['ID=174576d8-636b-4f62-852e-de1570d62c0a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.718700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f079fe-6449-47a4-b89a-485f5ac43715,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.727237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.728446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e33b3d91-24b9-4752-a064-4303293f0cea tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2268291 Jan 18 23:19:23.731378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42922) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:23.736695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '0cb94eb0-0a63-472c-9a74-e8ce7a74abf1', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:23.745108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:23.751215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:23.756349 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:23.764519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:23.767101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-96c43839-790a-446a-8275-d160f20322bb None None] Attempting to bind port 174576d8-636b-4f62-852e-de1570d62c0a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:23.767541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-96c43839-790a-446a-8275-d160f20322bb None None] Attempting to bind port 174576d8-636b-4f62-852e-de1570d62c0a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:23.767972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c43839-790a-446a-8275-d160f20322bb None None] Attempting to bind port 174576d8-636b-4f62-852e-de1570d62c0a on network b43c0c77-7c67-4fc8-890a-09ceda84a340 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:23.776118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c43839-790a-446a-8275-d160f20322bb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:19:23.776717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c43839-790a-446a-8275-d160f20322bb None None] Checking segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:23.777832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96c43839-790a-446a-8275-d160f20322bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.777832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c43839-790a-446a-8275-d160f20322bb None None] Bound using segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:19:23.778582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-96c43839-790a-446a-8275-d160f20322bb None None] Bound port: 174576d8-636b-4f62-852e-de1570d62c0a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:23.778783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96c43839-790a-446a-8275-d160f20322bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.817201 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.923941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-96c43839-790a-446a-8275-d160f20322bb None None] For port 174576d8-636b-4f62-852e-de1570d62c0a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:19:23.926263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.929129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-96c43839-790a-446a-8275-d160f20322bb None None] For port 174576d8-636b-4f62-852e-de1570d62c0a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=174576d8-636b-4f62-852e-de1570d62c0a,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:19:23.932065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.937065 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-96c43839-790a-446a-8275-d160f20322bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.995272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50b6128-ed45-4373-9763-214a78c135c5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:24.010064 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.011677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d478b2c5-a526-4609-bb91-5b6cf1038654 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2792599 Jan 18 23:19:24.014593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 42928) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:24.021294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '0cb94eb0-0a63-472c-9a74-e8ce7a74abf1', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:24.049385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:24.055231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:24.059062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0c8e9-d25f-4cae-a733-3108bd6846f5 None None] Pushing event updated for resources: {'Port': ['ID=174576d8-636b-4f62-852e-de1570d62c0a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:24.063079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:24.063875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:24.074286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:24.082875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:24.096985 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Project 26dfd6e147044c35bc69d10eba61b783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:19:24.105539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.190089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.201222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.238752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfc03fd-df91-40b1-92da-12745fd31d1d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:24.280539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.283176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-946fdbbd-0369-4499-b8bf-120de15ae34b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2665291 Jan 18 23:19:24.285582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:24.294440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '0cb94eb0-0a63-472c-9a74-e8ce7a74abf1', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:24.311981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:24.317287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:24.320567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:24.328153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:24.334652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:24.347636 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Project 26dfd6e147044c35bc69d10eba61b783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:19:24.361045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.457134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.462657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.494963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fcbdce-957c-4bb9-a2e1-081ef8ce6159,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:24.502298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.503785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-028100d2-5c16-4c9e-bd3c-ddf4c57c1bb8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2170422 Jan 18 23:19:24.764998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-96c43839-790a-446a-8275-d160f20322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:19Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:23Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:24.768174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-009db2b7-1fb4-4573-af54-d2b5921928ad tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:24.769789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c43839-790a-446a-8275-d160f20322bb None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:19Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:23Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:19:24.789747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-009db2b7-1fb4-4573-af54-d2b5921928ad tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:24.791293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-009db2b7-1fb4-4573-af54-d2b5921928ad tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813624409&fields=id&tenant_id=26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 267 time: 0.0717461 Jan 18 23:19:25.011105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-721473c3-2d53-4a45-95fa-5e0fc35ab5ee tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:25.012176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-721473c3-2d53-4a45-95fa-5e0fc35ab5ee tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:25.038620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-721473c3-2d53-4a45-95fa-5e0fc35ab5ee tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:25.045606 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-721473c3-2d53-4a45-95fa-5e0fc35ab5ee tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 797 time: 0.2442632 Jan 18 23:19:25.065243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-34f5cb8d-b3bd-45bb-816d-c19578a37f0f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/quotas/26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 375 time: 0.0135419 Jan 18 23:19:25.168118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-e9d8cb1d-2355-44fe-9d84-654f384fc2da tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:25.198775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-e9d8cb1d-2355-44fe-9d84-654f384fc2da tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:25.200445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-e9d8cb1d-2355-44fe-9d84-654f384fc2da tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290073 Jan 18 23:19:25.422660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-4c54324b-5338-4007-bb31-c313f263ac29 service neutron] 10.222.0.78 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082369 Jan 18 23:19:25.611351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-ead7ab94-ac21-4927-b6c1-343b32013083 service neutron] 10.222.0.78 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824179 Jan 18 23:19:25.691771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 42976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.043273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-69396dbd-da42-4570-aa70-f4974ed81e3d req-a9801c1f-43d0-47a4-a77f-818c6da8e1ee tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 210 time: 0.1694062 Jan 18 23:19:26.047627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.064976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:26.068917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Usage tracker for resource:security_group_rule and tenant:1ed08ea7c6664216be7d087b454aba1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:26.076329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:26.088874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:26.307003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.317668 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.370763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ed08ea7c6664216be7d087b454aba1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777511 Jan 18 23:19:26.372906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12c39-ee44-4cac-8fb7-f7c9757bf68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791e1f3-1a5c-4867-a002-433fa5cb44a4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:26.373625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43006) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.474293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1e52172-6392-465b-b2ba-d989d2fd2d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.523192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1e52172-6392-465b-b2ba-d989d2fd2d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.600933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1e52172-6392-465b-b2ba-d989d2fd2d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.628133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e52172-6392-465b-b2ba-d989d2fd2d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791e1f3-1a5c-4867-a002-433fa5cb44a4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:26.638371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 174576d8-636b-4f62-852e-de1570d62c0a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:26.649686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f1e52172-6392-465b-b2ba-d989d2fd2d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.653559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f1e52172-6392-465b-b2ba-d989d2fd2d3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c791e1f3-1a5c-4867-a002-433fa5cb44a4 HTTP/1.1" status: 204 len: 168 time: 0.2774537 Jan 18 23:19:26.759994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.768217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 174576d8-636b-4f62-852e-de1570d62c0a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:26.774501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 174576d8-636b-4f62-852e-de1570d62c0a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:26.774892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.910621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.962895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 174576d8-636b-4f62-852e-de1570d62c0a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=174576d8-636b-4f62-852e-de1570d62c0a,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:26.972263 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.051583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=174576d8-636b-4f62-852e-de1570d62c0a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.202056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43030) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:27.229322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.237637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f76f4b6-a9ee-4920-90c5-b8fac805aee6 req-721efb54-7c13-4c5c-a341-9bb2ff16d024 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 210 time: 0.0760202 Jan 18 23:19:27.242907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.250688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:27.255956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Usage tracker for resource:security_group_rule and tenant:08a90456faa045108c94f9d56e590669 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:27.260323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:27.260606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:27.266137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc3b91fddc04a0b8d6c13e96ff48265 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:27.270923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:27.274126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:27.276846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:27.396626 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.411903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.483701 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08a90456faa045108c94f9d56e590669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807345 Jan 18 23:19:27.485994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e86ae4-9187-4838-8d68-e70242138cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43ece35-ca09-4e93-954d-aa7b798cc011,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.497551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:27.558327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-d599f012-678b-45e8-9dbf-666f75ffc161 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:27.558327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-d599f012-678b-45e8-9dbf-666f75ffc161 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 797 time: 0.2674651 Jan 18 23:19:27.564571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50381712-c5ed-45fe-9538-11ede5fec5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.593338 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50381712-c5ed-45fe-9538-11ede5fec5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.595601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.608184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.669112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50381712-c5ed-45fe-9538-11ede5fec5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.699965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50381712-c5ed-45fe-9538-11ede5fec5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43ece35-ca09-4e93-954d-aa7b798cc011,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.716376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50381712-c5ed-45fe-9538-11ede5fec5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.716376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-50381712-c5ed-45fe-9538-11ede5fec5d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b43ece35-ca09-4e93-954d-aa7b798cc011 HTTP/1.1" status: 204 len: 168 time: 0.2208142 Jan 18 23:19:27.848192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bc3b91fddc04a0b8d6c13e96ff48265&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0828810 Jan 18 23:19:27.848286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:27.848786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353553ed-7bf5-47bf-8f0f-d3189d8f8265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164120d8-0d89-47e7-aa21-24dab31cce1a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.857088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-d7115fad-4520-4382-a7be-75c6fced90a4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 380 time: 0.2849820 Jan 18 23:19:27.869249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'port': {'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'admin_state_up': True, 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'security_groups': ['0cb94eb0-0a63-472c-9a74-e8ce7a74abf1']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:28.052736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8df20e0-248e-4924-879f-55af94ff2354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.076352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:28.080427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8df20e0-248e-4924-879f-55af94ff2354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.084426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:28.105569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:28.105569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.166794 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8df20e0-248e-4924-879f-55af94ff2354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.184163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df20e0-248e-4924-879f-55af94ff2354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164120d8-0d89-47e7-aa21-24dab31cce1a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.194284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8df20e0-248e-4924-879f-55af94ff2354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.199127 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f8df20e0-248e-4924-879f-55af94ff2354 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/164120d8-0d89-47e7-aa21-24dab31cce1a HTTP/1.1" status: 204 len: 168 time: 0.3480363 Jan 18 23:19:28.346737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.20.0.9 (b43c0c77-7c67-4fc8-890a-09ceda84a340/d4587acb-c095-40bf-b7c7-190136da5e67/4aea155e-d4aa-4bac-bad4-5573dced77aa) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:28.351541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.395026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.411458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:28.417799 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Usage tracker for resource:security_group_rule and tenant:68965e1686d54fb8919460fec632da53 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:28.460531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:28.471991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-78bc0fe6-6a1a-405c-b396-6fafd8bdb988 req-34829e00-ceba-4a24-9580-97e9701dca8e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 210 time: 0.0564590 Jan 18 23:19:28.472601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:28.598823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.606086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.638711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 174576d8-636b-4f62-852e-de1570d62c0a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:28.657665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68965e1686d54fb8919460fec632da53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027518 Jan 18 23:19:28.657665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7c0ca-cee2-4097-bb99-087f34b78f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7953cbf-8b3a-4799-a6b3-b74377fe11bf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.659422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.664435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.689248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Transition to ACTIVE for port object 4aea155e-d4aa-4bac-bad4-5573dced77aa will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:28.722592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0d8d8-758d-472c-ac50-cd0988990ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.724721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 174576d8-636b-4f62-852e-de1570d62c0a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:28.725198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.725585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.726983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.761685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.786709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0d8d8-758d-472c-ac50-cd0988990ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.794265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:28.800377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:28.803965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Usage tracker for resource:security_group_rule and tenant:8a55a38b1aff477d8cd5d42fb3af4c35 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:28.804226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:28.808540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:28.813149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:28.822694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:28.869259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=4aea155e-d4aa-4bac-bad4-5573dced77aa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.908882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:28.909835 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.946301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0d8d8-758d-472c-ac50-cd0988990ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.947721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-08ee64a2-5973-4b08-bfa0-f754bfa0ffc0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836010 Jan 18 23:19:28.966805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Request body: {'port': {'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:28.976366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d8d8-758d-472c-ac50-cd0988990ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7953cbf-8b3a-4799-a6b3-b74377fe11bf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.986928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.989690 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dee0d8d8-758d-472c-ac50-cd0988990ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.991210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dee0d8d8-758d-472c-ac50-cd0988990ebc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7953cbf-8b3a-4799-a6b3-b74377fe11bf HTTP/1.1" status: 204 len: 168 time: 0.3306882 Jan 18 23:19:28.995767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.052850 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a55a38b1aff477d8cd5d42fb3af4c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266332 Jan 18 23:19:29.053738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c923-6450-44ac-8352-9690ca2bff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a1ae88-d296-4cf0-b03c-d78b01d34186,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:29.055981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:29.111381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6bd747c6-8398-4027-bdac-f4ee16905de6 None None] Provisioning for port 4aea155e-d4aa-4bac-bad4-5573dced77aa completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:29.117857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6bd747c6-8398-4027-bdac-f4ee16905de6 None None] Provisioning complete for port 4aea155e-d4aa-4bac-bad4-5573dced77aa triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:29.118356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6bd747c6-8398-4027-bdac-f4ee16905de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.118958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.121533 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d04fdc3b-5f4f-4a7a-8dbe-4b66418a7fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.150007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d04fdc3b-5f4f-4a7a-8dbe-4b66418a7fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.187180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6bd747c6-8398-4027-bdac-f4ee16905de6 None None] Port 4aea155e-d4aa-4bac-bad4-5573dced77aa cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:19:29.219381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d04fdc3b-5f4f-4a7a-8dbe-4b66418a7fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.242625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fdc3b-5f4f-4a7a-8dbe-4b66418a7fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a1ae88-d296-4cf0-b03c-d78b01d34186,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:29.253133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d04fdc3b-5f4f-4a7a-8dbe-4b66418a7fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.268272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d04fdc3b-5f4f-4a7a-8dbe-4b66418a7fbe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6a1ae88-d296-4cf0-b03c-d78b01d34186 HTTP/1.1" status: 204 len: 168 time: 0.1913874 Jan 18 23:19:29.541203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aea155e-d4aa-4bac-bad4-5573dced77aa {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:29.549163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.573909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Transition to ACTIVE for port object 4aea155e-d4aa-4bac-bad4-5573dced77aa will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:29.581282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.779628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Pushing event updated for resources: {'Port': ['ID=4aea155e-d4aa-4bac-bad4-5573dced77aa,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:29.909672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2159af-e764-4952-9778-66ffe4dfb67e req-366806b0-c003-46e0-a58d-5d04421b9972 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.910326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cd2159af-e764-4952-9778-66ffe4dfb67e req-366806b0-c003-46e0-a58d-5d04421b9972 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:29.917767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Attempting to bind port 4aea155e-d4aa-4bac-bad4-5573dced77aa on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:29.918109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Attempting to bind port 4aea155e-d4aa-4bac-bad4-5573dced77aa by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:29.918485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Attempting to bind port 4aea155e-d4aa-4bac-bad4-5573dced77aa on network b43c0c77-7c67-4fc8-890a-09ceda84a340 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:29.941399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Port 4aea155e-d4aa-4bac-bad4-5573dced77aa on network b43c0c77-7c67-4fc8-890a-09ceda84a340 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:19:29.944585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Attempting to bind port 4aea155e-d4aa-4bac-bad4-5573dced77aa on network b43c0c77-7c67-4fc8-890a-09ceda84a340 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:29.959093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:19:29.959518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Checking segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:29.959823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Bound using segment: {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:19:29.960255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Bound port: 4aea155e-d4aa-4bac-bad4-5573dced77aa, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:29.963920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.986536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cd2159af-e764-4952-9778-66ffe4dfb67e req-366806b0-c003-46e0-a58d-5d04421b9972 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:29.987868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd2159af-e764-4952-9778-66ffe4dfb67e req-366806b0-c003-46e0-a58d-5d04421b9972 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 943 time: 0.3652534 Jan 18 23:19:30.100106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd2159af-e764-4952-9778-66ffe4dfb67e req-37e02413-b0f3-43e3-88a6-3064e7ae776f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619912 Jan 18 23:19:30.103334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] For port 4aea155e-d4aa-4bac-bad4-5573dced77aa, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:19:30.106401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] For port 4aea155e-d4aa-4bac-bad4-5573dced77aa, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:19:30.117792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.117885 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43110) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:30.182746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:30.184139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.184741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] 10.222.0.85 "PUT /v2.0/ports/4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 1091 time: 1.2303424 Jan 18 23:19:30.185252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:30.210553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffb0c5-4efa-4ae4-bda9-78ff3223662d service neutron] Pushing event updated for resources: {'Port': ['ID=4aea155e-d4aa-4bac-bad4-5573dced77aa,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:30.459886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-884315128-network', 'tenant_id': 'b923cccf9c0d439fa6c457b69f7876d8'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:30.461247 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'status': 'completed', 'code': 200} Jan 18 23:19:30.465986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:30.472248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Usage tracker for resource:network and tenant:b923cccf9c0d439fa6c457b69f7876d8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:30.485236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:30.494166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:30.515007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Made reservation on behalf of b923cccf9c0d439fa6c457b69f7876d8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:30.515007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.521547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-675768df-6474-4d97-9978-5d65fffe0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:30.522793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-675768df-6474-4d97-9978-5d65fffe0495 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1094 time: 0.2664855 Jan 18 23:19:30.528617 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.546289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:30.550918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Usage tracker for resource:security_group_rule and tenant:b923cccf9c0d439fa6c457b69f7876d8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:30.556685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:30.562501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:30.619538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-a7890ed7-a44b-41cb-a506-81bf14c57f36 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 217 time: 0.0891829 Jan 18 23:19:30.675805 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.682557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.686867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-b407a99e-90fd-49c3-a262-2a88764b259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:30.688485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-b407a99e-90fd-49c3-a262-2a88764b259c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 200 len: 835 time: 0.0637832 Jan 18 23:19:30.716862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:30.735538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.736143 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Added segment d6e433fb-aca6-454c-a283-53b1463c5d06 of type vlan for network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 Jan 18 23:19:30.737765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:30.772438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-51c3b944-616a-414f-ad46-4fa6a173ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:30.774093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-51c3b944-616a-414f-ad46-4fa6a173ba5b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800760 Jan 18 23:19:30.780004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.818197 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.819177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:30.819968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.925533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-179ac5b8-1a8c-4264-b7f1-5556895bff10 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370065 Jan 18 23:19:31.008781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] Pushing event updated for resources: {'Network': ['ID=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:31.019099 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c979be88-04fc-4113-9ac2-952bf5b3008a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9000976 Jan 18 23:19:31.020246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:31.022559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:31.029804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Request body: {'subnet': {'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-884315128-subnet', 'tenant_id': 'b923cccf9c0d439fa6c457b69f7876d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:31.039368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:31.046004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Usage tracker for resource:subnet and tenant:b923cccf9c0d439fa6c457b69f7876d8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:31.051229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:31.061226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:31.082649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Made reservation on behalf of b923cccf9c0d439fa6c457b69f7876d8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:31.090587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5eb92ed6-eab5-437b-a1dc-4cf2300d36e0 req-aa65cecf-bc6b-4c3d-ab53-99ad5a41b84a service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664081 Jan 18 23:19:31.092407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.286598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-c9807656-3072-4820-b684-54218cfff967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.286598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-c9807656-3072-4820-b684-54218cfff967 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1094 time: 0.1264007 Jan 18 23:19:31.455658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.509973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918c097-4acf-4774-a017-138ee38617fc req-796f02b2-c680-464b-8919-ce994fd36cdb tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.520094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2918c097-4acf-4774-a017-138ee38617fc req-796f02b2-c680-464b-8919-ce994fd36cdb tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 943 time: 0.2234111 Jan 18 23:19:31.544608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-99b6c4cb-4928-4fb5-a877-366389be323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.544608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-99b6c4cb-4928-4fb5-a877-366389be323b service neutron] 10.222.0.85 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 898 time: 0.2451687 Jan 18 23:19:31.558470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd94109-dc5c-45f8-83d6-9fd360f2ab6f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:31.558470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Checking segment: {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:31.558470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Network hostable DHCP agents. Network: 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:19:31.592006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:19:31.602517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:31.615045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.619681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.619758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502b82b-15f5-47fa-8ce9-df7576a71846 None None] Network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:19:31.648662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-48ef0fc6-eb52-4a5c-9f42-60e3c6223e3a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 217 time: 0.0978065 Jan 18 23:19:31.663522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2918c097-4acf-4774-a017-138ee38617fc req-e31b7545-cccc-4019-9756-eb8f95dce9f3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469996 Jan 18 23:19:31.666870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-05334ccf-b5ba-464f-b871-1ee855fd3564 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6420286 Jan 18 23:19:31.786923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-f0782f0a-de75-4256-81ea-078e9bf36dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.788385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-f0782f0a-de75-4256-81ea-078e9bf36dc5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 200 len: 835 time: 0.1238346 Jan 18 23:19:31.900808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-16dd2a12-ae32-4bab-b6b9-3ae061723b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.911183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-16dd2a12-ae32-4bab-b6b9-3ae061723b06 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146348 Jan 18 23:19:31.913502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be35275-e428-4147-a51b-8aa8a03caceb None None] Network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:19:32.102538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-17a4ac97-2f06-47ba-9afd-7722fc5b4ca1 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833730 Jan 18 23:19:32.278222 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3585787a-fe6c-4962-9e31-54f0bedd75b8 req-24c20dca-cdb0-4381-b1f9-429b0ba91e16 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690898 Jan 18 23:19:32.915858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f3981-d0fb-4382-88a2-b0f9bbfdb857 req-eac563e5-9f10-4da3-aeb1-877c6690c162 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:32.929749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-158f3981-d0fb-4382-88a2-b0f9bbfdb857 req-eac563e5-9f10-4da3-aeb1-877c6690c162 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 943 time: 0.1208229 Jan 18 23:19:33.006653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-158f3981-d0fb-4382-88a2-b0f9bbfdb857 req-9104fdc9-42a1-41b3-bd11-edff81c80613 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805340 Jan 18 23:19:33.643713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4aea155e-d4aa-4bac-bad4-5573dced77aa details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:33.811357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4aea155e-d4aa-4bac-bad4-5573dced77aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:33.830245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:33.892421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.912316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aea155e-d4aa-4bac-bad4-5573dced77aa {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:33.931067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4aea155e-d4aa-4bac-bad4-5573dced77aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:33.936579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.042810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4aea155e-d4aa-4bac-bad4-5573dced77aa,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:34.102497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-d06e5e05-3a58-4d1f-b722-4641ecb1c1f6 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:34.104581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-d06e5e05-3a58-4d1f-b722-4641ecb1c1f6 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/networks?id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 200 len: 808 time: 0.2793474 Jan 18 23:19:34.128972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-693656bc-c5fc-488a-b292-c774969b935f tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/quotas/b923cccf9c0d439fa6c457b69f7876d8 HTTP/1.1" status: 200 len: 375 time: 0.0173888 Jan 18 23:19:34.141939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['4aea155e-d4aa-4bac-bad4-5573dced77aa'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:19:34.206436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-f55e34ed-7b1b-4727-a90d-416e8511cba0 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668545 Jan 18 23:19:34.255309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f8d9-34a7-4454-81bf-74c61c4e0b99 req-ba550ba5-436e-43b4-b101-06ed4d254c77 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:34.264785 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dae3f8d9-34a7-4454-81bf-74c61c4e0b99 req-ba550ba5-436e-43b4-b101-06ed4d254c77 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 944 time: 0.1216497 Jan 18 23:19:34.331477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dae3f8d9-34a7-4454-81bf-74c61c4e0b99 req-b3c6ac5b-63e5-49c6-aa36-a36889643fd8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651295 Jan 18 23:19:34.366897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-bde83003-e891-4c08-b521-3a30ac449837 service neutron] 10.222.0.78 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528716 Jan 18 23:19:34.526179 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.636774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-36899f48-83b8-4e52-9d3a-7bfcfa85038d service neutron] 10.222.0.78 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629414 Jan 18 23:19:34.818253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6133b535-a786-4280-a730-953f285a4c6a req-952650be-7b05-4426-ba4a-05991e0c5c70 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 210 time: 0.0477228 Jan 18 23:19:35.572755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13509b64-e790-45dc-b6b0-bffe14f42912 req-f3d80fbf-caa5-4fe2-b58b-61d1f6a37c09 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:35.574612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13509b64-e790-45dc-b6b0-bffe14f42912 req-f3d80fbf-caa5-4fe2-b58b-61d1f6a37c09 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 944 time: 0.1116767 Jan 18 23:19:35.628851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13509b64-e790-45dc-b6b0-bffe14f42912 req-f71e7d99-4136-4693-b497-ecbf57beb0ab tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478864 Jan 18 23:19:35.639967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4aea155e-d4aa-4bac-bad4-5573dced77aa up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:35.726480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 4aea155e-d4aa-4bac-bad4-5573dced77aa completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:35.735925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 4aea155e-d4aa-4bac-bad4-5573dced77aa triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:35.736574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.862706 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.908424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:35.944143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 4aea155e-d4aa-4bac-bad4-5573dced77aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:35.958170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.026037 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'code': 200} Jan 18 23:19:36.095500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=4aea155e-d4aa-4bac-bad4-5573dced77aa,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:36.099900 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c56fe358-e8cf-4f5c-81dd-54894e2373ff req-2eb742f5-045e-4098-bd44-69e1fb33f494 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 210 time: 0.0823996 Jan 18 23:19:36.281138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220de9a-556e-489b-9e2d-a5e2256e4fef req-948aa22e-37bc-4af2-9c50-a66a49d8b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.282630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0220de9a-556e-489b-9e2d-a5e2256e4fef req-948aa22e-37bc-4af2-9c50-a66a49d8b8f4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1096 time: 0.1979594 Jan 18 23:19:36.290559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-6c0255f0-9262-4033-b87f-8f97f0fa5e26 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.291990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-6c0255f0-9262-4033-b87f-8f97f0fa5e26 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "GET /v2.0/networks?id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 200 len: 808 time: 0.2387052 Jan 18 23:19:36.326564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Request body: {'port': {'device_id': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8', 'admin_state_up': True, 'tenant_id': 'b923cccf9c0d439fa6c457b69f7876d8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:36.350149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0220de9a-556e-489b-9e2d-a5e2256e4fef req-7ef381dd-e345-400b-973d-a46a51769310 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569904 Jan 18 23:19:36.468201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:36.472209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Usage tracker for resource:port and tenant:b923cccf9c0d439fa6c457b69f7876d8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:36.475117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:36.481067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:36.491902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Made reservation on behalf of b923cccf9c0d439fa6c457b69f7876d8 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:36.495466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.662725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Allocated IP 172.20.0.8 (29745bdc-ca23-4d4b-9a2b-67be6f57d1b8/fcd94109-dc5c-45f8-83d6-9fd360f2ab6f/be3d5831-f7cf-49ad-9fea-382b74e815b4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:36.951917 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.970051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf0ca3-1a76-49ad-975a-90a715b3a6d0 req-c170d64e-280d-432e-98b5-5d4da7a6e662 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.971542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4cf0ca3-1a76-49ad-975a-90a715b3a6d0 req-c170d64e-280d-432e-98b5-5d4da7a6e662 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 945 time: 0.1608756 Jan 18 23:19:36.992855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.031160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4cf0ca3-1a76-49ad-975a-90a715b3a6d0 req-8d388e27-6374-4ac0-a9dc-18e472807ba0 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528293 Jan 18 23:19:37.039556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.127751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:37.130306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:37.154143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Pushing event updated for resources: {'Port': ['ID=be3d5831-f7cf-49ad-9fea-382b74e815b4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:37.166138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:37.240036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:37.240913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.274141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-318f73c7-edd6-4f0a-a0fa-054bd0d55ddc tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538865 Jan 18 23:19:37.286878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Request body: {'port': {'device_id': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:37.296171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81be8-0cab-4c28-9c85-820062ba606b req-3ed037fe-2a28-47b2-a718-2d9b277d2744 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:37.297676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9b81be8-0cab-4c28-9c85-820062ba606b req-3ed037fe-2a28-47b2-a718-2d9b277d2744 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 931 time: 0.1006496 Jan 18 23:19:37.346103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a9b81be8-0cab-4c28-9c85-820062ba606b req-5c2473e0-d710-40bf-bd78-3a09399fa877 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Synchronizing usage tracker for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:37.373932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a9b81be8-0cab-4c28-9c85-820062ba606b req-5c2473e0-d710-40bf-bd78-3a09399fa877 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Unset dirty status for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:37.375869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9b81be8-0cab-4c28-9c85-820062ba606b req-5c2473e0-d710-40bf-bd78-3a09399fa877 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Jan 18 23:19:37.416343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.776498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3d5831-f7cf-49ad-9fea-382b74e815b4 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:37.787300 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.802534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Transition to ACTIVE for port object be3d5831-f7cf-49ad-9fea-382b74e815b4 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:37.807516 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.174041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Pushing event updated for resources: {'Port': ['ID=be3d5831-f7cf-49ad-9fea-382b74e815b4,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:38.264285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Attempting to bind port be3d5831-f7cf-49ad-9fea-382b74e815b4 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:38.265807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Attempting to bind port be3d5831-f7cf-49ad-9fea-382b74e815b4 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:38.265807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Attempting to bind port be3d5831-f7cf-49ad-9fea-382b74e815b4 on network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:38.275416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Port be3d5831-f7cf-49ad-9fea-382b74e815b4 on network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:19:38.275416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Attempting to bind port be3d5831-f7cf-49ad-9fea-382b74e815b4 on network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:38.282460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:19:38.282802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Checking segment: {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:38.283194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Bound using segment: {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:19:38.283623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Bound port: be3d5831-f7cf-49ad-9fea-382b74e815b4, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:38.283973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.310361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.310849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94566a4-5e84-4ff5-b959-c3235d6368f6 req-e38620b3-9a1e-4045-b312-a069334cbccf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.312329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e94566a4-5e84-4ff5-b959-c3235d6368f6 req-e38620b3-9a1e-4045-b312-a069334cbccf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 945 time: 0.1459467 Jan 18 23:19:38.423653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e94566a4-5e84-4ff5-b959-c3235d6368f6 req-5fbd79a4-2fd8-482b-9d1d-a1619d869039 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783226 Jan 18 23:19:38.439483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] For port be3d5831-f7cf-49ad-9fea-382b74e815b4, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:19:38.449949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] For port be3d5831-f7cf-49ad-9fea-382b74e815b4, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:19:38.464450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.466602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.482092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:38.486356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Usage tracker for resource:security_group_rule and tenant:1eccce95ac244d08b32076c029703d11 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:38.489265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:38.495514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:38.540383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.541046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.542759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] 10.222.0.86 "PUT /v2.0/ports/be3d5831-f7cf-49ad-9fea-382b74e815b4 HTTP/1.1" status: 200 len: 1091 time: 1.2604296 Jan 18 23:19:38.543200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'tag': 'be3d5831-f7cf-49ad-9fea-382b74e815b4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:38.661452 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645725-c2a0-48eb-9035-5e7334539ce7 req-83d8c5cf-7ffb-4fc5-acfc-674658c5a925 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.662960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90645725-c2a0-48eb-9035-5e7334539ce7 req-83d8c5cf-7ffb-4fc5-acfc-674658c5a925 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 943 time: 0.1564629 Jan 18 23:19:38.671572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c13afd-0976-42ad-8a80-9b1fc79c83e7 service neutron] Pushing event updated for resources: {'Port': ['ID=be3d5831-f7cf-49ad-9fea-382b74e815b4,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:38.718921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.730594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.737284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450d01a-f560-4170-bb97-7148285fe9b4 req-a698f554-c229-4d84-afec-a716af44a8cf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.739083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2450d01a-f560-4170-bb97-7148285fe9b4 req-a698f554-c229-4d84-afec-a716af44a8cf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 945 time: 0.1694825 Jan 18 23:19:38.750691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-27bb4257-436c-4fe3-b69b-540d254e2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.751951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-27bb4257-436c-4fe3-b69b-540d254e2472 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 1094 time: 0.1323597 Jan 18 23:19:38.760691 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-90645725-c2a0-48eb-9035-5e7334539ce7 req-ce549297-7f70-4918-b693-76c41c3b7dd4 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822043 Jan 18 23:19:38.790345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1eccce95ac244d08b32076c029703d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785852 Jan 18 23:19:38.792610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1357e81-d6a4-4d7e-8b22-de4710a74841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8df57d-0821-496e-bde0-1250c8a31aa1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:38.796248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43256) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.855484 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'tag': 'be3d5831-f7cf-49ad-9fea-382b74e815b4', 'status': 'completed', 'code': 200} Jan 18 23:19:38.859083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-f1851fe0-d1b0-449a-bfe3-2de6dd6d6cb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4 HTTP/1.1" status: 200 len: 217 time: 0.0884356 Jan 18 23:19:38.876292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-389f0bb6-0241-4ad8-a891-24ea183d13ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.917596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-389f0bb6-0241-4ad8-a891-24ea183d13ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.931898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2450d01a-f560-4170-bb97-7148285fe9b4 req-820fbefe-3b39-4cc5-b363-d4d1725875a4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789355 Jan 18 23:19:38.954540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d149d-f157-4691-9941-e83856f71b5c req-d1fbc3a9-120f-4458-9e6b-bd2d5fb6634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.954540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-d1fbc3a9-120f-4458-9e6b-bd2d5fb6634d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fcd94109-dc5c-45f8-83d6-9fd360f2ab6f HTTP/1.1" status: 200 len: 848 time: 0.0807080 Jan 18 23:19:38.955297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.995454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-389f0bb6-0241-4ad8-a891-24ea183d13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.011371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f0bb6-0241-4ad8-a891-24ea183d13ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8df57d-0821-496e-bde0-1250c8a31aa1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:39.020823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-389f0bb6-0241-4ad8-a891-24ea183d13ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.023772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-389f0bb6-0241-4ad8-a891-24ea183d13ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc8df57d-0821-496e-bde0-1250c8a31aa1 HTTP/1.1" status: 204 len: 168 time: 0.2254407 Jan 18 23:19:39.061873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-9784bf70-8219-4972-a675-88792466e989 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678740 Jan 18 23:19:39.211024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db323c0-8818-4f9d-88be-aea0fca26d12 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:39.216546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8db323c0-8818-4f9d-88be-aea0fca26d12 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1091 time: 0.2576761 Jan 18 23:19:39.221026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43268) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:39.225599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:39.233966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-8391447d-f322-4929-adbf-5731865e7e15 service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651406 Jan 18 23:19:39.237379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:39.241356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:floatingip and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:39.245146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:39.251784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:39.274213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.384564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d0d149d-f157-4691-9941-e83856f71b5c req-0323d821-9b13-4d41-a7ed-c140aa2a5f82 service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443684 Jan 18 23:19:39.384934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43272) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:39.403666 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.424121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:39.425236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Usage tracker for resource:security_group_rule and tenant:49d1d571d36b48ee82ebd0395813a684 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:39.428857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:39.436030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:39.551498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-fa0f3ff9-7419-4be5-b4e3-02147b10eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:39.553267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-fa0f3ff9-7419-4be5-b4e3-02147b10eafb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 1094 time: 0.1157875 Jan 18 23:19:39.562382 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.664503 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.673199 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.713860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.25.4.44 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/bb14283c-1748-4833-9e1a-89c166845db9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:39.736180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49d1d571d36b48ee82ebd0395813a684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488045 Jan 18 23:19:39.743382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:39.760309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ceff5-1a3a-4428-8e6e-6f164f2f1a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdd79d5-7e39-4a3c-a5b4-d2ef8bc47dea,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:39.762109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-bfd2d8cf-d159-4174-8d21-719f6459e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:39.763696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-bfd2d8cf-d159-4174-8d21-719f6459e37e service neutron] 10.222.0.86 "GET /v2.0/networks?id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 200 len: 909 time: 0.2033713 Jan 18 23:19:39.839075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-11e64d91-4fe5-442a-a0cb-b0baba5e74c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4 HTTP/1.1" status: 200 len: 217 time: 0.0689411 Jan 18 23:19:39.881684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b4707bb-2b1a-4205-81ec-4cd62345fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.969536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b4707bb-2b1a-4205-81ec-4cd62345fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.018221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.040226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-44f5bf0b-e266-4936-95c1-1bc07bc5a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:40.041746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-44f5bf0b-e266-4936-95c1-1bc07bc5a926 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fcd94109-dc5c-45f8-83d6-9fd360f2ab6f HTTP/1.1" status: 200 len: 848 time: 0.1967270 Jan 18 23:19:40.081955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725a609-9b4d-4b04-905b-134d5991afb4 req-0d77c5d3-8446-4297-8c81-e5059d83fac9 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:40.085687 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a725a609-9b4d-4b04-905b-134d5991afb4 req-0d77c5d3-8446-4297-8c81-e5059d83fac9 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 943 time: 0.1985097 Jan 18 23:19:40.094800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-9952a8de-341a-4f6f-ae96-ef808df330f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466475 Jan 18 23:19:40.111477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b4707bb-2b1a-4205-81ec-4cd62345fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.133760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4707bb-2b1a-4205-81ec-4cd62345fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdd79d5-7e39-4a3c-a5b4-d2ef8bc47dea,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:40.155729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.211476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b4707bb-2b1a-4205-81ec-4cd62345fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.213568 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4b4707bb-2b1a-4205-81ec-4cd62345fbc4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bdd79d5-7e39-4a3c-a5b4-d2ef8bc47dea HTTP/1.1" status: 204 len: 168 time: 0.4691567 Jan 18 23:19:40.228787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a725a609-9b4d-4b04-905b-134d5991afb4 req-5db7deaa-e530-4ac1-a9c4-f95d9893b151 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394608 Jan 18 23:19:40.235109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-c01f0d64-4988-4bf6-b4e0-55d354b8db2c service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339769 Jan 18 23:19:40.239644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:40.243177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:40.248015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:40.290400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=bb14283c-1748-4833-9e1a-89c166845db9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:40.391924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70abee07-6c0e-440c-a727-202d0d2bd191 req-f0c85a5b-d8c3-41e9-9305-ba1eeed5567f service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477973 Jan 18 23:19:40.740824 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.817491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.937131 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:19:41.049553 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.056513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.183676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=bb14283c-1748-4833-9e1a-89c166845db9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:41.201550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.517197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db022d-0188-4365-b255-b51421f8ec4f req-709afa99-0fa2-4975-ac72-3fdcd514236d tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:41.517197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d3db022d-0188-4365-b255-b51421f8ec4f req-709afa99-0fa2-4975-ac72-3fdcd514236d tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Synchronizing usage tracker for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:41.538819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d3db022d-0188-4365-b255-b51421f8ec4f req-709afa99-0fa2-4975-ac72-3fdcd514236d tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Unset dirty status for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:41.550379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3db022d-0188-4365-b255-b51421f8ec4f req-709afa99-0fa2-4975-ac72-3fdcd514236d tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 943 time: 0.1867242 Jan 18 23:19:41.567107 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Floating IP 96fb2b46-5796-4026-9140-00f7d71b8ad6 associated. External IP: 172.25.4.44, port: 4aea155e-d4aa-4bac-bad4-5573dced77aa. Jan 18 23:19:41.691135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3db022d-0188-4365-b255-b51421f8ec4f req-cdaa8e3d-84ab-4342-92c1-241cb1688150 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415236 Jan 18 23:19:41.716601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-fcaa7630-9b15-40b7-a679-0ba636688975 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380203 Jan 18 23:19:41.889786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-be38b903-5f17-431e-90a6-ad37b1c7d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:41.891789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-be38b903-5f17-431e-90a6-ad37b1c7d371 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1096 time: 0.0934360 Jan 18 23:19:42.021101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:19:42.107312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device be3d5831-f7cf-49ad-9fea-382b74e815b4 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:42.110583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-597c5d3a-5927-4f5f-8a8c-40e730cd3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:42.110583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-597c5d3a-5927-4f5f-8a8c-40e730cd3647 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 898 time: 0.1954010 Jan 18 23:19:42.207099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:19:42.225075 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:19:42.239240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.240130 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:42.240863 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:42.260196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-8fee1cbc-e8c6-40de-9849-80913ce78686 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 998 time: 0.1454854 Jan 18 23:19:42.272458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7e6facf-22d9-4b0f-ad73-01f4fd3f2afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.352836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ac8c3f5-db98-47bc-9af3-2c63ba37bb30 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1343131 Jan 18 23:19:42.353576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:42.354208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:42.378438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port be3d5831-f7cf-49ad-9fea-382b74e815b4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:42.398769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'be3d5831-f7cf-49ad-9fea-382b74e815b4', 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8', 'port_id': 'be3d5831-f7cf-49ad-9fea-382b74e815b4', 'mac_address': 'fa:16:3e:46:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd94109-dc5c-45f8-83d6-9fd360f2ab6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:42.445429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-0e990bda-6ff3-446b-9827-e4035c5fdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:42.449582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-0e990bda-6ff3-446b-9827-e4035c5fdc73 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 200 len: 835 time: 0.1837494 Jan 18 23:19:42.470635 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.488049 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'status': 'completed', 'code': 200} Jan 18 23:19:42.494372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d5831-f7cf-49ad-9fea-382b74e815b4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:42.519193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port be3d5831-f7cf-49ad-9fea-382b74e815b4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:42.525595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.536766 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:42.569626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0db80532-1de7-440d-a6c8-9c1f254123d6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/96fb2b46-5796-4026-9140-00f7d71b8ad6 HTTP/1.1" status: 200 len: 990 time: 0.2076714 Jan 18 23:19:42.600163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-0d49c1c5-cebb-4d2c-8442-ac15d474b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:42.601987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-0d49c1c5-cebb-4d2c-8442-ac15d474b944 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382248 Jan 18 23:19:42.630893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=be3d5831-f7cf-49ad-9fea-382b74e815b4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:42.738463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['be3d5831-f7cf-49ad-9fea-382b74e815b4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:19:42.821506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-aa5be93c-53b2-476d-99ab-3a3764345099 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126470 Jan 18 23:19:43.024741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4fae75f5-9a7b-4e3f-abac-e72db500b5c2 req-a8d6afff-002d-49e5-868d-16949d56c0f0 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969070 Jan 18 23:19:43.126988 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:19Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:40Z', 'revision_number': 0, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:43.133746 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:19:43.142756 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:19:43.142756 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:19:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:43.204754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804730e-fe30-46c4-a51e-b7480b951b5c req-29dda65c-eccb-4a75-83be-607fbe8f479e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:43.211246 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8804730e-fe30-46c4-a51e-b7480b951b5c req-29dda65c-eccb-4a75-83be-607fbe8f479e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 944 time: 0.1854835 Jan 18 23:19:43.255596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-c9705c3f-de12-4b1d-a299-18ade9b4eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:43.256545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-c9705c3f-de12-4b1d-a299-18ade9b4eca9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1096 time: 0.1716363 Jan 18 23:19:43.300372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8804730e-fe30-46c4-a51e-b7480b951b5c req-2c9a3c35-8616-4db4-a4de-7c93ac127a00 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872276 Jan 18 23:19:43.345438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:19:43.428474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-e308af96-8b76-43a2-9517-d9c56b011ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:43.431149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-e308af96-8b76-43a2-9517-d9c56b011ca2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 898 time: 0.1662037 Jan 18 23:19:43.555797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-9a08bc4c-6afd-4d44-a5b6-bcf5da650099 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 998 time: 0.1194301 Jan 18 23:19:43.573756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:43.628488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-723ced23-d7ca-428c-a55b-fede84f901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:43.630216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-723ced23-d7ca-428c-a55b-fede84f901f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 200 len: 835 time: 0.0683990 Jan 18 23:19:43.725741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-1144b307-06e0-4527-b894-909b21c6e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:43.727423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-1144b307-06e0-4527-b894-909b21c6e0cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897307 Jan 18 23:19:43.736155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b91b488-c72b-4d9e-8aa3-a6f953bc1fd8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/96fb2b46-5796-4026-9140-00f7d71b8ad6 HTTP/1.1" status: 200 len: 990 time: 0.1583898 Jan 18 23:19:43.750490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:19Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:40Z', 'revision_number': 0, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:43.754423 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd0d92-4928-422f-a923-f439e11a2274 None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:19:19Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:40Z', 'revision_number': 0, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:19:43.996058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-c2c19db2-f6cc-4f36-ab6f-1aa329764840 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624383 Jan 18 23:19:44.004719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf36354-3fb0-4149-8829-28e01df90091 None None] New status for floating IP 96fb2b46-5796-4026-9140-00f7d71b8ad6: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:19:44.147961 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2ef0d09-4b14-4888-8627-9da81bdc77f5 req-271e6c87-b9f1-4155-93d7-2cdfcbbc43bc service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461794 Jan 18 23:19:44.171484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device be3d5831-f7cf-49ad-9fea-382b74e815b4 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:44.334444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port be3d5831-f7cf-49ad-9fea-382b74e815b4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:44.338374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port be3d5831-f7cf-49ad-9fea-382b74e815b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:44.338374 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.478644 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.511820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d5831-f7cf-49ad-9fea-382b74e815b4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:44.523055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port be3d5831-f7cf-49ad-9fea-382b74e815b4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:44.530239 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.545549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc4d0b-c9d5-48a0-a7d1-1c65f19087cc req-1edcf327-0166-430a-9722-806274db14f7 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:44.547126 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cfc4d0b-c9d5-48a0-a7d1-1c65f19087cc req-1edcf327-0166-430a-9722-806274db14f7 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 944 time: 0.1289561 Jan 18 23:19:44.591070 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d5831-f7cf-49ad-9fea-382b74e815b4', 'code': 200} Jan 18 23:19:44.614616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=be3d5831-f7cf-49ad-9fea-382b74e815b4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:44.635862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cfc4d0b-c9d5-48a0-a7d1-1c65f19087cc req-18fee89e-d6a2-4bff-8bc3-558e776a6fcf tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700722 Jan 18 23:19:44.731041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed3a8b-0e7c-487e-b983-6f0f00b1e603 req-6046fb2f-628d-4a23-8222-5108f53e1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:44.732559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1ed3a8b-0e7c-487e-b983-6f0f00b1e603 req-6046fb2f-628d-4a23-8222-5108f53e1f6a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0786109 Jan 18 23:19:44.740573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 43354) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:44.776421 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1ed3a8b-0e7c-487e-b983-6f0f00b1e603 req-63c11e55-da81-4ac5-a87d-277404bee79c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jan 18 23:19:44.848779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-acb51c82-df39-4de6-8702-1ce9dfbe76c2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/96fb2b46-5796-4026-9140-00f7d71b8ad6 HTTP/1.1" status: 200 len: 992 time: 0.1068830 Jan 18 23:19:44.959504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-690bad4c-c3ba-4fb0-ba96-1f132adf9b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.630433 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.730549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.837686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b552417-3496-46cc-a2a9-881e8e292069 req-8ab26195-6e67-439e-8e44-bfbd4b915ae9 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:45.839236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b552417-3496-46cc-a2a9-881e8e292069 req-8ab26195-6e67-439e-8e44-bfbd4b915ae9 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 945 time: 0.1000473 Jan 18 23:19:45.937517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b552417-3496-46cc-a2a9-881e8e292069 req-01170095-be5b-43d2-9d90-96b7de288a0b tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Jan 18 23:19:47.037305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.119347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9523e-f311-40e9-80db-39022bba8ebb req-0339e7a6-8f2a-4f54-82b8-d1f2ba5c2e85 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:47.120831 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ece9523e-f311-40e9-80db-39022bba8ebb req-0339e7a6-8f2a-4f54-82b8-d1f2ba5c2e85 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 945 time: 0.0821586 Jan 18 23:19:47.168459 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ece9523e-f311-40e9-80db-39022bba8ebb req-e55e2e2a-d2e0-4e10-8582-dfca60de0bb4 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jan 18 23:19:48.183200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf66a7-2b17-47b5-8cd6-67ba4bb0d255 req-56c0ce1f-cfba-484b-8a28-091046883cad tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:48.184776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82cf66a7-2b17-47b5-8cd6-67ba4bb0d255 req-56c0ce1f-cfba-484b-8a28-091046883cad tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 945 time: 0.0870662 Jan 18 23:19:48.229394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82cf66a7-2b17-47b5-8cd6-67ba4bb0d255 req-b8e57517-9201-4e45-8510-ee253cc19aa7 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388472 Jan 18 23:19:49.003546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-a3b278d6-0ee4-4357-ab23-81e0a9706598 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791748 Jan 18 23:19:49.161526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201f5c-e630-435e-82fa-934635d38484 req-c145e458-a709-45eb-857c-c95a87a2be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.163023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-c145e458-a709-45eb-857c-c95a87a2be22 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1096 time: 0.0795970 Jan 18 23:19:49.345329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201f5c-e630-435e-82fa-934635d38484 req-70e8e06b-072b-438b-beee-ff710c3ee966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.346902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-70e8e06b-072b-438b-beee-ff710c3ee966 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1616502 Jan 18 23:19:49.483787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-b3b4015b-2a30-499e-8ac3-f8df20611014 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.485273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-b3b4015b-2a30-499e-8ac3-f8df20611014 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 945 time: 0.0832143 Jan 18 23:19:49.509559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-fae76453-2f62-49d0-a571-5ebec347ff17 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 200 len: 1001 time: 0.1256468 Jan 18 23:19:49.558134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Deleting port be3d5831-f7cf-49ad-9fea-382b74e815b4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:19:49.558544 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.571498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf989a2-f122-4a6a-abf0-47dfa321fa97 req-bdb5ee3d-e2c4-4199-a53e-a88da523ff57 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.573022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cf989a2-f122-4a6a-abf0-47dfa321fa97 req-bdb5ee3d-e2c4-4199-a53e-a88da523ff57 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 945 time: 0.2214079 Jan 18 23:19:49.605570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201f5c-e630-435e-82fa-934635d38484 req-d19851f5-8796-4136-964b-fa1d02a48106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.607018 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-d19851f5-8796-4136-964b-fa1d02a48106 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0891359 Jan 18 23:19:49.705055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cf989a2-f122-4a6a-abf0-47dfa321fa97 req-3cc07873-2259-46e8-8b05-f16308ad873a tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952158 Jan 18 23:19:49.723952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201f5c-e630-435e-82fa-934635d38484 req-db9edc78-81cb-4b93-b5a9-23d192d58e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.726380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-db9edc78-81cb-4b93-b5a9-23d192d58e18 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031427 Jan 18 23:19:49.905749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-d13497f8-f2b6-45f1-b283-7c1f165c9007 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727848 Jan 18 23:19:49.969188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] For port be3d5831-f7cf-49ad-9fea-382b74e815b4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=be3d5831-f7cf-49ad-9fea-382b74e815b4,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:19:49.969676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.073923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86201f5c-e630-435e-82fa-934635d38484 req-bf1bb23c-21d1-4f38-b984-af85be3e9d4f service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621549 Jan 18 23:19:50.108007 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Calling delete_port for be3d5831-f7cf-49ad-9fea-382b74e815b4 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:19:50.274740 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.287496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['be3d5831-f7cf-49ad-9fea-382b74e815b4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:19:50.324186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Pushing event deleted for resources: {'Port': ['ID=be3d5831-f7cf-49ad-9fea-382b74e815b4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:50.409533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] No DVR routers for this DVR port be3d5831-f7cf-49ad-9fea-382b74e815b4 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:50.412418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.416683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'name': 'network-vif-deleted', 'tag': 'be3d5831-f7cf-49ad-9fea-382b74e815b4'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:50.449911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9aabdb7-fc93-49e2-bc97-da7dd48c13f6 req-d85e9bd7-8888-4cfe-9632-b0a86a9f9e98 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "DELETE /v2.0/ports/be3d5831-f7cf-49ad-9fea-382b74e815b4 HTTP/1.1" status: 204 len: 173 time: 0.9581594 Jan 18 23:19:50.494480 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d656653-12b9-4c8c-9e7d-9140b205a2a4', 'name': 'network-vif-deleted', 'tag': 'be3d5831-f7cf-49ad-9fea-382b74e815b4', 'status': 'completed', 'code': 200} Jan 18 23:19:50.884583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-866ddadc-7e6c-446e-98f3-2da7104d6f5b req-84620635-6d50-4946-80ed-51bc209ab3a8 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d656653-12b9-4c8c-9e7d-9140b205a2a4 HTTP/1.1" status: 200 len: 210 time: 0.0486763 Jan 18 23:19:52.353140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-b87b7bcc-3a0f-4306-a09b-600c9cb272eb tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:52.354587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-b87b7bcc-3a0f-4306-a09b-600c9cb272eb tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/networks?id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 200 len: 808 time: 0.1714444 Jan 18 23:19:52.373000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-362b19d9-3fd0-4ba0-b206-4aa7762b3df3 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/quotas/b923cccf9c0d439fa6c457b69f7876d8 HTTP/1.1" status: 200 len: 375 time: 0.0116515 Jan 18 23:19:52.431060 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2fa56459-6c48-453c-b319-6b8ee0248a16 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523114 Jan 18 23:19:52.698520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-68b9e122-8b1f-4a6b-9b4e-43d15e2211b5 service neutron] 10.222.0.78 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602158 Jan 18 23:19:52.871206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-11a4e418-1d08-4993-91fe-b772676e5de7 service neutron] 10.222.0.78 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640270 Jan 18 23:19:53.124066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1a0e47b2-3e57-4d1f-9ac4-4664d3af684b req-bc3371db-e6db-4ea2-b266-901ddd4734f4 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Synchronizing usage tracker for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:53.160819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1a0e47b2-3e57-4d1f-9ac4-4664d3af684b req-bc3371db-e6db-4ea2-b266-901ddd4734f4 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Unset dirty status for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:53.167033 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a0e47b2-3e57-4d1f-9ac4-4664d3af684b req-bc3371db-e6db-4ea2-b266-901ddd4734f4 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 210 time: 0.1290240 Jan 18 23:19:54.194256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device be3d5831-f7cf-49ad-9fea-382b74e815b4 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:54.303379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-3c4c7b14-6182-4870-b87a-03445d0b4b01 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:54.305394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-3c4c7b14-6182-4870-b87a-03445d0b4b01 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Synchronizing usage tracker for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:54.328633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: be3d5831-f7cf-49ad-9fea-382b74e815b4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:19:54.334881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device be3d5831-f7cf-49ad-9fea-382b74e815b4 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:54.350940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-3c4c7b14-6182-4870-b87a-03445d0b4b01 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Unset dirty status for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:54.350940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-3c4c7b14-6182-4870-b87a-03445d0b4b01 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "GET /v2.0/networks?id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 200 len: 808 time: 0.2658629 Jan 18 23:19:54.357782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-348db844-56b3-402c-be1d-cba3dfdd666f req-e71b005e-0080-42a1-96ae-03eafd703b50 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 210 time: 0.0700681 Jan 18 23:19:54.392995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Request body: {'port': {'device_id': '29acff85-7994-4841-a746-b8362f926464', 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8', 'admin_state_up': True, 'tenant_id': 'b923cccf9c0d439fa6c457b69f7876d8'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:54.545518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:54.554986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:54.586061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Made reservation on behalf of b923cccf9c0d439fa6c457b69f7876d8 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:54.594758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.802781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Allocated IP 172.20.0.12 (29745bdc-ca23-4d4b-9a2b-67be6f57d1b8/fcd94109-dc5c-45f8-83d6-9fd360f2ab6f/7cac002b-995e-4a9a-8d2b-c4c7098b1ef0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:55.098128 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.131375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.217524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:55.218951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:55.223408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:19:55.253493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Pushing event updated for resources: {'Port': ['ID=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:55.290459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:55.291072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.322970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2629349f-d550-4f98-8588-303bf971c258 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9445660 Jan 18 23:19:55.335054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Request body: {'port': {'device_id': '29acff85-7994-4841-a746-b8362f926464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:19:55.455136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.807552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c342bb9-b1cb-431e-a036-2ebe0d7b0d35 req-c445e3f1-9285-43a9-8a9f-abacb86d43a0 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:55.808631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5c342bb9-b1cb-431e-a036-2ebe0d7b0d35 req-c445e3f1-9285-43a9-8a9f-abacb86d43a0 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Synchronizing usage tracker for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:55.889938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5c342bb9-b1cb-431e-a036-2ebe0d7b0d35 req-c445e3f1-9285-43a9-8a9f-abacb86d43a0 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Unset dirty status for tenant:b923cccf9c0d439fa6c457b69f7876d8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:55.891101 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c342bb9-b1cb-431e-a036-2ebe0d7b0d35 req-c445e3f1-9285-43a9-8a9f-abacb86d43a0 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 932 time: 0.4252455 Jan 18 23:19:55.966009 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c342bb9-b1cb-431e-a036-2ebe0d7b0d35 req-5aa1ebff-1850-4137-adfc-c788f5e215b3 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641429 Jan 18 23:19:56.045260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:56.052861 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.067608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Transition to ACTIVE for port object 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:56.072118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.231719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:56.323476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Attempting to bind port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:56.324221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Attempting to bind port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:56.324221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Attempting to bind port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 on network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:56.328862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 on network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:19:56.329211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Attempting to bind port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 on network 29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:19:56.334221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:19:56.334556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Checking segment: {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:19:56.334938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Bound using segment: {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:19:56.335354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Bound port: 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e433fb-aca6-454c-a283-53b1463c5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:56.335705 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.425682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] For port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:19:56.428636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] For port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:19:56.434456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.500861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:56.501727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.503260 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 HTTP/1.1" status: 200 len: 1092 time: 1.1725314 Jan 18 23:19:56.506132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29acff85-7994-4841-a746-b8362f926464', 'tag': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:56.529718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce35be-2890-4ae1-a388-f4c09c4bb1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:56.582376 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29acff85-7994-4841-a746-b8362f926464', 'tag': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0', 'status': 'completed', 'code': 200} Jan 18 23:19:56.626416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-22c386b8-cc55-4e63-9b35-6231e8abcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:56.627910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-22c386b8-cc55-4e63-9b35-6231e8abcd19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 1095 time: 0.0866613 Jan 18 23:19:56.700001 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-2b7a273c-630a-45f4-950d-af82d219f6f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 HTTP/1.1" status: 200 len: 217 time: 0.0646591 Jan 18 23:19:56.763686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-5c21c514-782f-43bd-9e44-9824cb9b36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:56.765167 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-5c21c514-782f-43bd-9e44-9824cb9b36c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fcd94109-dc5c-45f8-83d6-9fd360f2ab6f HTTP/1.1" status: 200 len: 848 time: 0.0593371 Jan 18 23:19:56.824590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-8b6b74de-3300-4e2c-800a-35bff290dc74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536871 Jan 18 23:19:56.961723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-929d2d62-39d8-4fd8-8fb4-b04fcbec0dad service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314116 Jan 18 23:19:57.117011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7ee65002-b96c-41a1-ac48-4a6b3a4d8a4c req-f412c1a9-2ceb-4325-9b76-5491e2f3eeb5 service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485519 Jan 18 23:19:57.252902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a62f-a348-46e8-8ed6-84fa6007a421 req-65933746-8a12-4020-bd0c-3e139ba82b95 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:57.254323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a84a62f-a348-46e8-8ed6-84fa6007a421 req-65933746-8a12-4020-bd0c-3e139ba82b95 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 944 time: 0.1401851 Jan 18 23:19:57.275808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-88ace40a-5b65-4c54-acf3-3d3d90c8fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:57.277327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-88ace40a-5b65-4c54-acf3-3d3d90c8fcfb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 1095 time: 0.1147635 Jan 18 23:19:57.395626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1a84a62f-a348-46e8-8ed6-84fa6007a421 req-b80c28b7-e779-453d-91b0-a7b80ac5df8a tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350811 Jan 18 23:19:57.557954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-177c78e3-923e-4522-abd8-866fab66b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:57.559456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-177c78e3-923e-4522-abd8-866fab66b6dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 200 len: 909 time: 0.2747126 Jan 18 23:19:57.636141 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-1c8a6616-ed8b-48e7-92a9-0d5424997a66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 HTTP/1.1" status: 200 len: 217 time: 0.0688212 Jan 18 23:19:57.702608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-8ecbb135-8c57-45d6-adee-628bc308a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:57.704095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-8ecbb135-8c57-45d6-adee-628bc308a3db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fcd94109-dc5c-45f8-83d6-9fd360f2ab6f HTTP/1.1" status: 200 len: 848 time: 0.0612116 Jan 18 23:19:57.751554 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-03686fa5-aad6-448e-9944-59a61489cc68 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407572 Jan 18 23:19:57.907622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-6a43d1d5-d1f3-4484-bb52-b282d43b3cc4 service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498744 Jan 18 23:19:58.051392 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4421ebf4-bc62-4852-a164-41abb1fbe6fa req-db555797-fdd9-484f-9a5c-720001ee1953 service neutron] 10.222.0.86 "GET /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369519 Jan 18 23:19:58.586957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9474d-e901-465f-a883-6bd0ce08d968 req-67e3271d-e1d3-41ac-bbb8-fabefb417770 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:58.588430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cd9474d-e901-465f-a883-6bd0ce08d968 req-67e3271d-e1d3-41ac-bbb8-fabefb417770 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 944 time: 0.0813282 Jan 18 23:19:58.643825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cd9474d-e901-465f-a883-6bd0ce08d968 req-cdebf3ee-a03f-4292-aebc-472bfd067a42 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Jan 18 23:19:59.835742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a54019-a0c6-4dd7-996e-ccb896df1db7 req-768dae93-a8f5-43a6-8e6a-63aa3b81dc99 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:59.837211 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92a54019-a0c6-4dd7-996e-ccb896df1db7 req-768dae93-a8f5-43a6-8e6a-63aa3b81dc99 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 944 time: 0.0858119 Jan 18 23:19:59.881664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92a54019-a0c6-4dd7-996e-ccb896df1db7 req-50ca37b0-93bc-41c8-95d2-0f86cec1476a tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Jan 18 23:20:00.208286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:20:00.348574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:00.361855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0', 'network_id': '29745bdc-ca23-4d4b-9a2b-67be6f57d1b8', 'port_id': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0', 'mac_address': 'fa:16:3e:b0:d0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd94109-dc5c-45f8-83d6-9fd360f2ab6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:20:00.419363 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:00.436400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:00.451996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:00.455856 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:00.528042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:00.654626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7cac002b-995e-4a9a-8d2b-c4c7098b1ef0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:20:01.084681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f945d-4b86-4bfa-b3ca-3d5c398b129a req-20737116-9ffd-4966-a747-56feede88d68 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:01.098140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c95f945d-4b86-4bfa-b3ca-3d5c398b129a req-20737116-9ffd-4966-a747-56feede88d68 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 945 time: 0.0937405 Jan 18 23:20:01.140192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c95f945d-4b86-4bfa-b3ca-3d5c398b129a req-e91175a5-9f21-454e-969b-13e8678fb670 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462141 Jan 18 23:20:02.236859 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:02.310128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:02.318931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:02.319860 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.336515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04456b8-e3c8-4246-9a64-d28394da7baa req-911a8e8b-f640-4165-b248-c90cfffac00d tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:02.337909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b04456b8-e3c8-4246-9a64-d28394da7baa req-911a8e8b-f640-4165-b248-c90cfffac00d tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 945 time: 0.0909646 Jan 18 23:20:02.403710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b04456b8-e3c8-4246-9a64-d28394da7baa req-b5cf4e4c-0911-445b-8fdf-1d5574d481c6 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533366 Jan 18 23:20:02.446481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.473192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29acff85-7994-4841-a746-b8362f926464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:02.483043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:02.490924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.530150 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29acff85-7994-4841-a746-b8362f926464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0', 'code': 200} Jan 18 23:20:02.572825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:02.660541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e43cd-05cd-412d-87fd-ecd8531bf3bf req-fec5a0a7-d949-43c7-9702-de5ca6f1889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:02.662160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b1e43cd-05cd-412d-87fd-ecd8531bf3bf req-fec5a0a7-d949-43c7-9702-de5ca6f1889f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 1097 time: 0.0791690 Jan 18 23:20:02.702717 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b1e43cd-05cd-412d-87fd-ecd8531bf3bf req-1e5a73fc-45ba-4be3-a818-5f9290cc75d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 Jan 18 23:20:03.777103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15c773-fd47-49e3-a52d-62829df4fac9 req-22fc00b1-7146-4a06-9325-791ef67f24da tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:03.783893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e15c773-fd47-49e3-a52d-62829df4fac9 req-22fc00b1-7146-4a06-9325-791ef67f24da tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 946 time: 0.1131501 Jan 18 23:20:03.823136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e15c773-fd47-49e3-a52d-62829df4fac9 req-d623fc1a-6caf-4b93-82c1-b5fd5f31ed56 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Jan 18 23:20:04.516637 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.039651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a98ee-86f5-46c7-95a2-51e117d32d59 req-ddf17dda-0741-4509-a5e8-45e18275c9c2 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.041153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d1a98ee-86f5-46c7-95a2-51e117d32d59 req-ddf17dda-0741-4509-a5e8-45e18275c9c2 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 946 time: 0.1016252 Jan 18 23:20:05.089132 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d1a98ee-86f5-46c7-95a2-51e117d32d59 req-2d4b8727-882b-4589-9c34-dd097e28f4b6 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Jan 18 23:20:06.296379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff6533-14ba-4f0d-9e93-089fc0116022 req-47c42694-672d-4505-a68e-ca5912d75bb6 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:06.297855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46ff6533-14ba-4f0d-9e93-089fc0116022 req-47c42694-672d-4505-a68e-ca5912d75bb6 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 946 time: 0.0832422 Jan 18 23:20:06.351786 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46ff6533-14ba-4f0d-9e93-089fc0116022 req-a11a38a5-b48a-4d5f-80fc-f65a440b4baa tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Jan 18 23:20:06.987316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.519768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-193e658a-87ef-4c6d-92b8-1cffc1ea6bd7 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.521389 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-193e658a-87ef-4c6d-92b8-1cffc1ea6bd7 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 946 time: 0.0878701 Jan 18 23:20:07.548889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc83fd5-b805-4097-bfb4-ffc58cac3331 req-4230efcd-7572-4857-b748-637099f8b754 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.550991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bcc83fd5-b805-4097-bfb4-ffc58cac3331 req-4230efcd-7572-4857-b748-637099f8b754 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 946 time: 0.0856845 Jan 18 23:20:07.606427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Deleting port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:20:07.607066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.613078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bcc83fd5-b805-4097-bfb4-ffc58cac3331 req-973cdd87-0b3a-42c1-b503-77860151ccbf tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/security-groups?id=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Jan 18 23:20:07.871949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] For port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,segment=NetworkSegment(d6e433fb-aca6-454c-a283-53b1463c5d06),segment_id=d6e433fb-aca6-454c-a283-53b1463c5d06)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:07.872570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.013626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Calling delete_port for 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:20:08.164551 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.191322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7cac002b-995e-4a9a-8d2b-c4c7098b1ef0'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:20:08.216703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Pushing event deleted for resources: {'Port': ['ID=7cac002b-995e-4a9a-8d2b-c4c7098b1ef0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:08.373413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.373749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.374054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.374409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.374737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.375028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.375339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.375668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.375970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.376303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.376609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.376926 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:08.415141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] No DVR routers for this DVR port 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:08.417775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.420334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29acff85-7994-4841-a746-b8362f926464', 'name': 'network-vif-deleted', 'tag': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:08.439002 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1935786-a85d-49ff-b92c-0c3ea80814c9 req-3b2939e3-aa10-4ac8-b6e3-48134c47f79e tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.86 "DELETE /v2.0/ports/7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 HTTP/1.1" status: 204 len: 173 time: 0.9126620 Jan 18 23:20:08.484648 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29acff85-7994-4841-a746-b8362f926464', 'name': 'network-vif-deleted', 'tag': '7cac002b-995e-4a9a-8d2b-c4c7098b1ef0', 'status': 'completed', 'code': 200} Jan 18 23:20:08.776339 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81c09469-4981-43ee-ac0d-0a5a4437e195 req-8945da81-c0c3-4eab-83b3-cf5ab6021700 tempest-VolumesActionsTest-2064037991 tempest-VolumesActionsTest-2064037991-project] 10.222.0.78 "GET /v2.0/ports?device_id=29acff85-7994-4841-a746-b8362f926464 HTTP/1.1" status: 200 len: 210 time: 0.0442779 Jan 18 23:20:09.483835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 43854) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:09.570815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987063b-7bf4-4a5f-ac9e-8c4ba87c2fed tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.571285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987063b-7bf4-4a5f-ac9e-8c4ba87c2fed tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.571745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987063b-7bf4-4a5f-ac9e-8c4ba87c2fed tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.575580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f987063b-7bf4-4a5f-ac9e-8c4ba87c2fed tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=26dfd6e147044c35bc69d10eba61b783&network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 2969 time: 0.0886068 Jan 18 23:20:12.154116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-849c54f2-856c-448f-99e9-53e8c53af1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.315882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:12.354458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:20:12.354944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7cac002b-995e-4a9a-8d2b-c4c7098b1ef0 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:13.565991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44002) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:13.651957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9130c0-2f7d-4378-b691-46a2c972570a tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:13.669485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3d9130c0-2f7d-4378-b691-46a2c972570a tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c HTTP/1.1" status: 200 len: 814 time: 0.0996194 Jan 18 23:20:14.977833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:14.981559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea20d44-8bea-4583-b263-b9feccdca5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.983865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'network': {'name': 'tempest-network-smoke--1939010795', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:14.991996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:15.002375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:15.017568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:15.023491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.049864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:20:15.059024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.059355 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Added segment c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d of type vlan for network b20b926a-c95d-4ad5-886f-d4085439ddaf Jan 18 23:20:15.114004 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.179480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.186729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.187380 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.340091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Network': ['ID=b20b926a-c95d-4ad5-886f-d4085439ddaf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:15.344363 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8e37c365-d8e7-4ef1-b98a-84ea26645b18 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3655262 Jan 18 23:20:15.347605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44036) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.354476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b20b926a-c95d-4ad5-886f-d4085439ddaf details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:20:15.420344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d51dc3-c62f-49aa-86ac-43437ffebec0 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.421825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-55d51dc3-c62f-49aa-86ac-43437ffebec0 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=26dfd6e147044c35bc69d10eba61b783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0730298 Jan 18 23:20:15.425553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44046) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.650176 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.664590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7691b-a1c7-473e-92ef-7a73ec290daf tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.666715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e4c7691b-a1c7-473e-92ef-7a73ec290daf tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2400496 Jan 18 23:20:15.669998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.717763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ac12daf-675e-468b-a986-9ddc9ca0d6f0 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460947 Jan 18 23:20:15.720428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.745228 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.770982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62c27fb4-ddc6-4f29-b474-3f8cd8392494 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=26dfd6e147044c35bc69d10eba61b783&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489144 Jan 18 23:20:15.773893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44066) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.981380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479492c-28c7-49b6-8ed3-accff639bfe8 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.983436 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9479492c-28c7-49b6-8ed3-accff639bfe8 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2078369 Jan 18 23:20:15.986262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:16.047142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-67168777-d6f4-4bab-ab6c-a7f35fb446c6 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589595 Jan 18 23:20:16.049745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44078) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:16.056022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032359281', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:16.210824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:16.215210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:subnet and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:16.218546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:16.224969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:16.244200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:16.251288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.595655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.667735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Subnet': ['ID=e7a5385e-d0c6-4f57-94c2-b74c961e3f97,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:16.708431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Checking segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:20:16.709052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network hostable DHCP agents. Network: b20b926a-c95d-4ad5-886f-d4085439ddaf, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:20:16.746524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b20b926a-c95d-4ad5-886f-d4085439ddaf is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:20:16.770795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b20b926a-c95d-4ad5-886f-d4085439ddaf) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:16.777721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:16.778626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.783989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08b67d-5ab0-425a-96f6-05cfc138e433 None None] Network b20b926a-c95d-4ad5-886f-d4085439ddaf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:20:16.816400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a38da79a-b16e-42d8-b779-aab7133b318e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7653873 Jan 18 23:20:17.071893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.202196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b20b926a-c95d-4ad5-886f-d4085439ddaf', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ips': [{'subnet_id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:20:17.203291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.335538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44106) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:17.340843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839771047', 'description': 'tempest-secgroup-smoke-1839771047 description', 'project_id': '26dfd6e147044c35bc69d10eba61b783'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:17.349845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:17.362582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:17.390467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.431191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:17.435939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:17.440274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:17.456826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:17.525667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Allocated IP 172.20.0.18 (b20b926a-c95d-4ad5-886f-d4085439ddaf/e7a5385e-d0c6-4f57-94c2-b74c961e3f97/332cf116-100a-41ac-9f57-00984189e02c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:17.573140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.580400 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.676891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4a9b33-3548-44c4-9846-07b31cd95c88,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:17.684935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.686315 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bc9e7c4e-1bbc-4225-85e5-587a9e236154 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3497763 Jan 18 23:20:17.689827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44116) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:17.695457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '2a4a9b33-3548-44c4-9846-07b31cd95c88', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:17.703150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:17.707907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:17.711708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:17.722583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:17.748349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.827039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.834678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.843966 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.844369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Transition to ACTIVE for port object 332cf116-100a-41ac-9f57-00984189e02c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:17.891715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942fbc34-65e2-4d23-a302-d93907d10e83,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:17.898949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Transition to ACTIVE for port object 332cf116-100a-41ac-9f57-00984189e02c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:17.907387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.909464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b90a7ff-bdb3-4d5d-95d2-485df8a1e908 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185771 Jan 18 23:20:17.912494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:17.918365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '2a4a9b33-3548-44c4-9846-07b31cd95c88', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:17.934817 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.951990 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:20:17.955222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:17.959914 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:17.963770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:17.974928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:18.006981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.031885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Network b20b926a-c95d-4ad5-886f-d4085439ddaf is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:18.037020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:18.041484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:20:18.049470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Pushing event updated for resources: {'Port': ['ID=332cf116-100a-41ac-9f57-00984189e02c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:18.094019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.094687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.095214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.095776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.096317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.096885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.097441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.097973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.098512 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.099091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.099776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.100303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:18.106767 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.112362 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.154136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.155366 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2416782 Jan 18 23:20:18.158313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44124) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:18.164187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '2a4a9b33-3548-44c4-9846-07b31cd95c88', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:18.165927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7a8cf-ca2a-4606-a94b-0de5969013e2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a011a3-e2ce-43a6-93c5-33c579addb00,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:18.179165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Attempting to bind port 332cf116-100a-41ac-9f57-00984189e02c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:18.179540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Attempting to bind port 332cf116-100a-41ac-9f57-00984189e02c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:18.179902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Attempting to bind port 332cf116-100a-41ac-9f57-00984189e02c on network b20b926a-c95d-4ad5-886f-d4085439ddaf {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:20:18.181294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:18.186249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:18.188617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:20:18.189247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Checking segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:20:18.189616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:18.190012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.190583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Bound using segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:20:18.191519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Bound port: 332cf116-100a-41ac-9f57-00984189e02c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:18.192087 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.210411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:18.254018 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.299657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] For port 332cf116-100a-41ac-9f57-00984189e02c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:20:18.304284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] For port 332cf116-100a-41ac-9f57-00984189e02c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=332cf116-100a-41ac-9f57-00984189e02c,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:20:18.317026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.389767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.407451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.418505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b3569-e7fc-4d2a-900b-c30a11567c05 None None] Pushing event updated for resources: {'Port': ['ID=332cf116-100a-41ac-9f57-00984189e02c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:18.451433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f0d919-d218-4415-b3c2-f97cf579ad34,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:18.455335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.457003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b59582e1-5978-4623-b58e-aea7098e73e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2971442 Jan 18 23:20:18.459532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44128) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:18.465843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '2a4a9b33-3548-44c4-9846-07b31cd95c88', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:18.473734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:18.478162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:18.481800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:18.488179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:18.515176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.655664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.669023 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.700985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8f0065-4d32-4215-a184-80dba6a6a7d2,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:18.738389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.746804 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:18.752214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-78116f50-3a4e-490d-a18b-878993bac2a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2802217 Jan 18 23:20:18.753189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '2a4a9b33-3548-44c4-9846-07b31cd95c88', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:18.778862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:18.794495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:18.812491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:18.849397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:18.902009 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Project 26dfd6e147044c35bc69d10eba61b783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:20:18.921893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.061360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.068398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.103147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07638022-3780-4235-92a1-2f8c6b28b627,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:19.116389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.118440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-35eafa91-8846-4490-bab4-9fc8f8bdfd29 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702471 Jan 18 23:20:19.121367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44142) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:19.129347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '2a4a9b33-3548-44c4-9846-07b31cd95c88', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:19.144139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:19.149601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:19.152847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:19.161703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:19.181087 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Project 26dfd6e147044c35bc69d10eba61b783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:20:19.193000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.283932 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.290894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.317114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92f5b4f-fe0d-4566-92a2-2330ed8a9eb0,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:19.327482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.327819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.328178 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.328511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.328835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.329230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.329577 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.329894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.330247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.330565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.330936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.331303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:19.346575 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.348684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-93cb137c-17c2-4372-b982-2b79ae50e46e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2253239 Jan 18 23:20:19.666892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-c724b453-f8f3-49a3-ad42-86718ea5b738 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:19.694613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-c724b453-f8f3-49a3-ad42-86718ea5b738 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:19.696195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-c724b453-f8f3-49a3-ad42-86718ea5b738 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839771047&fields=id&tenant_id=26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 267 time: 0.0806141 Jan 18 23:20:19.931603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-a385d9b7-4de0-4481-b711-9b88918fb095 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:19.932345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-a385d9b7-4de0-4481-b711-9b88918fb095 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:19.948297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45250e7-9449-4f6a-b9c1-383efa101861 None None] Network b20b926a-c95d-4ad5-886f-d4085439ddaf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:20:19.991764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-a385d9b7-4de0-4481-b711-9b88918fb095 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:20.001843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-a385d9b7-4de0-4481-b711-9b88918fb095 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/networks?id=b20b926a-c95d-4ad5-886f-d4085439ddaf HTTP/1.1" status: 200 len: 797 time: 0.2978992 Jan 18 23:20:20.036028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-351900f6-a385-4dbe-a071-6c7a3cdc1f42 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/quotas/26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 375 time: 0.0332005 Jan 18 23:20:20.086834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6b7a2b2d-9b94-49e8-bc8e-b37ab969e5b2 None None] Provisioning for port 332cf116-100a-41ac-9f57-00984189e02c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:20.203179 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-6edb5de0-10f7-4b86-b4d0-1a69ced50738 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1615393 Jan 18 23:20:20.567634 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-44f0fba9-8d3d-4d22-80e1-dd55ec6a345d service neutron] 10.222.0.78 "GET /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624172 Jan 18 23:20:20.730856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-9a762a90-28a5-4390-8b84-d049336ce543 service neutron] 10.222.0.78 "GET /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548474 Jan 18 23:20:20.744467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 332cf116-100a-41ac-9f57-00984189e02c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:20.842237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 332cf116-100a-41ac-9f57-00984189e02c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:20.854408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 332cf116-100a-41ac-9f57-00984189e02c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:20.855141 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.980225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-990d519e-fd40-4031-aff8-b1dc3ec122b0 req-7528b0be-e750-4579-9895-18f6fbcba630 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 210 time: 0.0662417 Jan 18 23:20:21.048332 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.108145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 332cf116-100a-41ac-9f57-00984189e02c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=332cf116-100a-41ac-9f57-00984189e02c,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:21.114932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.200307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=332cf116-100a-41ac-9f57-00984189e02c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:22.173748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45715c04-db38-4994-94a7-c37c2559717e req-a947292b-364e-4014-9021-fe0ff1128888 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 210 time: 0.0639646 Jan 18 23:20:22.487369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-c32473be-65bc-4c4d-8121-c74a031e7616 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:22.488732 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-c32473be-65bc-4c4d-8121-c74a031e7616 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.86 "GET /v2.0/networks?id=b20b926a-c95d-4ad5-886f-d4085439ddaf HTTP/1.1" status: 200 len: 797 time: 0.2623439 Jan 18 23:20:22.561980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bc73c467-2106-4e55-80fe-bc487a162360 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 473 time: 0.0622296 Jan 18 23:20:22.577228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'port': {'device_id': 'ab394971-27eb-4826-8e18-9391ce68d733', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'admin_state_up': True, 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'security_groups': ['2a4a9b33-3548-44c4-9846-07b31cd95c88']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:22.721206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 332cf116-100a-41ac-9f57-00984189e02c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:22.815450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 332cf116-100a-41ac-9f57-00984189e02c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:22.816596 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.832067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:22.840411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:port and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:22.844866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:22.851122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:22.882001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:22.894654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.321515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.20.0.21 (b20b926a-c95d-4ad5-886f-d4085439ddaf/e7a5385e-d0c6-4f57-94c2-b74c961e3f97/de87e242-5711-40fe-958e-065a86fc2ff9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:23.440792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6332e789-c13f-4b89-bf24-331d5d03c747 req-4f0ec681-4c9e-4afb-a728-191c1e42c3dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 210 time: 0.0676262 Jan 18 23:20:23.610621 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.629469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Transition to ACTIVE for port object de87e242-5711-40fe-958e-065a86fc2ff9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:23.660711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.760715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=de87e242-5711-40fe-958e-065a86fc2ff9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:23.778803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b20b926a-c95d-4ad5-886f-d4085439ddaf is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:23.780675 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:23.783055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:20:23.851843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:23.852549 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.889386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-bf5ca6cc-1668-4dcd-851a-9e65cb2f59ca tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3186982 Jan 18 23:20:23.913784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Request body: {'port': {'device_id': 'ab394971-27eb-4826-8e18-9391ce68d733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:24.043247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.185480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb139090-34c8-47de-bf26-e61cbf62ed96 None None] Provisioning for port de87e242-5711-40fe-958e-065a86fc2ff9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:24.190509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb139090-34c8-47de-bf26-e61cbf62ed96 None None] Provisioning complete for port de87e242-5711-40fe-958e-065a86fc2ff9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:24.190893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb139090-34c8-47de-bf26-e61cbf62ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.251667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb139090-34c8-47de-bf26-e61cbf62ed96 None None] Port de87e242-5711-40fe-958e-065a86fc2ff9 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:20:24.474893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de87e242-5711-40fe-958e-065a86fc2ff9 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:24.495822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.522944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Transition to ACTIVE for port object de87e242-5711-40fe-958e-065a86fc2ff9 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:24.534755 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.870023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Pushing event updated for resources: {'Port': ['ID=de87e242-5711-40fe-958e-065a86fc2ff9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:24.945729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe5340-61d6-43bf-8b7e-7806a6fd92eb req-52adf709-0e29-4ecb-a882-d333633fdcc8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:24.946634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e1fe5340-61d6-43bf-8b7e-7806a6fd92eb req-52adf709-0e29-4ecb-a882-d333633fdcc8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:24.952654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Attempting to bind port de87e242-5711-40fe-958e-065a86fc2ff9 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:24.952654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Attempting to bind port de87e242-5711-40fe-958e-065a86fc2ff9 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:24.952998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Attempting to bind port de87e242-5711-40fe-958e-065a86fc2ff9 on network b20b926a-c95d-4ad5-886f-d4085439ddaf {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:20:24.969482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Port de87e242-5711-40fe-958e-065a86fc2ff9 on network b20b926a-c95d-4ad5-886f-d4085439ddaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:20:24.969841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Attempting to bind port de87e242-5711-40fe-958e-065a86fc2ff9 on network b20b926a-c95d-4ad5-886f-d4085439ddaf {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:20:24.977957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:20:24.978238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Checking segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:20:24.978790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Bound using segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:20:24.979289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Bound port: de87e242-5711-40fe-958e-065a86fc2ff9, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:24.979644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.989653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e1fe5340-61d6-43bf-8b7e-7806a6fd92eb req-52adf709-0e29-4ecb-a882-d333633fdcc8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:24.990818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e1fe5340-61d6-43bf-8b7e-7806a6fd92eb req-52adf709-0e29-4ecb-a882-d333633fdcc8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 944 time: 0.3398905 Jan 18 23:20:25.116030 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e1fe5340-61d6-43bf-8b7e-7806a6fd92eb req-d24c9d2b-6b2d-4fee-b238-ed78b6ba45a4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132722 Jan 18 23:20:25.158279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] For port de87e242-5711-40fe-958e-065a86fc2ff9, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:20:25.163217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] For port de87e242-5711-40fe-958e-065a86fc2ff9, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de87e242-5711-40fe-958e-065a86fc2ff9,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:20:25.174981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.281684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.282258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.283959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] 10.222.0.86 "PUT /v2.0/ports/de87e242-5711-40fe-958e-065a86fc2ff9 HTTP/1.1" status: 200 len: 1092 time: 1.3778520 Jan 18 23:20:25.284479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab394971-27eb-4826-8e18-9391ce68d733', 'tag': 'de87e242-5711-40fe-958e-065a86fc2ff9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:25.293331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd1dbe-681a-48c8-a215-20ab82cf18f6 service neutron] Pushing event updated for resources: {'Port': ['ID=de87e242-5711-40fe-958e-065a86fc2ff9,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:25.389072 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab394971-27eb-4826-8e18-9391ce68d733', 'tag': 'de87e242-5711-40fe-958e-065a86fc2ff9', 'status': 'completed', 'code': 200} Jan 18 23:20:25.510300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-8763f62c-9369-49a0-bdd4-7ba87f1bf704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.510300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-8763f62c-9369-49a0-bdd4-7ba87f1bf704 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 1095 time: 0.1685860 Jan 18 23:20:25.679919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-16cae14d-a44d-45c6-a14e-dd3118e3d02e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=de87e242-5711-40fe-958e-065a86fc2ff9 HTTP/1.1" status: 200 len: 217 time: 0.1530442 Jan 18 23:20:25.876645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-ebbfdaf9-2a8f-4c7a-acbf-ff8dabd943d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.878425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-ebbfdaf9-2a8f-4c7a-acbf-ff8dabd943d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e7a5385e-d0c6-4f57-94c2-b74c961e3f97 HTTP/1.1" status: 200 len: 838 time: 0.1924460 Jan 18 23:20:25.972181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-97b06854-1613-4d7b-bc58-93215c99cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.972355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-97b06854-1613-4d7b-bc58-93215c99cc55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b20b926a-c95d-4ad5-886f-d4085439ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879149 Jan 18 23:20:26.130006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-f52e805c-8859-4aac-a67e-75b89020a78d service neutron] 10.222.0.86 "GET /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486409 Jan 18 23:20:26.350770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b59c619c-20e0-4e3d-9a3d-997b04cb0e6c req-0827b884-66d2-4237-868f-3bde4ae98ac7 service neutron] 10.222.0.86 "GET /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143452 Jan 18 23:20:26.379451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591adbd-69eb-4abb-89da-53fb22610f8b req-2e23fe23-44a4-4714-bf2b-c035662c9ce8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.393220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8591adbd-69eb-4abb-89da-53fb22610f8b req-2e23fe23-44a4-4714-bf2b-c035662c9ce8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 944 time: 0.1352262 Jan 18 23:20:26.514286 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8591adbd-69eb-4abb-89da-53fb22610f8b req-e5777e94-d981-4405-8152-1ba09b67d77c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095700 Jan 18 23:20:26.528228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-b714364c-7a7c-4776-81d3-6254f3744803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.529752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-b714364c-7a7c-4776-81d3-6254f3744803 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 1095 time: 0.1011024 Jan 18 23:20:26.706440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-d1507f41-4327-42cc-87b2-e8cf9b558db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.708646 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-d1507f41-4327-42cc-87b2-e8cf9b558db1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b20b926a-c95d-4ad5-886f-d4085439ddaf HTTP/1.1" status: 200 len: 898 time: 0.1726336 Jan 18 23:20:26.787463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-bb78fe91-d9d5-46a1-b322-aadf32d897ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=de87e242-5711-40fe-958e-065a86fc2ff9 HTTP/1.1" status: 200 len: 217 time: 0.0718861 Jan 18 23:20:26.881446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-e3a8616c-0e2f-43f1-8a94-54a1c15da5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.883867 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-e3a8616c-0e2f-43f1-8a94-54a1c15da5af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e7a5385e-d0c6-4f57-94c2-b74c961e3f97 HTTP/1.1" status: 200 len: 838 time: 0.0898483 Jan 18 23:20:27.076555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-a86d7985-6025-4b20-84ef-fc5648999b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:27.076555 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-a86d7985-6025-4b20-84ef-fc5648999b87 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b20b926a-c95d-4ad5-886f-d4085439ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412959 Jan 18 23:20:27.276245 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-54129d02-6a27-4679-84c8-2416e85e5bfc service neutron] 10.222.0.86 "GET /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257493 Jan 18 23:20:27.518700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a5813f3-f1ea-428d-bc31-06f76e147100 req-17dfe011-0b32-4235-a805-ec52e862ee1b service neutron] 10.222.0.86 "GET /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349765 Jan 18 23:20:27.752898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9e3f6-616e-4a91-ba37-1d9860a71f5a req-8974efb1-ab3a-4b88-a1a3-40745145c3cc tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:27.768897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ca9e3f6-616e-4a91-ba37-1d9860a71f5a req-8974efb1-ab3a-4b88-a1a3-40745145c3cc tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 944 time: 0.1143086 Jan 18 23:20:27.821746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4ca9e3f6-616e-4a91-ba37-1d9860a71f5a req-cac0fe3d-f718-4d35-a868-be923ad20f14 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578041 Jan 18 23:20:28.429394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de87e242-5711-40fe-958e-065a86fc2ff9 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:20:28.567313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port de87e242-5711-40fe-958e-065a86fc2ff9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de87e242-5711-40fe-958e-065a86fc2ff9,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:28.603324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'de87e242-5711-40fe-958e-065a86fc2ff9', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'port_id': 'de87e242-5711-40fe-958e-065a86fc2ff9', 'mac_address': 'fa:16:3e:83:70:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:20:28.668779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.694711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de87e242-5711-40fe-958e-065a86fc2ff9 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:28.694711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port de87e242-5711-40fe-958e-065a86fc2ff9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de87e242-5711-40fe-958e-065a86fc2ff9,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:28.720095 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.955561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=de87e242-5711-40fe-958e-065a86fc2ff9,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:28.967628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['de87e242-5711-40fe-958e-065a86fc2ff9'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:20:29.110969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d3431-e1bc-40a4-b6fd-e887801535e5 req-e0730edb-f639-486a-9008-9080230ae126 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:29.110969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f64d3431-e1bc-40a4-b6fd-e887801535e5 req-e0730edb-f639-486a-9008-9080230ae126 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 945 time: 0.1206677 Jan 18 23:20:29.215820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f64d3431-e1bc-40a4-b6fd-e887801535e5 req-a0c7f7e7-f177-4261-b03f-efa1a85cf7e6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013865 Jan 18 23:20:30.426136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de87e242-5711-40fe-958e-065a86fc2ff9 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:30.485513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93480c-292a-42c1-a387-f394ab37dd5d req-b84bd6d4-52fc-4a1f-a94f-c15fd7cebc0a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:30.485513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b93480c-292a-42c1-a387-f394ab37dd5d req-b84bd6d4-52fc-4a1f-a94f-c15fd7cebc0a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 945 time: 0.1274452 Jan 18 23:20:30.555250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b93480c-292a-42c1-a387-f394ab37dd5d req-84046a04-dc5f-45c8-bf4c-51b38e3e8aa3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745795 Jan 18 23:20:30.568196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port de87e242-5711-40fe-958e-065a86fc2ff9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:30.568196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port de87e242-5711-40fe-958e-065a86fc2ff9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:30.568196 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.818296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.874189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port de87e242-5711-40fe-958e-065a86fc2ff9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de87e242-5711-40fe-958e-065a86fc2ff9,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:30.874189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab394971-27eb-4826-8e18-9391ce68d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e242-5711-40fe-958e-065a86fc2ff9'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:30.874189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.984082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=de87e242-5711-40fe-958e-065a86fc2ff9,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:30.984082 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab394971-27eb-4826-8e18-9391ce68d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e242-5711-40fe-958e-065a86fc2ff9', 'code': 200} Jan 18 23:20:31.225959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272093-6eb5-4446-a16d-c6c71853578e req-6f1ee3a0-fb7c-4486-94ba-7d3dc6de2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:31.225959 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3272093-6eb5-4446-a16d-c6c71853578e req-6f1ee3a0-fb7c-4486-94ba-7d3dc6de2bbb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 1097 time: 0.1404159 Jan 18 23:20:31.271897 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3272093-6eb5-4446-a16d-c6c71853578e req-bdfcee16-0a9a-422e-9cb8-ed2a430761d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Jan 18 23:20:31.971944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9ed00-c9fe-4483-b9f9-2e650148bbf9 req-4d6ce93f-3d9d-42c4-9e1d-f1e067b8a79e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:31.971944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7b9ed00-c9fe-4483-b9f9-2e650148bbf9 req-4d6ce93f-3d9d-42c4-9e1d-f1e067b8a79e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 946 time: 0.2751496 Jan 18 23:20:32.054551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7b9ed00-c9fe-4483-b9f9-2e650148bbf9 req-719ce9e7-f8e6-4555-b6f8-1764efb0025e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767400 Jan 18 23:20:33.288443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0d180-54ef-4328-9465-5657916b1438 req-55e70cba-9005-4369-8555-c20f5866dc6e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:33.298711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79d0d180-54ef-4328-9465-5657916b1438 req-55e70cba-9005-4369-8555-c20f5866dc6e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 946 time: 0.1124754 Jan 18 23:20:33.388087 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-79d0d180-54ef-4328-9465-5657916b1438 req-90da1598-6d56-41d0-9d85-5530dc3dc9c8 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880523 Jan 18 23:20:33.604400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844e74-69d7-42c8-a8ed-e76e9943645e req-8eb72b2a-6f05-4981-adb9-4eda24d4208c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:33.611048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54844e74-69d7-42c8-a8ed-e76e9943645e req-8eb72b2a-6f05-4981-adb9-4eda24d4208c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 946 time: 0.1120105 Jan 18 23:20:33.660520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54844e74-69d7-42c8-a8ed-e76e9943645e req-80caacac-b862-4842-bfe7-649a3a8fa72a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502496 Jan 18 23:20:34.519978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:35.150956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:36.048057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:36.506501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.20.0.17 (b20b926a-c95d-4ad5-886f-d4085439ddaf/e7a5385e-d0c6-4f57-94c2-b74c961e3f97/46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:36.855667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:36.882389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Transition to ACTIVE for port object 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:36.909861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.009519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.020320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:37.040237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b20b926a-c95d-4ad5-886f-d4085439ddaf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:37.040237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:37.040237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:20:37.131322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.299220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.467682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f3fe51f8-767d-40fc-9689-930a6eedc94e None None] Provisioning for port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:37.467682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f3fe51f8-767d-40fc-9689-930a6eedc94e None None] Provisioning complete for port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:37.467682 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3fe51f8-767d-40fc-9689-930a6eedc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.565867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe51f8-767d-40fc-9689-930a6eedc94e None None] Port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:20:37.599479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:37.679279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Deleting subnet fcd94109-dc5c-45f8-83d6-9fd360f2ab6f {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:20:37.679279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.744482 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.800813 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.818298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.016203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.019934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:38.022449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.142681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.187573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.199593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network b20b926a-c95d-4ad5-886f-d4085439ddaf is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:38.199593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:38.204390 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fcd94109-dc5c-45f8-83d6-9fd360f2ab6f HTTP/1.1" status: 204 len: 168 time: 0.5909910 Jan 18 23:20:38.207879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44484) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.210222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da13716-1085-40e7-8da9-e2ebf902c0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd94109-dc5c-45f8-83d6-9fd360f2ab6f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:38.486405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.492892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:20:38.505339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-34cf27e8-0df5-4357-af35-e7aab7498b25 None None] Provisioning complete for port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:38.505339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34cf27e8-0df5-4357-af35-e7aab7498b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.562439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34cf27e8-0df5-4357-af35-e7aab7498b25 None None] Port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:20:38.880453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.930413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29745bdc-ca23-4d4b-9a2b-67be6f57d1b8']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:38.951725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e433fb-aca6-454c-a283-53b1463c5d06') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:38.951725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e433fb-aca6-454c-a283-53b1463c5d06') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:38.962640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:20:38.965893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.987079 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:20:38.994372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.998596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:20:38.999341 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:20:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:39.001399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:20:39.001898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:20:39.018301 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:20:39.024633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0f9dc145-2e8b-4567-bb58-58cdf9a84df2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "PUT /v2.0/routers/9c878f8d-827f-4ab2-8970-0849355f0f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8772306 Jan 18 23:20:39.102282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.136828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.149326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=29745bdc-ca23-4d4b-9a2b-67be6f57d1b8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:39.158647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a1ea21ec-8608-426d-bad5-6e253b683d03 admin admin] 10.222.0.78 "DELETE /v2.0/networks/29745bdc-ca23-4d4b-9a2b-67be6f57d1b8 HTTP/1.1" status: 204 len: 168 time: 0.9559813 Jan 18 23:20:39.232604 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:20:39.416453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44506) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:39.475676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-85eb587f-27b8-41c0-ba10-9a3700f564f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b923cccf9c0d439fa6c457b69f7876d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566113 Jan 18 23:20:39.475676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 44510) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:39.559785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4078078c-50be-4a32-97aa-b38fe7f21e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.603435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4078078c-50be-4a32-97aa-b38fe7f21e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.682543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4078078c-50be-4a32-97aa-b38fe7f21e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.701523 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:37Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:44Z', 'revision_number': 1, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3', 'name': '', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:4b:64:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:36Z', 'updated_at': '2022-01-18T23:20:37Z', 'revision_number': 2, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:39.711791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078078c-50be-4a32-97aa-b38fe7f21e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3c509-4ada-4c1d-8d3f-2b8d5405b64b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:39.722362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:20:39.722362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Updating router 9c878f8d-827f-4ab2-8970-0849355f0f92 port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:20:39.732495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4078078c-50be-4a32-97aa-b38fe7f21e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.732495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4078078c-50be-4a32-97aa-b38fe7f21e46 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22c3c509-4ada-4c1d-8d3f-2b8d5405b64b HTTP/1.1" status: 204 len: 168 time: 0.2277727 Jan 18 23:20:39.771817 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.169839 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.183470 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Transition to ACTIVE for port object 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:40.191733 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.360987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Pushing event updated for resources: {'Port': ['ID=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.376270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:40.450012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Attempting to bind port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:40.450012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Attempting to bind port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:40.450012 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Attempting to bind port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 on network b20b926a-c95d-4ad5-886f-d4085439ddaf {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:20:40.479696 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:20:40.479696 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Checking segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:20:40.479696 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.479696 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Bound using segment: {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:20:40.479696 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Bound port: 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:40.479696 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.594568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] For port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:20:40.594568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] For port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:20:40.594568 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.677381 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:20:40.678031 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:20:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:40.789803 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28343df3-e661-4585-ad06-6cacc7b6949c None None] Pushing event updated for resources: {'Port': ['ID=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:40.955887 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:20:41.422094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28adf587-1631-4061-9219-bb65151dee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:37Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:44Z', 'revision_number': 1, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3', 'name': '', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:4b:64:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:36Z', 'updated_at': '2022-01-18T23:20:40Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:41.422094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28adf587-1631-4061-9219-bb65151dee58 None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:37Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:44Z', 'revision_number': 1, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3', 'name': '', 'network_id': 'b20b926a-c95d-4ad5-886f-d4085439ddaf', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:4b:64:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:36Z', 'updated_at': '2022-01-18T23:20:40Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'e7a5385e-d0c6-4f57-94c2-b74c961e3f97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:20:41.679118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-eda4f253-8091-4c0b-a586-64a3b4463bbc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941603 Jan 18 23:20:41.877628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-0321bdd1-1e95-4846-9e54-f400aad1758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:41.883679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-0321bdd1-1e95-4846-9e54-f400aad1758c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1096 time: 0.1126153 Jan 18 23:20:42.174424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-37005fab-706a-4518-8b7d-7f2417c28eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:42.174424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-37005fab-706a-4518-8b7d-7f2417c28eb0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 898 time: 0.2698529 Jan 18 23:20:42.191248 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9aa65365-3218-4350-b3d9-f6459a0c8f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.327771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-bacb5322-9813-4bf1-9e3e-1b751b42630d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 1000 time: 0.1451731 Jan 18 23:20:42.393480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-99e6a00e-c382-47f7-902b-1fc77b4d5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:42.394977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-99e6a00e-c382-47f7-902b-1fc77b4d5c03 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 200 len: 835 time: 0.0638094 Jan 18 23:20:42.488137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-af7f8b09-0dda-4c3c-9f39-e3240e785062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:42.488137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-af7f8b09-0dda-4c3c-9f39-e3240e785062 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853486 Jan 18 23:20:42.667109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-5b35f326-96d5-427f-b21e-53a87927533a service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604180 Jan 18 23:20:42.709742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-032e17a7-7577-4cbc-8de7-ecd04a03dc9b tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4cd2626add784e65a1a4caefcd0484da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477347 Jan 18 23:20:42.765423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:42.885117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:42.896045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3a83a8f3-6d48-4916-8f78-4ab1f37a0542 req-9834cdce-3f6d-4a4f-bb4f-a4beeb740293 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018535 Jan 18 23:20:42.907496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:42.907496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.932822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-02324e65-c7ba-4e17-b163-354de8f53605 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:42.932822 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-02324e65-c7ba-4e17-b163-354de8f53605 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209201 Jan 18 23:20:42.952476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-185e3c2a-0874-4342-a61c-b57f9e07687a tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/quotas/4cd2626add784e65a1a4caefcd0484da HTTP/1.1" status: 200 len: 375 time: 0.0232005 Jan 18 23:20:43.013988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-9b3696a2-1822-498d-861a-5afd2687f9f9 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4cd2626add784e65a1a4caefcd0484da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460086 Jan 18 23:20:43.041159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.074402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:43.074402 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.175516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:43.205220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8123aafa-6016-4de0-9dc7-8f714bed32d3 req-6363336a-8862-44a2-9ed8-dd7e4a22c6ed tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 210 time: 0.0565591 Jan 18 23:20:44.212974 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-bc02b731-f363-48ab-b22d-2a5034e92600 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4cd2626add784e65a1a4caefcd0484da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323181 Jan 18 23:20:44.436690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-89f662ca-b29e-46a5-9f7d-d5765db7da80 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:44.438525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-89f662ca-b29e-46a5-9f7d-d5765db7da80 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254961 Jan 18 23:20:44.447708 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d50d6849-2a7f-4a34-a46c-3d825f0a4427 req-5d3a306b-638a-4c73-b0e0-1743969e9959 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 210 time: 0.0491731 Jan 18 23:20:44.450551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Request body: {'port': {'device_id': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '4cd2626add784e65a1a4caefcd0484da'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:44.692806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:44.726373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:44.730748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Usage tracker for resource:port and tenant:4cd2626add784e65a1a4caefcd0484da is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:44.733791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:44.740642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:44.766905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Made reservation on behalf of 4cd2626add784e65a1a4caefcd0484da for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:44.772599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.777238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:44.777238 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.785556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.805594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:44.805594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Usage tracker for resource:security_group_rule and tenant:4cd2626add784e65a1a4caefcd0484da is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:44.805594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:44.814880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:44.950210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.957772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.975899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-300e9d2c-cb09-4b51-8422-acc1d66d0eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.049415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea47ac6-b721-4310-8702-44530011439a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:45.161841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Allocated IP 192.168.233.71 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/0fe8c979-0931-4971-b8c5-783863f3e059) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:45.382973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.404105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Transition to ACTIVE for port object 0fe8c979-0931-4971-b8c5-783863f3e059 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:45.431175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.508634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:45.508634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:45.518899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:20:45.561952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Pushing event updated for resources: {'Port': ['ID=0fe8c979-0931-4971-b8c5-783863f3e059,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:45.606899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:45.606899 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.643014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-0f1f5319-8c35-4e92-bbc6-ff419b2c26b3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1920748 Jan 18 23:20:45.647119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.658520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Request body: {'port': {'device_id': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:20:45.751422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.817657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.944084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c9586c2-1ece-4799-a2c1-bb6cf4b9fdde None None] Provisioning for port 0fe8c979-0931-4971-b8c5-783863f3e059 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:45.951032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9c9586c2-1ece-4799-a2c1-bb6cf4b9fdde None None] Provisioning complete for port 0fe8c979-0931-4971-b8c5-783863f3e059 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:45.951032 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9c9586c2-1ece-4799-a2c1-bb6cf4b9fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.021965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9c9586c2-1ece-4799-a2c1-bb6cf4b9fdde None None] Port 0fe8c979-0931-4971-b8c5-783863f3e059 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:20:46.079454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-5916e88d-ec51-4cb6-ae39-45519b9cef88 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:46.080171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-5916e88d-ec51-4cb6-ae39-45519b9cef88 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Synchronizing usage tracker for tenant:4cd2626add784e65a1a4caefcd0484da on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:46.180533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-5916e88d-ec51-4cb6-ae39-45519b9cef88 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Unset dirty status for tenant:4cd2626add784e65a1a4caefcd0484da on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:46.180533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-5916e88d-ec51-4cb6-ae39-45519b9cef88 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 935 time: 0.6130462 Jan 18 23:20:46.248299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-b6f4c435-ca4d-4a00-842e-bde89579dd9c tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Synchronizing usage tracker for tenant:4cd2626add784e65a1a4caefcd0484da on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:46.317372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-b6f4c435-ca4d-4a00-842e-bde89579dd9c tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Unset dirty status for tenant:4cd2626add784e65a1a4caefcd0484da on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:46.318480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-539a4e96-c144-468a-b2e1-2b07644fe342 req-b6f4c435-ca4d-4a00-842e-bde89579dd9c tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330261 Jan 18 23:20:46.329503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe8c979-0931-4971-b8c5-783863f3e059 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:46.338029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.368595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Transition to ACTIVE for port object 0fe8c979-0931-4971-b8c5-783863f3e059 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:46.371062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.516925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Pushing event updated for resources: {'Port': ['ID=0fe8c979-0931-4971-b8c5-783863f3e059,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:46.656907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Attempting to bind port 0fe8c979-0931-4971-b8c5-783863f3e059 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:46.656907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Attempting to bind port 0fe8c979-0931-4971-b8c5-783863f3e059 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:46.656907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Attempting to bind port 0fe8c979-0931-4971-b8c5-783863f3e059 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:20:46.656907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Port 0fe8c979-0931-4971-b8c5-783863f3e059 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:20:46.661024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Attempting to bind port 0fe8c979-0931-4971-b8c5-783863f3e059 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:20:46.665436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:20:46.665436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:20:46.665436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:20:46.665436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Bound port: 0fe8c979-0931-4971-b8c5-783863f3e059, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:46.665436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.766040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] For port 0fe8c979-0931-4971-b8c5-783863f3e059, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:20:46.768849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] For port 0fe8c979-0931-4971-b8c5-783863f3e059, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0fe8c979-0931-4971-b8c5-783863f3e059,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:20:46.776662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.840418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:46.840418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.840418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] 10.222.0.85 "PUT /v2.0/ports/0fe8c979-0931-4971-b8c5-783863f3e059 HTTP/1.1" status: 200 len: 1095 time: 1.1940691 Jan 18 23:20:46.840677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'tag': '0fe8c979-0931-4971-b8c5-783863f3e059'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:46.876235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8fd82-8ed8-4fb1-a020-1e5aae5cd88e service neutron] Pushing event updated for resources: {'Port': ['ID=0fe8c979-0931-4971-b8c5-783863f3e059,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:47.057356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.174474 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'tag': '0fe8c979-0931-4971-b8c5-783863f3e059', 'status': 'completed', 'code': 200} Jan 18 23:20:47.218722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-f8173e06-7357-43d3-be69-23544af39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:47.218722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-f8173e06-7357-43d3-be69-23544af39366 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4cd2626add784e65a1a4caefcd0484da&device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 1098 time: 0.3183076 Jan 18 23:20:47.295136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-dc63ea2b-bac7-4bd4-b22b-68b95cda30ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0fe8c979-0931-4971-b8c5-783863f3e059 HTTP/1.1" status: 200 len: 217 time: 0.0668273 Jan 18 23:20:47.355757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-033a2b89-d76f-404a-8814-06e42764eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:47.357340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-033a2b89-d76f-404a-8814-06e42764eedf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0595791 Jan 18 23:20:47.538363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385785ec-8e77-4526-bceb-ced036c2db6f req-ff7e622d-1537-44ea-92fd-338aeb3ac8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:47.539866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-ff7e622d-1537-44ea-92fd-338aeb3ac8f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1760046 Jan 18 23:20:47.574834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35679d-6f6a-45a4-be51-fd9c4e5f4d38 req-a72829ed-e9bb-4105-ad4e-c105fad268ac tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:47.576289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c35679d-6f6a-45a4-be51-fd9c4e5f4d38 req-a72829ed-e9bb-4105-ad4e-c105fad268ac tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 947 time: 0.1187384 Jan 18 23:20:47.694067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0c35679d-6f6a-45a4-be51-fd9c4e5f4d38 req-e5df3ec6-efb5-4db9-b6fc-f9126310a0bb tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648768 Jan 18 23:20:47.726172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-25e4ca5d-daa7-4f93-8981-191a9c4b35ca service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750171 Jan 18 23:20:47.870984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-385785ec-8e77-4526-bceb-ced036c2db6f req-5b7d95a4-9ded-49f1-b5cf-3b86841c90ef service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416235 Jan 18 23:20:48.019925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45501635-65b3-4366-abad-044fcd6e4904 req-3b962dd8-7023-4304-bc8e-1613851deb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.019925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-3b962dd8-7023-4304-bc8e-1613851deb91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4cd2626add784e65a1a4caefcd0484da&device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 1098 time: 0.0900323 Jan 18 23:20:48.155225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45501635-65b3-4366-abad-044fcd6e4904 req-96df9e52-25df-4a8d-b8e7-f2581bab8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.155225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-96df9e52-25df-4a8d-b8e7-f2581bab8c92 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1334071 Jan 18 23:20:48.224778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-c38062bb-3341-40bf-8c5f-9074c67dd8b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0fe8c979-0931-4971-b8c5-783863f3e059 HTTP/1.1" status: 200 len: 217 time: 0.0613537 Jan 18 23:20:48.290699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45501635-65b3-4366-abad-044fcd6e4904 req-86d3cfa4-f319-4cc1-b423-a8d2d87e22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.291833 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-86d3cfa4-f319-4cc1-b423-a8d2d87e22f8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0635688 Jan 18 23:20:48.379049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45501635-65b3-4366-abad-044fcd6e4904 req-8fad5294-3e90-4ca3-ac1f-7955fadfd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.379049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-8fad5294-3e90-4ca3-ac1f-7955fadfd247 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768359 Jan 18 23:20:48.522847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-5dcbfd88-3996-4dd2-9340-c24c134f45d1 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395643 Jan 18 23:20:48.668906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-45501635-65b3-4366-abad-044fcd6e4904 req-4712332c-2dd1-4d91-a752-62f7b9a3a91d service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356297 Jan 18 23:20:48.895831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dfa16-1587-4d09-a96d-792aac7fc395 req-826aaef2-0eeb-4ee2-b651-605b26a84931 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.899956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c5dfa16-1587-4d09-a96d-792aac7fc395 req-826aaef2-0eeb-4ee2-b651-605b26a84931 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 947 time: 0.0928202 Jan 18 23:20:48.957495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3c5dfa16-1587-4d09-a96d-792aac7fc395 req-513692ef-a017-4998-b52a-524c14098b1c tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Jan 18 23:20:49.995752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-915748f8-cc5d-491d-a852-5e35c8b6b7ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711973 Jan 18 23:20:50.039050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0fe8c979-0931-4971-b8c5-783863f3e059 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:20:50.210515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-c57261c4-a95d-42c0-86aa-599be33250d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:50.212116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-c57261c4-a95d-42c0-86aa-599be33250d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 1096 time: 0.1236775 Jan 18 23:20:50.231411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0bea-a8d8-4c4e-b573-cf54b71bbe9d req-1f0852e6-895d-4df8-8c63-dc1df8ba730c tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:50.239806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0fe8c979-0931-4971-b8c5-783863f3e059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0fe8c979-0931-4971-b8c5-783863f3e059,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:50.240186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-768c0bea-a8d8-4c4e-b573-cf54b71bbe9d req-1f0852e6-895d-4df8-8c63-dc1df8ba730c tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 947 time: 0.1239030 Jan 18 23:20:50.275478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '0fe8c979-0931-4971-b8c5-783863f3e059', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '0fe8c979-0931-4971-b8c5-783863f3e059', 'mac_address': 'fa:16:3e:02:6a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:20:50.348995 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.361846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-768c0bea-a8d8-4c4e-b573-cf54b71bbe9d req-a4ecec29-7cc9-4407-b8b6-df65721305b2 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105955 Jan 18 23:20:50.368936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe8c979-0931-4971-b8c5-783863f3e059 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:50.398022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0fe8c979-0931-4971-b8c5-783863f3e059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0fe8c979-0931-4971-b8c5-783863f3e059,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:50.403625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-c2e828f9-17fd-4af9-8c41-ab84233ff2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:50.403625 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-c2e828f9-17fd-4af9-8c41-ab84233ff2bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1696918 Jan 18 23:20:50.406773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.484996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=0fe8c979-0931-4971-b8c5-783863f3e059,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:50.534217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-e709b506-f944-4807-9b67-461d4db66645 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 200 len: 1001 time: 0.1213121 Jan 18 23:20:50.616688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-4f12dd9d-b7e2-4f92-bf18-8612e1373964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:50.618182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-4f12dd9d-b7e2-4f92-bf18-8612e1373964 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0788622 Jan 18 23:20:50.634045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['0fe8c979-0931-4971-b8c5-783863f3e059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:20:50.711844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-70c219e0-8250-4664-8b41-f0f30909db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:50.714545 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-70c219e0-8250-4664-8b41-f0f30909db4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836618 Jan 18 23:20:50.869362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-d03687a1-ee11-4218-a06c-74f3dd3077d1 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445398 Jan 18 23:20:51.028236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-935bd9de-93b1-4da1-970c-fbd6cba625f3 req-5fbbebd1-0577-41b2-9838-04f834b601c7 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501112 Jan 18 23:20:51.562775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323c39-a243-47f6-8551-b02544654180 req-fa76709b-908c-4b3a-bb69-a5bc830d0d62 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:51.562775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33323c39-a243-47f6-8551-b02544654180 req-fa76709b-908c-4b3a-bb69-a5bc830d0d62 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 948 time: 0.0896585 Jan 18 23:20:51.613324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33323c39-a243-47f6-8551-b02544654180 req-9bf2e190-67f3-412d-b1bf-737943d8b939 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Jan 18 23:20:52.049212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0fe8c979-0931-4971-b8c5-783863f3e059 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:52.166850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 0fe8c979-0931-4971-b8c5-783863f3e059 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:52.166850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 0fe8c979-0931-4971-b8c5-783863f3e059 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:52.166850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.287036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.317128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe8c979-0931-4971-b8c5-783863f3e059'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:52.331102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 0fe8c979-0931-4971-b8c5-783863f3e059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0fe8c979-0931-4971-b8c5-783863f3e059,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:52.343435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.381273 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe8c979-0931-4971-b8c5-783863f3e059', 'code': 200} Jan 18 23:20:52.421709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=0fe8c979-0931-4971-b8c5-783863f3e059,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:52.531962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abba2-2e50-42b3-8fb7-72aa4aad247e req-f5661d00-58ab-4612-8eef-a17ba1fd2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:52.531962 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae6abba2-2e50-42b3-8fb7-72aa4aad247e req-f5661d00-58ab-4612-8eef-a17ba1fd2d91 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 1100 time: 0.0803304 Jan 18 23:20:52.581057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ae6abba2-2e50-42b3-8fb7-72aa4aad247e req-21e8091f-f7f0-4902-a7e5-6983f41cee28 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Jan 18 23:20:52.823351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989669b-00af-414a-b846-feefb6caa7de req-4f683be1-305e-447a-aad8-c6e8cae4de1a tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:52.824987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c989669b-00af-414a-b846-feefb6caa7de req-4f683be1-305e-447a-aad8-c6e8cae4de1a tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 949 time: 0.1058025 Jan 18 23:20:52.873770 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c989669b-00af-414a-b846-feefb6caa7de req-571fd29f-eef3-461a-9aef-4a8dcdd813cb tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Jan 18 23:20:54.098007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2256-92fb-47fa-b7df-92071fdb6020 req-8677a5bd-9583-440c-9a0a-fad454070ff7 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:54.099416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-828a2256-92fb-47fa-b7df-92071fdb6020 req-8677a5bd-9583-440c-9a0a-fad454070ff7 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 949 time: 0.1062326 Jan 18 23:20:54.149078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-828a2256-92fb-47fa-b7df-92071fdb6020 req-5c621044-8b5e-4513-8ea4-6940ecdc311f tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Jan 18 23:20:54.942856 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:20:57.443709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 44802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:58.260247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.681695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:20:58.682390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.880094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:20:58.880439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.003942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:20:59.243885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.297825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:59.781334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.177420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:00.367420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:00.377008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:00.380482 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b8baf25c-32c7-4f8d-9132-cb2dd688f5dd tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "PUT /v2.0/routers/9c878f8d-827f-4ab2-8970-0849355f0f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378026 Jan 18 23:21:00.390947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:00.391634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:20:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:00.616494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:00.871952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3883-36ef-427b-9e95-1caa9ef6a216 req-42192d51-3c8d-42ed-9848-b87364e50558 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:00.883493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e9bd3883-36ef-427b-9e95-1caa9ef6a216 req-42192d51-3c8d-42ed-9848-b87364e50558 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:00.914744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e9bd3883-36ef-427b-9e95-1caa9ef6a216 req-42192d51-3c8d-42ed-9848-b87364e50558 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:00.919488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e9bd3883-36ef-427b-9e95-1caa9ef6a216 req-42192d51-3c8d-42ed-9848-b87364e50558 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 946 time: 0.1396918 Jan 18 23:21:00.993496 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e9bd3883-36ef-427b-9e95-1caa9ef6a216 req-15ac2315-85a7-4b53-93cd-577e43ebd997 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670450 Jan 18 23:21:01.048382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:59Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:44Z', 'revision_number': 1, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:01.052370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:01.061510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:01.062120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:20:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:01.271246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:01.655760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:59Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:44Z', 'revision_number': 1, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:01.660230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d43eaf-e7de-49eb-ae42-a3f516b8864e None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:59Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '96fb2b46-5796-4026-9140-00f7d71b8ad6', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'port_id': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'mac_address': 'fa:16:3e:c9:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd9a22b-5890-431d-add6-47d1baf91852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:19:40Z', 'updated_at': '2022-01-18T23:19:44Z', 'revision_number': 1, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:02.105086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-ccfbebab-1531-48f5-8aac-9f2bd0074488 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:02.107523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-ccfbebab-1531-48f5-8aac-9f2bd0074488 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 946 time: 0.1290643 Jan 18 23:21:02.205481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port de87e242-5711-40fe-958e-065a86fc2ff9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:02.206277 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.267425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1c73-a443-4ace-87c3-5e4d1a45bf0f req-7cfa55e3-3b14-4f85-9e97-eb887f2c06a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:02.268144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-823c1c73-a443-4ace-87c3-5e4d1a45bf0f req-7cfa55e3-3b14-4f85-9e97-eb887f2c06a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:02.281875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-823c1c73-a443-4ace-87c3-5e4d1a45bf0f req-7cfa55e3-3b14-4f85-9e97-eb887f2c06a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:02.283042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-823c1c73-a443-4ace-87c3-5e4d1a45bf0f req-7cfa55e3-3b14-4f85-9e97-eb887f2c06a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 946 time: 0.1528177 Jan 18 23:21:02.462208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-823c1c73-a443-4ace-87c3-5e4d1a45bf0f req-a496fbc2-e20a-45bb-9654-69bbd738fe4e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a4a9b33-3548-44c4-9846-07b31cd95c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707938 Jan 18 23:21:02.511151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port de87e242-5711-40fe-958e-065a86fc2ff9, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de87e242-5711-40fe-958e-065a86fc2ff9,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:02.511596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.639522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for de87e242-5711-40fe-958e-065a86fc2ff9 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:02.653219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:02.774261 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:02.775352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 46ac4d8e-c0bd-41bc-838c-6fa51a4a09b3 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:02.952737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.007342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=de87e242-5711-40fe-958e-065a86fc2ff9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:03.087810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] No DVR routers for this DVR port de87e242-5711-40fe-958e-065a86fc2ff9 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:03.091519 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.096063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab394971-27eb-4826-8e18-9391ce68d733', 'name': 'network-vif-deleted', 'tag': 'de87e242-5711-40fe-958e-065a86fc2ff9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:03.113615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-10aa540d-84ee-4c42-a695-3e4782773e3c req-31085a02-3571-492d-8f63-9c748c9b3dd7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.86 "DELETE /v2.0/ports/de87e242-5711-40fe-958e-065a86fc2ff9 HTTP/1.1" status: 204 len: 173 time: 1.0003886 Jan 18 23:21:03.152101 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab394971-27eb-4826-8e18-9391ce68d733', 'name': 'network-vif-deleted', 'tag': 'de87e242-5711-40fe-958e-065a86fc2ff9', 'status': 'completed', 'code': 200} Jan 18 23:21:03.651682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50d6982c-e296-4292-92e9-45efefd61727 req-3177a98f-a33f-4c80-a0e0-ea2512653e81 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab394971-27eb-4826-8e18-9391ce68d733 HTTP/1.1" status: 200 len: 210 time: 0.0436492 Jan 18 23:21:04.520645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.749707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:04.834833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f50a7d5d-fd69-4148-b328-ca7c0badc640 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.869730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f50a7d5d-fd69-4148-b328-ca7c0badc640 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.960185 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f50a7d5d-fd69-4148-b328-ca7c0badc640 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.978726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a7d5d-fd69-4148-b328-ca7c0badc640 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4a9b33-3548-44c4-9846-07b31cd95c88,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:04.993605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f50a7d5d-fd69-4148-b328-ca7c0badc640 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.998096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f50a7d5d-fd69-4148-b328-ca7c0badc640 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/security-groups/2a4a9b33-3548-44c4-9846-07b31cd95c88 HTTP/1.1" status: 204 len: 168 time: 0.2473168 Jan 18 23:21:05.032897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:05.102356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting subnet e7a5385e-d0c6-4f57-94c2-b74c961e3f97 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:21:05.105465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.164392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.274906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.362849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.410734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a5385e-d0c6-4f57-94c2-b74c961e3f97,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:05.412746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.422174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7c901255-4b92-4db8-947e-668d51338e79 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/subnets/e7a5385e-d0c6-4f57-94c2-b74c961e3f97 HTTP/1.1" status: 204 len: 168 time: 0.3851235 Jan 18 23:21:05.423686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:05.427720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c34891-b204-4619-8cdf-1cc4dc9a8c86 None None] Network b20b926a-c95d-4ad5-886f-d4085439ddaf requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:21:05.563592 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.575020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 332cf116-100a-41ac-9f57-00984189e02c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:05.575473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.724741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] DHCP port deletion for b20b926a-c95d-4ad5-886f-d4085439ddaf request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:21:05.729215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Deleting port 332cf116-100a-41ac-9f57-00984189e02c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:05.729996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.837470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 332cf116-100a-41ac-9f57-00984189e02c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=332cf116-100a-41ac-9f57-00984189e02c,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:05.837807 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.022633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] For port 332cf116-100a-41ac-9f57-00984189e02c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=332cf116-100a-41ac-9f57-00984189e02c,segment=NetworkSegment(c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d),segment_id=c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:06.023079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.030754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 332cf116-100a-41ac-9f57-00984189e02c owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:06.137385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.174255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Calling delete_port for 332cf116-100a-41ac-9f57-00984189e02c owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:06.195864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] No DVR routers for this DVR port 332cf116-100a-41ac-9f57-00984189e02c on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:06.248056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=332cf116-100a-41ac-9f57-00984189e02c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:06.260397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:21:06.260834 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:21:06.346557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.372849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20b926a-c95d-4ad5-886f-d4085439ddaf']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:06.385994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:06.386166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c1c01e-cd93-4ecf-9cee-34b1938e9a0d') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:06.398524 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.414804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.422149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:21:06.422543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:21:06.438545 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:21:06.526919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.545754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.566902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Network': ['ID=b20b926a-c95d-4ad5-886f-d4085439ddaf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:06.575913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-77fc4888-bd00-4bcd-acaa-44db8f56c3b7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/networks/b20b926a-c95d-4ad5-886f-d4085439ddaf HTTP/1.1" status: 204 len: 168 time: 1.1511784 Jan 18 23:21:06.578483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de87e242-5711-40fe-958e-065a86fc2ff9 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:06.578655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45334) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:06.615364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: de87e242-5711-40fe-958e-065a86fc2ff9 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:06.615951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de87e242-5711-40fe-958e-065a86fc2ff9 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:06.707402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 332cf116-100a-41ac-9f57-00984189e02c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:06.764022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 332cf116-100a-41ac-9f57-00984189e02c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:06.764022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 332cf116-100a-41ac-9f57-00984189e02c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:06.766230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Deleting port 332cf116-100a-41ac-9f57-00984189e02c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:06.767285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.864455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfddcf86-a8ad-42ce-9dc4-93625629c00e None None] The port '332cf116-100a-41ac-9f57-00984189e02c' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:21:06.876659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port bb14283c-1748-4833-9e1a-89c166845db9 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:06.877123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.031532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.098818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.099135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.350272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for bb14283c-1748-4833-9e1a-89c166845db9 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:07.508079 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.559462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=bb14283c-1748-4833-9e1a-89c166845db9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:07.670315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.670864 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Floating IP 96fb2b46-5796-4026-9140-00f7d71b8ad6 disassociated (deleted). External IP: 172.25.4.44, port: 4aea155e-d4aa-4bac-bad4-5573dced77aa. Jan 18 23:21:08.100338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:08.296296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:08.316737 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:08.326687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.328267 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:08.328896 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:20:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:08.445054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dcdbf44d-747d-4f1b-9f73-f49de4131adf tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/floatingips/96fb2b46-5796-4026-9140-00f7d71b8ad6 HTTP/1.1" status: 204 len: 168 time: 1.8650596 Jan 18 23:21:08.445520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:08.551078 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'status': 'completed', 'code': 200} Jan 18 23:21:08.566134 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:08.691065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-dd2cf49b-4c9b-4ea6-896e-be24dbc4d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:08.696217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-dd2cf49b-4c9b-4ea6-896e-be24dbc4d163 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 1096 time: 0.1322331 Jan 18 23:21:08.947893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-ac69c025-bf1a-495b-824d-1300d93e5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:08.947893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-ac69c025-bf1a-495b-824d-1300d93e5931 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 200 len: 898 time: 0.2372627 Jan 18 23:21:09.074915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-cab2732d-5d4f-4714-a0b3-d5e897fd2740 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 200 len: 217 time: 0.1164479 Jan 18 23:21:09.080358 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:59Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:09.084531 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:09.094242 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:09.095359 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:20:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:09.178805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-84fe7c3a-00ba-44b7-a8de-92eba174cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:09.180593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-84fe7c3a-00ba-44b7-a8de-92eba174cc48 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 200 len: 835 time: 0.0981092 Jan 18 23:21:09.329218 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:09.471532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a2bf-e73e-4127-8a1d-cc94cc69fbe2 req-1cea91b1-c4bb-4725-b620-4a68d1ff7e6c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:09.472503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b771a2bf-e73e-4127-8a1d-cc94cc69fbe2 req-1cea91b1-c4bb-4725-b620-4a68d1ff7e6c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:09.487546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-2f67c4b6-a7bf-4372-bc88-6aa0bc0f9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:09.489604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-2f67c4b6-a7bf-4372-bc88-6aa0bc0f9c11 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b43c0c77-7c67-4fc8-890a-09ceda84a340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615101 Jan 18 23:21:09.497944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b771a2bf-e73e-4127-8a1d-cc94cc69fbe2 req-1cea91b1-c4bb-4725-b620-4a68d1ff7e6c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:09.499403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b771a2bf-e73e-4127-8a1d-cc94cc69fbe2 req-1cea91b1-c4bb-4725-b620-4a68d1ff7e6c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 945 time: 0.3176384 Jan 18 23:21:09.636597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b771a2bf-e73e-4127-8a1d-cc94cc69fbe2 req-efa27cd0-d158-497e-b8db-814e857795e1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089461 Jan 18 23:21:09.684408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-707a83b5-7394-47a7-b7c1-1291d2e604d2 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799936 Jan 18 23:21:09.690717 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:59Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:09.698431 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec1d59-b37f-47dc-b1b0-d1b669ccc5a6 None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:20:59Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '174576d8-636b-4f62-852e-de1570d62c0a', 'name': '', 'network_id': 'b43c0c77-7c67-4fc8-890a-09ceda84a340', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:77:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:18Z', 'updated_at': '2022-01-18T23:19:26Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': 'd4587acb-c095-40bf-b7c7-190136da5e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:09.851165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f58ccf85-96c0-4d67-8ea3-dee682922f23 req-caa7e801-bc5e-48ca-b0fe-7bb8621f0ed6 service neutron] 10.222.0.85 "GET /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597202 Jan 18 23:21:10.032510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cf1f2-1577-4366-aa97-bb844b929a96 None None] New status for floating IP 96fb2b46-5796-4026-9140-00f7d71b8ad6: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:21:10.473308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-8deda95c-e4cf-40c5-a306-ab26058a9757 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:10.475261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-8deda95c-e4cf-40c5-a306-ab26058a9757 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 945 time: 0.1820288 Jan 18 23:21:10.586623 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 4aea155e-d4aa-4bac-bad4-5573dced77aa {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:10.586623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.012891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 4aea155e-d4aa-4bac-bad4-5573dced77aa, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=4aea155e-d4aa-4bac-bad4-5573dced77aa,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:11.013694 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.060132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-83e20f9b-36a0-4b7c-bde6-4cd673a2955e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:11.061643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-83e20f9b-36a0-4b7c-bde6-4cd673a2955e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:11.074620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-83e20f9b-36a0-4b7c-bde6-4cd673a2955e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:11.094505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-83e20f9b-36a0-4b7c-bde6-4cd673a2955e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bd9a22b-5890-431d-add6-47d1baf91852 HTTP/1.1" status: 200 len: 945 time: 0.1474283 Jan 18 23:21:11.197583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-2f78eba2-a7a5-486c-aa85-8e88c47cd230 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:11.215582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-2f78eba2-a7a5-486c-aa85-8e88c47cd230 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:11.223452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 4aea155e-d4aa-4bac-bad4-5573dced77aa owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:11.227724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d46cd62-e13c-47d2-aa41-36534c29a2c6 req-2f78eba2-a7a5-486c-aa85-8e88c47cd230 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322460 Jan 18 23:21:11.482150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.532161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=4aea155e-d4aa-4bac-bad4-5573dced77aa,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:11.624221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] No DVR routers for this DVR port 4aea155e-d4aa-4bac-bad4-5573dced77aa on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:11.626798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.629825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'name': 'network-vif-deleted', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:11.661255 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6239db5-2fa2-485d-80d0-a9d182f1ee25 req-2d0c1619-b644-4e02-9e09-a001399dcb15 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "DELETE /v2.0/ports/4aea155e-d4aa-4bac-bad4-5573dced77aa HTTP/1.1" status: 204 len: 173 time: 1.1804438 Jan 18 23:21:11.716111 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd9a22b-5890-431d-add6-47d1baf91852', 'name': 'network-vif-deleted', 'tag': '4aea155e-d4aa-4bac-bad4-5573dced77aa', 'status': 'completed', 'code': 200} Jan 18 23:21:12.160353 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7cee41af-ef20-4685-9c87-82d054466ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.368380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45406) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:12.438626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-800b9bb4-b4b0-4beb-8e30-2a7a6315af4c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.468424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-800b9bb4-b4b0-4beb-8e30-2a7a6315af4c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.540127 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-800b9bb4-b4b0-4beb-8e30-2a7a6315af4c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.561778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b9bb4-b4b0-4beb-8e30-2a7a6315af4c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb94eb0-0a63-472c-9a74-e8ce7a74abf1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:12.570403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-800b9bb4-b4b0-4beb-8e30-2a7a6315af4c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.573023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-800b9bb4-b4b0-4beb-8e30-2a7a6315af4c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/security-groups/0cb94eb0-0a63-472c-9a74-e8ce7a74abf1 HTTP/1.1" status: 204 len: 168 time: 0.2020080 Jan 18 23:21:12.618712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:13.239858 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.751463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 174576d8-636b-4f62-852e-de1570d62c0a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:13.752148 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.024001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243744d7-9f0d-43a7-9d2b-739f2e05f848 req-aebd54ee-ba4f-4c95-920d-8b56fddb871f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:14.026301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-243744d7-9f0d-43a7-9d2b-739f2e05f848 req-aebd54ee-ba4f-4c95-920d-8b56fddb871f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 945 time: 0.0989017 Jan 18 23:21:14.074674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 174576d8-636b-4f62-852e-de1570d62c0a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=174576d8-636b-4f62-852e-de1570d62c0a,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:14.075036 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.091102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-243744d7-9f0d-43a7-9d2b-739f2e05f848 req-1e6006d2-3439-4cfb-b191-37025725c45e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503862 Jan 18 23:21:14.154162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4aea155e-d4aa-4bac-bad4-5573dced77aa no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:14.205362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 4aea155e-d4aa-4bac-bad4-5573dced77aa {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:14.205803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 4aea155e-d4aa-4bac-bad4-5573dced77aa not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:14.229578 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 174576d8-636b-4f62-852e-de1570d62c0a owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:14.445090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.504009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=174576d8-636b-4f62-852e-de1570d62c0a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:14.576847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.577386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.578622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.579085 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.579553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.580023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.580645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.581151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.585260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.585764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.586166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.586557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:14.884454 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.980069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19d2c45a-5699-4b0d-8134-e5d357a06e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.558173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router 9c878f8d-827f-4ab2-8970-0849355f0f92 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:15.656832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b4553-66a2-4f05-847a-ae2a857651ea req-fe339d41-74be-4aec-8b71-8ce54c02781e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:15.662089 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.663460 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e3b4553-66a2-4f05-847a-ae2a857651ea req-fe339d41-74be-4aec-8b71-8ce54c02781e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 945 time: 0.3881335 Jan 18 23:21:15.699604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d03b5-d894-424b-9e2f-33259c403dfd req-69a9bec9-44c7-4ffe-b3f0-f6de949a2967 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:15.701292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-345d03b5-d894-424b-9e2f-33259c403dfd req-69a9bec9-44c7-4ffe-b3f0-f6de949a2967 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 945 time: 0.2494211 Jan 18 23:21:15.746240 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.847078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e3b4553-66a2-4f05-847a-ae2a857651ea req-93dd973f-0887-4d33-b4fa-410e3d9ac277 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771684 Jan 18 23:21:15.878212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 6a2d75ef-2560-41ea-839b-2768021b263c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:15.881801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.997185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:16.010207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] Sync routers for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:16.020118 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:16.030033 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:16.158270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53526f61-fef8-4203-95e3-a0e95dd49d52 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "PUT /v2.0/routers/9c878f8d-827f-4ab2-8970-0849355f0f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5374410 Jan 18 23:21:16.165684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45486) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:16.258030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting subnet d4587acb-c095-40bf-b7c7-190136da5e67 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:21:16.261363 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.265506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port 6a2d75ef-2560-41ea-839b-2768021b263c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=6a2d75ef-2560-41ea-839b-2768021b263c,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:16.266182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.331508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.365786 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:16.477491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.587606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.632340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.633286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.633949 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Floating IP 842d88c0-6c49-426d-9c61-7ee46d7328a0 disassociated. External IP: 172.25.4.211, port: 6a2d75ef-2560-41ea-839b-2768021b263c. Jan 18 23:21:16.634477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 6a2d75ef-2560-41ea-839b-2768021b263c owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:16.645153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Subnet': ['ID=d4587acb-c095-40bf-b7c7-190136da5e67,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:16.647473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.653340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422f0c5-db2c-4ac2-b257-ff458f1d8f83 None None] Network b43c0c77-7c67-4fc8-890a-09ceda84a340 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:21:16.653789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-851a5eb7-d4cc-4676-a930-a43ba6cd6406 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/subnets/d4587acb-c095-40bf-b7c7-190136da5e67 HTTP/1.1" status: 204 len: 168 time: 0.4868817 Jan 18 23:21:16.656315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45514) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:16.826416 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:21:14Z', 'revision_number': 7, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:16.837728 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] Checking router: 9c878f8d-827f-4ab2-8970-0849355f0f92 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:16.849251 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] Routers {'9c878f8d-827f-4ab2-8970-0849355f0f92'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:16.850217 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['9c878f8d-827f-4ab2-8970-0849355f0f92'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:17.053589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.058630 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.068216 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.144304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] DHCP port deletion for b43c0c77-7c67-4fc8-890a-09ceda84a340 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:21:17.149118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Deleting port a20aeb84-88b4-451a-8caf-9b20fb769811 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:17.149496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.171378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=6a2d75ef-2560-41ea-839b-2768021b263c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:17.211519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] Set router 9c878f8d-827f-4ab2-8970-0849355f0f92 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:17.225764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fe3b794-bfef-46f4-8d32-bb4b0708867c req-8fd62fc0-4de7-4198-b6b8-2d8db57704cd tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0697777 Jan 18 23:21:17.404767 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.418548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 691440c4-d838-428f-9615-f5f220da58da {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:21:17.419655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.461945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:17.744802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] For port a20aeb84-88b4-451a-8caf-9b20fb769811, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a20aeb84-88b4-451a-8caf-9b20fb769811,segment=NetworkSegment(5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad),segment_id=5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:17.745246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.839196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 691440c4-d838-428f-9615-f5f220da58da, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=691440c4-d838-428f-9615-f5f220da58da,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:17.839725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.857000 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:21:14Z', 'revision_number': 7, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:17.875592 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ef967-342d-4f25-b96f-036292ca2270 None None] The sync data for ids ['9c878f8d-827f-4ab2-8970-0849355f0f92'] in n-d-825178-1 is: [{'id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'name': 'tempest-TestNetworkBasicOps-router-1263021204', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '691440c4-d838-428f-9615-f5f220da58da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:19:10Z', 'updated_at': '2022-01-18T23:21:14Z', 'revision_number': 7, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': '691440c4-d838-428f-9615-f5f220da58da', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c878f8d-827f-4ab2-8970-0849355f0f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:19:11Z', 'updated_at': '2022-01-18T23:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:17.984669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Calling delete_port for a20aeb84-88b4-451a-8caf-9b20fb769811 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:18.057337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 691440c4-d838-428f-9615-f5f220da58da owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:21:18.077539 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.133965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] No DVR routers for this DVR port a20aeb84-88b4-451a-8caf-9b20fb769811 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:18.137968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Pushing event deleted for resources: {'Port': ['ID=a20aeb84-88b4-451a-8caf-9b20fb769811,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:18.148934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:18.149492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.149492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.150491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.150814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.151369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.151708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.152034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.152355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.152673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.153016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.153336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.153652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0ab44-b89a-47dd-8779-85670607842f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:18.162969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:18.173355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:18.173355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:18.381625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port 6a2d75ef-2560-41ea-839b-2768021b263c on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:18.381625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.391965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'name': 'network-vif-deleted', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:18.392163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.471832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=691440c4-d838-428f-9615-f5f220da58da,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:18.499303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:18.561349 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0474ab59-db28-45bf-8d7b-dfd853cb897c', 'name': 'network-vif-deleted', 'tag': '6a2d75ef-2560-41ea-839b-2768021b263c', 'status': 'completed', 'code': 200} Jan 18 23:21:18.563144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-345d03b5-d894-424b-9e2f-33259c403dfd req-cdae1200-4553-44f9-8a55-2bac057be17d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "DELETE /v2.0/ports/6a2d75ef-2560-41ea-839b-2768021b263c HTTP/1.1" status: 204 len: 173 time: 2.8563652 Jan 18 23:21:18.577672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-869be3f0-460a-43f0-8f4d-46429533a7f3 req-71c8a866-deb2-4cb1-9f0f-9f2adf352278 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:18.600402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.606582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-869be3f0-460a-43f0-8f4d-46429533a7f3 req-71c8a866-deb2-4cb1-9f0f-9f2adf352278 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:18.616227 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-869be3f0-460a-43f0-8f4d-46429533a7f3 req-71c8a866-deb2-4cb1-9f0f-9f2adf352278 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.1711726 Jan 18 23:21:18.643763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a2d75ef-2560-41ea-839b-2768021b263c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:18.735898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 6a2d75ef-2560-41ea-839b-2768021b263c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:18.735898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 6a2d75ef-2560-41ea-839b-2768021b263c not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:18.885601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.886540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a20aeb84-88b4-451a-8caf-9b20fb769811 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:18.888407 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.939340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.939340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Fanout notify agent at l3_agent the message router_deleted on router 9c878f8d-827f-4ab2-8970-0849355f0f92 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:21:18.955571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.959202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6bcb6d26-c96b-47eb-981b-3d8c95c89780 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/routers/9c878f8d-827f-4ab2-8970-0849355f0f92 HTTP/1.1" status: 204 len: 168 time: 2.2989712 Jan 18 23:21:18.959603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:18.972450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a20aeb84-88b4-451a-8caf-9b20fb769811 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:18.972800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a20aeb84-88b4-451a-8caf-9b20fb769811 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:18.973250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 174576d8-636b-4f62-852e-de1570d62c0a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:19.076715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 174576d8-636b-4f62-852e-de1570d62c0a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:19.077178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 174576d8-636b-4f62-852e-de1570d62c0a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:19.189775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.315181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.320286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:19.342711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:19.349910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.369463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.428204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43c0c77-7c67-4fc8-890a-09ceda84a340']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.442777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.443320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7af8aa-5a5f-4f65-b98f-e9019db5f9ad') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.458094 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.478166 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.492544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:21:19.493381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:21:19.603393 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:21:19.608368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.614116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.653771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/networks/b43c0c77-7c67-4fc8-890a-09ceda84a340 HTTP/1.1" status: 204 len: 168 time: 0.6930082 Jan 18 23:21:19.654713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87a51-9ec3-4b42-aa13-32fcdb898599 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Network': ['ID=b43c0c77-7c67-4fc8-890a-09ceda84a340,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:19.672672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:19.679361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'network': {'name': 'tempest-network-smoke--813656200', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'port_security_enabled': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:19.686245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:19.700796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:network and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:19.709765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:19.728632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:19.744600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:19.750265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.760117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:19.855108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5fd64b9d-fe1c-41dc-8d1e-03bd6e007612 req-cc8917bb-cd69-40f4-8b10-2d3cda90ec5e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=0474ab59-db28-45bf-8d7b-dfd853cb897c HTTP/1.1" status: 200 len: 210 time: 0.0548480 Jan 18 23:21:19.920090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:21:19.937261 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.937604 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Added segment 144b1cba-e671-4842-ae50-55f27d6fe114 of type vlan for network 90c694a9-a159-4d48-8e51-18029cbcbd3b Jan 18 23:21:19.981596 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.032571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.036517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:20.046682 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.149337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Network': ['ID=90c694a9-a159-4d48-8e51-18029cbcbd3b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:20.172561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.172917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.173286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.173617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.174384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.174863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.175347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.175803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.176291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.176759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.177271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.177790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:20.182286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-043f74e4-aef9-4a48-9ccc-01cef8f64618 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5084655 Jan 18 23:21:20.184988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45604) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:20.191097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'admin_state_up': True, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:20.192537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:21:20.199247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:20.203061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:router and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:20.206036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:20.217874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:20.239657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.243940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.262339 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.430594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:20.435085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d7db1-5ca7-4c79-a901-0ea2b1e5ac27 None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:20.685936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 691440c4-d838-428f-9615-f5f220da58da no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:20.733812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 691440c4-d838-428f-9615-f5f220da58da {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:21:20.734357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 691440c4-d838-428f-9615-f5f220da58da not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:20.793148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.959248 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df234aa3-0da8-4f44-8cf9-302f0e59e208 None None] New status for floating IP 842d88c0-6c49-426d-9c61-7ee46d7328a0: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:21:21.182082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.228486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.412552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-4eb77328-41ad-471c-9755-fcdcf832fd34 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501954225&fields=id&tenant_id=09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 267 time: 0.1168754 Jan 18 23:21:21.518383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.25.4.216 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f6740cce-bdbd-47df-9b2d-f3bbcefdce78) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:21.675194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-a1a257f5-e6e9-42bf-964b-aae910c896d4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.676647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-a1a257f5-e6e9-42bf-964b-aae910c896d4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.2563729 Jan 18 23:21:21.714461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-a7733804-1e59-4189-8ad7-6381c3f8dd10 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.0301127 Jan 18 23:21:21.813157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.854536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-cb521299-3ad7-48c5-b17f-4c8a371cf845 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293995 Jan 18 23:21:21.871711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.042901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:22.048841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:22.058101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:22.084798 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:22.327615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-3e7162b4-f7f1-478e-928e-2475760d9141 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501395 Jan 18 23:21:22.637856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-4a267e8e-b3cb-47e0-bb98-a2119e3ab0b5 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021371 Jan 18 23:21:22.774551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.176232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-93bf4475-1f3a-4e0d-9ba7-a8b235bfba10 req-a8756c86-c0bc-44c7-bdbf-15996e841603 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 210 time: 0.0562716 Jan 18 23:21:23.236578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.500445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router b5d089f2-b988-47a9-8108-028f4f2b4a0b is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:21:23.707959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:23.720752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Sync routers for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:23.732762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:23.733828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:23.750970 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.752430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d48446a0-60fd-4def-a276-525d7da272be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5663068 Jan 18 23:21:23.755259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45728) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:23.989700 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2a8fbcaf-e569-4c89-9549-04cbc0a4c3e4 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=26dfd6e147044c35bc69d10eba61b783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2330570 Jan 18 23:21:23.992189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45734) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:24.036784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:24.130856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ccebe-fce4-4ba8-8d75-88af2da96690 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:24.132572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a44ccebe-fce4-4ba8-8d75-88af2da96690 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394937 Jan 18 23:21:24.135409 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45742) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:24.179682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3cd8ffa4-21d4-44ce-b9ae-ae9b9bdaa9fa tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425811 Jan 18 23:21:24.181769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45746) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:24.188040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919952097', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:24.426532 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6b7403a7-38bb-4dd1-ac51-be703e93a8f5 req-da43805c-5735-48e3-a944-cf34e13a5474 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 210 time: 0.0678799 Jan 18 23:21:24.434979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:22Z', 'revision_number': 3, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:24.439485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Checking router: b5d089f2-b988-47a9-8108-028f4f2b4a0b for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:24.439836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Updating router b5d089f2-b988-47a9-8108-028f4f2b4a0b port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:21:24.462857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:24.474701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:subnet and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:24.482701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:24.492687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:24.495394 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.512169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:24.516086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.769953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-19044f25-867a-4cea-b998-0fd7b0c009d0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:24.772265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-19044f25-867a-4cea-b998-0fd7b0c009d0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.2965505 Jan 18 23:21:24.866123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-f30489be-7495-49af-97a5-70e872c32430 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 379 time: 0.0837560 Jan 18 23:21:24.883392 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed', 'security_groups': ['c0a76c8a-d6c5-4a25-89ff-31404321cfa7']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:24.905676 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.020471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.036696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Transition to ACTIVE for port object f6740cce-bdbd-47df-9b2d-f3bbcefdce78 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:25.051787 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.110794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Checking segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:21:25.111363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network hostable DHCP agents. Network: 90c694a9-a159-4d48-8e51-18029cbcbd3b, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:21:25.158163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Subnet': ['ID=3455053a-0f5a-43c2-a186-55230f55ed74,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:25.159090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba178b-dead-4d72-97de-8c4b3534b204 None None] Pushing event updated for resources: {'Port': ['ID=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:25.160376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:25.178050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:25.187756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:21:25.194204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:25.195190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Attempting to bind port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:25.197217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Attempting to bind port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:25.197934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Attempting to bind port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:25.199296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.204922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:21:25.206674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 90c694a9-a159-4d48-8e51-18029cbcbd3b) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:25.210110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:21:25.211591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:25.212386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.215332 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.217039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:21:25.218050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Bound port: f6740cce-bdbd-47df-9b2d-f3bbcefdce78, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:25.218593 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.240180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3ae715d3-6061-4c4b-a642-ca0425208927 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0566890 Jan 18 23:21:25.242868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45776) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:25.255400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f612f5a2-7e6a-4989-a544-1fab85ab2fbc None None] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:21:25.444595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] For port f6740cce-bdbd-47df-9b2d-f3bbcefdce78, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:21:25.465145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] For port f6740cce-bdbd-47df-9b2d-f3bbcefdce78, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:21:25.596182 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.678529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-90c694a9-a159-4d48-8e51-18029cbcbd3b', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:21:25.680033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.698474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.8 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/1ef82384-89c8-47ab-a1fd-0df653ea8ada) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:25.715271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cdd7afc0-a372-441f-9c7e-ccf4ccfa74fc req-0506f95f-2a1e-4c13-858d-0e249f03d37d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 210 time: 0.0665569 Jan 18 23:21:25.721443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:25.722255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:25.951765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba178b-dead-4d72-97de-8c4b3534b204 None None] Pushing event updated for resources: {'Port': ['ID=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:26.200788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.220203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object 1ef82384-89c8-47ab-a1fd-0df653ea8ada will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:26.220789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:26.247641 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.344603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:26.348564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:26.366169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:26.464637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:26.465326 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.490156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=1ef82384-89c8-47ab-a1fd-0df653ea8ada,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:26.499122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fbe13b80-8439-4e46-82a9-836f947a826d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6241608 Jan 18 23:21:26.511034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Request body: {'port': {'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:26.569230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.645230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Allocated IP 172.20.0.2 (90c694a9-a159-4d48-8e51-18029cbcbd3b/3455053a-0f5a-43c2-a186-55230f55ed74/a1296d18-a8bb-49ac-9143-b3560749f1df) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:26.793077 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.940674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b4f8865e-75d1-455a-9497-f2a387208673 None None] Provisioning for port 1ef82384-89c8-47ab-a1fd-0df653ea8ada completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:27.069240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b4f8865e-75d1-455a-9497-f2a387208673 None None] Provisioning complete for port 1ef82384-89c8-47ab-a1fd-0df653ea8ada triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:27.069627 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4f8865e-75d1-455a-9497-f2a387208673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.174712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8865e-75d1-455a-9497-f2a387208673 None None] Port 1ef82384-89c8-47ab-a1fd-0df653ea8ada cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:21:27.180518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:22Z', 'revision_number': 3, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:27.196364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea028-d555-4b43-9e9e-fdc58a43bd02 None None] The sync data for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 is: [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:22Z', 'revision_number': 3, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:27.398554 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.434525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Transition to ACTIVE for port object a1296d18-a8bb-49ac-9143-b3560749f1df will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:27.457368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877ab89-5f48-4999-966a-ce5d85ed66d1 req-5657c980-c82f-457d-9437-b0109fb37a8e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:27.484329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8877ab89-5f48-4999-966a-ce5d85ed66d1 req-5657c980-c82f-457d-9437-b0109fb37a8e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 931 time: 0.4104104 Jan 18 23:21:27.487687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Transition to ACTIVE for port object a1296d18-a8bb-49ac-9143-b3560749f1df will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:27.503303 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.565368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8877ab89-5f48-4999-966a-ce5d85ed66d1 req-8c8a7771-3543-4645-9a71-3da1abc1e875 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778546 Jan 18 23:21:27.676022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:27.697636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:27.712017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:27.735843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef82384-89c8-47ab-a1fd-0df653ea8ada {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:27.758302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.776169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Transition to ACTIVE for port object 1ef82384-89c8-47ab-a1fd-0df653ea8ada will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:27.791709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.796337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Pushing event updated for resources: {'Port': ['ID=a1296d18-a8bb-49ac-9143-b3560749f1df,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:28.029907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.20.0.1 (90c694a9-a159-4d48-8e51-18029cbcbd3b/3455053a-0f5a-43c2-a186-55230f55ed74/6af02994-5557-44fd-b568-a6f1c87b3f30) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:28.103656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Attempting to bind port a1296d18-a8bb-49ac-9143-b3560749f1df on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:28.104096 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Attempting to bind port a1296d18-a8bb-49ac-9143-b3560749f1df by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:28.104464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Attempting to bind port a1296d18-a8bb-49ac-9143-b3560749f1df on network 90c694a9-a159-4d48-8e51-18029cbcbd3b {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:28.124000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:21:28.124369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Checking segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:21:28.133684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.134327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Bound using segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:21:28.134983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Bound port: a1296d18-a8bb-49ac-9143-b3560749f1df, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:28.135643 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.312641 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.353465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Transition to ACTIVE for port object 6af02994-5557-44fd-b568-a6f1c87b3f30 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:28.381629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef82384-89c8-47ab-a1fd-0df653ea8ada,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:28.391028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] For port a1296d18-a8bb-49ac-9143-b3560749f1df, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:21:28.405495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.411993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] For port a1296d18-a8bb-49ac-9143-b3560749f1df, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1296d18-a8bb-49ac-9143-b3560749f1df,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:21:28.438911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.449844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Attempting to bind port 1ef82384-89c8-47ab-a1fd-0df653ea8ada on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:28.450461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Attempting to bind port 1ef82384-89c8-47ab-a1fd-0df653ea8ada by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:28.450797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Attempting to bind port 1ef82384-89c8-47ab-a1fd-0df653ea8ada on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:28.456526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Port 1ef82384-89c8-47ab-a1fd-0df653ea8ada on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:21:28.456791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Attempting to bind port 1ef82384-89c8-47ab-a1fd-0df653ea8ada on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:28.467014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:21:28.467419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:21:28.467818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:21:28.468597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Bound port: 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:28.469005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.552064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036a570-cbb9-49c1-98d6-a1b2807b9023 None None] Pushing event updated for resources: {'Port': ['ID=a1296d18-a8bb-49ac-9143-b3560749f1df,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:28.593595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:28.597251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:28.601301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:28.669364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.675221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=6af02994-5557-44fd-b568-a6f1c87b3f30,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:28.743046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] For port 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:21:28.774942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] For port 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:21:28.787787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.878074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f6740cce-bdbd-47df-9b2d-f3bbcefdce78 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:28.940629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.079335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:29.084743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.094146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:29.094340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] 10.222.0.86 "PUT /v2.0/ports/1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 1091 time: 2.5882115 Jan 18 23:21:29.116687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:29.117120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.180871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:29.192861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94427e-1bdd-4140-978d-b30aa71fd8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef82384-89c8-47ab-a1fd-0df653ea8ada,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:29.320742 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'status': 'completed', 'code': 200} Jan 18 23:21:29.447657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.469654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f6740cce-bdbd-47df-9b2d-f3bbcefdce78, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:29.475588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-6485563d-d1d0-4582-9717-40aab360149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:29.477869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-6485563d-d1d0-4582-9717-40aab360149a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1094 time: 0.2602904 Jan 18 23:21:29.478380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.500627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be6191-6265-4e1d-b755-5b84c5031bba req-92d84d60-98b8-49c8-a31a-f8984b7fae07 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:29.501714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-96be6191-6265-4e1d-b755-5b84c5031bba req-92d84d60-98b8-49c8-a31a-f8984b7fae07 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:29.581291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:29.608601 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-22889495-906e-4b97-957d-63c5f4d240ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 217 time: 0.1001487 Jan 18 23:21:29.659487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-96be6191-6265-4e1d-b755-5b84c5031bba req-92d84d60-98b8-49c8-a31a-f8984b7fae07 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:29.660906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96be6191-6265-4e1d-b755-5b84c5031bba req-92d84d60-98b8-49c8-a31a-f8984b7fae07 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 943 time: 0.6715038 Jan 18 23:21:29.714534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fa35ce2e-d9b8-4d3e-941f-cd6507e517a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:29.716208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-fa35ce2e-d9b8-4d3e-941f-cd6507e517a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1014330 Jan 18 23:21:29.765795 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96be6191-6265-4e1d-b755-5b84c5031bba req-3a4ef258-bf1a-4ce8-b914-8edc390c4daf tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929055 Jan 18 23:21:29.829170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9454-7354-4655-82b8-00146100eca8 req-508646af-7f97-41a6-beff-08e49e73bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:29.830861 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-508646af-7f97-41a6-beff-08e49e73bc10 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075261 Jan 18 23:21:29.858893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.872890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.031000 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-ed2f7444-c800-4925-93a2-dcff096efda7 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928961 Jan 18 23:21:30.066753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=6af02994-5557-44fd-b568-a6f1c87b3f30,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:30.105860 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.244415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dbe9454-7354-4655-82b8-00146100eca8 req-da61bac4-4433-4cb4-968c-143b5b523879 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063019 Jan 18 23:21:30.278288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e994d154-39ff-465e-ae9a-18e7e7ee644d None None] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:21:30.410289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-229cd6a7-d776-4119-9fe2-0f3947dd7eb9 None None] Provisioning for port a1296d18-a8bb-49ac-9143-b3560749f1df completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:30.475219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803cab-1281-4e17-ac67-1be861909eed req-c7aceb8f-d129-4714-997c-8c8855be5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:30.476734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-c7aceb8f-d129-4714-997c-8c8855be5ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1094 time: 0.1593151 Jan 18 23:21:30.514892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:30.517315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:30.627127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803cab-1281-4e17-ac67-1be861909eed req-6b8168aa-a4e8-4c8c-87d3-e07effb4f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:30.628799 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-6b8168aa-a4e8-4c8c-87d3-e07effb4f69b service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1451771 Jan 18 23:21:30.745891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-ff433452-79ed-4777-996b-cf4bb7c0650d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 217 time: 0.1099463 Jan 18 23:21:30.792963 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router b5d089f2-b988-47a9-8108-028f4f2b4a0b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:30.994622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1296d18-a8bb-49ac-9143-b3560749f1df up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:31.009860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803cab-1281-4e17-ac67-1be861909eed req-7d033dda-fb09-43ad-8d3e-e755a58fd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.013771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-7d033dda-fb09-43ad-8d3e-e755a58fd9ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.2566390 Jan 18 23:21:31.157558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a1296d18-a8bb-49ac-9143-b3560749f1df completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:31.160196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803cab-1281-4e17-ac67-1be861909eed req-d3e424b4-2ad2-4c14-b889-56c0f6e73faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.163541 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-d3e424b4-2ad2-4c14-b889-56c0f6e73faf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445096 Jan 18 23:21:31.167792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a1296d18-a8bb-49ac-9143-b3560749f1df triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:31.168582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.286011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Provisioning complete for port a1296d18-a8bb-49ac-9143-b3560749f1df triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:31.286390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.303650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944ef8c-955a-4d5f-80f6-b2e53903c8be req-888d3390-b82a-4336-b9f2-a7f6a0f75c0b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.305431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c944ef8c-955a-4d5f-80f6-b2e53903c8be req-888d3390-b82a-4336-b9f2-a7f6a0f75c0b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 943 time: 0.2758932 Jan 18 23:21:31.411124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:31.420746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c944ef8c-955a-4d5f-80f6-b2e53903c8be req-4a896ffa-6dc3-41f2-a503-47793752d6e7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075964 Jan 18 23:21:31.424671 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Sync routers for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:31.430350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9a213c89-c7f7-442a-bbe8-762e1d00231f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "PUT /v2.0/routers/b5d089f2-b988-47a9-8108-028f4f2b4a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1861925 Jan 18 23:21:31.431113 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-a26d6895-c0db-431e-8a65-cfc84d0e4a23 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620006 Jan 18 23:21:31.433150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45902) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:31.439570 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:31.441546 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:31.655239 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.705383 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.770374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a1296d18-a8bb-49ac-9143-b3560749f1df, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1296d18-a8bb-49ac-9143-b3560749f1df,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:31.771885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8803cab-1281-4e17-ac67-1be861909eed req-fc4072fb-680d-47d8-92b9-a85e2eed61f9 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347397 Jan 18 23:21:31.775751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.776639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.777224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.778042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.778319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.778585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.780717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a08eb83c-a7bb-4ce8-96d3-ae782064a8f1 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3463082 Jan 18 23:21:31.784219 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45912) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:31.794007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.797591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f6740cce-bdbd-47df-9b2d-f3bbcefdce78 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:31.929557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:31.935840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.936306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.936756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.937231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.938011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.938600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.940923 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b60aaadd-0794-4219-9826-681e1f641aff tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1557086 Jan 18 23:21:31.943660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:32.067417 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:21:32.102147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:21:32.102722 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:21:32.165892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a1296d18-a8bb-49ac-9143-b3560749f1df,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:32.182227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:32.182722 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.278886 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-52240723-ae9d-42cd-9b9c-7048faafee2c tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3333373 Jan 18 23:21:32.447168 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 2, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:32.451844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Checking router: b5d089f2-b988-47a9-8108-028f4f2b4a0b for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:32.452365 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Updating router b5d089f2-b988-47a9-8108-028f4f2b4a0b port 6af02994-5557-44fd-b568-a6f1c87b3f30 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:21:32.533970 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.693996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36269121-40b3-4b5c-b66d-26c2ba5475dd req-1fdd5527-bf97-445f-bc4b-007038ac6deb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:32.695869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36269121-40b3-4b5c-b66d-26c2ba5475dd req-1fdd5527-bf97-445f-bc4b-007038ac6deb tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 943 time: 0.1410058 Jan 18 23:21:32.729138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Provisioning for port 6af02994-5557-44fd-b568-a6f1c87b3f30 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:32.736964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Provisioning complete for port 6af02994-5557-44fd-b568-a6f1c87b3f30 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:32.738202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.820313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1296d18-a8bb-49ac-9143-b3560749f1df up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:32.861814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36269121-40b3-4b5c-b66d-26c2ba5475dd req-1c0451a9-4ff3-42e1-9280-4e8e0dedceff tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584177 Jan 18 23:21:32.924825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f90c5-71ba-4f0b-8a89-2794b4af036f None None] Port 6af02994-5557-44fd-b568-a6f1c87b3f30 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:21:32.964316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a1296d18-a8bb-49ac-9143-b3560749f1df triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:32.964873 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.968625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45948) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:32.973951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429332831', 'description': 'tempest-secgroup-smoke-1429332831 description', 'project_id': '26dfd6e147044c35bc69d10eba61b783'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:32.988114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:32.992697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:32.995747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:33.003326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:33.015520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.048789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:33.053936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:33.057169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:33.062516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e99aaadd-debe-43f7-8e12-3bccaaba621d None None] Provisioning complete for port 6af02994-5557-44fd-b568-a6f1c87b3f30 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:33.062905 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e99aaadd-debe-43f7-8e12-3bccaaba621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.078499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:33.105159 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.118152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Transition to ACTIVE for port object 6af02994-5557-44fd-b568-a6f1c87b3f30 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:33.129520 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.129882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e99aaadd-debe-43f7-8e12-3bccaaba621d None None] Port 6af02994-5557-44fd-b568-a6f1c87b3f30 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:21:33.301286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.308282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.320603 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d60540-7143-430b-930b-66790b83082f None None] Pushing event updated for resources: {'Port': ['ID=6af02994-5557-44fd-b568-a6f1c87b3f30,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.390528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.393070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4222829 Jan 18 23:21:33.396593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.403948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '5de3c799-b6d4-458b-914e-0b31926d46e0', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:33.421127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:33.431887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:33.441601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:33.451517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eca616-c745-4133-aad2-b206477f884a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3c799-b6d4-458b-914e-0b31926d46e0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.451953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:33.483032 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.535838 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Attempting to bind port 6af02994-5557-44fd-b568-a6f1c87b3f30 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:33.537738 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Attempting to bind port 6af02994-5557-44fd-b568-a6f1c87b3f30 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:33.540758 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Attempting to bind port 6af02994-5557-44fd-b568-a6f1c87b3f30 on network 90c694a9-a159-4d48-8e51-18029cbcbd3b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:33.563569 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:21:33.563951 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Checking segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:21:33.567177 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.567596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Bound using segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:21:33.568076 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Bound port: 6af02994-5557-44fd-b568-a6f1c87b3f30, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:33.568450 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.577425 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.585269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.617519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc950cdb-6465-4699-80fd-5529cf5f6c8c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.630918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.632358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cd6022a4-3504-43d0-bb23-ca72dccbe8d7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331717 Jan 18 23:21:33.635049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.641077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '5de3c799-b6d4-458b-914e-0b31926d46e0', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:33.648495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:33.653122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:33.659658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:33.667773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:33.708079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.710660 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] For port 6af02994-5557-44fd-b568-a6f1c87b3f30, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:21:33.714361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] For port 6af02994-5557-44fd-b568-a6f1c87b3f30, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6af02994-5557-44fd-b568-a6f1c87b3f30,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:21:33.723199 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.809378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.816056 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.844298 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d60540-7143-430b-930b-66790b83082f None None] Pushing event updated for resources: {'Port': ['ID=6af02994-5557-44fd-b568-a6f1c87b3f30,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.854884 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:33.855315 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:33.859555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaa5d76-123f-4b1b-aa53-a9fc5d09509d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.880506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.882509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-259809b5-f34a-4bd3-91f3-1d0e0efdaa01 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2464070 Jan 18 23:21:33.885431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45982) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.890887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '5de3c799-b6d4-458b-914e-0b31926d46e0', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:33.901454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:33.913383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:33.916843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:33.932065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:33.973819 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.158264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.180194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.192772 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:34.238867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaddd40-1d12-4d77-bc71-c6d3818b6840,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:34.260545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661a59f-2177-4b2f-8282-5d9de773885b req-cf0f30a6-57b3-4fbd-b64a-28701e80d907 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:34.262595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5661a59f-2177-4b2f-8282-5d9de773885b req-cf0f30a6-57b3-4fbd-b64a-28701e80d907 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 943 time: 0.2052124 Jan 18 23:21:34.263894 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.264979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-137293ac-cdf2-4a0e-9027-cbe32f9a28f1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785260 Jan 18 23:21:34.267858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 45994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:34.273872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '5de3c799-b6d4-458b-914e-0b31926d46e0', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:34.285151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:34.289050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:34.292643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:34.298374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:34.328899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5661a59f-2177-4b2f-8282-5d9de773885b req-a91482e8-9654-4b3e-a5da-d583ed0583d3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541389 Jan 18 23:21:34.329181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.401933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.407536 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.442888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0986c7a-2276-44e3-b707-b1b95cfcdd71,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:34.454029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.455339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-17bc3f3e-98f5-424a-9f06-95352ebe4366 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1864502 Jan 18 23:21:34.458258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 45998) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:34.463824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '5de3c799-b6d4-458b-914e-0b31926d46e0', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:34.476934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:34.483128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:34.487642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:34.499106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:34.522748 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Project 26dfd6e147044c35bc69d10eba61b783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:21:34.541163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.558380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.606216 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:33Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:34.610192 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc761d5-f966-4b52-a4bd-415ea1e70f8c None None] The sync data for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 is: [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:33Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:34.673304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.683584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.731638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1923a6-89f4-43f2-8a59-67a92fce501d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:34.754770 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.756254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-461a0844-114d-4d29-a51d-a0ce76964f63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2969987 Jan 18 23:21:34.759666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:34.765579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'security_group_rule': {'security_group_id': '5de3c799-b6d4-458b-914e-0b31926d46e0', 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:34.781216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:34.791598 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:security_group_rule and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:34.795758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:34.818932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:34.829525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af02994-5557-44fd-b568-a6f1c87b3f30 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:34.842568 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Project 26dfd6e147044c35bc69d10eba61b783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:21:34.850628 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.922214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6af02994-5557-44fd-b568-a6f1c87b3f30 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:34.936515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.941960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6af02994-5557-44fd-b568-a6f1c87b3f30 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:34.943792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.948527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.969307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d78dc5-85e0-49d6-a6f6-bdfa936ef3b6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:35.010963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.023345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fc1d899d-96d3-490a-a62d-ebe87a4340d4 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2508945 Jan 18 23:21:35.191832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.226816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6af02994-5557-44fd-b568-a6f1c87b3f30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6af02994-5557-44fd-b568-a6f1c87b3f30,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:35.232529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.335326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6af02994-5557-44fd-b568-a6f1c87b3f30,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:35.359167 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-a62bdc6d-7357-4e9a-81d9-565463d495a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429332831&fields=id&tenant_id=26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 267 time: 0.0509079 Jan 18 23:21:35.605182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-9e2e5aae-5099-4b2c-8d2d-0fad0d6cc906 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:35.606786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-9e2e5aae-5099-4b2c-8d2d-0fad0d6cc906 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:35.608010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3209881-d0e4-4270-b239-76008da13671 req-919c0841-68bf-4a58-b1f2-bd671b6ffb1d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:35.615565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3209881-d0e4-4270-b239-76008da13671 req-919c0841-68bf-4a58-b1f2-bd671b6ffb1d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 943 time: 0.1526000 Jan 18 23:21:35.634021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-9e2e5aae-5099-4b2c-8d2d-0fad0d6cc906 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:35.636282 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-9e2e5aae-5099-4b2c-8d2d-0fad0d6cc906 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/networks?id=90c694a9-a159-4d48-8e51-18029cbcbd3b HTTP/1.1" status: 200 len: 796 time: 0.2761326 Jan 18 23:21:35.659529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-006b6f8e-0299-40f2-9481-e5e67e5a745f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/quotas/26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 375 time: 0.0169473 Jan 18 23:21:35.689064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3209881-d0e4-4270-b239-76008da13671 req-e3dad4dc-2176-4c22-ac85-a8cbb265b5d6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725973 Jan 18 23:21:35.791988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-55425280-3add-43b3-8c07-835e5c54e746 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:35.810679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-55425280-3add-43b3-8c07-835e5c54e746 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:35.812271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-55425280-3add-43b3-8c07-835e5c54e746 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474261 Jan 18 23:21:36.009314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-cc0e70ec-e2b0-467d-8538-bd7fd20dd0bc service neutron] 10.222.0.78 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831586 Jan 18 23:21:36.163060 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-561ddc00-6851-442f-b162-4f4b2d4c5fca service neutron] 10.222.0.78 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475391 Jan 18 23:21:36.412380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0ee5b502-c7a5-46e7-b074-12e8fee69105 req-dcd2a2a5-4a71-4a9b-8b27-1d3febf57f38 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:36.430295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0ee5b502-c7a5-46e7-b074-12e8fee69105 req-dcd2a2a5-4a71-4a9b-8b27-1d3febf57f38 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:36.432798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0ee5b502-c7a5-46e7-b074-12e8fee69105 req-dcd2a2a5-4a71-4a9b-8b27-1d3febf57f38 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 210 time: 0.0719068 Jan 18 23:21:36.763038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1ef82384-89c8-47ab-a1fd-0df653ea8ada details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:21:36.811905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af02994-5557-44fd-b568-a6f1c87b3f30 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:36.959573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e7e1-ecba-43c0-ba3a-b2385e56ca7b req-91096cf6-ce7e-4efa-a1ab-886d7c58d392 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:36.959573 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6197e7e1-ecba-43c0-ba3a-b2385e56ca7b req-91096cf6-ce7e-4efa-a1ab-886d7c58d392 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 943 time: 0.1319573 Jan 18 23:21:37.023552 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6197e7e1-ecba-43c0-ba3a-b2385e56ca7b req-f3d06a80-1353-4e55-85f5-7dc56fc4d69a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570872 Jan 18 23:21:37.110610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6af02994-5557-44fd-b568-a6f1c87b3f30 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:37.111253 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.146628 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.217939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:37.245087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:21:37.370595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.400608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef82384-89c8-47ab-a1fd-0df653ea8ada {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:37.416999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:37.426237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.529239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1ef82384-89c8-47ab-a1fd-0df653ea8ada,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:37.622861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-692cc0cb-4123-46bf-bbf3-76ebd6c00c06 req-66a1db01-7c99-4239-ba11-c2d98b73ef16 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 210 time: 0.0556302 Jan 18 23:21:37.632987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1ef82384-89c8-47ab-a1fd-0df653ea8ada'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:21:37.896430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-c21debb3-3ccf-46c0-94d0-be88a8887248 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:37.898141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-c21debb3-3ccf-46c0-94d0-be88a8887248 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:37.910962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-c21debb3-3ccf-46c0-94d0-be88a8887248 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:37.912379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-c21debb3-3ccf-46c0-94d0-be88a8887248 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/networks?id=90c694a9-a159-4d48-8e51-18029cbcbd3b HTTP/1.1" status: 200 len: 796 time: 0.2676606 Jan 18 23:21:38.007504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-fc627960-efd7-4f58-858c-e8f4606676f3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:38.027468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-fc627960-efd7-4f58-858c-e8f4606676f3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:38.029131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-fc627960-efd7-4f58-858c-e8f4606676f3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26dfd6e147044c35bc69d10eba61b783 HTTP/1.1" status: 200 len: 380 time: 0.1040425 Jan 18 23:21:38.041592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'port': {'device_id': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'admin_state_up': True, 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'security_groups': ['5de3c799-b6d4-458b-914e-0b31926d46e0']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:38.391756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:38.403437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:38.418670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Made reservation on behalf of 26dfd6e147044c35bc69d10eba61b783 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:38.422824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.555068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65b916-3e76-4dbe-9f24-b46dd4479adc req-7e2381eb-14af-45f0-9d7b-37887325ea3f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:38.556842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b65b916-3e76-4dbe-9f24-b46dd4479adc req-7e2381eb-14af-45f0-9d7b-37887325ea3f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 944 time: 0.3518920 Jan 18 23:21:38.645933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b65b916-3e76-4dbe-9f24-b46dd4479adc req-1e6d3571-23c7-42a7-a38d-95c5b414782c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814743 Jan 18 23:21:38.674632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.20.0.11 (90c694a9-a159-4d48-8e51-18029cbcbd3b/3455053a-0f5a-43c2-a186-55230f55ed74/952ee3da-bcf7-4185-8f90-0f7ccf660e69) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:38.749955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1ef82384-89c8-47ab-a1fd-0df653ea8ada up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:38.837098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1ef82384-89c8-47ab-a1fd-0df653ea8ada completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:38.842509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1ef82384-89c8-47ab-a1fd-0df653ea8ada triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:38.842887 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.871215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f577fd13-585b-4a92-8828-3823c88cd7a0 req-bcce0c43-381a-45f2-9b14-523029e223c6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 210 time: 0.0737126 Jan 18 23:21:38.947488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.981872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Transition to ACTIVE for port object 952ee3da-bcf7-4185-8f90-0f7ccf660e69 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:39.012380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.042560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.103282 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:39.114082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:39.118642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=952ee3da-bcf7-4185-8f90-0f7ccf660e69,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:39.121886 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.130554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:39.131864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:39.134445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:39.206251 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'code': 200} Jan 18 23:21:39.221675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:39.222299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1ef82384-89c8-47ab-a1fd-0df653ea8ada,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:39.222846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.255116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04e54cc5-27e9-4dca-ab63-7bfccdaa9a11 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2178314 Jan 18 23:21:39.266239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-4b750e6c-8a86-4b5c-ab7e-f749a03fa8cb tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:21:39.271681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-4b750e6c-8a86-4b5c-ab7e-f749a03fa8cb tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098231 Jan 18 23:21:39.286154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Request body: {'port': {'device_id': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:39.427627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f75c7-460f-4b71-8f66-cec577c3448e req-15cc48d9-65f6-4037-adcd-7f01d435b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:39.429929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-861f75c7-460f-4b71-8f66-cec577c3448e req-15cc48d9-65f6-4037-adcd-7f01d435b4bf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1096 time: 0.1416364 Jan 18 23:21:39.462311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.501562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-abf31794-bb48-4f87-a7a4-bd044485c3e2 None None] Provisioning for port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:39.504919 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-861f75c7-460f-4b71-8f66-cec577c3448e req-b31fb3d8-f841-425b-a154-1c8b0a2a81fc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687234 Jan 18 23:21:39.507526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-abf31794-bb48-4f87-a7a4-bd044485c3e2 None None] Provisioning complete for port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:39.507910 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-abf31794-bb48-4f87-a7a4-bd044485c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.583003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-abf31794-bb48-4f87-a7a4-bd044485c3e2 None None] Port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:21:39.946045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952ee3da-bcf7-4185-8f90-0f7ccf660e69 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:39.968661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.997407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Transition to ACTIVE for port object 952ee3da-bcf7-4185-8f90-0f7ccf660e69 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:40.006498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.055132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802387b6-cf22-436a-859a-46335ecb4e48 req-9ceae211-7ee5-477f-9da3-6f77a7f1bbd7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:40.056720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-802387b6-cf22-436a-859a-46335ecb4e48 req-9ceae211-7ee5-477f-9da3-6f77a7f1bbd7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 945 time: 0.2833018 Jan 18 23:21:40.178222 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b805-e4fa-47dd-99e9-822fefbe08a9 req-3ebdb94b-d2f5-4173-a763-688313d0c88a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:40.188385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6845b805-e4fa-47dd-99e9-822fefbe08a9 req-3ebdb94b-d2f5-4173-a763-688313d0c88a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 944 time: 0.1714163 Jan 18 23:21:40.250440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6845b805-e4fa-47dd-99e9-822fefbe08a9 req-ce9f7ba5-9b98-4cb5-bca6-bb99707c65d5 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607662 Jan 18 23:21:40.284789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Pushing event updated for resources: {'Port': ['ID=952ee3da-bcf7-4185-8f90-0f7ccf660e69,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:40.356716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-802387b6-cf22-436a-859a-46335ecb4e48 req-f9912bb2-042b-472c-aae4-464a3c6a462e tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667787 Jan 18 23:21:40.389776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Attempting to bind port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:40.390177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Attempting to bind port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:40.390607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Attempting to bind port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 on network 90c694a9-a159-4d48-8e51-18029cbcbd3b {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:40.402918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 on network 90c694a9-a159-4d48-8e51-18029cbcbd3b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:21:40.403237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Attempting to bind port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 on network 90c694a9-a159-4d48-8e51-18029cbcbd3b {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:21:40.409348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:21:40.409686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Checking segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:21:40.410077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Bound using segment: {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:21:40.410637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Bound port: 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144b1cba-e671-4842-ae50-55f27d6fe114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:40.410981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.560695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] For port 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:21:40.564113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] For port 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:21:40.575009 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.635620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:40.636239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.637679 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] 10.222.0.85 "PUT /v2.0/ports/952ee3da-bcf7-4185-8f90-0f7ccf660e69 HTTP/1.1" status: 200 len: 1092 time: 1.3557918 Jan 18 23:21:40.638126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:40.670271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c8c89-6c7a-4f04-bc6d-0920aeb99cba service neutron] Pushing event updated for resources: {'Port': ['ID=952ee3da-bcf7-4185-8f90-0f7ccf660e69,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:40.736723 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'status': 'completed', 'code': 200} Jan 18 23:21:40.929358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-2cb729f5-6a05-4edf-8779-b35e0a8f32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:40.930952 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-2cb729f5-6a05-4edf-8779-b35e0a8f32f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 1095 time: 0.2316177 Jan 18 23:21:41.015267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-37c5a773-dac2-4b9c-8635-a101d43a640d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69 HTTP/1.1" status: 200 len: 217 time: 0.0755620 Jan 18 23:21:41.094065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-61dfd6fb-ce90-4944-a512-f02aff95762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.095615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-61dfd6fb-ce90-4944-a512-f02aff95762e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3455053a-0f5a-43c2-a186-55230f55ed74 HTTP/1.1" status: 200 len: 834 time: 0.0749142 Jan 18 23:21:41.200271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04ae4a98-dcf2-4d97-a8ee-d651e813ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.202058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-04ae4a98-dcf2-4d97-a8ee-d651e813ec99 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=90c694a9-a159-4d48-8e51-18029cbcbd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003752 Jan 18 23:21:41.350809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-a5e9e4a4-17f8-4928-a629-a66bbe82f86f service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421900 Jan 18 23:21:41.550906 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73a1b28b-aed2-48ac-9186-4ce2b1655884 req-8bad1903-457e-4687-98b3-06ea195bae3e service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938877 Jan 18 23:21:41.636143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae1327-5144-4302-aabf-13cb41513683 req-90eaccf6-6497-44fb-ab14-7442411d0116 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.636890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a1ae1327-5144-4302-aabf-13cb41513683 req-90eaccf6-6497-44fb-ab14-7442411d0116 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:41.660111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bfeb9-eee3-4d17-af28-a64745cbb292 req-f15a2e31-0b0a-422a-80c6-22fae056a807 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.661934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a0bfeb9-eee3-4d17-af28-a64745cbb292 req-f15a2e31-0b0a-422a-80c6-22fae056a807 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 945 time: 0.1577914 Jan 18 23:21:41.706759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a1ae1327-5144-4302-aabf-13cb41513683 req-90eaccf6-6497-44fb-ab14-7442411d0116 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:41.707941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1ae1327-5144-4302-aabf-13cb41513683 req-90eaccf6-6497-44fb-ab14-7442411d0116 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 944 time: 0.2326124 Jan 18 23:21:41.720745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6a0bfeb9-eee3-4d17-af28-a64745cbb292 req-4c84135f-3204-4b34-a76a-2380a3ff16f4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527327 Jan 18 23:21:41.776637 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1ae1327-5144-4302-aabf-13cb41513683 req-39ed2413-5fa1-41f8-8426-05800a99957b tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562618 Jan 18 23:21:41.782977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-d26ba24f-6785-4369-b01e-e2bca8f56a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.784428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-d26ba24f-6785-4369-b01e-e2bca8f56a52 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 1095 time: 0.1639061 Jan 18 23:21:41.997465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7488b-4a4d-4ac4-a745-8571cac85d55 req-f903507a-cb92-4567-af15-ae7b35dde7ec tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.999783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9f7488b-4a4d-4ac4-a745-8571cac85d55 req-f903507a-cb92-4567-af15-ae7b35dde7ec tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 945 time: 0.1539836 Jan 18 23:21:42.033324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-acddf062-913f-48f3-a928-7d7e0b908a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:42.034821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-acddf062-913f-48f3-a928-7d7e0b908a62 service neutron] 10.222.0.85 "GET /v2.0/networks?id=90c694a9-a159-4d48-8e51-18029cbcbd3b HTTP/1.1" status: 200 len: 897 time: 0.2433133 Jan 18 23:21:42.063657 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9f7488b-4a4d-4ac4-a745-8571cac85d55 req-0a93e68f-263b-4e4d-860e-bd8f7d377df7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571103 Jan 18 23:21:42.079340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:42.115927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-fdf5ce9d-fe07-443b-aee0-d0882ad01f92 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69 HTTP/1.1" status: 200 len: 217 time: 0.0735660 Jan 18 23:21:42.170062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5b3eee0-597c-4582-87ad-acfd6dd6670e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.173381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40e074-d88d-4088-8238-c5eee2598a39 tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:42.175069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6f40e074-d88d-4088-8238-c5eee2598a39 tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1091 time: 0.0944979 Jan 18 23:21:42.178221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46250) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:42.185631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:42.195402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:42.202248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:floatingip and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:42.206817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:42.210426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-8a95ee87-1bc3-485d-bd6b-41194a7999a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:42.211893 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-8a95ee87-1bc3-485d-bd6b-41194a7999a0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3455053a-0f5a-43c2-a186-55230f55ed74 HTTP/1.1" status: 200 len: 834 time: 0.0895541 Jan 18 23:21:42.216286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:42.289011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.390754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-1f3bf9d4-d580-4b2c-8e73-c8003c0397ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:42.392358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-1f3bf9d4-d580-4b2c-8e73-c8003c0397ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=90c694a9-a159-4d48-8e51-18029cbcbd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722019 Jan 18 23:21:42.565973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-6b93db9e-09aa-489c-896a-c5dce6212130 service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660166 Jan 18 23:21:42.571834 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.067219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aa6ef6a6-1081-433b-adf0-ed3c9d338ea9 req-096c8fe0-bd8e-45fb-b0fd-bc97d6954165 service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924803 Jan 18 23:21:43.103589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.25.4.108 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/07a56f10-a2f6-4a48-9bd0-4c29fafc13d3) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:43.148317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932a292-990f-4fe2-97e8-2aa29937af45 req-e39a4aea-f54e-4d90-964a-1ab622718166 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.151383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2932a292-990f-4fe2-97e8-2aa29937af45 req-e39a4aea-f54e-4d90-964a-1ab622718166 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 944 time: 0.1502366 Jan 18 23:21:43.297201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2932a292-990f-4fe2-97e8-2aa29937af45 req-e1ea3cbb-2db3-47ac-adf0-5e8cfc90ce7f tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942204 Jan 18 23:21:43.337924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.374133 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.436517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:43.439870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:43.442639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:43.495255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=07a56f10-a2f6-4a48-9bd0-4c29fafc13d3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:43.928253 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-ef224358-23de-4125-9868-79645139d799 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2885156 Jan 18 23:21:44.093891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.118657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-7a8f9c17-1f88-4a23-a33d-c27869fb9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:44.120240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-7a8f9c17-1f88-4a23-a33d-c27869fb9f7c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4cd2626add784e65a1a4caefcd0484da&device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 1100 time: 0.1062253 Jan 18 23:21:44.268135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 952ee3da-bcf7-4185-8f90-0f7ccf660e69 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:21:44.275138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.376337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-3386add9-bb7a-444e-add9-45710401b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:44.377954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-3386add9-bb7a-444e-add9-45710401b38e service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.2207701 Jan 18 23:21:44.486248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:44.504270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'port_id': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'mac_address': 'fa:16:3e:94:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:21:44.532611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecf845-afb2-4454-b9f4-30a5881b92b7 req-dcc383c6-972d-44fd-9295-82209331e218 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:44.534906 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09ecf845-afb2-4454-b9f4-30a5881b92b7 req-dcc383c6-972d-44fd-9295-82209331e218 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 944 time: 0.0948951 Jan 18 23:21:44.547973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-f6f1cb26-9c4e-4cab-9e4a-0239959dd491 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0fe8c979-0931-4971-b8c5-783863f3e059 HTTP/1.1" status: 200 len: 217 time: 0.1439085 Jan 18 23:21:44.573182 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.589163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-09ecf845-afb2-4454-b9f4-30a5881b92b7 req-b462bbe4-07b8-493b-8c10-41f4ba001cc7 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 Jan 18 23:21:44.591828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952ee3da-bcf7-4185-8f90-0f7ccf660e69 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:44.609244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:44.628403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.702479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-e45a135d-f848-44f0-9dcb-24b8aedaf704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:44.706967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-e45a135d-f848-44f0-9dcb-24b8aedaf704 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.1582291 Jan 18 23:21:44.723753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=952ee3da-bcf7-4185-8f90-0f7ccf660e69,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:44.830199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['952ee3da-bcf7-4185-8f90-0f7ccf660e69'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:21:45.005006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.014783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-1c9db8e8-a58f-481d-b6a2-f8de3e42f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:45.020354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-1c9db8e8-a58f-481d-b6a2-f8de3e42f933 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2978384 Jan 18 23:21:45.026635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.033378 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bab6c6d2-ca40-4990-9915-94f8d1d81d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.267461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=07a56f10-a2f6-4a48-9bd0-4c29fafc13d3,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:45.282597 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.466109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-f4b0855b-222d-480b-9972-f17f267e1ace service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181471 Jan 18 23:21:45.596142 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Floating IP 95c34a7a-1d89-426d-af48-71e77f3945aa associated. External IP: 172.25.4.108, port: 1ef82384-89c8-47ab-a1fd-0df653ea8ada. Jan 18 23:21:45.652827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.746442 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.891211 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-954b6d58-ac4c-4fe0-bb94-89cbe23b1f9f req-c9f7e7d2-795a-4370-9cfb-21facb95aa88 service neutron] 10.222.0.85 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162550 Jan 18 23:21:45.952015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8f32f-23b1-4da9-a2cb-47cfc3faa9e6 req-1f48cb6c-9289-4228-b200-60ce85a4d60e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:45.953540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58a8f32f-23b1-4da9-a2cb-47cfc3faa9e6 req-1f48cb6c-9289-4228-b200-60ce85a4d60e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 945 time: 0.2139177 Jan 18 23:21:46.144444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58a8f32f-23b1-4da9-a2cb-47cfc3faa9e6 req-725a1136-af85-4747-bfdd-a64dab3fe60c tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371830 Jan 18 23:21:46.194132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:46.282870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 952ee3da-bcf7-4185-8f90-0f7ccf660e69 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:46.402306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:46.417037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:46.419210 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.423928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:46.453986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:46.471176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.485358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:46.486018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:46.537731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8432e101-adf1-4634-a29c-ff6dafe19d56 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3581309 Jan 18 23:21:46.538714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:46.586866 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'status': 'completed', 'code': 200} Jan 18 23:21:46.794706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:46.798388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-f9d37dac-5b41-4a02-8a71-7f10022ca7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:46.802779 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-f9d37dac-5b41-4a02-8a71-7f10022ca7fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1096 time: 0.1876495 Jan 18 23:21:46.934946 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.989623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:46.998683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-a53baada-3267-4a6b-af0d-b2e225490307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:47.000194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-a53baada-3267-4a6b-af0d-b2e225490307 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1916838 Jan 18 23:21:47.007832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:21:47.212194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-b5221c40-729c-4d9e-aef0-fe2c8168f0a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 999 time: 0.2052190 Jan 18 23:21:47.231570 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'code': 200} Jan 18 23:21:47.265479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.325031 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.339345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-6db7c2d3-5742-4b8f-97d3-db278c1df460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:47.344187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-6db7c2d3-5742-4b8f-97d3-db278c1df460 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1162169 Jan 18 23:21:47.419683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=952ee3da-bcf7-4185-8f90-0f7ccf660e69,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:47.463231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:43Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:47.467419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:47.476926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:47.477575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:47.488344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e1f8b-ea0b-445f-bddf-376b39135021 req-256af42f-0383-4690-99a7-1274e83b0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:47.490056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d07e1f8b-ea0b-445f-bddf-376b39135021 req-256af42f-0383-4690-99a7-1274e83b0781 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 1097 time: 0.3504665 Jan 18 23:21:47.560879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-75518375-dc7f-4eea-b268-b48d5151a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:47.566717 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-75518375-dc7f-4eea-b268-b48d5151a217 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498799 Jan 18 23:21:47.567003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d07e1f8b-ea0b-445f-bddf-376b39135021 req-12f893fd-644f-4fbd-a223-529981f060f7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675275 Jan 18 23:21:47.598369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-24234e35-56fe-42b9-a0de-4022de5d308c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:21:47.598369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-24234e35-56fe-42b9-a0de-4022de5d308c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210524 Jan 18 23:21:47.605201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f9637-1bd6-44be-bc57-f3dbafda7990 req-01915504-3bae-4ebb-8004-eb0dd316c9be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:47.606580 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f3f9637-1bd6-44be-bc57-f3dbafda7990 req-01915504-3bae-4ebb-8004-eb0dd316c9be tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 946 time: 0.2614901 Jan 18 23:21:47.735657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:47.775069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6f3f9637-1bd6-44be-bc57-f3dbafda7990 req-bfea33eb-44d6-4b3a-89f4-568b0d915082 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594475 Jan 18 23:21:47.808860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-2874e912-95b3-46e7-8aab-2cd26036fb4e service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013040 Jan 18 23:21:48.011648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc909cd7-0350-4531-b083-2e0a5730a98a req-d8c011ba-94b4-4879-be51-593047275189 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956191 Jan 18 23:21:48.207159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:43Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:48.211909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49991146-2245-49b7-afe2-2a7a24b0e090 None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:43Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:48.462657 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861f9d4-d04b-4f18-8fb5-baacb60bdc45 None None] New status for floating IP 95c34a7a-1d89-426d-af48-71e77f3945aa: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:21:49.027501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1987bb-3ab7-48b0-9a1e-f0c0c52c8102 req-60a3ab8e-b551-413f-b5da-a2af8a1eacbe tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:49.036580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b1987bb-3ab7-48b0-9a1e-f0c0c52c8102 req-60a3ab8e-b551-413f-b5da-a2af8a1eacbe tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 946 time: 0.1132839 Jan 18 23:21:49.080136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b1987bb-3ab7-48b0-9a1e-f0c0c52c8102 req-771c631f-f184-4fdb-bd8b-5d6514dfc907 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Jan 18 23:21:49.298580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ec51d-cb13-4f4a-8578-593473e0b1ad req-62a0b227-b0e5-4997-9e07-0f6379c9fc40 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:49.305305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-274ec51d-cb13-4f4a-8578-593473e0b1ad req-62a0b227-b0e5-4997-9e07-0f6379c9fc40 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 946 time: 0.0971575 Jan 18 23:21:49.366578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-274ec51d-cb13-4f4a-8578-593473e0b1ad req-d8781f97-8807-46df-8999-bbb4c2dfd2f3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603573 Jan 18 23:21:49.391185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46470) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:49.471696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48cb58-fa1e-4384-8cbd-0a155c7ba360 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:49.473301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1b48cb58-fa1e-4384-8cbd-0a155c7ba360 tempest-TestNetworkBasicOps-295451819 tempest-TestNetworkBasicOps-295451819-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 1092 time: 0.0810175 Jan 18 23:21:49.476320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:49.481674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:21:49.488848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:49.495186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Usage tracker for resource:floatingip and tenant:26dfd6e147044c35bc69d10eba61b783 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:49.498416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:49.507358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:49.528748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.814918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.003353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Allocated IP 172.25.4.252 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/46bd79b8-f1ee-4850-8155-f792f49f542e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:50.173631 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.204914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.284439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=46bd79b8-f1ee-4850-8155-f792f49f542e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:50.296525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:50.297684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:50.300126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:21:50.831927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.945952 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.205739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.212630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.295215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event updated for resources: {'Port': ['ID=46bd79b8-f1ee-4850-8155-f792f49f542e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:51.379252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.604488 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Floating IP f17fab7b-22fe-4864-a23b-e1d6a29cde93 associated. External IP: 172.25.4.252, port: 952ee3da-bcf7-4185-8f90-0f7ccf660e69. Jan 18 23:21:52.273051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router b5d089f2-b988-47a9-8108-028f4f2b4a0b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:21:52.488929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:21:52.499605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] Sync routers for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:21:52.509663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:52.510318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:52.520212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:52.593580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46562) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:52.594156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d610111e-e214-40cd-b650-40eb8b526297 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1165528 Jan 18 23:21:52.594797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:52.647232 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'status': 'completed', 'code': 200} Jan 18 23:21:52.737221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a70f6ec4-2a5a-4686-923b-6361e873c4a6 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/f17fab7b-22fe-4864-a23b-e1d6a29cde93 HTTP/1.1" status: 200 len: 992 time: 0.1404438 Jan 18 23:21:52.737573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:52.820083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a23b-783b-4d1a-9d24-332304654d29 req-bd4a654a-dfb4-426b-b027-654a22e560df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:52.821808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-bd4a654a-dfb4-426b-b027-654a22e560df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 1097 time: 0.0847757 Jan 18 23:21:53.037565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a23b-783b-4d1a-9d24-332304654d29 req-03ace1f0-dcbd-418b-b52d-9959ee0ab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:53.039129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-03ace1f0-dcbd-418b-b52d-9959ee0ab07a service neutron] 10.222.0.85 "GET /v2.0/networks?id=90c694a9-a159-4d48-8e51-18029cbcbd3b HTTP/1.1" status: 200 len: 897 time: 0.2112684 Jan 18 23:21:53.151648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-15b4ba54-a9a2-47f7-bc5d-115a0e021d3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69 HTTP/1.1" status: 200 len: 1000 time: 0.1057050 Jan 18 23:21:53.168099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'f17fab7b-22fe-4864-a23b-e1d6a29cde93', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'port_id': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'mac_address': 'fa:16:3e:94:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:50Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 0, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:35Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:53.174007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] Checking router: b5d089f2-b988-47a9-8108-028f4f2b4a0b for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:21:53.182990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:21:53.183730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:53.246730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a23b-783b-4d1a-9d24-332304654d29 req-0d494785-0836-4286-88da-41aa1bdb1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:53.248221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-0d494785-0836-4286-88da-41aa1bdb1d84 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3455053a-0f5a-43c2-a186-55230f55ed74 HTTP/1.1" status: 200 len: 834 time: 0.0903988 Jan 18 23:21:53.329188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a23b-783b-4d1a-9d24-332304654d29 req-443efd4b-f292-4aca-adf0-4a3cc63899ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:53.330993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-443efd4b-f292-4aca-adf0-4a3cc63899ad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=90c694a9-a159-4d48-8e51-18029cbcbd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772009 Jan 18 23:21:53.391478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:21:53.474543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-31b22d20-30d7-4729-8745-a85b0a2e9ba7 service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346066 Jan 18 23:21:53.631318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1243a23b-783b-4d1a-9d24-332304654d29 req-de195246-b8b1-494a-ab5d-fd766f0592be service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351912 Jan 18 23:21:53.740062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 46594) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:53.838487 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'f17fab7b-22fe-4864-a23b-e1d6a29cde93', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'port_id': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'mac_address': 'fa:16:3e:94:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:50Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 0, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:35Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:53.843251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc6573-956c-40f2-83cb-2ee809b5f334 None None] The sync data for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 is: [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'f17fab7b-22fe-4864-a23b-e1d6a29cde93', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'port_id': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'mac_address': 'fa:16:3e:94:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:50Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 0, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:35Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:21:53.901258 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d4c9b0a2-428e-4486-a4d4-1cf5d98554a1 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/f17fab7b-22fe-4864-a23b-e1d6a29cde93 HTTP/1.1" status: 200 len: 992 time: 0.1595886 Jan 18 23:21:54.160563 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f39134-41bf-4cc2-817f-d6a86129dfe7 None None] New status for floating IP f17fab7b-22fe-4864-a23b-e1d6a29cde93: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:21:54.909633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 46764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:55.040085 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a5765922-1969-41a2-ac45-56dd8014bbfb tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/f17fab7b-22fe-4864-a23b-e1d6a29cde93 HTTP/1.1" status: 200 len: 994 time: 0.1293378 Jan 18 23:22:02.442477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47468) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:02.628235 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.647774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:02.652345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c30a190698ee4d1c827aead6f791036e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:02.657001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:02.665643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:02.775787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.775787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.840020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86596437-ede4-4d33-bec4-bbaf34057ca2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:02.848137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-096621af-ac43-4d14-a2c1-40aaf168f9a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c30a190698ee4d1c827aead6f791036e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046230 Jan 18 23:22:02.856791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47520) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:02.956554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83a00268-d43e-4341-a030-9c28b4a7d55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.991838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83a00268-d43e-4341-a030-9c28b4a7d55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.050278 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83a00268-d43e-4341-a030-9c28b4a7d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.065483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a00268-d43e-4341-a030-9c28b4a7d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86596437-ede4-4d33-bec4-bbaf34057ca2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:03.074857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-83a00268-d43e-4341-a030-9c28b4a7d55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.075991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-83a00268-d43e-4341-a030-9c28b4a7d55c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86596437-ede4-4d33-bec4-bbaf34057ca2 HTTP/1.1" status: 204 len: 168 time: 0.2265046 Jan 18 23:22:03.371267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47590) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:03.389099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.405020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:03.409315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Usage tracker for resource:security_group_rule and tenant:70f7e54c47ea481d9657215bd5b89da4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:03.412383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:03.418449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:03.500574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.506542 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.557762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70f7e54c47ea481d9657215bd5b89da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854215 Jan 18 23:22:03.558714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4303767-4590-447b-bb62-1765087af826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed2d7a-500b-4cd8-8898-838a29bc7fc7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:03.560618 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47594) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:03.623422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c01dc06-7dd3-46e2-9756-2b48fad0b8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.649044 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c01dc06-7dd3-46e2-9756-2b48fad0b8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.704259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c01dc06-7dd3-46e2-9756-2b48fad0b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.718884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01dc06-7dd3-46e2-9756-2b48fad0b8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed2d7a-500b-4cd8-8898-838a29bc7fc7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:03.725061 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c01dc06-7dd3-46e2-9756-2b48fad0b8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.728961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8c01dc06-7dd3-46e2-9756-2b48fad0b8d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0eed2d7a-500b-4cd8-8898-838a29bc7fc7 HTTP/1.1" status: 204 len: 168 time: 0.1672211 Jan 18 23:22:04.540334 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.001230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:05.135719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.150372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:05.154510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0181e0ba9085467c9e51348db5421ed3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:05.158064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:05.168025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:05.262388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.268879 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.329319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0181e0ba9085467c9e51348db5421ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142087 Jan 18 23:22:05.332615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47646) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:05.335311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57550fc3-6dd2-4bfd-8295-08701756b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005ad5b-2551-4bda-9d24-ffaee25c9902,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:05.405825 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e41f6cf8-16ff-413a-981a-226c38408984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.431864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e41f6cf8-16ff-413a-981a-226c38408984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.485618 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e41f6cf8-16ff-413a-981a-226c38408984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.507227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6cf8-16ff-413a-981a-226c38408984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005ad5b-2551-4bda-9d24-ffaee25c9902,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:05.525116 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e41f6cf8-16ff-413a-981a-226c38408984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.525116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e41f6cf8-16ff-413a-981a-226c38408984 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3005ad5b-2551-4bda-9d24-ffaee25c9902 HTTP/1.1" status: 204 len: 168 time: 0.2005808 Jan 18 23:22:05.755198 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bf4b7-e428-4e3e-86a1-929c4ad71602 req-be130c85-dcf1-47be-a206-39e8f9a6f69d tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:05.756692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-267bf4b7-e428-4e3e-86a1-929c4ad71602 req-be130c85-dcf1-47be-a206-39e8f9a6f69d tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 949 time: 0.0980134 Jan 18 23:22:05.825169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-267bf4b7-e428-4e3e-86a1-929c4ad71602 req-34ae165c-8f46-4eee-bce8-034b74d03731 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524373 Jan 18 23:22:06.731370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:06.859902 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.896802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:06.898211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Usage tracker for resource:security_group_rule and tenant:0ff1eda095d24d5e8e0680a84b9f5e46 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:06.901473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:06.906816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:07.020799 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.026763 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.033023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.037090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310371e0-6e77-47ec-a50c-88521af9fc33 req-0d3b31e8-abf6-4d02-a886-f8029e9565c3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:07.039077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-310371e0-6e77-47ec-a50c-88521af9fc33 req-0d3b31e8-abf6-4d02-a886-f8029e9565c3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 949 time: 0.1027505 Jan 18 23:22:07.078863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ff1eda095d24d5e8e0680a84b9f5e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461025 Jan 18 23:22:07.080033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44040271-5e5a-4803-8bd1-993c680186fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac3080-8921-4f84-b4b1-8d3e0be4a2d8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:07.081855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:07.084784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-310371e0-6e77-47ec-a50c-88521af9fc33 req-dd0f04f5-ed83-4cb4-b82b-2ddd28d9b266 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea47ac6-b721-4310-8702-44530011439a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Jan 18 23:22:07.143670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b3086d-76b3-474f-a234-0508976cf41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.170588 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b3086d-76b3-474f-a234-0508976cf41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.218760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3b96-5280-45a3-a298-60296961ef62 req-6726db03-c741-48dd-80c2-0167ac01da42 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:07.220388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b54e3b96-5280-45a3-a298-60296961ef62 req-6726db03-c741-48dd-80c2-0167ac01da42 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.85 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 949 time: 0.0819476 Jan 18 23:22:07.224240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b3086d-76b3-474f-a234-0508976cf41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.240905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3086d-76b3-474f-a234-0508976cf41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac3080-8921-4f84-b4b1-8d3e0be4a2d8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:07.255880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e4b3086d-76b3-474f-a234-0508976cf41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.259451 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e4b3086d-76b3-474f-a234-0508976cf41d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7aac3080-8921-4f84-b4b1-8d3e0be4a2d8 HTTP/1.1" status: 204 len: 168 time: 0.1743128 Jan 18 23:22:07.430057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Deleting port 0fe8c979-0931-4971-b8c5-783863f3e059 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:22:07.430057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.697699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] For port 0fe8c979-0931-4971-b8c5-783863f3e059, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=0fe8c979-0931-4971-b8c5-783863f3e059,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:07.698130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.828763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Calling delete_port for 0fe8c979-0931-4971-b8c5-783863f3e059 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:22:08.017865 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.030076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['0fe8c979-0931-4971-b8c5-783863f3e059'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:22:08.083394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Pushing event deleted for resources: {'Port': ['ID=0fe8c979-0931-4971-b8c5-783863f3e059,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:08.172656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] No DVR routers for this DVR port 0fe8c979-0931-4971-b8c5-783863f3e059 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:08.176149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.182961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'name': 'network-vif-deleted', 'tag': '0fe8c979-0931-4971-b8c5-783863f3e059'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:08.222540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b54e3b96-5280-45a3-a298-60296961ef62 req-8325a837-63d5-4b07-b275-fd8cd9eb6b38 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.85 "DELETE /v2.0/ports/0fe8c979-0931-4971-b8c5-783863f3e059 HTTP/1.1" status: 204 len: 173 time: 0.9926639 Jan 18 23:22:08.287225 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd', 'name': 'network-vif-deleted', 'tag': '0fe8c979-0931-4971-b8c5-783863f3e059', 'status': 'completed', 'code': 200} Jan 18 23:22:08.288461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c8852f5-3bad-46fe-a272-dfdbc69bd5c7 req-6e1923b3-c9ce-4af6-b33e-862bb5cb3de3 tempest-VolumesBackupsTest-1586815377 tempest-VolumesBackupsTest-1586815377-project] 10.222.0.78 "GET /v2.0/ports?device_id=8db8168b-27a9-4fab-b1cf-0a2bfc5d20fd HTTP/1.1" status: 200 len: 210 time: 0.0646057 Jan 18 23:22:09.036257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:22:09.794151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47758) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:09.800068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'network': {'name': 'tempest-network-smoke--1378542434', 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:09.808338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:09.810740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:network and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:09.814185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:09.820450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:09.833992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Made reservation on behalf of 038e7cb689f54f1790514424b5dff4c8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:09.841773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.850250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.866419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:09.870236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:security_group_rule and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:09.873150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:09.878869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:09.980460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.986092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.018787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:10.029084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037bc768-85aa-4a77-8d41-a5eb75937ba2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:10.038623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.038623 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Added segment 9f7c6886-ba71-468b-a5c5-a6a6371b1f16 of type vlan for network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 Jan 18 23:22:10.065742 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.100119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.107580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:10.107580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.231557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Network': ['ID=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:10.240991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:10.246145 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91f0211b-7e88-40ed-9a8c-7388ced59331 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4509149 Jan 18 23:22:10.248754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:10.257826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'admin_state_up': True, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:10.267346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:10.272268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:router and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:10.276537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:10.287888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:10.307892 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.309921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.331157 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.384422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0fe8c979-0931-4971-b8c5-783863f3e059 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:10.497304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 0fe8c979-0931-4971-b8c5-783863f3e059 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:22:10.497304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 0fe8c979-0931-4971-b8c5-783863f3e059 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:10.808329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.178331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.208653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.347315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.25.4.188 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/bec123dc-b5d9-4982-8824-8253becf3aad) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:11.492397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.522666 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.584709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:11.587649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:11.591754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:11.630283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=bec123dc-b5d9-4982-8824-8253becf3aad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:12.024448 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.148563 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-965ea028-adf3-429e-bea7-23f39072b8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.513394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.730019 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 63f60f35-bab2-435b-b8e8-7ed044b40d7f is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:22:12.911757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:12.925478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Sync routers for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:12.940000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:12.941250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:12.944526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.945997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c97e7124-a7b4-40d2-bcf6-8da4268fd583 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6939566 Jan 18 23:22:12.949489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:13.107054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64e9a285-5f2f-4d37-81a0-904569d41c3a tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=038e7cb689f54f1790514424b5dff4c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1556487 Jan 18 23:22:13.109816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:13.143510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:13.256274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2fdb3-c2c1-4f65-8f6e-d48302a17af4 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:13.258427 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90e2fdb3-c2c1-4f65-8f6e-d48302a17af4 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474340 Jan 18 23:22:13.261066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:13.301385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-78081a62-f8d9-43c1-bbec-0f0cda3fddfb tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390384 Jan 18 23:22:13.303932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47860) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:13.310053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616540956', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:13.433141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:13.437616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:subnet and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:13.440862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:13.446683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:13.459814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Made reservation on behalf of 038e7cb689f54f1790514424b5dff4c8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:13.463764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.477856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 3, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:13.483545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Checking router: 63f60f35-bab2-435b-b8e8-7ed044b40d7f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:13.483898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Updating router 63f60f35-bab2-435b-b8e8-7ed044b40d7f port bec123dc-b5d9-4982-8824-8253becf3aad binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:22:13.548819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.708213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.803239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Subnet': ['ID=91d1c38a-28ff-4fba-a922-2e9f24e7a6f5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:13.810192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Checking segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:13.810550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network hostable DHCP agents. Network: bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:13.830535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:13.841751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:13.845980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:13.846684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.869001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97d33a-0e95-461a-8fa7-ad67e38b29e5 None None] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:13.884213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-31ce2623-6424-4ae0-8924-ba2a3fb5dfd8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5790787 Jan 18 23:22:13.887426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47866) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:13.979413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.995566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Transition to ACTIVE for port object bec123dc-b5d9-4982-8824-8253becf3aad will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:14.006702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.164360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Attempting to bind port bec123dc-b5d9-4982-8824-8253becf3aad on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:14.164736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Attempting to bind port bec123dc-b5d9-4982-8824-8253becf3aad by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:14.165126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Attempting to bind port bec123dc-b5d9-4982-8824-8253becf3aad on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:14.172364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509d483-024e-47a5-a71a-935515dc8e9f None None] Pushing event updated for resources: {'Port': ['ID=bec123dc-b5d9-4982-8824-8253becf3aad,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:14.178420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:14.179011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:14.179760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.180095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:14.180561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Bound port: bec123dc-b5d9-4982-8824-8253becf3aad, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:14.180938 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.277195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:22:14.278013 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.306046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] For port bec123dc-b5d9-4982-8824-8253becf3aad, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:14.354677 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] For port bec123dc-b5d9-4982-8824-8253becf3aad, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bec123dc-b5d9-4982-8824-8253becf3aad,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:14.361816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.563620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:14.564266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:21:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:14.612248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509d483-024e-47a5-a71a-935515dc8e9f None None] Pushing event updated for resources: {'Port': ['ID=bec123dc-b5d9-4982-8824-8253becf3aad,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:14.664117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Allocated IP 172.20.0.2 (bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46/91d1c38a-28ff-4fba-a922-2e9f24e7a6f5/34d37325-9187-4f9b-98f5-85479ad6a05f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:14.831739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:14.842982 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.060511 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8b49-b61c-4275-8569-8d31d762ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.196910 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.214063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Transition to ACTIVE for port object 34d37325-9187-4f9b-98f5-85479ad6a05f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:15.237137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Transition to ACTIVE for port object 34d37325-9187-4f9b-98f5-85479ad6a05f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:15.246717 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.313786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 3, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:15.317200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.20.0.1 (bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46/91d1c38a-28ff-4fba-a922-2e9f24e7a6f5/a6a249fc-081d-446a-b4f4-57957385e9b4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:15.321539 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:15.325020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:15.326939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a56ef-c5c4-4892-aeec-61277fe685eb None None] The sync data for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 is: [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 3, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:15.328316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:15.378486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Pushing event updated for resources: {'Port': ['ID=34d37325-9187-4f9b-98f5-85479ad6a05f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.457480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Attempting to bind port 34d37325-9187-4f9b-98f5-85479ad6a05f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:15.457847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Attempting to bind port 34d37325-9187-4f9b-98f5-85479ad6a05f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:15.458208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Attempting to bind port 34d37325-9187-4f9b-98f5-85479ad6a05f on network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:15.464082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:15.464445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Checking segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:15.464849 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.465266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Bound using segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:15.465744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Bound port: 34d37325-9187-4f9b-98f5-85479ad6a05f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:15.466106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.578922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] For port 34d37325-9187-4f9b-98f5-85479ad6a05f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:15.583117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] For port 34d37325-9187-4f9b-98f5-85479ad6a05f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=34d37325-9187-4f9b-98f5-85479ad6a05f,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:15.588217 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.593608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.610272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Transition to ACTIVE for port object a6a249fc-081d-446a-b4f4-57957385e9b4 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:15.644840 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.737397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.766270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae8501-eec7-4be6-bd9e-2230cdef235d None None] Pushing event updated for resources: {'Port': ['ID=34d37325-9187-4f9b-98f5-85479ad6a05f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.789981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.794844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:15.799667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:15.807069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:15.879624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=a6a249fc-081d-446a-b4f4-57957385e9b4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.895722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.896063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.896391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.896720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.897078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.897395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.897714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.898066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.898345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.898658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.898976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.899288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:15.917773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.302501 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.802864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.809805 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.872022 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bec123dc-b5d9-4982-8824-8253becf3aad up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:16.983555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=a6a249fc-081d-446a-b4f4-57957385e9b4,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:16.987928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.007144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d4692-77e4-4296-a334-ce36b7fbd9c5 None None] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:17.138160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.161293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:17.162453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:17.206526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bec123dc-b5d9-4982-8824-8253becf3aad completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:17.223250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d59a09b7-501a-4bb9-87cf-6782d65caf05 None None] Provisioning for port 34d37325-9187-4f9b-98f5-85479ad6a05f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:17.246205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bec123dc-b5d9-4982-8824-8253becf3aad triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:17.246486 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.375225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 63f60f35-bab2-435b-b8e8-7ed044b40d7f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:22:17.580119 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:17.588220 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.589829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-391a6ecb-835e-41b6-8d18-7197dad8cfc9 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "PUT /v2.0/routers/63f60f35-bab2-435b-b8e8-7ed044b40d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7005033 Jan 18 23:22:17.592352 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Sync routers for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:17.593131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47880) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.599263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--211906247', 'description': 'tempest-secgroup_access--211906247 description', 'project_id': '038e7cb689f54f1790514424b5dff4c8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:17.604437 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:17.605429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.610691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:17.617385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:security_group and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:17.622411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:17.627043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bec123dc-b5d9-4982-8824-8253becf3aad, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bec123dc-b5d9-4982-8824-8253becf3aad,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:17.632296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:17.640156 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.640156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 34d37325-9187-4f9b-98f5-85479ad6a05f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:17.654135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.686353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:17.691074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:security_group_rule and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:17.699312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:17.710617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:17.785968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bec123dc-b5d9-4982-8824-8253becf3aad,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:17.826622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 34d37325-9187-4f9b-98f5-85479ad6a05f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:17.835904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 34d37325-9187-4f9b-98f5-85479ad6a05f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:17.836356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.842986 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.847879 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:17.852072 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.897176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed71bc5-dde9-4543-82c1-e24eeb92452e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:17.956918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.958212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-51dbd0b2-637c-4435-9e6a-4eea0920fa3e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3636630 Jan 18 23:22:17.961958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 47884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.970194 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1129992270', 'description': 'tempest-secgroup_general--1129992270 description', 'project_id': '038e7cb689f54f1790514424b5dff4c8'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:17.979743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:17.990129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:security_group and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:18.000754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:18.010681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:18.046449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.089662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:18.094995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:security_group_rule and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:18.098823 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:18.109171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:18.132044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.161457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-09c09cf1-5566-43ce-89b9-b19dde6138d7 None None] Provisioning complete for port 34d37325-9187-4f9b-98f5-85479ad6a05f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:18.161989 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09c09cf1-5566-43ce-89b9-b19dde6138d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.212113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.218097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.259808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 34d37325-9187-4f9b-98f5-85479ad6a05f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=34d37325-9187-4f9b-98f5-85479ad6a05f,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:18.268816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.287040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a1f810-4db8-482b-9fd6-42fe05d811c8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.294285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.298970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47890) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:18.299398 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ce8c56d0-3390-4889-b9aa-1e4577d8c9ed tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3357797 Jan 18 23:22:18.304800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'security_group_rule': {'security_group_id': '5ed71bc5-dde9-4543-82c1-e24eeb92452e', 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:18.318813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:18.329952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:security_group_rule and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:18.334998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:18.340970 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 2, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:18.348037 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Checking router: 63f60f35-bab2-435b-b8e8-7ed044b40d7f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:18.348826 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Updating router 63f60f35-bab2-435b-b8e8-7ed044b40d7f port a6a249fc-081d-446a-b4f4-57957385e9b4 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:22:18.356651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:18.387085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.411999 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.422902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=34d37325-9187-4f9b-98f5-85479ad6a05f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.449814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.453450 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.457858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.459077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.459433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.460591 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.460911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.461307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.461650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.462017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.463320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.463661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.485572 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.491988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-09c09cf1-5566-43ce-89b9-b19dde6138d7 None None] Provisioning for port a6a249fc-081d-446a-b4f4-57957385e9b4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:18.493957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.500077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-09c09cf1-5566-43ce-89b9-b19dde6138d7 None None] Provisioning complete for port a6a249fc-081d-446a-b4f4-57957385e9b4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:18.500595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09c09cf1-5566-43ce-89b9-b19dde6138d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.529315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec31b14b-87a4-4bde-a705-a29f46839295,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.549208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.560275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b7c79644-531b-4916-b609-2169a6b87c08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2499979 Jan 18 23:22:18.595460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-09c09cf1-5566-43ce-89b9-b19dde6138d7 None None] Port a6a249fc-081d-446a-b4f4-57957385e9b4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:18.718346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-18136bd7-78dd-4e8e-a5c3-976b89065e5c None None] Provisioning complete for port a6a249fc-081d-446a-b4f4-57957385e9b4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:18.721832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18136bd7-78dd-4e8e-a5c3-976b89065e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.760931 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f64467b7-55ba-4952-8b94-bf8a36c5bb90 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:18.793625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f64467b7-55ba-4952-8b94-bf8a36c5bb90 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:18.797447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f64467b7-55ba-4952-8b94-bf8a36c5bb90 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--211906247&fields=id&tenant_id=038e7cb689f54f1790514424b5dff4c8 HTTP/1.1" status: 200 len: 267 time: 0.0812931 Jan 18 23:22:18.815488 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bec123dc-b5d9-4982-8824-8253becf3aad up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:18.853333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-18136bd7-78dd-4e8e-a5c3-976b89065e5c None None] Port a6a249fc-081d-446a-b4f4-57957385e9b4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:18.876983 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-d36dcb3c-2d61-4636-baa8-3e4ac21b6b60 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--1129992270&fields=id&tenant_id=038e7cb689f54f1790514424b5dff4c8 HTTP/1.1" status: 200 len: 267 time: 0.0721278 Jan 18 23:22:18.886325 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.907371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Transition to ACTIVE for port object a6a249fc-081d-446a-b4f4-57957385e9b4 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:18.910042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bec123dc-b5d9-4982-8824-8253becf3aad triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:18.910429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.918974 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.060472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 34d37325-9187-4f9b-98f5-85479ad6a05f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:19.088814 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Pushing event updated for resources: {'Port': ['ID=a6a249fc-081d-446a-b4f4-57957385e9b4,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:19.121873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f3e35a8b-e106-4ac2-8154-a8268991b9b7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:19.122530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f3e35a8b-e106-4ac2-8154-a8268991b9b7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:19.145746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f3e35a8b-e106-4ac2-8154-a8268991b9b7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:19.147514 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-f3e35a8b-e106-4ac2-8154-a8268991b9b7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/networks?id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 HTTP/1.1" status: 200 len: 797 time: 0.2611716 Jan 18 23:22:19.163311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 34d37325-9187-4f9b-98f5-85479ad6a05f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:19.163859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.169887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-131fbedf-0788-440a-919d-5bd0bce1ce7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/quotas/038e7cb689f54f1790514424b5dff4c8 HTTP/1.1" status: 200 len: 375 time: 0.0171661 Jan 18 23:22:19.199969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.200585 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.201301 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.201791 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.202490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.203231 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.203773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.204255 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.204734 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.205234 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.205709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.206201 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:19.241591 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Attempting to bind port a6a249fc-081d-446a-b4f4-57957385e9b4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:19.242297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Attempting to bind port a6a249fc-081d-446a-b4f4-57957385e9b4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:19.242830 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Attempting to bind port a6a249fc-081d-446a-b4f4-57957385e9b4 on network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:19.251302 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:19.252021 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Checking segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:19.252656 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.253226 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Bound using segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:19.253888 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Bound port: a6a249fc-081d-446a-b4f4-57957385e9b4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:19.254599 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.338292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-fc5e4fb3-2290-465f-b390-e232e76c78f0 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:19.359984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-fc5e4fb3-2290-465f-b390-e232e76c78f0 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:19.362727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-fc5e4fb3-2290-465f-b390-e232e76c78f0 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920617 Jan 18 23:22:19.388606 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] For port a6a249fc-081d-446a-b4f4-57957385e9b4, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:19.393937 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] For port a6a249fc-081d-446a-b4f4-57957385e9b4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a6a249fc-081d-446a-b4f4-57957385e9b4,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:19.402608 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.490985 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:19.491647 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:19.566573 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57b46-581b-424c-8ce4-fc397e69dd48 None None] Pushing event updated for resources: {'Port': ['ID=a6a249fc-081d-446a-b4f4-57957385e9b4,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:19.669334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-9ee6e726-7f6c-445e-921d-3a83aca2d292 service neutron] 10.222.0.78 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879345 Jan 18 23:22:19.704450 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:19.818853 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-8e9484dd-19a0-4d23-9891-5a39bebb49c8 service neutron] 10.222.0.78 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435933 Jan 18 23:22:20.042965 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b29488ef-4de7-4aaa-9324-e50a2f541710 req-7092e0a4-5bd2-4aeb-9677-b1925569f1b0 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 210 time: 0.0551856 Jan 18 23:22:20.070279 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:19Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:20.074374 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d75c8-300c-429d-938a-fd208937de7a None None] The sync data for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 is: [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:19Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:20.808200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a6a249fc-081d-446a-b4f4-57957385e9b4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:20.889336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port a6a249fc-081d-446a-b4f4-57957385e9b4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:20.896714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a6a249fc-081d-446a-b4f4-57957385e9b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:20.897194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.026088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.065726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port a6a249fc-081d-446a-b4f4-57957385e9b4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a6a249fc-081d-446a-b4f4-57957385e9b4,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:21.073650 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.195992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=a6a249fc-081d-446a-b4f4-57957385e9b4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:21.294911 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe571219-5b4f-4d94-8ac3-320cccce260e req-fb20eee6-490a-438c-a24d-8c4e38cd8adc tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 210 time: 0.0646586 Jan 18 23:22:21.363237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-ade67ddf-ba95-41a8-a638-792f89e88a2a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:21.364643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-ade67ddf-ba95-41a8-a638-792f89e88a2a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.86 "GET /v2.0/networks?id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 HTTP/1.1" status: 200 len: 797 time: 0.2514939 Jan 18 23:22:21.426411 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-7acadb1d-c398-4b48-9d6f-936f683d587a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e7cb689f54f1790514424b5dff4c8 HTTP/1.1" status: 200 len: 477 time: 0.0510669 Jan 18 23:22:21.437995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'port': {'device_id': 'c84b4063-32ba-4504-866d-21d31b25363a', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'admin_state_up': True, 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'security_groups': ['5ed71bc5-dde9-4543-82c1-e24eeb92452e', '20a1f810-4db8-482b-9fd6-42fe05d811c8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:21.599153 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:21.609339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:21.622184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Made reservation on behalf of 038e7cb689f54f1790514424b5dff4c8 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:21.625819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.795591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.20.0.14 (bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46/91d1c38a-28ff-4fba-a922-2e9f24e7a6f5/37789842-3583-4ed1-8904-c619f2272814) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:22.019657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.035735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Transition to ACTIVE for port object 37789842-3583-4ed1-8904-c619f2272814 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:22.061262 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.138021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:22.141364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:22.145630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:22.180809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=37789842-3583-4ed1-8904-c619f2272814,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:22.212864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:22.213571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.241162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-2625b2d4-a4ad-4646-a689-a6085f974a08 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8091972 Jan 18 23:22:22.252599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Request body: {'port': {'device_id': 'c84b4063-32ba-4504-866d-21d31b25363a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:22.366441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3d29065c-3814-42da-85cb-0c786dc84779 None None] Provisioning for port 37789842-3583-4ed1-8904-c619f2272814 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:22.372768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3d29065c-3814-42da-85cb-0c786dc84779 None None] Provisioning complete for port 37789842-3583-4ed1-8904-c619f2272814 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:22.373596 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d29065c-3814-42da-85cb-0c786dc84779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.381022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.463871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d29065c-3814-42da-85cb-0c786dc84779 None None] Port 37789842-3583-4ed1-8904-c619f2272814 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:22.526468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f38b83-aa19-458c-9fa4-9fdb1e71f6b5 req-eb33c45d-3e4d-430d-98af-1aa0d65614c7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:22.528100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31f38b83-aa19-458c-9fa4-9fdb1e71f6b5 req-eb33c45d-3e4d-430d-98af-1aa0d65614c7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 971 time: 0.0861030 Jan 18 23:22:22.581520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-31f38b83-aa19-458c-9fa4-9fdb1e71f6b5 req-24b2bcd7-79cb-40ec-8b6b-091a28a7f2f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:22.595866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-31f38b83-aa19-458c-9fa4-9fdb1e71f6b5 req-24b2bcd7-79cb-40ec-8b6b-091a28a7f2f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:22.597093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31f38b83-aa19-458c-9fa4-9fdb1e71f6b5 req-24b2bcd7-79cb-40ec-8b6b-091a28a7f2f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0623953 Jan 18 23:22:22.781358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37789842-3583-4ed1-8904-c619f2272814 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:22.783866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a6a249fc-081d-446a-b4f4-57957385e9b4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:22.792889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.812629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Transition to ACTIVE for port object 37789842-3583-4ed1-8904-c619f2272814 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:22.819122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.860062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port a6a249fc-081d-446a-b4f4-57957385e9b4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:22.861688 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.148437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Pushing event updated for resources: {'Port': ['ID=37789842-3583-4ed1-8904-c619f2272814,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.192309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Attempting to bind port 37789842-3583-4ed1-8904-c619f2272814 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:23.192667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Attempting to bind port 37789842-3583-4ed1-8904-c619f2272814 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:23.193025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Attempting to bind port 37789842-3583-4ed1-8904-c619f2272814 on network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:23.197844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Port 37789842-3583-4ed1-8904-c619f2272814 on network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:22:23.198161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Attempting to bind port 37789842-3583-4ed1-8904-c619f2272814 on network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:23.203185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:23.203524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Checking segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:23.203911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Bound using segment: {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:23.204327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Bound port: 37789842-3583-4ed1-8904-c619f2272814, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c6886-ba71-468b-a5c5-a6a6371b1f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:23.204677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.298961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] For port 37789842-3583-4ed1-8904-c619f2272814, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:23.301941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] For port 37789842-3583-4ed1-8904-c619f2272814, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=37789842-3583-4ed1-8904-c619f2272814,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:23.307816 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.368315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.368987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.370379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] 10.222.0.86 "PUT /v2.0/ports/37789842-3583-4ed1-8904-c619f2272814 HTTP/1.1" status: 200 len: 1131 time: 1.1222668 Jan 18 23:22:23.370809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'tag': '37789842-3583-4ed1-8904-c619f2272814'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:23.391711 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6dd33-23d2-4ba0-b9cb-f85e35b60455 service neutron] Pushing event updated for resources: {'Port': ['ID=37789842-3583-4ed1-8904-c619f2272814,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.455702 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'tag': '37789842-3583-4ed1-8904-c619f2272814', 'status': 'completed', 'code': 200} Jan 18 23:22:23.497709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-c42065eb-52ec-4cc4-a143-30a742f7c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.499358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-c42065eb-52ec-4cc4-a143-30a742f7c955 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1134 time: 0.0842099 Jan 18 23:22:23.577210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-48df7a40-8b52-4e87-a1d7-250432af371f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37789842-3583-4ed1-8904-c619f2272814 HTTP/1.1" status: 200 len: 217 time: 0.0707202 Jan 18 23:22:23.663605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-8490eb69-13ba-43cf-a559-229334fb195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.665180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-8490eb69-13ba-43cf-a559-229334fb195d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91d1c38a-28ff-4fba-a922-2e9f24e7a6f5 HTTP/1.1" status: 200 len: 834 time: 0.0823164 Jan 18 23:22:23.790175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-0b77ebb1-6e71-4ca7-8f35-709b9936c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.791818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-0b77ebb1-6e71-4ca7-8f35-709b9936c930 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195257 Jan 18 23:22:23.840658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d0fc2-7009-4233-916d-eba46a25170f req-c64347a6-7761-41b5-a1b2-cf9ace3878ef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.842239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c7d0fc2-7009-4233-916d-eba46a25170f req-c64347a6-7761-41b5-a1b2-cf9ace3878ef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 983 time: 0.0944602 Jan 18 23:22:23.893479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c7d0fc2-7009-4233-916d-eba46a25170f req-778eb422-8714-4261-ac1b-98c30879bd1b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0449677 Jan 18 23:22:23.930546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-97646da8-be28-4824-b841-57a86fb56b94 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328261 Jan 18 23:22:24.079311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fce2e58-2ee2-4522-83a8-a6f9def75717 req-ea0d0bd3-8e7a-469b-af99-8c396ad69f87 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433032 Jan 18 23:22:24.209688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-f5bbcbec-6f23-4136-98f4-a59f88a4d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:24.211403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-f5bbcbec-6f23-4136-98f4-a59f88a4d960 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1134 time: 0.0824859 Jan 18 23:22:24.237786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47938) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:24.350963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-778663c9-eba6-4373-a21b-594cdd4bad63 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/floatingips/f17fab7b-22fe-4864-a23b-e1d6a29cde93 HTTP/1.1" status: 200 len: 994 time: 0.1120090 Jan 18 23:22:24.351174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-a82e9224-c62f-48bb-ac89-2f3a43a70005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:24.352828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-a82e9224-c62f-48bb-ac89-2f3a43a70005 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 HTTP/1.1" status: 200 len: 898 time: 0.1356354 Jan 18 23:22:24.425272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-f1b7c234-26f6-48a1-8b05-c899315cec59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37789842-3583-4ed1-8904-c619f2272814 HTTP/1.1" status: 200 len: 217 time: 0.0652602 Jan 18 23:22:24.507555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-5ed6e2b0-46be-499e-a229-fa686543321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:24.509024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-5ed6e2b0-46be-499e-a229-fa686543321c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91d1c38a-28ff-4fba-a922-2e9f24e7a6f5 HTTP/1.1" status: 200 len: 834 time: 0.0778956 Jan 18 23:22:24.586294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-9c1dd836-61c5-477e-943b-7e472de7d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:24.587885 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-9c1dd836-61c5-477e-943b-7e472de7d0bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725102 Jan 18 23:22:24.648006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 47946) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:24.726175 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-947561a4-99f7-4fcc-93cd-05dcd6236be2 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316724 Jan 18 23:22:24.902029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 46bd79b8-f1ee-4850-8155-f792f49f542e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:22:24.902584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.014723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-596b8587-d7de-4b90-831f-b0d84a4d62a5 req-b52eec02-6792-410d-be3b-9e5a32415540 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818995 Jan 18 23:22:25.276050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.276245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.402048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 46bd79b8-f1ee-4850-8155-f792f49f542e owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:22:25.454306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a0342-fbc4-41c7-92b8-c551f7fc51ad req-2e889b99-5a26-439d-b7f0-b5cb5cd13ed8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:25.455825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c89a0342-fbc4-41c7-92b8-c551f7fc51ad req-2e889b99-5a26-439d-b7f0-b5cb5cd13ed8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 983 time: 0.2875009 Jan 18 23:22:25.523850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c89a0342-fbc4-41c7-92b8-c551f7fc51ad req-00325f9f-ecca-402f-a8fb-d2d78b9d2e69 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0611026 Jan 18 23:22:25.607195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.653396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=46bd79b8-f1ee-4850-8155-f792f49f542e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:25.693712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.693941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.694214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.694530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.694878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.695193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.695503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.695821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.696133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.696443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.696759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.697143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:25.757998 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.758398 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Floating IP f17fab7b-22fe-4864-a23b-e1d6a29cde93 disassociated (deleted). External IP: 172.25.4.252, port: 952ee3da-bcf7-4185-8f90-0f7ccf660e69. Jan 18 23:22:26.132710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router b5d089f2-b988-47a9-8108-028f4f2b4a0b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:22:26.319915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:26.331436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] Sync routers for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:26.342516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:26.343175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:26.343307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.413094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08c9d1a1-3fde-4b7a-9eca-6bdc34e5cfed tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/floatingips/f17fab7b-22fe-4864-a23b-e1d6a29cde93 HTTP/1.1" status: 204 len: 168 time: 1.7563348 Jan 18 23:22:26.413094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:26.550825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:26.588557 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'status': 'completed', 'code': 200} Jan 18 23:22:26.890140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25490a3-df46-4d21-8190-1e86331625db req-dc6b17d5-edcf-41cc-8313-d16c43d0ae5e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:26.891772 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a25490a3-df46-4d21-8190-1e86331625db req-dc6b17d5-edcf-41cc-8313-d16c43d0ae5e tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 946 time: 0.0976648 Jan 18 23:22:26.911743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-45df97f6-be42-439d-a9c2-745f34b75a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:26.913431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-45df97f6-be42-439d-a9c2-745f34b75a21 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=26dfd6e147044c35bc69d10eba61b783&device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 1097 time: 0.3018432 Jan 18 23:22:26.928762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435514cc-ed6e-4c9c-a2ad-9991ec8e722f req-a19163d3-201b-4918-b6d8-ea524b54e8a1 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:26.930376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-435514cc-ed6e-4c9c-a2ad-9991ec8e722f req-a19163d3-201b-4918-b6d8-ea524b54e8a1 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 983 time: 0.1626854 Jan 18 23:22:26.965646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:35Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:26.970823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 37789842-3583-4ed1-8904-c619f2272814 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:22:26.973139 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a25490a3-df46-4d21-8190-1e86331625db req-1c8d7e40-6a01-4475-b01f-4cd58c773c17 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738268 Jan 18 23:22:26.979090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] Checking router: b5d089f2-b988-47a9-8108-028f4f2b4a0b for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:27.012984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:27.013878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:27.207243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 37789842-3583-4ed1-8904-c619f2272814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=37789842-3583-4ed1-8904-c619f2272814,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:27.210982 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-435514cc-ed6e-4c9c-a2ad-9991ec8e722f req-b41bc5fd-e5d2-4db0-92dd-875d1ee723b0 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2588904 Jan 18 23:22:27.265386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-e86d157d-302d-40f6-b3ed-e5c16fcea98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:27.266848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-e86d157d-302d-40f6-b3ed-e5c16fcea98c service neutron] 10.222.0.85 "GET /v2.0/networks?id=90c694a9-a159-4d48-8e51-18029cbcbd3b HTTP/1.1" status: 200 len: 897 time: 0.3356068 Jan 18 23:22:27.272274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '37789842-3583-4ed1-8904-c619f2272814', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'port_id': '37789842-3583-4ed1-8904-c619f2272814', 'mac_address': 'fa:16:3e:07:b4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:22:27.340257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-1ea0fa20-3ae9-4d2c-89ea-eb3ee0e83436 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69 HTTP/1.1" status: 200 len: 217 time: 0.0667567 Jan 18 23:22:27.359364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.378541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:27.404983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-a64fffb7-e068-4b97-821b-290440f81308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:27.406443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-a64fffb7-e068-4b97-821b-290440f81308 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3455053a-0f5a-43c2-a186-55230f55ed74 HTTP/1.1" status: 200 len: 834 time: 0.0597861 Jan 18 23:22:27.440630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37789842-3583-4ed1-8904-c619f2272814 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:27.487876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-d64857e4-6df6-4883-a75a-129b0ac4d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:27.489850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-d64857e4-6df6-4883-a75a-129b0ac4d0de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=90c694a9-a159-4d48-8e51-18029cbcbd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772309 Jan 18 23:22:27.540664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 37789842-3583-4ed1-8904-c619f2272814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=37789842-3583-4ed1-8904-c619f2272814,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:27.591577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.629060 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-a3525c3c-4399-4941-95c7-cfb925987f2b service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324844 Jan 18 23:22:27.750045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=37789842-3583-4ed1-8904-c619f2272814,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:27.768868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11f6b1f8-d1db-48c7-b721-1de51dfa439e req-635c03af-cbde-4933-ae0e-60e1fbd83627 service neutron] 10.222.0.85 "GET /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325626 Jan 18 23:22:27.800091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['37789842-3583-4ed1-8904-c619f2272814'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:22:27.924057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:35Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:27.936725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ea82-527d-4fb6-81e7-ee01743bd8c5 None None] The sync data for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 is: [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 4, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6af02994-5557-44fd-b568-a6f1c87b3f30', 'name': '', 'network_id': '90c694a9-a159-4d48-8e51-18029cbcbd3b', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'mac_address': 'fa:16:3e:ad:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:27Z', 'updated_at': '2022-01-18T23:21:35Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'subnets': [{'id': '3455053a-0f5a-43c2-a186-55230f55ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:28.047878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-9f13e391-4057-41a7-9f80-01fd7ee25025 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:28.048971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-9f13e391-4057-41a7-9f80-01fd7ee25025 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Synchronizing usage tracker for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:28.070033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-9f13e391-4057-41a7-9f80-01fd7ee25025 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Unset dirty status for tenant:26dfd6e147044c35bc69d10eba61b783 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:28.073619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-9f13e391-4057-41a7-9f80-01fd7ee25025 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 946 time: 0.1272187 Jan 18 23:22:28.158475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:22:28.158824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.245725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c484f2a-475e-443e-b0f0-238217568eb2 req-35197b5c-6307-4c2a-9ac5-f467083eb740 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:28.253746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c484f2a-475e-443e-b0f0-238217568eb2 req-35197b5c-6307-4c2a-9ac5-f467083eb740 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 946 time: 0.1328585 Jan 18 23:22:28.305774 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c484f2a-475e-443e-b0f0-238217568eb2 req-657a84a0-30b1-4ed2-ace8-325edcb024eb tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/security-groups?id=5de3c799-b6d4-458b-914e-0b31926d46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508819 Jan 18 23:22:28.365733 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ba554-cbc4-448a-a3e6-9342f16c98c1 None None] New status for floating IP f17fab7b-22fe-4864-a23b-e1d6a29cde93: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:22:28.562839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 952ee3da-bcf7-4185-8f90-0f7ccf660e69, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=952ee3da-bcf7-4185-8f90-0f7ccf660e69,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:28.563455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.591295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab81b5-fcd5-47d7-8c55-56067739cb71 req-a691f1d5-8330-4bcf-88b4-82f408151421 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:28.593615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9cab81b5-fcd5-47d7-8c55-56067739cb71 req-a691f1d5-8330-4bcf-88b4-82f408151421 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 984 time: 0.1827207 Jan 18 23:22:28.747269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 952ee3da-bcf7-4185-8f90-0f7ccf660e69 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:22:28.842654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9cab81b5-fcd5-47d7-8c55-56067739cb71 req-60cf211d-1ff6-434c-8358-6fa585febc40 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1853240 Jan 18 23:22:28.957071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.971219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 37789842-3583-4ed1-8904-c619f2272814 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:29.056486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=952ee3da-bcf7-4185-8f90-0f7ccf660e69,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:29.062753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 37789842-3583-4ed1-8904-c619f2272814 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:29.068517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 37789842-3583-4ed1-8904-c619f2272814 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:29.069179 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.101367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] No DVR routers for this DVR port 952ee3da-bcf7-4185-8f90-0f7ccf660e69 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:29.104107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.108678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'name': 'network-vif-deleted', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:29.124740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a30e5ad-b39c-452a-a0d3-3074cec1965a req-ed299b19-c2b1-49d2-ad53-85318690ee89 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.85 "DELETE /v2.0/ports/952ee3da-bcf7-4185-8f90-0f7ccf660e69 HTTP/1.1" status: 204 len: 173 time: 1.0452554 Jan 18 23:22:29.169415 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84bff83-82d6-4a46-8177-aa1e6536b4db', 'name': 'network-vif-deleted', 'tag': '952ee3da-bcf7-4185-8f90-0f7ccf660e69', 'status': 'completed', 'code': 200} Jan 18 23:22:29.209357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.244939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37789842-3583-4ed1-8904-c619f2272814'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:29.269207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 37789842-3583-4ed1-8904-c619f2272814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=37789842-3583-4ed1-8904-c619f2272814,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:29.278003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.331803 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37789842-3583-4ed1-8904-c619f2272814', 'code': 200} Jan 18 23:22:29.414752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=37789842-3583-4ed1-8904-c619f2272814,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:29.555847 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1500e-8a14-4cc9-9d54-9bcf0f9cd753 req-2faa7c7e-7e73-4762-97bd-7204987b6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:29.557753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ee1500e-8a14-4cc9-9d54-9bcf0f9cd753 req-2faa7c7e-7e73-4762-97bd-7204987b6682 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1136 time: 0.1335390 Jan 18 23:22:29.621408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ee1500e-8a14-4cc9-9d54-9bcf0f9cd753 req-673a814f-9da4-4ead-b8d9-102990cbaa93 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20a1f810-4db8-482b-9fd6-42fe05d811c8&id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0573857 Jan 18 23:22:29.679613 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a89e00cc-bc1b-4271-8798-f32139a1df45 req-5b94ce68-5eb1-4ec9-bae5-c8442ee1a6f3 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84bff83-82d6-4a46-8177-aa1e6536b4db HTTP/1.1" status: 200 len: 210 time: 0.0612476 Jan 18 23:22:30.178031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c89c04-21d1-49dd-a758-63040f8f2e6e req-49646b03-63d2-445a-8a2f-6b0818530a8a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:30.179422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62c89c04-21d1-49dd-a758-63040f8f2e6e req-49646b03-63d2-445a-8a2f-6b0818530a8a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 985 time: 0.2074611 Jan 18 23:22:30.236638 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62c89c04-21d1-49dd-a758-63040f8f2e6e req-b339af65-4b9a-494d-9c84-39189f812af3 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0510950 Jan 18 23:22:30.790380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48024) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:30.867013 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2020cc6a-eb0d-4e47-a95f-b38c75b3f44a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.899458 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2020cc6a-eb0d-4e47-a95f-b38c75b3f44a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.969698 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2020cc6a-eb0d-4e47-a95f-b38c75b3f44a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.987274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020cc6a-eb0d-4e47-a95f-b38c75b3f44a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3c799-b6d4-458b-914e-0b31926d46e0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:31.003565 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2020cc6a-eb0d-4e47-a95f-b38c75b3f44a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.005170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2020cc6a-eb0d-4e47-a95f-b38c75b3f44a tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/security-groups/5de3c799-b6d4-458b-914e-0b31926d46e0 HTTP/1.1" status: 204 len: 168 time: 0.2137070 Jan 18 23:22:31.039788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48032) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:31.590130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b86743-2226-434e-bf5e-e926454f0981 req-8f5a38e7-8871-4d77-8e61-7f1091a67850 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:31.591099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-58b86743-2226-434e-bf5e-e926454f0981 req-8f5a38e7-8871-4d77-8e61-7f1091a67850 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:31.616765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-58b86743-2226-434e-bf5e-e926454f0981 req-8f5a38e7-8871-4d77-8e61-7f1091a67850 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:31.617814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58b86743-2226-434e-bf5e-e926454f0981 req-8f5a38e7-8871-4d77-8e61-7f1091a67850 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 985 time: 0.2141247 Jan 18 23:22:31.688240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58b86743-2226-434e-bf5e-e926454f0981 req-e61ed716-728f-4e0d-9425-3feb86369b2c tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0600309 Jan 18 23:22:31.782804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.933058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842c885-97e8-425b-988a-868e3ccc8268 req-886858d7-ed95-45e7-b13a-f6b8ed938dce tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:31.942650 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7842c885-97e8-425b-988a-868e3ccc8268 req-886858d7-ed95-45e7-b13a-f6b8ed938dce tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 985 time: 0.1353936 Jan 18 23:22:31.999684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7842c885-97e8-425b-988a-868e3ccc8268 req-48da220c-aa32-45a8-b61d-88cc0d0bbaec tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0551043 Jan 18 23:22:32.222664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-5f4eed9d-763b-4944-b4eb-ce1cf7d326db tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:32.224210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-5f4eed9d-763b-4944-b4eb-ce1cf7d326db tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1136 time: 0.1010425 Jan 18 23:22:32.429769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.437540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 952ee3da-bcf7-4185-8f90-0f7ccf660e69 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:32.459207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:32.464481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port 6af02994-5557-44fd-b568-a6f1c87b3f30 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:22:32.464832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.483331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 952ee3da-bcf7-4185-8f90-0f7ccf660e69 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:22:32.483331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 952ee3da-bcf7-4185-8f90-0f7ccf660e69 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:32.496249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Usage tracker for resource:security_group_rule and tenant:a0e092c956fd4a9fbd8edc3bf11eb988 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:32.504882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:32.525190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:32.737912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port 6af02994-5557-44fd-b568-a6f1c87b3f30, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6af02994-5557-44fd-b568-a6f1c87b3f30,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:32.737912 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.891315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for 6af02994-5557-44fd-b568-a6f1c87b3f30 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:22:32.963538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.969091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.003063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e0b46a2-23b9-476a-8364-18278f0e6337 req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7693872 Jan 18 23:22:33.029262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48048) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:33.102843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a6480-573a-499e-83d0-51acec121fee tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:33.104512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ce6a6480-573a-499e-83d0-51acec121fee tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1131 time: 0.0741343 Jan 18 23:22:33.107937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48052) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:33.113133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '37789842-3583-4ed1-8904-c619f2272814', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:33.119790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:33.123473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:floatingip and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:33.126442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:33.132638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:33.144270 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.162941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f29cb-0ed9-4b3f-9332-4426c324ff5b tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9aa0cb-1257-444a-9f06-3af448ed1c8f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:33.292769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.310334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.368521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=6af02994-5557-44fd-b568-a6f1c87b3f30,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:33.509074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.25.4.173 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/568e3f0e-4296-4989-87b7-f37b379af719) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:33.706316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.706775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.743789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.819153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:33.820805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:33.824529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:33.983021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=568e3f0e-4296-4989-87b7-f37b379af719,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:34.334493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.376646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Router b5d089f2-b988-47a9-8108-028f4f2b4a0b has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:22:34.443320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.543668 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.601531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:34.615018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] Sync routers for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:34.625264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:34.626321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:34.634828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-549a5c9a-58c1-4508-95a6-5096b20d9450 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "PUT /v2.0/routers/b5d089f2-b988-47a9-8108-028f4f2b4a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5896997 Jan 18 23:22:34.634828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:34.745404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.750761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting subnet 3455053a-0f5a-43c2-a186-55230f55ed74 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:22:34.754730 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.756877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.839680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.867234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:35.002453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.077583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.119434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.161289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=568e3f0e-4296-4989-87b7-f37b379af719,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:35.178043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Subnet': ['ID=3455053a-0f5a-43c2-a186-55230f55ed74,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:35.180429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.190412 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0761e618-a2b6-4630-8a45-65b155680aac tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/subnets/3455053a-0f5a-43c2-a186-55230f55ed74 HTTP/1.1" status: 204 len: 168 time: 0.5519445 Jan 18 23:22:35.190740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5e385-bdfe-4c97-b55f-66c485889042 None None] Network 90c694a9-a159-4d48-8e51-18029cbcbd3b requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:35.191470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:35.312217 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Floating IP 0dbeb4f8-675d-4e6a-9a02-559e49db5872 associated. External IP: 172.25.4.173, port: 37789842-3583-4ed1-8904-c619f2272814. Jan 18 23:22:35.397717 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.518085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:22:33Z', 'revision_number': 5, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port': {'id': 'f6740cce-bdbd-47df-9b2d-f3bbcefdce78', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:21Z', 'updated_at': '2022-01-18T23:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:35.524809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] Checking router: b5d089f2-b988-47a9-8108-028f4f2b4a0b for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:35.536983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] Routers {'b5d089f2-b988-47a9-8108-028f4f2b4a0b'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:35.538065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:35.588811 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.602660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Deleting port f6740cce-bdbd-47df-9b2d-f3bbcefdce78 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:22:35.603312 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.778929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] Set router b5d089f2-b988-47a9-8108-028f4f2b4a0b gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:35.870440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 63f60f35-bab2-435b-b8e8-7ed044b40d7f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:22:35.887576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] For port f6740cce-bdbd-47df-9b2d-f3bbcefdce78, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:35.889594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.898472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:22:35Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:35.910655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d37e6-c87d-49dc-88ce-0135d842c561 None None] The sync data for ids ['b5d089f2-b988-47a9-8108-028f4f2b4a0b'] in n-d-825178-1 is: [{'id': 'b5d089f2-b988-47a9-8108-028f4f2b4a0b', 'name': 'tempest-TestNetworkBasicOps-router-1962764618', 'tenant_id': '26dfd6e147044c35bc69d10eba61b783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:22:35Z', 'revision_number': 6, 'project_id': '26dfd6e147044c35bc69d10eba61b783', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:36.109171 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Calling delete_port for f6740cce-bdbd-47df-9b2d-f3bbcefdce78 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:22:36.136974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:36.149073 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] Sync routers for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:36.164021 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:36.164844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:36.175779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.243088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c6a18f01-5847-4821-b3c3-5aafc32df1b5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1334996 Jan 18 23:22:36.243088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'tag': '37789842-3583-4ed1-8904-c619f2272814'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:36.248362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:36.314241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] DHCP port deletion for 90c694a9-a159-4d48-8e51-18029cbcbd3b request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:22:36.320408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] Deleting port a1296d18-a8bb-49ac-9143-b3560749f1df {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:22:36.320408 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.374105 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'tag': '37789842-3583-4ed1-8904-c619f2272814', 'status': 'completed', 'code': 200} Jan 18 23:22:36.537971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.538749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.542680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.542680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.545129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.546532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.546876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.558307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3319db17-863f-40aa-b1fd-25680ba180ae tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4932 time: 0.3087199 Jan 18 23:22:36.558860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48100) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:36.562891 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:36.644517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.654360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.654812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.655951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.656023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.656428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.656865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.658809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-324c0ee9-f61f-43e1-969c-1bf08362dc2e tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0988939 Jan 18 23:22:36.697816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] For port a1296d18-a8bb-49ac-9143-b3560749f1df, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a1296d18-a8bb-49ac-9143-b3560749f1df,segment=NetworkSegment(144b1cba-e671-4842-ae50-55f27d6fe114),segment_id=144b1cba-e671-4842-ae50-55f27d6fe114)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:36.698219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.760085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48104) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:36.842368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] Calling delete_port for a1296d18-a8bb-49ac-9143-b3560749f1df owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:22:36.941864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.983367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af02994-5557-44fd-b568-a6f1c87b3f30 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:37.037957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6af02994-5557-44fd-b568-a6f1c87b3f30 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:22:37.038700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6af02994-5557-44fd-b568-a6f1c87b3f30 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:37.039473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1296d18-a8bb-49ac-9143-b3560749f1df no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:37.103203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.217459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] No DVR routers for this DVR port a1296d18-a8bb-49ac-9143-b3560749f1df on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:37.235859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-69719155-e841-4c2f-9484-031adcb306e9 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3594 time: 0.4745715 Jan 18 23:22:37.240126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48112) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:37.258109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a1296d18-a8bb-49ac-9143-b3560749f1df {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:22:37.260117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a1296d18-a8bb-49ac-9143-b3560749f1df not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:37.260117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f6740cce-bdbd-47df-9b2d-f3bbcefdce78 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:37.296744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Port': ['ID=f6740cce-bdbd-47df-9b2d-f3bbcefdce78,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:37.319606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.325464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.351403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f6740cce-bdbd-47df-9b2d-f3bbcefdce78 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:22:37.352535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f6740cce-bdbd-47df-9b2d-f3bbcefdce78 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:37.369219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.369219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be49e2-29ac-4b94-84d3-bec383c67550 None None] Pushing event deleted for resources: {'Port': ['ID=a1296d18-a8bb-49ac-9143-b3560749f1df,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:37.371471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-96a5e3ef-4cb7-4538-9275-58e265df13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.372737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-96a5e3ef-4cb7-4538-9275-58e265df13c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1136 time: 0.7819695 Jan 18 23:22:37.374524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.375663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Fanout notify agent at l3_agent the message router_deleted on router b5d089f2-b988-47a9-8108-028f4f2b4a0b {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:22:37.396438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0dbeb4f8-675d-4e6a-9a02-559e49db5872', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'port_id': '37789842-3583-4ed1-8904-c619f2272814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'mac_address': 'fa:16:3e:07:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b4063-32ba-4504-866d-21d31b25363a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:34Z', 'updated_at': '2022-01-18T23:22:34Z', 'revision_number': 0, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:21Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:37.404699 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] Checking router: 63f60f35-bab2-435b-b8e8-7ed044b40d7f for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:37.428749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6b49d-c808-4e0c-b12e-4fc16b6f6daa tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.429330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6b49d-c808-4e0c-b12e-4fc16b6f6daa tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.441092 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0ee6b49d-c808-4e0c-b12e-4fc16b6f6daa tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=63f60f35-bab2-435b-b8e8-7ed044b40d7f HTTP/1.1" status: 200 len: 1990 time: 0.1899052 Jan 18 23:22:37.447873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:37.449345 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:37.489935 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.495128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91771ada-1253-436b-b350-960c69fc43a2 tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/routers/b5d089f2-b988-47a9-8108-028f4f2b4a0b HTTP/1.1" status: 204 len: 168 time: 2.3018849 Jan 18 23:22:37.497312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48122) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:37.626562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-7f0f73f3-56a9-4295-8bea-000e0ef62eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.628441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-7f0f73f3-56a9-4295-8bea-000e0ef62eb6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 HTTP/1.1" status: 200 len: 898 time: 0.2466941 Jan 18 23:22:37.727072 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:37.762874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-600ba150-77c3-48b4-b651-ed9c2664e246 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37789842-3583-4ed1-8904-c619f2272814 HTTP/1.1" status: 200 len: 1000 time: 0.1285295 Jan 18 23:22:37.829880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.845359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-64f1d247-4870-4fef-98b3-f8d2d5cb28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.846831 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-64f1d247-4870-4fef-98b3-f8d2d5cb28b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91d1c38a-28ff-4fba-a922-2e9f24e7a6f5 HTTP/1.1" status: 200 len: 834 time: 0.0754983 Jan 18 23:22:37.949666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-22f9b75c-6173-46b9-8698-d6cc75189c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.958322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-22f9b75c-6173-46b9-8698-d6cc75189c00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882127 Jan 18 23:22:38.040202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.066770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c694a9-a159-4d48-8e51-18029cbcbd3b']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:38.085709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144b1cba-e671-4842-ae50-55f27d6fe114') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:38.086019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144b1cba-e671-4842-ae50-55f27d6fe114') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:38.099557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.102082 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-dbfaa62b-9adf-41c2-ad13-01115f0874e0 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423452 Jan 18 23:22:38.116799 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.124894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:22:38.125797 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:22:38.142740 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:22:38.145473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0dbeb4f8-675d-4e6a-9a02-559e49db5872', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'port_id': '37789842-3583-4ed1-8904-c619f2272814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'mac_address': 'fa:16:3e:07:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b4063-32ba-4504-866d-21d31b25363a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:34Z', 'updated_at': '2022-01-18T23:22:34Z', 'revision_number': 0, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:21Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:38.148665 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e9e5f-59d0-422c-ba9b-190ede0460ef None None] The sync data for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 is: [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0dbeb4f8-675d-4e6a-9a02-559e49db5872', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'port_id': '37789842-3583-4ed1-8904-c619f2272814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'mac_address': 'fa:16:3e:07:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b4063-32ba-4504-866d-21d31b25363a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:34Z', 'updated_at': '2022-01-18T23:22:34Z', 'revision_number': 0, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:21Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:38.242257 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.261713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.273971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] Pushing event deleted for resources: {'Network': ['ID=90c694a9-a159-4d48-8e51-18029cbcbd3b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:38.289917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c3ab1f40-25e8-4298-9d37-939071cc653d tempest-TestNetworkBasicOps-695504448 tempest-TestNetworkBasicOps-695504448-project] 10.222.0.78 "DELETE /v2.0/networks/90c694a9-a159-4d48-8e51-18029cbcbd3b HTTP/1.1" status: 204 len: 168 time: 0.7904274 Jan 18 23:22:38.301910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd152a41-e654-47f4-8260-84fcb1d6dcea req-11f6e7b0-6476-45cc-b878-01167fb3c638 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925797 Jan 18 23:22:38.432330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30f146-21d0-4032-a047-225815c52b22 None None] New status for floating IP 0dbeb4f8-675d-4e6a-9a02-559e49db5872: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:22:38.600785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48132) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:38.775221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-af5868b4-acaa-49d3-9707-f35b3cf412b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26dfd6e147044c35bc69d10eba61b783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731844 Jan 18 23:22:38.782288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48140) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:38.840364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ba31-6bcd-4161-a79b-c212c586a277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.883281 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ba31-6bcd-4161-a79b-c212c586a277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.941862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ba31-6bcd-4161-a79b-c212c586a277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.959076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8ba31-6bcd-4161-a79b-c212c586a277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c035e-2047-494c-93e3-626b9496ce7b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:38.969470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ba31-6bcd-4161-a79b-c212c586a277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.970599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8fb8ba31-6bcd-4161-a79b-c212c586a277 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc0c035e-2047-494c-93e3-626b9496ce7b HTTP/1.1" status: 204 len: 168 time: 0.1918547 Jan 18 23:22:39.281374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48156) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:39.299192 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.314450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:39.318729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Usage tracker for resource:security_group_rule and tenant:a86ebd95d8124466986b6c9294b4e76a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:39.322467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:39.328373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:39.427323 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.432858 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.485275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a86ebd95d8124466986b6c9294b4e76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013018 Jan 18 23:22:39.485275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffb9a2-df77-4bb8-89e9-5f90b7d30d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d4cb4-4eba-456a-8b44-980bad169f2a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:39.486612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:39.558970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06579e86-83d7-4e6a-8bdf-719f835cda69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.586316 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06579e86-83d7-4e6a-8bdf-719f835cda69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.646874 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06579e86-83d7-4e6a-8bdf-719f835cda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.661493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06579e86-83d7-4e6a-8bdf-719f835cda69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d4cb4-4eba-456a-8b44-980bad169f2a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:39.668744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06579e86-83d7-4e6a-8bdf-719f835cda69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.677302 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-06579e86-83d7-4e6a-8bdf-719f835cda69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c94d4cb4-4eba-456a-8b44-980bad169f2a HTTP/1.1" status: 204 len: 168 time: 0.1782072 Jan 18 23:22:40.487350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48198) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:40.599058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1200530832-network', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:40.604501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:40.608369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Usage tracker for resource:network and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:40.611253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:40.618751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:40.640281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Made reservation on behalf of 2ae4b2dc7f4245beb6c7b3c8c120fcdd for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:40.641090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.658483 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.673325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:40.677188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:40.679957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:40.685685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:40.780913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.786076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.824337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:40.832859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4531c06-9b13-4d2a-bb87-01197fc5905d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:40.838611 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.838970 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Added segment f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf of type vlan for network e75d999c-0325-4686-bd82-d4da0c445d42 Jan 18 23:22:40.871253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.902816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.903935 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:40.904523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.018034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] Pushing event updated for resources: {'Network': ['ID=e75d999c-0325-4686-bd82-d4da0c445d42,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:41.027427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1cdd9772-d65f-4eaa-83f2-3a8a30329d84 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5352056 Jan 18 23:22:41.027427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:41.029616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e75d999c-0325-4686-bd82-d4da0c445d42 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:41.032819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Request body: {'subnet': {'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1200530832-subnet', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:41.038524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:41.042652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Usage tracker for resource:subnet and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:41.045648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:41.051498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:41.063429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Made reservation on behalf of 2ae4b2dc7f4245beb6c7b3c8c120fcdd for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:41.066035 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.274297 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.354771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3885933b-3f1f-4ce4-b1b5-cb66792395bb,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:41.364864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Checking segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:41.365298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Network hostable DHCP agents. Network: e75d999c-0325-4686-bd82-d4da0c445d42, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:41.386048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Network e75d999c-0325-4686-bd82-d4da0c445d42 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:41.397326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, e75d999c-0325-4686-bd82-d4da0c445d42) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:41.401722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.402604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.407279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c156508-bd06-4cde-8c2c-e779edddb6fc None None] Network e75d999c-0325-4686-bd82-d4da0c445d42 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:41.433134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d1c976a5-91fa-4c89-8b93-ce653739a795 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4021792 Jan 18 23:22:41.433301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48224) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:41.438617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:41.444203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:41.448211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Usage tracker for resource:router and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:41.451167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:41.457223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:41.469520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.470665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.486301 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.638471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-e75d999c-0325-4686-bd82-d4da0c445d42', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:22:41.639367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.847877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Allocated IP 172.20.0.2 (e75d999c-0325-4686-bd82-d4da0c445d42/3885933b-3f1f-4ce4-b1b5-cb66792395bb/25142cec-a673-4530-bd20-e6eb7d9b2ac9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:41.928902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.060160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.071547 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Transition to ACTIVE for port object 25142cec-a673-4530-bd20-e6eb7d9b2ac9 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:42.090026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Transition to ACTIVE for port object 25142cec-a673-4530-bd20-e6eb7d9b2ac9 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:42.098021 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.181708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Network e75d999c-0325-4686-bd82-d4da0c445d42 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:42.184824 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98d6bb9c-2f9e-4f78-ba6c-42bed1392968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.186451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:42.190381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:42.225599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Pushing event updated for resources: {'Port': ['ID=25142cec-a673-4530-bd20-e6eb7d9b2ac9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:42.253212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.284236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.288297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Attempting to bind port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:42.288682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Attempting to bind port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:42.289066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Attempting to bind port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 on network e75d999c-0325-4686-bd82-d4da0c445d42 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:42.294858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:42.295232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Checking segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:42.295630 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.296029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Bound using segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:42.296781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Bound port: 25142cec-a673-4530-bd20-e6eb7d9b2ac9, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:42.297189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.389860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] For port 25142cec-a673-4530-bd20-e6eb7d9b2ac9, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:42.393224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] For port 25142cec-a673-4530-bd20-e6eb7d9b2ac9, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=25142cec-a673-4530-bd20-e6eb7d9b2ac9,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:42.403216 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.438656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Allocated IP 172.25.4.8 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f36b245b-6c15-47cb-be8a-c18aff7b884e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:42.497873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d5b17-9767-41ac-9f2f-a1ed53d1f87e None None] Pushing event updated for resources: {'Port': ['ID=25142cec-a673-4530-bd20-e6eb7d9b2ac9,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:42.614879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.651467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.732206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:42.738056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:42.742915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:42.815155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Pushing event updated for resources: {'Port': ['ID=f36b245b-6c15-47cb-be8a-c18aff7b884e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:42.876279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 25142cec-a673-4530-bd20-e6eb7d9b2ac9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:42.979207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:43.230470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.669214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3087f-9bbf-4c6e-b34c-cc93d9b59ddc None None] Network e75d999c-0325-4686-bd82-d4da0c445d42 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:43.780668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.789991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] Provisioning for port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:43.805269 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] Provisioning complete for port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:43.805425 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.006000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Router a539d581-a6f6-453e-9790-89ef2d8d052c is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:22:44.025899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.072041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] For port 25142cec-a673-4530-bd20-e6eb7d9b2ac9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=25142cec-a673-4530-bd20-e6eb7d9b2ac9,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:44.088780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.172639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adecdb5-646c-41b4-a718-08562c475520 None None] Pushing event updated for resources: {'Port': ['ID=25142cec-a673-4530-bd20-e6eb7d9b2ac9,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:44.214787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:44.226166 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Sync routers for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:44.238322 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:44.238930 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:44.247633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.252838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7c03da9f-c9ad-48c2-9360-60d2b9a05115 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8157237 Jan 18 23:22:44.253404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:44.454999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9a2b1f33-71b7-426b-b1cf-47c9513b0931 None None] Provisioning complete for port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:44.455371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1f33-71b7-426b-b1cf-47c9513b0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.470250 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:44.802744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 25142cec-a673-4530-bd20-e6eb7d9b2ac9 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:44.884761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:43Z', 'revision_number': 3, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:44.894550 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Checking router: a539d581-a6f6-453e-9790-89ef2d8d052c for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:44.895880 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Updating router a539d581-a6f6-453e-9790-89ef2d8d052c port f36b245b-6c15-47cb-be8a-c18aff7b884e binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:22:44.901740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:44.902121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.985393 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.039539 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce663-799d-4368-8cd9-cc782ebf97af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.264114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.344178 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.356707 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Transition to ACTIVE for port object f36b245b-6c15-47cb-be8a-c18aff7b884e will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:45.365565 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.450762 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Attempting to bind port f36b245b-6c15-47cb-be8a-c18aff7b884e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:45.451085 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Attempting to bind port f36b245b-6c15-47cb-be8a-c18aff7b884e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:45.451616 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Attempting to bind port f36b245b-6c15-47cb-be8a-c18aff7b884e on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:45.457385 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa00e-d022-4934-ac1d-0d71d63248be None None] Pushing event updated for resources: {'Port': ['ID=f36b245b-6c15-47cb-be8a-c18aff7b884e,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:45.463348 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:45.463551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:45.465087 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.465087 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:45.466306 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Bound port: f36b245b-6c15-47cb-be8a-c18aff7b884e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:45.466306 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.548832 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] For port f36b245b-6c15-47cb-be8a-c18aff7b884e, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:45.549975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Allocated IP 172.20.0.1 (e75d999c-0325-4686-bd82-d4da0c445d42/3885933b-3f1f-4ce4-b1b5-cb66792395bb/84d7d791-114c-4e03-8baf-c9c52e741b73) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:45.552171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] For port f36b245b-6c15-47cb-be8a-c18aff7b884e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f36b245b-6c15-47cb-be8a-c18aff7b884e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:45.558892 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.657481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.713025 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa00e-d022-4934-ac1d-0d71d63248be None None] Pushing event updated for resources: {'Port': ['ID=f36b245b-6c15-47cb-be8a-c18aff7b884e,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:45.722429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:45.723047 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:45.740030 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.771911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.816753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Transition to ACTIVE for port object 84d7d791-114c-4e03-8baf-c9c52e741b73 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:45.841907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.928182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Pushing event updated for resources: {'Port': ['ID=84d7d791-114c-4e03-8baf-c9c52e741b73,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:45.933207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:45.940243 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Network e75d999c-0325-4686-bd82-d4da0c445d42 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:45.941508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:45.946915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:46.026470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.079375 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:22:46.279517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d84fd29a-83a7-49fe-ad49-e119ebdb162e None None] Provisioning for port 84d7d791-114c-4e03-8baf-c9c52e741b73 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:46.286040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d84fd29a-83a7-49fe-ad49-e119ebdb162e None None] Provisioning complete for port 84d7d791-114c-4e03-8baf-c9c52e741b73 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:46.286529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d84fd29a-83a7-49fe-ad49-e119ebdb162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.291188 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:43Z', 'revision_number': 3, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:46.296057 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed2459-dbc4-45c0-9ce8-770e5c38f68c None None] The sync data for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 is: [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:43Z', 'revision_number': 3, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:46.393016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d84fd29a-83a7-49fe-ad49-e119ebdb162e None None] Port 84d7d791-114c-4e03-8baf-c9c52e741b73 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:46.398571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.704899 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.721748 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.869113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f36b245b-6c15-47cb-be8a-c18aff7b884e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:46.997701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f36b245b-6c15-47cb-be8a-c18aff7b884e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:47.006123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f36b245b-6c15-47cb-be8a-c18aff7b884e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:47.006839 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.045731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Pushing event updated for resources: {'Port': ['ID=84d7d791-114c-4e03-8baf-c9c52e741b73,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:47.058268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.114133 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.284606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Network e75d999c-0325-4686-bd82-d4da0c445d42 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:47.286001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:47.310546 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.352639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f36b245b-6c15-47cb-be8a-c18aff7b884e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f36b245b-6c15-47cb-be8a-c18aff7b884e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:47.359975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.503597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f36b245b-6c15-47cb-be8a-c18aff7b884e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:47.616854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Router a539d581-a6f6-453e-9790-89ef2d8d052c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:22:47.632462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d0a745ec-c6cd-47a1-83e6-a6e1bb1cd913 None None] Provisioning complete for port 84d7d791-114c-4e03-8baf-c9c52e741b73 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:47.633218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d0a745ec-c6cd-47a1-83e6-a6e1bb1cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.740780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d0a745ec-c6cd-47a1-83e6-a6e1bb1cd913 None None] Port 84d7d791-114c-4e03-8baf-c9c52e741b73 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:47.843254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:47.866888 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7d5ed11a-8ae3-4585-a194-d44238365499 admin admin] 10.222.0.78 "PUT /v2.0/routers/a539d581-a6f6-453e-9790-89ef2d8d052c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6117718 Jan 18 23:22:48.432189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:48.436296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-133929606-network', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:48.442023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:48.446502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Usage tracker for resource:network and tenant:d3c34387409d42c2b7f140cc488987ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:48.449856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:48.457867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:48.467493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Sync routers for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:48.471207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Made reservation on behalf of d3c34387409d42c2b7f140cc488987ac for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:48.473704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.477102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:48.477799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:48.486583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.500940 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:48.504790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c34387409d42c2b7f140cc488987ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:48.507615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:48.513447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:48.595138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.601128 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.631248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:48.639819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bff37e4-1399-43bf-a618-f55067dbee9a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:48.645746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.646309 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Added segment 5decfcaf-aedb-44ba-9bb2-0350f7764705 of type vlan for network 7096a081-0d72-41fa-a203-37a143ea5e2a Jan 18 23:22:48.668705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:48.680502 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.711657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.712571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:48.713202 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.820738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f36b245b-6c15-47cb-be8a-c18aff7b884e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:48.829087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] Pushing event updated for resources: {'Network': ['ID=7096a081-0d72-41fa-a203-37a143ea5e2a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:48.836528 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e490e0e6-7c50-44a1-8585-68a76ef2e470 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4047449 Jan 18 23:22:48.839269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48296) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:48.845370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Request body: {'subnet': {'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-133929606-subnet', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:48.849143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 7096a081-0d72-41fa-a203-37a143ea5e2a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:48.851309 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:48.855588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Usage tracker for resource:subnet and tenant:d3c34387409d42c2b7f140cc488987ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:48.858570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:48.864372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:48.877283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Made reservation on behalf of d3c34387409d42c2b7f140cc488987ac for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:48.880701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.112555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.115694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f36b245b-6c15-47cb-be8a-c18aff7b884e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:49.119709 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.191687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5cac74-c0c8-4043-a940-9b4a589a9972,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:49.195714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Checking segment: {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:49.196074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Network hostable DHCP agents. Network: 7096a081-0d72-41fa-a203-37a143ea5e2a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:49.217117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Network 7096a081-0d72-41fa-a203-37a143ea5e2a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:49.228561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 7096a081-0d72-41fa-a203-37a143ea5e2a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:49.232939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:49.233712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.256710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b899271a-185e-45a2-845a-c0b8c23eb0c1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4161856 Jan 18 23:22:49.259398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:49.264400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:49.267653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d50638-7699-4aae-8500-95966ff7900c None None] Network 7096a081-0d72-41fa-a203-37a143ea5e2a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:49.270267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:49.274459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Usage tracker for resource:router and tenant:d3c34387409d42c2b7f140cc488987ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:49.277525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:49.283126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:49.295984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.297062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.311691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.428969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 2, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:49.463115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Checking router: a539d581-a6f6-453e-9790-89ef2d8d052c for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:49.463399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Updating router a539d581-a6f6-453e-9790-89ef2d8d052c port 84d7d791-114c-4e03-8baf-c9c52e741b73 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:22:49.567237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.590991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-7096a081-0d72-41fa-a203-37a143ea5e2a', 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'fixed_ips': [{'subnet_id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:22:49.592367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.694646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.933322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Allocated IP 172.20.0.2 (7096a081-0d72-41fa-a203-37a143ea5e2a/bc5cac74-c0c8-4043-a940-9b4a589a9972/b15753d2-6214-48d4-b38d-50d2d55a0410) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:50.043250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.073750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.215895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Allocated IP 172.25.4.207 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:50.259155 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.278627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Transition to ACTIVE for port object b15753d2-6214-48d4-b38d-50d2d55a0410 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:50.339459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Transition to ACTIVE for port object b15753d2-6214-48d4-b38d-50d2d55a0410 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:50.352232 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.371791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.393193 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.404599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.429106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Transition to ACTIVE for port object 84d7d791-114c-4e03-8baf-c9c52e741b73 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:50.438688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Network 7096a081-0d72-41fa-a203-37a143ea5e2a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:50.442331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:50.444285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.448048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Pushing event updated for resources: {'Port': ['ID=b15753d2-6214-48d4-b38d-50d2d55a0410,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:50.451359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:50.469039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:50.471779 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:50.475424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:50.523478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Pushing event updated for resources: {'Port': ['ID=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:50.655778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548f32f-e844-43d7-9f80-206b86b13931 None None] Pushing event updated for resources: {'Port': ['ID=84d7d791-114c-4e03-8baf-c9c52e741b73,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:50.699900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Attempting to bind port b15753d2-6214-48d4-b38d-50d2d55a0410 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:50.700645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Attempting to bind port b15753d2-6214-48d4-b38d-50d2d55a0410 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:50.701249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Attempting to bind port b15753d2-6214-48d4-b38d-50d2d55a0410 on network 7096a081-0d72-41fa-a203-37a143ea5e2a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:50.708054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:50.708864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Checking segment: {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:50.709512 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.710146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Bound using segment: {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:50.710814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Bound port: b15753d2-6214-48d4-b38d-50d2d55a0410, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:50.711434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.913190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Attempting to bind port 84d7d791-114c-4e03-8baf-c9c52e741b73 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:50.913190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Attempting to bind port 84d7d791-114c-4e03-8baf-c9c52e741b73 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:50.913190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Attempting to bind port 84d7d791-114c-4e03-8baf-c9c52e741b73 on network e75d999c-0325-4686-bd82-d4da0c445d42 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:50.924638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:50.925101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Checking segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:50.925492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.925893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Bound using segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:50.926455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Bound port: 84d7d791-114c-4e03-8baf-c9c52e741b73, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:50.926744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.954329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.044678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] For port b15753d2-6214-48d4-b38d-50d2d55a0410, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:51.056915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] For port b15753d2-6214-48d4-b38d-50d2d55a0410, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b15753d2-6214-48d4-b38d-50d2d55a0410,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:51.058226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] For port 84d7d791-114c-4e03-8baf-c9c52e741b73, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:51.061321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] For port 84d7d791-114c-4e03-8baf-c9c52e741b73, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84d7d791-114c-4e03-8baf-c9c52e741b73,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:51.063485 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.102628 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.154155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:51.155043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:51.239098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bb72e-a89a-4aca-80fc-87cf0cc9dcd5 None None] Pushing event updated for resources: {'Port': ['ID=b15753d2-6214-48d4-b38d-50d2d55a0410,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:51.472675 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548f32f-e844-43d7-9f80-206b86b13931 None None] Pushing event updated for resources: {'Port': ['ID=84d7d791-114c-4e03-8baf-c9c52e741b73,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:51.520189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:51.566041 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.812056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Router 41a8f5a3-9743-4293-9cdf-d52f36de75ac is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:22:51.986750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:51Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:51.991059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525940a2-b1e6-43b7-84d0-1142514d933a None None] The sync data for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 is: [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:51Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:52.059954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:52.079256 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Sync routers for ids ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:52.092592 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Routers {'41a8f5a3-9743-4293-9cdf-d52f36de75ac'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:52.093587 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:52.108510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.112839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48328) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:52.113381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a26f7ee0-98e5-44ee-8484-0f39429c4549 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8525810 Jan 18 23:22:52.468044 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Set router 41a8f5a3-9743-4293-9cdf-d52f36de75ac gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:52.566991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b190f22-0c21-40b5-8473-0c5710508710 None None] Network 7096a081-0d72-41fa-a203-37a143ea5e2a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:22:52.848799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d1c01d9e-bb3c-4fe3-9a10-5cd71f74a9d1 None None] Provisioning for port b15753d2-6214-48d4-b38d-50d2d55a0410 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:52.994438 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:22:50Z', 'revision_number': 3, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:53.005202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b15753d2-6214-48d4-b38d-50d2d55a0410 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:53.010812 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Checking router: 41a8f5a3-9743-4293-9cdf-d52f36de75ac for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:53.011152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Updating router 41a8f5a3-9743-4293-9cdf-d52f36de75ac port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:22:53.086814 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-b9b60c77-774f-49c8-94a3-cb85117830aa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510000 Jan 18 23:22:53.117600 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.175394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b15753d2-6214-48d4-b38d-50d2d55a0410 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:53.182955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.207062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b15753d2-6214-48d4-b38d-50d2d55a0410 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:53.207062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.434108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-3ee1274a-b693-4f61-8968-c3562e4409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:53.435641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-3ee1274a-b693-4f61-8968-c3562e4409a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1096 time: 0.2063642 Jan 18 23:22:53.454972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.536555 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b15753d2-6214-48d4-b38d-50d2d55a0410, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b15753d2-6214-48d4-b38d-50d2d55a0410,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:53.544213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.545031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84d7d791-114c-4e03-8baf-c9c52e741b73 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:53.710042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7bc2135a-9aef-49fe-924e-da73ddd56cec None None] Provisioning complete for port b15753d2-6214-48d4-b38d-50d2d55a0410 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:53.710580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7bc2135a-9aef-49fe-924e-da73ddd56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.730996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Allocated IP 172.20.0.1 (7096a081-0d72-41fa-a203-37a143ea5e2a/bc5cac74-c0c8-4043-a940-9b4a589a9972/e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:53.745000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-bd04afbe-3950-4456-a67b-7af61a3ca71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:53.756456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-bd04afbe-3950-4456-a67b-7af61a3ca71f service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.2947490 Jan 18 23:22:53.827113 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.828745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b15753d2-6214-48d4-b38d-50d2d55a0410,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:53.841427 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Transition to ACTIVE for port object 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:53.845446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 84d7d791-114c-4e03-8baf-c9c52e741b73 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:53.857822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 84d7d791-114c-4e03-8baf-c9c52e741b73 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:53.858573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.858677 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.952036 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Attempting to bind port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:53.953120 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Attempting to bind port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:53.953683 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Attempting to bind port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:53.971196 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:53.971661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:53.972678 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.973245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:53.974255 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Bound port: 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:53.974720 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.059097 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] For port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:54.069668 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] For port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:54.076117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-3ce68c2f-b80c-4d6d-a035-e5e8006a8f1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 1001 time: 0.3127923 Jan 18 23:22:54.082109 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a8a8b-ec39-4f71-aeb3-82589d574b68 None None] Pushing event updated for resources: {'Port': ['ID=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.093839 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.111830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.129879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.155195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 84d7d791-114c-4e03-8baf-c9c52e741b73, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84d7d791-114c-4e03-8baf-c9c52e741b73,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:54.160855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.161802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Transition to ACTIVE for port object e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:54.207853 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Routers {'41a8f5a3-9743-4293-9cdf-d52f36de75ac'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:54.209166 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:54.215288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.236456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-c4db92e4-d4d2-49e6-a241-0fddda137aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.237895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-c4db92e4-d4d2-49e6-a241-0fddda137aaf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.1531358 Jan 18 23:22:54.262754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=84d7d791-114c-4e03-8baf-c9c52e741b73,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.271709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a8a8b-ec39-4f71-aeb3-82589d574b68 None None] Pushing event updated for resources: {'Port': ['ID=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.327490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Network 7096a081-0d72-41fa-a203-37a143ea5e2a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:54.328669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:54.332605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:22:54.370907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Pushing event updated for resources: {'Port': ['ID=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.375833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-962cf476-0e2f-456b-84e3-a4cdb09725e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.377533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-962cf476-0e2f-456b-84e3-a4cdb09725e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297102 Jan 18 23:22:54.434974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.448798 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] Set router 41a8f5a3-9743-4293-9cdf-d52f36de75ac gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:54.581294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.638116 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-c0dfcac8-1d99-46c1-84d8-b7ece5497523 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537105 Jan 18 23:22:54.653816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a7754b79-088a-4361-b74d-3066f0652498 None None] Provisioning for port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:54.661150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a7754b79-088a-4361-b74d-3066f0652498 None None] Provisioning complete for port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:54.661836 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7754b79-088a-4361-b74d-3066f0652498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.742596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a7754b79-088a-4361-b74d-3066f0652498 None None] Port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:54.854477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b15753d2-6214-48d4-b38d-50d2d55a0410 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:54.892281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d64a2312-90b8-47da-b62e-cebd97509d1c req-beb36f23-0c6c-4951-8a15-786138cf02ba service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466736 Jan 18 23:22:54.906094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:22:50Z', 'revision_number': 3, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:54.910149 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947a5ba-bc78-48f5-8059-92f6358a6f23 None None] The sync data for ids ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'] in n-d-825178-1 is: [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:22:50Z', 'revision_number': 3, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:54.972160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.981765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.004065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b15753d2-6214-48d4-b38d-50d2d55a0410 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:55.004448 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.101898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.110994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Pushing event updated for resources: {'Port': ['ID=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:55.139659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84d7d791-114c-4e03-8baf-c9c52e741b73 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:55.225296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 84d7d791-114c-4e03-8baf-c9c52e741b73 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:55.225674 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.330548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Network 7096a081-0d72-41fa-a203-37a143ea5e2a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:55.331948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:55.569259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Router 41a8f5a3-9743-4293-9cdf-d52f36de75ac has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:22:55.675218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a4bbd645-5960-4240-b110-0fe9f2bc10d3 None None] Provisioning complete for port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:55.676061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd645-5960-4240-b110-0fe9f2bc10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.746339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbd645-5960-4240-b110-0fe9f2bc10d3 None None] Port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:22:55.785662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:22:55.796992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-71478d28-8f8e-4d90-9c39-af963e9f1eaa admin admin] 10.222.0.78 "PUT /v2.0/routers/41a8f5a3-9743-4293-9cdf-d52f36de75ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6801548 Jan 18 23:22:56.399606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48362) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:56.405319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883568032', 'description': 'tempest-secgroup-smoke-883568032 description', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:56.412397 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:56.416686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:56.419821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:56.426539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:56.437815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.457680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:56.461912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:56.464899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:56.470990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:56.553615 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.558275 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.715193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8941940a-f222-4029-81ab-61b0e05b1d2c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:56.720040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.722096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b22879fe-d11b-4c5e-8e2c-72443d1886d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3204544 Jan 18 23:22:56.724396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:56.729678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group_rule': {'security_group_id': '8941940a-f222-4029-81ab-61b0e05b1d2c', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:56.736484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:56.740423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:56.747554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:56.754043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:56.779250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.809346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Sync routers for ids ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:56.820585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Routers {'41a8f5a3-9743-4293-9cdf-d52f36de75ac'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:56.821429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:56.856842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.868745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.885797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:56.895735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d4eee4-8bfb-4b3a-8484-2991ac65719e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:56.910212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.911758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc9c6011-9153-42fb-950a-c5289d2f3003 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1863165 Jan 18 23:22:56.915033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48372) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:56.920974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group_rule': {'security_group_id': '8941940a-f222-4029-81ab-61b0e05b1d2c', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:56.929656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:56.934630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:56.938877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:56.946613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:56.973262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.048238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.053379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.077561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0468a78-7dea-4b4c-ab72-b52de0dfe510,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.080012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:57.090022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.091540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ac91d3e1-ba83-4337-bb85-000aba6b0880 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1747193 Jan 18 23:22:57.091705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:57.091971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.094412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:57.100596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group_rule': {'security_group_id': '8941940a-f222-4029-81ab-61b0e05b1d2c', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:57.107512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:57.111384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:57.114323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:57.120286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:57.133961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Set router 41a8f5a3-9743-4293-9cdf-d52f36de75ac gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:57.139507 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.221162 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.225878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.252240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af11a2d6-a9ed-4afd-a693-813ac5901522,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.263381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.265512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43d9030a-311e-452e-afd7-9e2ec1cf08a2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697805 Jan 18 23:22:57.267539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:57.274053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group_rule': {'security_group_id': '8941940a-f222-4029-81ab-61b0e05b1d2c', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:57.280728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:57.285067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:57.288035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:57.294585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:57.314040 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.376980 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.382907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.431336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.432018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.434749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637943 Jan 18 23:22:57.434749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953e6a-2aa3-4a10-8cf0-06b656bf852f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac90bb3-6bd6-4033-b35f-0b00e8109f7e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.435419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:57.442919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group_rule': {'security_group_id': '8941940a-f222-4029-81ab-61b0e05b1d2c', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:57.448763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:57.452855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:57.453104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:22:57.456238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:57.463586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:57.465496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.477911 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Project 2ae4b2dc7f4245beb6c7b3c8c120fcdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:22:57.484714 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.550387 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.555884 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.575241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.583880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15390cbe-9efe-4240-9dad-e571c06e9120,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.591869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.593353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-64baa6c9-8572-4c83-ac18-977b4ce9170f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566775 Jan 18 23:22:57.597422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:57.603905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 4, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327', 'name': '', 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'mac_address': 'fa:16:3e:be:c0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:53Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 2, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'subnets': [{'id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:57.605035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'security_group_rule': {'security_group_id': '8941940a-f222-4029-81ab-61b0e05b1d2c', 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:57.611690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:57.611810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Checking router: 41a8f5a3-9743-4293-9cdf-d52f36de75ac for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:57.612040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Updating router 41a8f5a3-9743-4293-9cdf-d52f36de75ac port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:22:57.615588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:security_group_rule and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:57.618622 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:57.624301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:57.638929 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Project 2ae4b2dc7f4245beb6c7b3c8c120fcdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:22:57.645942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.666454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.712911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.717711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.742497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b30e51e-76a8-4c7b-ac7f-388800a374e0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.755471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.757338 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8c89bad2-7785-4329-83e7-02119337283d tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588697 Jan 18 23:22:57.932186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-26499248-addd-45f4-9969-12c108d03ac1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Synchronizing usage tracker for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:57.952044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-26499248-addd-45f4-9969-12c108d03ac1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Unset dirty status for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:57.960709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-26499248-addd-45f4-9969-12c108d03ac1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883568032&fields=id&tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd HTTP/1.1" status: 200 len: 267 time: 0.0721462 Jan 18 23:22:58.038079 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.051318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Transition to ACTIVE for port object e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:58.058529 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.219235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11fafe-d209-4caf-b245-a6a1f688f7b9 None None] Pushing event updated for resources: {'Port': ['ID=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:58.311137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-eac21698-04ec-4896-9229-ebdeed6b4b0c tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:58.311931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-eac21698-04ec-4896-9229-ebdeed6b4b0c tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Synchronizing usage tracker for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:58.334303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-eac21698-04ec-4896-9229-ebdeed6b4b0c tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Unset dirty status for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:58.335832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-eac21698-04ec-4896-9229-ebdeed6b4b0c tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 809 time: 0.3741620 Jan 18 23:22:58.352741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-fe4e5283-dfbd-4166-aa91-14a1bde0643c tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/quotas/2ae4b2dc7f4245beb6c7b3c8c120fcdd HTTP/1.1" status: 200 len: 375 time: 0.0113513 Jan 18 23:22:58.360245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Attempting to bind port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:58.360625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Attempting to bind port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:58.361041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Attempting to bind port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 on network 7096a081-0d72-41fa-a203-37a143ea5e2a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:22:58.367280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:22:58.367655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Checking segment: {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:22:58.368066 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.368521 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Bound using segment: {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:22:58.369014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Bound port: e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5decfcaf-aedb-44ba-9bb2-0350f7764705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:58.369395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.443244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-8b1b0d37-e1a9-4e86-acc4-96a84158082a tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809047 Jan 18 23:22:58.464054 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] For port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:22:58.467111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] For port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:22:58.484911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.585808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Routers {'41a8f5a3-9743-4293-9cdf-d52f36de75ac'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:22:58.586436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:58.643975 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11fafe-d209-4caf-b245-a6a1f688f7b9 None None] Pushing event updated for resources: {'Port': ['ID=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:58.729619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-4038c1b4-9bbe-4f47-8602-a3a3e31a7b26 service neutron] 10.222.0.78 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736845 Jan 18 23:22:58.822287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] Set router 41a8f5a3-9743-4293-9cdf-d52f36de75ac gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:22:58.881064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-ee662fd9-76a9-46da-a341-8aa36666bb4a service neutron] 10.222.0.78 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450636 Jan 18 23:22:58.885141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:59.044862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:59.045617 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.133976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-14aafbce-2427-4497-92c4-9ce278282b96 req-df1f5112-91ee-4194-9464-a3b1bbe046a4 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Synchronizing usage tracker for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:59.153440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-14aafbce-2427-4497-92c4-9ce278282b96 req-df1f5112-91ee-4194-9464-a3b1bbe046a4 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Unset dirty status for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:59.154733 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-14aafbce-2427-4497-92c4-9ce278282b96 req-df1f5112-91ee-4194-9464-a3b1bbe046a4 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 210 time: 0.0848298 Jan 18 23:22:59.371561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 4, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327', 'name': '', 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'mac_address': 'fa:16:3e:be:c0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:53Z', 'updated_at': '2022-01-18T23:22:58Z', 'revision_number': 4, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'subnets': [{'id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:59.380479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c026-cc25-400c-a49a-022d3f612209 None None] The sync data for ids ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'] in n-d-825178-1 is: [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 4, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327', 'name': '', 'network_id': '7096a081-0d72-41fa-a203-37a143ea5e2a', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'mac_address': 'fa:16:3e:be:c0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:53Z', 'updated_at': '2022-01-18T23:22:58Z', 'revision_number': 4, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'subnets': [{'id': 'bc5cac74-c0c8-4043-a940-9b4a589a9972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:00.372740 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c55da06f-aa48-447c-980a-2054ee11e5b1 req-b434d047-52c9-4726-845f-e84d53f60f33 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 210 time: 0.0767708 Jan 18 23:23:00.425069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-ab50a359-3401-4c14-aeac-639f942a9710 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:00.426669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-ab50a359-3401-4c14-aeac-639f942a9710 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 809 time: 0.2666910 Jan 18 23:23:00.480849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-ab2ff712-0622-4c34-a537-9b130e5e4f01 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd HTTP/1.1" status: 200 len: 379 time: 0.0460050 Jan 18 23:23:00.490974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'port': {'device_id': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'admin_state_up': True, 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'security_groups': ['8941940a-f222-4029-81ab-61b0e05b1d2c']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:00.640778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:00.651855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:00.663741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Made reservation on behalf of 2ae4b2dc7f4245beb6c7b3c8c120fcdd for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:00.667776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.827710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:00.875977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Allocated IP 172.20.0.12 (e75d999c-0325-4686-bd82-d4da0c445d42/3885933b-3f1f-4ce4-b1b5-cb66792395bb/5b70d9bd-4b3b-493e-a353-933965e52e7f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:00.901307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:00.906620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:00.907058 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.035755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.067236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:01.073151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.104803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.121347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Transition to ACTIVE for port object 5b70d9bd-4b3b-493e-a353-933965e52e7f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:01.146656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:01.147039 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.220059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Network e75d999c-0325-4686-bd82-d4da0c445d42 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:01.223223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:01.229258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:01.274846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'Port': ['ID=5b70d9bd-4b3b-493e-a353-933965e52e7f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:01.298886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:01.299498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.326087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-147dc676-22e8-49d8-b597-a6cb46d07e93 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388429 Jan 18 23:23:01.340548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Request body: {'port': {'device_id': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:01.473788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.584138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f4484b6-1b67-481c-a072-111fe9960b4e None None] Provisioning for port 5b70d9bd-4b3b-493e-a353-933965e52e7f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:01.590793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0f4484b6-1b67-481c-a072-111fe9960b4e None None] Provisioning complete for port 5b70d9bd-4b3b-493e-a353-933965e52e7f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:01.592699 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f4484b6-1b67-481c-a072-111fe9960b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.603742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19154-15d5-4c3b-bde5-db17d56ba36f req-67edd4b5-4231-44c3-bfd6-ffe85856a7d8 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:01.612120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97e19154-15d5-4c3b-bde5-db17d56ba36f req-67edd4b5-4231-44c3-bfd6-ffe85856a7d8 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 932 time: 0.1127479 Jan 18 23:23:01.672239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-97e19154-15d5-4c3b-bde5-db17d56ba36f req-93b44f51-c287-436a-ac28-6b61eb1092d7 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Synchronizing usage tracker for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:01.685231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-97e19154-15d5-4c3b-bde5-db17d56ba36f req-93b44f51-c287-436a-ac28-6b61eb1092d7 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Unset dirty status for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:01.686847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97e19154-15d5-4c3b-bde5-db17d56ba36f req-93b44f51-c287-436a-ac28-6b61eb1092d7 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738769 Jan 18 23:23:01.690008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0f4484b6-1b67-481c-a072-111fe9960b4e None None] Port 5b70d9bd-4b3b-493e-a353-933965e52e7f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:23:01.981307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b70d9bd-4b3b-493e-a353-933965e52e7f {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:01.988558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.003293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Transition to ACTIVE for port object 5b70d9bd-4b3b-493e-a353-933965e52e7f will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:02.007699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.166984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Pushing event updated for resources: {'Port': ['ID=5b70d9bd-4b3b-493e-a353-933965e52e7f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:02.243279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Attempting to bind port 5b70d9bd-4b3b-493e-a353-933965e52e7f on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:02.243624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Attempting to bind port 5b70d9bd-4b3b-493e-a353-933965e52e7f by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:02.244063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Attempting to bind port 5b70d9bd-4b3b-493e-a353-933965e52e7f on network e75d999c-0325-4686-bd82-d4da0c445d42 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:02.248710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Port 5b70d9bd-4b3b-493e-a353-933965e52e7f on network e75d999c-0325-4686-bd82-d4da0c445d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:23:02.249057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Attempting to bind port 5b70d9bd-4b3b-493e-a353-933965e52e7f on network e75d999c-0325-4686-bd82-d4da0c445d42 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:02.254198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:23:02.254540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Checking segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:02.254925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Bound using segment: {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:23:02.255387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Bound port: 5b70d9bd-4b3b-493e-a353-933965e52e7f, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:02.255733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.344389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] For port 5b70d9bd-4b3b-493e-a353-933965e52e7f, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:23:02.347373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] For port 5b70d9bd-4b3b-493e-a353-933965e52e7f, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:23:02.352881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.415750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:02.416377 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.417780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] 10.222.0.85 "PUT /v2.0/ports/5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 1092 time: 1.0816815 Jan 18 23:23:02.418219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:02.444731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149d4fb-cc0e-439c-893e-f0f975ad488c service neutron] Pushing event updated for resources: {'Port': ['ID=5b70d9bd-4b3b-493e-a353-933965e52e7f,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:02.488712 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'status': 'completed', 'code': 200} Jan 18 23:23:02.562423 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-fd53908e-702a-4b48-b1ee-3cdae8206978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:02.563978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-fd53908e-702a-4b48-b1ee-3cdae8206978 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1095 time: 0.0737493 Jan 18 23:23:02.661821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-e2591196-52ab-4379-b652-1f9b6bfb3766 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 217 time: 0.0906768 Jan 18 23:23:02.727421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-fc26dd27-9595-4ed2-8ac2-e5ab049c300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:02.729204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-fc26dd27-9595-4ed2-8ac2-e5ab049c300c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.0600321 Jan 18 23:23:02.823765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-86a2235e-82da-41ce-8c89-5b0112f46442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:02.825643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-86a2235e-82da-41ce-8c89-5b0112f46442 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879774 Jan 18 23:23:02.849647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:02.924323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:02.925068 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.995448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-f49915f7-92dc-466d-8dd3-c1998da4f3df service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627848 Jan 18 23:23:03.002888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089aa01-5554-4424-8384-0cc7c1726356 req-6169af01-f467-44ce-9b78-333eaf715b7b tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:03.014915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0089aa01-5554-4424-8384-0cc7c1726356 req-6169af01-f467-44ce-9b78-333eaf715b7b tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 944 time: 0.1734233 Jan 18 23:23:03.067419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0089aa01-5554-4424-8384-0cc7c1726356 req-0d3482d6-3bfe-4e48-acc7-33e6df314bbe tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515020 Jan 18 23:23:03.144161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7972be62-8d88-4b46-92e6-bc20e46d3149 req-282ee185-14f9-4995-8870-aabe6c14dffc service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412363 Jan 18 23:23:03.259511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-8a0c9504-032c-4694-a057-16088157c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:03.260882 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-8a0c9504-032c-4694-a057-16088157c034 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1095 time: 0.0711341 Jan 18 23:23:03.390458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-f96fad5f-989c-4360-9c2e-0acef2a29438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:03.391910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-f96fad5f-989c-4360-9c2e-0acef2a29438 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 910 time: 0.1256883 Jan 18 23:23:03.465501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-35dfb5ed-67e7-4cbd-a204-030877e53c0c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 217 time: 0.0667889 Jan 18 23:23:03.536102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-078e08fa-790e-489f-9d9a-f580b79cbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:03.537582 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-078e08fa-790e-489f-9d9a-f580b79cbe76 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.0652490 Jan 18 23:23:03.734977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-6c72eaba-5317-4bbd-b9e9-459ccdd22bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:03.736476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-6c72eaba-5317-4bbd-b9e9-459ccdd22bd4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920128 Jan 18 23:23:03.867531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-93a08042-75f5-429e-a3ae-11e381b0169d service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247942 Jan 18 23:23:04.000557 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8073dc12-b2d5-46b7-a564-bfcf1054ec19 req-7795b758-7376-4cac-ab02-88b3018f5b91 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267922 Jan 18 23:23:04.248538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490a946-cc9f-4e8f-9f7b-329f5b1120a3 req-a2ea9920-cae4-4b9c-b0c1-0993fbb849d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:04.249476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3490a946-cc9f-4e8f-9f7b-329f5b1120a3 req-a2ea9920-cae4-4b9c-b0c1-0993fbb849d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Synchronizing usage tracker for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:04.269247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3490a946-cc9f-4e8f-9f7b-329f5b1120a3 req-a2ea9920-cae4-4b9c-b0c1-0993fbb849d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Unset dirty status for tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:04.270835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3490a946-cc9f-4e8f-9f7b-329f5b1120a3 req-a2ea9920-cae4-4b9c-b0c1-0993fbb849d1 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 944 time: 0.1022041 Jan 18 23:23:04.319430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3490a946-cc9f-4e8f-9f7b-329f5b1120a3 req-10589c7d-dfff-475e-87d7-a061f31f52d8 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Jan 18 23:23:04.547181 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.565938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5b70d9bd-4b3b-493e-a353-933965e52e7f details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:23:04.734129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5b70d9bd-4b3b-493e-a353-933965e52e7f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:04.747367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'port_id': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'mac_address': 'fa:16:3e:64:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:23:04.804795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.821644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b70d9bd-4b3b-493e-a353-933965e52e7f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:04.837130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5b70d9bd-4b3b-493e-a353-933965e52e7f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:04.842297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.910032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5b70d9bd-4b3b-493e-a353-933965e52e7f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:05.045386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5b70d9bd-4b3b-493e-a353-933965e52e7f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:23:05.510016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b196cb-45cd-478f-977b-e2c0bbb7a860 req-42178727-63c2-4789-b7cb-2c6a942eb568 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:05.511349 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9b196cb-45cd-478f-977b-e2c0bbb7a860 req-42178727-63c2-4789-b7cb-2c6a942eb568 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 945 time: 0.0838206 Jan 18 23:23:05.533498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48486) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:05.558923 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d9b196cb-45cd-478f-977b-e2c0bbb7a860 req-17d2efbe-daf9-43b2-a634-40e3ba00a901 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417144 Jan 18 23:23:05.636495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7e946f97-dc20-43d4-aa5c-d1e72571293d tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3451 time: 0.1018357 Jan 18 23:23:05.639918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48492) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:05.645666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'network': {'name': 'tempest-network-smoke--1431810456', 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'port_security_enabled': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:05.651362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:05.660887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:05.671679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Made reservation on behalf of 038e7cb689f54f1790514424b5dff4c8 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:05.676051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.707746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:05.718164 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.718514 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Added segment 89b4ec6b-229f-408c-b2a1-f25635843175 of type vlan for network b3b83073-876c-438a-bba6-56ab13fc87c9 Jan 18 23:23:05.745066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.776283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.781734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:05.782330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.889495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2484627 Jan 18 23:23:05.892312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bc535-c283-456e-8191-3aed1147dd6b tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Network': ['ID=b3b83073-876c-438a-bba6-56ab13fc87c9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:05.892681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:05.906535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'admin_state_up': True, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:05.911076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b3b83073-876c-438a-bba6-56ab13fc87c9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:05.926556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:05.931743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:router and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:05.935961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:05.943262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:05.956309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.957456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.975911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.263408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.566516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.577819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5b70d9bd-4b3b-493e-a353-933965e52e7f up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:06.597847 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.690435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 5b70d9bd-4b3b-493e-a353-933965e52e7f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:06.695802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5b70d9bd-4b3b-493e-a353-933965e52e7f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:06.696403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.783585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ab24-92c3-4fb1-b2d4-f499ce5e9913 req-26ed8c3a-2062-4b99-821b-b64c67dec327 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:06.793584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6524ab24-92c3-4fb1-b2d4-f499ce5e9913 req-26ed8c3a-2062-4b99-821b-b64c67dec327 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 945 time: 0.1162789 Jan 18 23:23:06.825517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.847286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6524ab24-92c3-4fb1-b2d4-f499ce5e9913 req-0cf002d6-402b-4b7f-a968-31f9cbb44ffc tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525920 Jan 18 23:23:06.854173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:06.865138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5b70d9bd-4b3b-493e-a353-933965e52e7f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:06.875872 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.909937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.25.4.228 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/38e0b712-70e6-480a-9710-008cbce18813) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:06.980504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5b70d9bd-4b3b-493e-a353-933965e52e7f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:07.007344 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'code': 200} Jan 18 23:23:07.060151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.100913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.133506 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.136343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d94c6d-414e-44ba-b093-c02a660ca12d req-7ed49554-f3a5-4919-8aa5-539d1c68ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:07.137996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1d94c6d-414e-44ba-b093-c02a660ca12d req-7ed49554-f3a5-4919-8aa5-539d1c68ae40 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.0715799 Jan 18 23:23:07.180794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1d94c6d-414e-44ba-b093-c02a660ca12d req-fd6bc1ac-d3d4-4008-8228-4eac996eaefe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355775 Jan 18 23:23:07.200372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:07.203296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:07.206964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:07.239428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=38e0b712-70e6-480a-9710-008cbce18813,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:07.620566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.982754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.067153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24483-715a-43f5-a6ba-73367bfe4044 req-5f67d439-a7f5-40a7-9ab7-6d595a9b1336 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:08.068529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ce24483-715a-43f5-a6ba-73367bfe4044 req-5f67d439-a7f5-40a7-9ab7-6d595a9b1336 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.0884063 Jan 18 23:23:08.135786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ce24483-715a-43f5-a6ba-73367bfe4044 req-f0816339-12da-4317-9fd8-d49fa1ceed7b tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602157 Jan 18 23:23:08.194157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 8fd8e886-3b2d-459d-8194-aa800e9ad354 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:23:08.504013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:23:08.514383 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Sync routers for ids ['8fd8e886-3b2d-459d-8194-aa800e9ad354'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:23:08.525131 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Routers {'8fd8e886-3b2d-459d-8194-aa800e9ad354'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:08.525757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8fd8e886-3b2d-459d-8194-aa800e9ad354'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:08.534345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.535994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-07a10641-01f6-4f9a-8aac-30fad73d5aef tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6418953 Jan 18 23:23:08.539308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48528) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.623634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71258ab2-910a-4d5a-8c98-5aa2cfc92935 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:08.627826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-71258ab2-910a-4d5a-8c98-5aa2cfc92935 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=038e7cb689f54f1790514424b5dff4c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0848680 Jan 18 23:23:08.627957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48532) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.712036 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Set router 8fd8e886-3b2d-459d-8194-aa800e9ad354 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:08.767511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fecd1d-4bdb-4851-affb-4f4f44918f5d tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:08.767511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-12fecd1d-4bdb-4851-affb-4f4f44918f5d tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338553 Jan 18 23:23:08.767511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48538) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.813401 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10d8c9ad-7737-4a36-84b1-e1514cd10a09 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440381 Jan 18 23:23:08.813616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48542) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.853118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7a164d1a-d9d3-4ba2-b807-eb2aa95db71a tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=038e7cb689f54f1790514424b5dff4c8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375133 Jan 18 23:23:08.854887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48546) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.989836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a227cb-cc9c-41f0-a459-8c67c00f64aa tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:08.993526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-16a227cb-cc9c-41f0-a459-8c67c00f64aa tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349630 Jan 18 23:23:08.994022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:09.006845 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:07Z', 'revision_number': 3, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:09.011024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Checking router: 8fd8e886-3b2d-459d-8194-aa800e9ad354 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:23:09.011406 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Updating router 8fd8e886-3b2d-459d-8194-aa800e9ad354 port 38e0b712-70e6-480a-9710-008cbce18813 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:23:09.039692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dd78cc07-7ea6-49a9-a023-a8f209da88ab tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419788 Jan 18 23:23:09.040201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48554) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:09.045644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002177774', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:09.072615 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.160705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:09.165257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Usage tracker for resource:subnet and tenant:038e7cb689f54f1790514424b5dff4c8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:09.168679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:09.175436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:09.189341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Made reservation on behalf of 038e7cb689f54f1790514424b5dff4c8 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:09.193071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.445747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73eff4-41b5-4132-957b-693fcda3f481 req-2fd056dc-d3de-44f7-a118-6faae588a39f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:09.447287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a73eff4-41b5-4132-957b-693fcda3f481 req-2fd056dc-d3de-44f7-a118-6faae588a39f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.1748791 Jan 18 23:23:09.451114 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.463965 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Transition to ACTIVE for port object 38e0b712-70e6-480a-9710-008cbce18813 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:09.471512 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.527602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a73eff4-41b5-4132-957b-693fcda3f481 req-e0fcd065-2378-41e3-95eb-ea7db7cfeff2 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668516 Jan 18 23:23:09.548171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Attempting to bind port 38e0b712-70e6-480a-9710-008cbce18813 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:09.548739 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Attempting to bind port 38e0b712-70e6-480a-9710-008cbce18813 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:09.549132 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Attempting to bind port 38e0b712-70e6-480a-9710-008cbce18813 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:09.553972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.558829 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:23:09.559408 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:09.560075 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.560627 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:23:09.561297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Bound port: 38e0b712-70e6-480a-9710-008cbce18813, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:09.561722 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.635775 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] For port 38e0b712-70e6-480a-9710-008cbce18813, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:23:09.639032 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] For port 38e0b712-70e6-480a-9710-008cbce18813, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=38e0b712-70e6-480a-9710-008cbce18813,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:23:09.641688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Subnet': ['ID=823aa90a-d15f-4bb6-8da2-941f099b871f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.642969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe37b0-ecbb-4b37-8861-4686f917d47d None None] Pushing event updated for resources: {'Port': ['ID=38e0b712-70e6-480a-9710-008cbce18813,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.647104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Checking segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:09.648122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network hostable DHCP agents. Network: b3b83073-876c-438a-bba6-56ab13fc87c9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:09.651051 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.672521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network b3b83073-876c-438a-bba6-56ab13fc87c9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:09.687510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b3b83073-876c-438a-bba6-56ab13fc87c9) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:09.692596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:09.694754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.697277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999dcdea-9622-4b5f-aa3a-5860adad5370 None None] Network b3b83073-876c-438a-bba6-56ab13fc87c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:23:09.732874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2096ed75-694f-456b-8666-aeb4758244e6 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6910148 Jan 18 23:23:09.735140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:09.736224 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Routers {'8fd8e886-3b2d-459d-8194-aa800e9ad354'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:09.737100 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8fd8e886-3b2d-459d-8194-aa800e9ad354'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:09.761346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120fd1-15c5-4a35-8b46-9a19f2a5fabd req-e2be6d65-28d1-416f-979c-983faa881948 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:09.769965 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4120fd1-15c5-4a35-8b46-9a19f2a5fabd req-e2be6d65-28d1-416f-979c-983faa881948 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.1202323 Jan 18 23:23:09.884065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f4120fd1-15c5-4a35-8b46-9a19f2a5fabd req-fd91efc4-43d9-415d-87f2-2f4518ca8664 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090856 Jan 18 23:23:09.935920 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] Set router 8fd8e886-3b2d-459d-8194-aa800e9ad354 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:10.043864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b3b83073-876c-438a-bba6-56ab13fc87c9', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'fixed_ips': [{'subnet_id': '823aa90a-d15f-4bb6-8da2-941f099b871f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:23:10.044975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.172798 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe37b0-ecbb-4b37-8861-4686f917d47d None None] Pushing event updated for resources: {'Port': ['ID=38e0b712-70e6-480a-9710-008cbce18813,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:10.212780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Allocated IP 172.20.0.18 (b3b83073-876c-438a-bba6-56ab13fc87c9/823aa90a-d15f-4bb6-8da2-941f099b871f/206f439b-35d7-412e-8045-5d73c406b6f5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:10.280581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3eb91-bb65-4e37-9e53-27a71fc11c94 req-1176e5b6-d7db-4286-9ea7-672ef9376233 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:10.282818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56f3eb91-bb65-4e37-9e53-27a71fc11c94 req-1176e5b6-d7db-4286-9ea7-672ef9376233 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.2178125 Jan 18 23:23:10.304982 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:07Z', 'revision_number': 3, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:10.309788 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b749aa-4b5c-4da3-b84b-16cac7db7a40 None None] The sync data for ids ['8fd8e886-3b2d-459d-8194-aa800e9ad354'] in n-d-825178-1 is: [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:07Z', 'revision_number': 3, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:10.479566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.490792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Transition to ACTIVE for port object 206f439b-35d7-412e-8045-5d73c406b6f5 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:10.511642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Transition to ACTIVE for port object 206f439b-35d7-412e-8045-5d73c406b6f5 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:10.529000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.631952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Network b3b83073-876c-438a-bba6-56ab13fc87c9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:10.633385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:10.637903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:10.731474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Pushing event updated for resources: {'Port': ['ID=206f439b-35d7-412e-8045-5d73c406b6f5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:10.806615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Attempting to bind port 206f439b-35d7-412e-8045-5d73c406b6f5 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:10.810080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Attempting to bind port 206f439b-35d7-412e-8045-5d73c406b6f5 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:10.810505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Attempting to bind port 206f439b-35d7-412e-8045-5d73c406b6f5 on network b3b83073-876c-438a-bba6-56ab13fc87c9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:10.817896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:23:10.818701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Checking segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:10.819393 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.820184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Bound using segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:23:10.820802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Bound port: 206f439b-35d7-412e-8045-5d73c406b6f5, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:10.821349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.921674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 38e0b712-70e6-480a-9710-008cbce18813 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:10.990789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.028599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56f3eb91-bb65-4e37-9e53-27a71fc11c94 req-85cb7a59-e988-4f0d-899c-f624a79e8106 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7386627 Jan 18 23:23:11.059362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48580) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.241039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 38e0b712-70e6-480a-9710-008cbce18813 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:11.241636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c36e8-f32d-414c-acd3-147febda24fe tempest-TestServerBasicOps-833447220 tempest-TestServerBasicOps-833447220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:11.242604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-df1c36e8-f32d-414c-acd3-147febda24fe tempest-TestServerBasicOps-833447220 tempest-TestServerBasicOps-833447220-project-admin] Synchronizing usage tracker for tenant:d3c34387409d42c2b7f140cc488987ac on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:11.255187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 38e0b712-70e6-480a-9710-008cbce18813 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:11.255564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.284352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-df1c36e8-f32d-414c-acd3-147febda24fe tempest-TestServerBasicOps-833447220 tempest-TestServerBasicOps-833447220-project-admin] Unset dirty status for tenant:d3c34387409d42c2b7f140cc488987ac on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:11.288353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-df1c36e8-f32d-414c-acd3-147febda24fe tempest-TestServerBasicOps-833447220 tempest-TestServerBasicOps-833447220-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1092 time: 0.2262375 Jan 18 23:23:11.299280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] For port 206f439b-35d7-412e-8045-5d73c406b6f5, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:23:11.302348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.316605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:11.320241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] For port 206f439b-35d7-412e-8045-5d73c406b6f5, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=206f439b-35d7-412e-8045-5d73c406b6f5,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:23:11.326370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:11.331756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Usage tracker for resource:floatingip and tenant:2ae4b2dc7f4245beb6c7b3c8c120fcdd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:11.335714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:11.337846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.343792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:11.361738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.427379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779feca-46d3-4fa3-8315-8815f0b93c12 None None] Pushing event updated for resources: {'Port': ['ID=206f439b-35d7-412e-8045-5d73c406b6f5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:11.516861 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.540226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 38e0b712-70e6-480a-9710-008cbce18813, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=38e0b712-70e6-480a-9710-008cbce18813,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:11.557902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.697925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=38e0b712-70e6-480a-9710-008cbce18813,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:11.760364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.20.0.17 (b3b83073-876c-438a-bba6-56ab13fc87c9/823aa90a-d15f-4bb6-8da2-941f099b871f/16806601-7185-4b1e-a7ed-8d021c4686bb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:11.791077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.033398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.060538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Transition to ACTIVE for port object 16806601-7185-4b1e-a7ed-8d021c4686bb will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:12.062998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Allocated IP 172.25.4.9 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/3492be94-47d8-4e28-af53-a823d08c3534) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:12.093833 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.146191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d638-3ded-4d88-8463-c216e0cb9213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.177647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network b3b83073-876c-438a-bba6-56ab13fc87c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:12.180909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:12.185297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:12.233313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=16806601-7185-4b1e-a7ed-8d021c4686bb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:12.253738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.269842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.304965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.375570 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:12.378300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:12.380717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:12.387084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.431780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'Port': ['ID=3492be94-47d8-4e28-af53-a823d08c3534,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:12.962164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8671c41-dc48-4cd2-bf07-8c7943422c3a None None] Network b3b83073-876c-438a-bba6-56ab13fc87c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:23:12.970162 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.986570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.999804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.055299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 206f439b-35d7-412e-8045-5d73c406b6f5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:13.123101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.149501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=16806601-7185-4b1e-a7ed-8d021c4686bb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:13.153308 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.181710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a4f49ba1-973d-4a2c-8037-9b027b67c7ac None None] Provisioning for port 206f439b-35d7-412e-8045-5d73c406b6f5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:13.263312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 206f439b-35d7-412e-8045-5d73c406b6f5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:13.272475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 206f439b-35d7-412e-8045-5d73c406b6f5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:13.273019 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.397648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.406381 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.481138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network b3b83073-876c-438a-bba6-56ab13fc87c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:13.482708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:13.495187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.542280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 206f439b-35d7-412e-8045-5d73c406b6f5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=206f439b-35d7-412e-8045-5d73c406b6f5,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:13.548907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.550161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 38e0b712-70e6-480a-9710-008cbce18813 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:13.572041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.654236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event updated for resources: {'Port': ['ID=3492be94-47d8-4e28-af53-a823d08c3534,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:13.680965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=206f439b-35d7-412e-8045-5d73c406b6f5,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:13.691148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 38e0b712-70e6-480a-9710-008cbce18813 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:13.691671 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.762910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 8fd8e886-3b2d-459d-8194-aa800e9ad354 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:23:13.832931 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Floating IP a1d053ed-19b8-4ff2-9d81-815fd5d372b9 associated. External IP: 172.25.4.9, port: 5b70d9bd-4b3b-493e-a353-933965e52e7f. Jan 18 23:23:13.847613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc80e8e2-381b-4353-b20c-b6f20278717d None None] Provisioning for port 16806601-7185-4b1e-a7ed-8d021c4686bb completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:13.853301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc80e8e2-381b-4353-b20c-b6f20278717d None None] Provisioning complete for port 16806601-7185-4b1e-a7ed-8d021c4686bb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:13.853679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc80e8e2-381b-4353-b20c-b6f20278717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.921284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fc80e8e2-381b-4353-b20c-b6f20278717d None None] Port 16806601-7185-4b1e-a7ed-8d021c4686bb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:23:13.941159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fc80e8e2-381b-4353-b20c-b6f20278717d None None] Provisioning complete for port 206f439b-35d7-412e-8045-5d73c406b6f5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:13.941996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc80e8e2-381b-4353-b20c-b6f20278717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.035202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:23:14.050546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3049fb9b-4ec8-46cd-8b24-79b117d50826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "PUT /v2.0/routers/8fd8e886-3b2d-459d-8194-aa800e9ad354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3135769 Jan 18 23:23:14.052981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Sync routers for ids ['8fd8e886-3b2d-459d-8194-aa800e9ad354'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:23:14.120343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Routers {'8fd8e886-3b2d-459d-8194-aa800e9ad354'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:14.121005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8fd8e886-3b2d-459d-8194-aa800e9ad354'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:14.379290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Set router 8fd8e886-3b2d-459d-8194-aa800e9ad354 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:14.508914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-014b78cd-1fea-445f-ae83-b92c30c5dbf3 None None] Provisioning complete for port 16806601-7185-4b1e-a7ed-8d021c4686bb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:14.509243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-014b78cd-1fea-445f-ae83-b92c30c5dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.646091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-2214b34a-f776-43d6-92e9-be89a48a7a9f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:14.646851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-2214b34a-f776-43d6-92e9-be89a48a7a9f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:14.653638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Router a539d581-a6f6-453e-9790-89ef2d8d052c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:23:14.688891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-014b78cd-1fea-445f-ae83-b92c30c5dbf3 None None] Port 16806601-7185-4b1e-a7ed-8d021c4686bb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:23:14.725285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-2214b34a-f776-43d6-92e9-be89a48a7a9f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:14.726463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-2214b34a-f776-43d6-92e9-be89a48a7a9f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/networks?id=b3b83073-876c-438a-bba6-56ab13fc87c9 HTTP/1.1" status: 200 len: 798 time: 0.3911498 Jan 18 23:23:14.746465 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-d9ccac8e-ef34-4a5d-9830-1052ac4dc87c tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/quotas/038e7cb689f54f1790514424b5dff4c8 HTTP/1.1" status: 200 len: 375 time: 0.0116494 Jan 18 23:23:14.820765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 206f439b-35d7-412e-8045-5d73c406b6f5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:14.896398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '16806601-7185-4b1e-a7ed-8d021c4686bb', 'name': '', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:43:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:11Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 2, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:14.902660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Checking router: 8fd8e886-3b2d-459d-8194-aa800e9ad354 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:23:14.903009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Updating router 8fd8e886-3b2d-459d-8194-aa800e9ad354 port 16806601-7185-4b1e-a7ed-8d021c4686bb binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:23:14.914302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:23:14.926867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167752f2-f231-436f-8300-7e226446f580 None None] Sync routers for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:23:14.943339 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:14.945246 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:22:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:14.954394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-6679c42e-6707-4623-ac66-54b59cce5588 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1993949 Jan 18 23:23:14.955731 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.972566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.048544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 206f439b-35d7-412e-8045-5d73c406b6f5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:15.048895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.075447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8537-886c-4570-9efc-119452534d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.117775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f82752b8-3e6f-4d93-9a28-373a344b3b77 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8130679 Jan 18 23:23:15.121340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:15.180797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-ad304523-4b95-4c42-9077-51d3959520ca service neutron] 10.222.0.78 "GET /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927481 Jan 18 23:23:15.232664 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'status': 'completed', 'code': 200} Jan 18 23:23:15.332477 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:15.396194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-adca4f95-e7ed-4ff2-a155-a7a05312cb60 service neutron] 10.222.0.78 "GET /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103415 Jan 18 23:23:15.463035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a138-b597-40f7-922d-7129e7acdf2c req-7f198cc6-e875-4887-83bb-4d75d40ee2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:15.464924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-7f198cc6-e875-4887-83bb-4d75d40ee2da service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.1119137 Jan 18 23:23:15.551125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.583424 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Transition to ACTIVE for port object 16806601-7185-4b1e-a7ed-8d021c4686bb will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:15.601400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.677107 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a57d8c81-9a85-4014-9c5e-1dc78144fe08 req-fac6f489-0ca5-4dd3-82a5-33e8e2dec107 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:15.711350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a138-b597-40f7-922d-7129e7acdf2c req-abc064dc-501b-45e9-9c64-047f0f611547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:15.712895 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-abc064dc-501b-45e9-9c64-047f0f611547 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 910 time: 0.2399018 Jan 18 23:23:15.723177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a57d8c81-9a85-4014-9c5e-1dc78144fe08 req-fac6f489-0ca5-4dd3-82a5-33e8e2dec107 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:15.733039 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a57d8c81-9a85-4014-9c5e-1dc78144fe08 req-fac6f489-0ca5-4dd3-82a5-33e8e2dec107 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 210 time: 0.1272061 Jan 18 23:23:15.897867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'a1d053ed-19b8-4ff2-9d81-815fd5d372b9', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'port_id': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'mac_address': 'fa:16:3e:64:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:23:12Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 0, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:15.913654 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167752f2-f231-436f-8300-7e226446f580 None None] Checking router: a539d581-a6f6-453e-9790-89ef2d8d052c for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:23:15.915624 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-4be3f24b-db9e-4f8b-9ff0-35a044a575eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 998 time: 0.1967366 Jan 18 23:23:15.939297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.944004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e843-d121-4526-9c4e-e962946083bb None None] Pushing event updated for resources: {'Port': ['ID=16806601-7185-4b1e-a7ed-8d021c4686bb,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:15.944449 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:15.945120 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:16.062590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a138-b597-40f7-922d-7129e7acdf2c req-39d89093-19b0-4b52-a94b-5948f4f4b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:16.062945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Attempting to bind port 16806601-7185-4b1e-a7ed-8d021c4686bb on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:16.063408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Attempting to bind port 16806601-7185-4b1e-a7ed-8d021c4686bb by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:16.063879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Attempting to bind port 16806601-7185-4b1e-a7ed-8d021c4686bb on network b3b83073-876c-438a-bba6-56ab13fc87c9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:16.066307 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-39d89093-19b0-4b52-a94b-5948f4f4b73a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.1446915 Jan 18 23:23:16.070826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:23:16.071328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Checking segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:16.071854 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.072472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Bound using segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:23:16.073139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Bound port: 16806601-7185-4b1e-a7ed-8d021c4686bb, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:16.073602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.082852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.257992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] For port 16806601-7185-4b1e-a7ed-8d021c4686bb, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:23:16.262983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] For port 16806601-7185-4b1e-a7ed-8d021c4686bb, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16806601-7185-4b1e-a7ed-8d021c4686bb,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:23:16.276278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.395689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a138-b597-40f7-922d-7129e7acdf2c req-933df6d8-1cc9-41eb-be44-5366b4b020bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:16.397667 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-933df6d8-1cc9-41eb-be44-5366b4b020bf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246088 Jan 18 23:23:16.409074 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:16.451843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e843-d121-4526-9c4e-e962946083bb None None] Pushing event updated for resources: {'Port': ['ID=16806601-7185-4b1e-a7ed-8d021c4686bb,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:16.468004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Routers {'8fd8e886-3b2d-459d-8194-aa800e9ad354'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:16.468992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8fd8e886-3b2d-459d-8194-aa800e9ad354'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:16.676145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-d439849f-1b33-4450-9661-35d4d041211b service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712822 Jan 18 23:23:16.735822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] Set router 8fd8e886-3b2d-459d-8194-aa800e9ad354 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:16.849423 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-167752f2-f231-436f-8300-7e226446f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'a1d053ed-19b8-4ff2-9d81-815fd5d372b9', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'port_id': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'mac_address': 'fa:16:3e:64:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:23:12Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 0, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:16.854761 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167752f2-f231-436f-8300-7e226446f580 None None] The sync data for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 is: [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'a1d053ed-19b8-4ff2-9d81-815fd5d372b9', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'port_id': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'mac_address': 'fa:16:3e:64:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:23:12Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 0, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:16.939408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c411a138-b597-40f7-922d-7129e7acdf2c req-d10a19be-9d63-4fc6-9b7d-4edb6fa62dbf service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556674 Jan 18 23:23:17.005977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8316358-f741-4ba3-a451-f27bee79202f req-99f903ba-4b44-44b0-9bda-1b387882b536 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 210 time: 0.0649848 Jan 18 23:23:17.130059 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.212791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9378a-702e-435c-8fc8-d4f9cca437a0 None None] New status for floating IP a1d053ed-19b8-4ff2-9d81-815fd5d372b9: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:23:17.362991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-e481ad47-fb72-455c-9c58-c9ef0aac3bbf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:17.364479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-e481ad47-fb72-455c-9c58-c9ef0aac3bbf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.85 "GET /v2.0/networks?id=b3b83073-876c-438a-bba6-56ab13fc87c9 HTTP/1.1" status: 200 len: 798 time: 0.2005031 Jan 18 23:23:17.376605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Request body: {'port': {'device_id': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'admin_state_up': True, 'tenant_id': '038e7cb689f54f1790514424b5dff4c8'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:17.462865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '16806601-7185-4b1e-a7ed-8d021c4686bb', 'name': '', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:43:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:11Z', 'updated_at': '2022-01-18T23:23:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:17.471896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e44af-3e46-4935-aa66-b81e3be6a7ca None None] The sync data for ids ['8fd8e886-3b2d-459d-8194-aa800e9ad354'] in n-d-825178-1 is: [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:12Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '16806601-7185-4b1e-a7ed-8d021c4686bb', 'name': '', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:43:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:11Z', 'updated_at': '2022-01-18T23:23:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:17.558944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:17.570096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:17.593584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Made reservation on behalf of 038e7cb689f54f1790514424b5dff4c8 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:17.597725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.776080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Allocated IP 172.20.0.28 (b3b83073-876c-438a-bba6-56ab13fc87c9/823aa90a-d15f-4bb6-8da2-941f099b871f/9582418d-cad4-4d1d-a0e2-af6e16a0be37) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:17.953095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.972628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Transition to ACTIVE for port object 9582418d-cad4-4d1d-a0e2-af6e16a0be37 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:18.002878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.083410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Network b3b83073-876c-438a-bba6-56ab13fc87c9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:18.087745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:18.092959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:18.151299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event updated for resources: {'Port': ['ID=9582418d-cad4-4d1d-a0e2-af6e16a0be37,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:18.174380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:18.175083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.222767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-419a6905-92c5-403d-9c8c-6e8164dcf695 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8501065 Jan 18 23:23:18.238357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Request body: {'port': {'device_id': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:18.415433 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.462177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3f666e81-2bcd-4fc7-8784-8bbf21608f2d None None] Provisioning for port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:18.470031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3f666e81-2bcd-4fc7-8784-8bbf21608f2d None None] Provisioning complete for port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:18.470539 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f666e81-2bcd-4fc7-8784-8bbf21608f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.527322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df392474-80dc-4606-8db3-d22a82c07295 req-bf425b0a-08e4-427c-b1bd-15007920df47 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:18.529798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df392474-80dc-4606-8db3-d22a82c07295 req-bf425b0a-08e4-427c-b1bd-15007920df47 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 895 time: 0.1572700 Jan 18 23:23:18.560045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3f666e81-2bcd-4fc7-8784-8bbf21608f2d None None] Port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:23:18.847875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9582418d-cad4-4d1d-a0e2-af6e16a0be37 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:18.855620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.871576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Transition to ACTIVE for port object 9582418d-cad4-4d1d-a0e2-af6e16a0be37 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:18.880090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16806601-7185-4b1e-a7ed-8d021c4686bb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:18.881633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.999726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 16806601-7185-4b1e-a7ed-8d021c4686bb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:19.007532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 16806601-7185-4b1e-a7ed-8d021c4686bb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:19.007965 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.179475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.217933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 16806601-7185-4b1e-a7ed-8d021c4686bb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16806601-7185-4b1e-a7ed-8d021c4686bb,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:19.224256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.304752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Pushing event updated for resources: {'Port': ['ID=9582418d-cad4-4d1d-a0e2-af6e16a0be37,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.305352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=16806601-7185-4b1e-a7ed-8d021c4686bb,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.313340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.313769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.314190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.314828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.314959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.315334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.315719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.316115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.316507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.316897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.317313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.317704 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:19.333837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Attempting to bind port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:19.334172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Attempting to bind port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:19.334495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Attempting to bind port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 on network b3b83073-876c-438a-bba6-56ab13fc87c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:19.339201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 on network b3b83073-876c-438a-bba6-56ab13fc87c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:23:19.339515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Attempting to bind port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 on network b3b83073-876c-438a-bba6-56ab13fc87c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:19.344544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:23:19.344869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Checking segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:19.345276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Bound using segment: {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:23:19.345691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Bound port: 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b4ec6b-229f-408c-b2a1-f25635843175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:19.346032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.443775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] For port 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:23:19.448248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] For port 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:23:19.454955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.530807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.531317 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.532724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] 10.222.0.85 "PUT /v2.0/ports/9582418d-cad4-4d1d-a0e2-af6e16a0be37 HTTP/1.1" status: 200 len: 1055 time: 1.2992690 Jan 18 23:23:19.533192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'tag': '9582418d-cad4-4d1d-a0e2-af6e16a0be37'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:19.551783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b7873-a207-4f80-8f3b-bc56a536fecb service neutron] Pushing event updated for resources: {'Port': ['ID=9582418d-cad4-4d1d-a0e2-af6e16a0be37,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.632546 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'tag': '9582418d-cad4-4d1d-a0e2-af6e16a0be37', 'status': 'completed', 'code': 200} Jan 18 23:23:19.678293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-7e35f9d8-8fbf-42e8-b0ba-b8cd70cc268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.680017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-7e35f9d8-8fbf-42e8-b0ba-b8cd70cc268b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 1058 time: 0.0941315 Jan 18 23:23:19.764327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-8424493f-c286-4456-8e88-18a6757516df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37 HTTP/1.1" status: 200 len: 217 time: 0.0759263 Jan 18 23:23:19.774665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f1f20-9271-4a1e-a9fe-dea4d9e50e0f req-0827bb73-16aa-468f-85f5-c01088dfb525 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.776163 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b3f1f20-9271-4a1e-a9fe-dea4d9e50e0f req-0827bb73-16aa-468f-85f5-c01088dfb525 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 907 time: 0.0890405 Jan 18 23:23:19.833053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-ddbd0944-c204-4d45-8c44-6b0810cfc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.834547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-ddbd0944-c204-4d45-8c44-6b0810cfc229 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=823aa90a-d15f-4bb6-8da2-941f099b871f HTTP/1.1" status: 200 len: 838 time: 0.0628781 Jan 18 23:23:19.917998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-b8fc132e-ac63-4922-b1f6-28765dd39097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.919528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-b8fc132e-ac63-4922-b1f6-28765dd39097 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b3b83073-876c-438a-bba6-56ab13fc87c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789850 Jan 18 23:23:20.058151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-d0b77e22-1e61-4951-adc0-7b50c7f6fe2f service neutron] 10.222.0.85 "GET /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320035 Jan 18 23:23:20.192742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2b445f7-97f6-49be-ad61-4abaa0e5366e req-bad0f871-7bbc-4b1c-8815-ff1d8d7f3d22 service neutron] 10.222.0.85 "GET /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260989 Jan 18 23:23:20.327976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a284-11de-4777-b032-f85a3227202c req-88d2e8af-178e-4ef9-a98a-f893e1cfcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.329599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-88d2e8af-178e-4ef9-a98a-f893e1cfcdd1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 1058 time: 0.0782971 Jan 18 23:23:20.474630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a284-11de-4777-b032-f85a3227202c req-756e7476-d944-4c7e-969a-d7d01380be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.476878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-756e7476-d944-4c7e-969a-d7d01380be9d service neutron] 10.222.0.85 "GET /v2.0/networks?id=b3b83073-876c-438a-bba6-56ab13fc87c9 HTTP/1.1" status: 200 len: 899 time: 0.1398172 Jan 18 23:23:20.546530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-64b3317f-4f7c-4916-9a38-ff9d34eb8bca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37 HTTP/1.1" status: 200 len: 217 time: 0.0623198 Jan 18 23:23:20.612111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a284-11de-4777-b032-f85a3227202c req-ff1caac2-afa7-400b-aa25-27c97181c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.613634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-ff1caac2-afa7-400b-aa25-27c97181c0d1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=823aa90a-d15f-4bb6-8da2-941f099b871f HTTP/1.1" status: 200 len: 838 time: 0.0602553 Jan 18 23:23:20.690183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251a284-11de-4777-b032-f85a3227202c req-fc1b42e0-66cb-44ae-b010-099b4ec6b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.691664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-fc1b42e0-66cb-44ae-b010-099b4ec6b732 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b3b83073-876c-438a-bba6-56ab13fc87c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713873 Jan 18 23:23:20.835490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-118c6a18-7a91-40dd-b840-a4cdf6e2f7f6 service neutron] 10.222.0.85 "GET /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368060 Jan 18 23:23:20.842006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16806601-7185-4b1e-a7ed-8d021c4686bb up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:20.917033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 16806601-7185-4b1e-a7ed-8d021c4686bb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:20.917494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.152024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251a284-11de-4777-b032-f85a3227202c req-e93c5b17-5c98-48dd-8233-796a5830e701 service neutron] 10.222.0.85 "GET /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085542 Jan 18 23:23:21.163246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf2f3-c86a-478b-8bd7-7112cf4b2e94 req-9f410677-8294-45fd-8f0f-7729d80bbeff tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:21.164225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-00faf2f3-c86a-478b-8bd7-7112cf4b2e94 req-9f410677-8294-45fd-8f0f-7729d80bbeff tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:21.181321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-00faf2f3-c86a-478b-8bd7-7112cf4b2e94 req-9f410677-8294-45fd-8f0f-7729d80bbeff tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:21.182466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00faf2f3-c86a-478b-8bd7-7112cf4b2e94 req-9f410677-8294-45fd-8f0f-7729d80bbeff tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 907 time: 0.2659073 Jan 18 23:23:22.375395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aff1c-d3fc-4566-88ad-f4d190ca476b req-43f2c413-b1ab-4a84-8c98-192976165ed4 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:22.376846 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-719aff1c-d3fc-4566-88ad-f4d190ca476b req-43f2c413-b1ab-4a84-8c98-192976165ed4 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 907 time: 0.0849285 Jan 18 23:23:22.616735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9582418d-cad4-4d1d-a0e2-af6e16a0be37 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:23:22.759614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:22.773035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '9582418d-cad4-4d1d-a0e2-af6e16a0be37', 'network_id': 'b3b83073-876c-438a-bba6-56ab13fc87c9', 'port_id': '9582418d-cad4-4d1d-a0e2-af6e16a0be37', 'mac_address': 'fa:16:3e:56:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823aa90a-d15f-4bb6-8da2-941f099b871f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:23:22.827388 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.847378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9582418d-cad4-4d1d-a0e2-af6e16a0be37 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:22.864804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:22.870683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.943230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=9582418d-cad4-4d1d-a0e2-af6e16a0be37,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:23.073932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:23:23.097400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['9582418d-cad4-4d1d-a0e2-af6e16a0be37'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:23:23.563256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da560aa-4e7b-4d25-9df9-ff5b19ad87d8 req-11b45367-6668-45d9-9c39-6cf6eaac0fbb tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:23.564736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4da560aa-4e7b-4d25-9df9-ff5b19ad87d8 req-11b45367-6668-45d9-9c39-6cf6eaac0fbb tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 908 time: 0.0834897 Jan 18 23:23:24.627051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9582418d-cad4-4d1d-a0e2-af6e16a0be37 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:24.753882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6326218-53b1-401e-8bb0-c7818c1e9684 req-c729dd8d-c26f-49f7-a2fe-441ce0ac9e4f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.755386 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f6326218-53b1-401e-8bb0-c7818c1e9684 req-c729dd8d-c26f-49f7-a2fe-441ce0ac9e4f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 908 time: 0.0849116 Jan 18 23:23:24.756825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:24.761839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:24.762225 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.885888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.913661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582418d-cad4-4d1d-a0e2-af6e16a0be37'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:24.924421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:24.931947 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.971726 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582418d-cad4-4d1d-a0e2-af6e16a0be37', 'code': 200} Jan 18 23:23:25.007545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=9582418d-cad4-4d1d-a0e2-af6e16a0be37,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:25.093257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d64353-60cf-4cac-837b-60908845a2a2 req-5aae6c4b-606a-4590-a74d-1089cbc203ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:25.094727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37d64353-60cf-4cac-837b-60908845a2a2 req-5aae6c4b-606a-4590-a74d-1089cbc203ed service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 1060 time: 0.0731137 Jan 18 23:23:25.945878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c576c-2875-4c80-8633-5c1a140c5efe req-882949bd-73e5-4bc5-a784-4e26577c3c92 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:25.947339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-191c576c-2875-4c80-8633-5c1a140c5efe req-882949bd-73e5-4bc5-a784-4e26577c3c92 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 909 time: 0.0840375 Jan 18 23:23:27.155032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029742a-f829-4a7e-ad68-4075e9b3cace req-9cbf638a-9ddf-4271-9310-6f4f79eb3fe4 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:27.156628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7029742a-f829-4a7e-ad68-4075e9b3cace req-9cbf638a-9ddf-4271-9310-6f4f79eb3fe4 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 909 time: 0.0881557 Jan 18 23:23:27.372013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf513239-e195-47ec-b8fc-7014924d6e55 req-76ffe396-19fd-4a1a-8537-2ee63af586ac tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:27.373628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bf513239-e195-47ec-b8fc-7014924d6e55 req-76ffe396-19fd-4a1a-8537-2ee63af586ac tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 909 time: 0.0898898 Jan 18 23:23:27.561510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4d89-9032-463d-8b00-fae490dab773 req-e98b8a7c-2ec1-43a2-8017-c2ae66e9a3b1 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:27.561749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b7c4d89-9032-463d-8b00-fae490dab773 req-e98b8a7c-2ec1-43a2-8017-c2ae66e9a3b1 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 1060 time: 0.0773783 Jan 18 23:23:27.748474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e2f57-e8d9-4b29-8237-7678c24d8bca req-52aa8952-d366-4f8c-8370-b65da81b7fc3 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:27.750026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-781e2f57-e8d9-4b29-8237-7678c24d8bca req-52aa8952-d366-4f8c-8370-b65da81b7fc3 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1136 time: 0.0728986 Jan 18 23:23:27.807239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-781e2f57-e8d9-4b29-8237-7678c24d8bca req-baaefa07-91f4-4996-b21b-65281630f6eb tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Synchronizing usage tracker for tenant:a0e092c956fd4a9fbd8edc3bf11eb988 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:27.825864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-781e2f57-e8d9-4b29-8237-7678c24d8bca req-baaefa07-91f4-4996-b21b-65281630f6eb tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Unset dirty status for tenant:a0e092c956fd4a9fbd8edc3bf11eb988 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:27.827279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-781e2f57-e8d9-4b29-8237-7678c24d8bca req-baaefa07-91f4-4996-b21b-65281630f6eb tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0709224 Jan 18 23:23:27.853704 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:27.939369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba36847-5b75-4f43-8d57-745d293bcc29 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:27.940872 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dba36847-5b75-4f43-8d57-745d293bcc29 tempest-TestSecurityGroupsBasicOps-1320200301 tempest-TestSecurityGroupsBasicOps-1320200301-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 1055 time: 0.0855958 Jan 18 23:23:28.392286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8991928-86d9-4345-be4b-0c11bb25866f req-0e287d7b-4161-446a-8f73-357e8b503ec3 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:28.393862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8991928-86d9-4345-be4b-0c11bb25866f req-0e287d7b-4161-446a-8f73-357e8b503ec3 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 909 time: 0.0822992 Jan 18 23:23:29.603937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba759f6-207f-4dfa-97ee-9b29d84be517 req-3a623b12-b9b0-4c00-b997-56ce3430e697 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:29.605578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba759f6-207f-4dfa-97ee-9b29d84be517 req-3a623b12-b9b0-4c00-b997-56ce3430e697 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 909 time: 0.0848429 Jan 18 23:23:29.755159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6166119-fc44-4594-b55a-a1130df28063 req-39802f09-17b9-4f6d-8ccc-1dec61805e10 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:29.756653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6166119-fc44-4594-b55a-a1130df28063 req-39802f09-17b9-4f6d-8ccc-1dec61805e10 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 909 time: 0.1043937 Jan 18 23:23:29.862348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:29.862950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.154697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] For port 9582418d-cad4-4d1d-a0e2-af6e16a0be37, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=9582418d-cad4-4d1d-a0e2-af6e16a0be37,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:30.155117 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.282786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for 9582418d-cad4-4d1d-a0e2-af6e16a0be37 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:30.481995 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.538688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=9582418d-cad4-4d1d-a0e2-af6e16a0be37,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:30.585611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.585959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.586484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.586971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.587600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.588080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.588569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.589063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.589547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.590024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.590509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.590987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:30.649093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] No DVR routers for this DVR port 9582418d-cad4-4d1d-a0e2-af6e16a0be37 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:30.652061 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.655891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'name': 'network-vif-deleted', 'tag': '9582418d-cad4-4d1d-a0e2-af6e16a0be37'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:30.688141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6166119-fc44-4594-b55a-a1130df28063 req-eb19e067-68fb-4eff-b47e-ffa263b208f2 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.85 "DELETE /v2.0/ports/9582418d-cad4-4d1d-a0e2-af6e16a0be37 HTTP/1.1" status: 204 len: 173 time: 0.9254789 Jan 18 23:23:30.747932 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1', 'name': 'network-vif-deleted', 'tag': '9582418d-cad4-4d1d-a0e2-af6e16a0be37', 'status': 'completed', 'code': 200} Jan 18 23:23:30.950588 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81e5e3f8-c289-4f20-a7ca-90ac1ef957e8 req-9a273269-77b3-4236-82de-2a6b61e0b6bd tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6c5bdbe-b42b-4f4f-a82b-dd128f68a1c1 HTTP/1.1" status: 200 len: 210 time: 0.1337011 Jan 18 23:23:32.083955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:32.933421 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.466341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port 16806601-7185-4b1e-a7ed-8d021c4686bb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:33.466872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.748545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] For port 16806601-7185-4b1e-a7ed-8d021c4686bb, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=16806601-7185-4b1e-a7ed-8d021c4686bb,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:33.748911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.898719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for 16806601-7185-4b1e-a7ed-8d021c4686bb owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:34.426570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.527083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=16806601-7185-4b1e-a7ed-8d021c4686bb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:34.573582 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.578021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.578246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.578486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.578979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.579504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.580043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.580619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.581396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.581937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.582431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.582899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.583370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:34.687935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9582418d-cad4-4d1d-a0e2-af6e16a0be37 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:34.780336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 9582418d-cad4-4d1d-a0e2-af6e16a0be37 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:34.780684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 9582418d-cad4-4d1d-a0e2-af6e16a0be37 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:35.037445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.130412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-46c384d5-eef1-4a5d-9634-af6a6789968d req-a2d59fec-5efc-45ef-a0b2-2225be306caf service neutron] (87812) timed out ('10.222.0.78', 47852) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:23:35.533457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 8fd8e886-3b2d-459d-8194-aa800e9ad354 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:23:35.769418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:23:35.787448 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] Sync routers for ids ['8fd8e886-3b2d-459d-8194-aa800e9ad354'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:23:35.797972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-38e6e909-5dff-4f9c-8013-28748fdcfa7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "PUT /v2.0/routers/8fd8e886-3b2d-459d-8194-aa800e9ad354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7122695 Jan 18 23:23:35.801510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 48960) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:35.802762 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] Routers {'8fd8e886-3b2d-459d-8194-aa800e9ad354'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:35.803533 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8fd8e886-3b2d-459d-8194-aa800e9ad354'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:35.939843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting subnet 823aa90a-d15f-4bb6-8da2-941f099b871f {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:23:35.946839 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.023599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.150863 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] Set router 8fd8e886-3b2d-459d-8194-aa800e9ad354 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:36.155651 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.296646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.348624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Subnet': ['ID=823aa90a-d15f-4bb6-8da2-941f099b871f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:36.352734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.361570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10e69d87-e8dd-4270-8141-9e533cfd00c8 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/subnets/823aa90a-d15f-4bb6-8da2-941f099b871f HTTP/1.1" status: 204 len: 168 time: 0.5561848 Jan 18 23:23:36.365273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 48974) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:36.368995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fdc8e-7b5a-426a-b4af-ee3dab526afb None None] Network b3b83073-876c-438a-bba6-56ab13fc87c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:23:36.544766 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:34Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:36.568321 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] Checking router: 8fd8e886-3b2d-459d-8194-aa800e9ad354 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:23:36.608821 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] Routers {'8fd8e886-3b2d-459d-8194-aa800e9ad354'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:36.616505 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8fd8e886-3b2d-459d-8194-aa800e9ad354'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:36.745640 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.871480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] DHCP port deletion for b3b83073-876c-438a-bba6-56ab13fc87c9 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:23:36.881147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] Deleting port 206f439b-35d7-412e-8045-5d73c406b6f5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:36.882018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.966906 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] Set router 8fd8e886-3b2d-459d-8194-aa800e9ad354 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:37.162877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.176174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port 38e0b712-70e6-480a-9710-008cbce18813 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:37.176599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.187286 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.313989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] For port 206f439b-35d7-412e-8045-5d73c406b6f5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=206f439b-35d7-412e-8045-5d73c406b6f5,segment=NetworkSegment(89b4ec6b-229f-408c-b2a1-f25635843175),segment_id=89b4ec6b-229f-408c-b2a1-f25635843175)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:37.314391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.488906 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:34Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:37.494571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] For port 38e0b712-70e6-480a-9710-008cbce18813, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=38e0b712-70e6-480a-9710-008cbce18813,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:37.495223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.495998 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc308df-e461-4f4f-ba2b-f63dc227c9bb None None] The sync data for ids ['8fd8e886-3b2d-459d-8194-aa800e9ad354'] in n-d-825178-1 is: [{'id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'name': 'tempest-TestSecurityGroupsBasicOps-router-174523984', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '38e0b712-70e6-480a-9710-008cbce18813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:05Z', 'updated_at': '2022-01-18T23:23:34Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': '38e0b712-70e6-480a-9710-008cbce18813', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd8e886-3b2d-459d-8194-aa800e9ad354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:06Z', 'updated_at': '2022-01-18T23:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:37.582368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] Calling delete_port for 206f439b-35d7-412e-8045-5d73c406b6f5 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:37.669567 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.713713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] No DVR routers for this DVR port 206f439b-35d7-412e-8045-5d73c406b6f5 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:37.722532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac7306-2232-4c75-9aaf-d04d2f02f448 None None] Pushing event deleted for resources: {'Port': ['ID=206f439b-35d7-412e-8045-5d73c406b6f5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:37.837359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for 38e0b712-70e6-480a-9710-008cbce18813 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:38.162961 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.248004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=38e0b712-70e6-480a-9710-008cbce18813,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:38.367184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.566596 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.569245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.596676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.597407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Fanout notify agent at l3_agent the message router_deleted on router 8fd8e886-3b2d-459d-8194-aa800e9ad354 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:23:38.628908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.633395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49006) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:38.645587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-98c610fd-543e-4796-9a24-8650851c8776 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/routers/8fd8e886-3b2d-459d-8194-aa800e9ad354 HTTP/1.1" status: 204 len: 168 time: 2.2788575 Jan 18 23:23:38.806470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.982080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.007966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b83073-876c-438a-bba6-56ab13fc87c9']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:39.020856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b4ec6b-229f-408c-b2a1-f25635843175') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:39.021185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b4ec6b-229f-408c-b2a1-f25635843175') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:39.032882 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.049170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.056131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:23:39.056533 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:39.071829 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:39.174017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.206405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.217833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Network': ['ID=b3b83073-876c-438a-bba6-56ab13fc87c9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:39.229975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d9dbe2b0-f9f1-497d-b4ad-01d5ffaec826 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/networks/b3b83073-876c-438a-bba6-56ab13fc87c9 HTTP/1.1" status: 204 len: 168 time: 0.5929422 Jan 18 23:23:39.230395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:39.242570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 206f439b-35d7-412e-8045-5d73c406b6f5 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:39.286727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 206f439b-35d7-412e-8045-5d73c406b6f5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:39.287484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 206f439b-35d7-412e-8045-5d73c406b6f5 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:39.288140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16806601-7185-4b1e-a7ed-8d021c4686bb no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:39.336632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 16806601-7185-4b1e-a7ed-8d021c4686bb {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:39.336991 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 16806601-7185-4b1e-a7ed-8d021c4686bb not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:39.500928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port 568e3f0e-4296-4989-87b7-f37b379af719 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:39.501302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.555442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dbad4cc9-51ca-43af-a37c-ec4b4e3a8288 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501954225&fields=id&tenant_id=09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 267 time: 0.0964525 Jan 18 23:23:39.803568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.803792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.820008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-311117a8-c012-49c1-9fe7-2aa47f152ce7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:39.821470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-311117a8-c012-49c1-9fe7-2aa47f152ce7 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.2590370 Jan 18 23:23:39.942097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for 568e3f0e-4296-4989-87b7-f37b379af719 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:39.982825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-f4577467-68c0-4fc0-9093-4c2df8e29253 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/quotas/09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 375 time: 0.1109266 Jan 18 23:23:40.230780 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-1acbfd1a-f788-4eab-9fac-162dcb125c0d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2410371 Jan 18 23:23:40.265130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-5b3b9ec9-4867-477a-aa38-e87f4d3856c5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:23:40.266174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-5b3b9ec9-4867-477a-aa38-e87f4d3856c5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054898 Jan 18 23:23:40.395318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.493643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=568e3f0e-4296-4989-87b7-f37b379af719,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:40.533563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-4bd5116f-addb-4314-98cc-da1e214daca2 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606902 Jan 18 23:23:40.637788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.638429 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Floating IP 0dbeb4f8-675d-4e6a-9a02-559e49db5872 disassociated (deleted). External IP: 172.25.4.173, port: 37789842-3583-4ed1-8904-c619f2272814. Jan 18 23:23:40.783189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 38e0b712-70e6-480a-9710-008cbce18813 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:40.819569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 38e0b712-70e6-480a-9710-008cbce18813 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:40.819985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 38e0b712-70e6-480a-9710-008cbce18813 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:40.841023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-17f42f3f-50db-4a88-a776-ef5d531b9834 service neutron] 10.222.0.78 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965279 Jan 18 23:23:41.054785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 63f60f35-bab2-435b-b8e8-7ed044b40d7f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:23:41.262807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:23:41.275491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] Sync routers for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:23:41.287402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:41.288035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:41.298500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.305263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cfe11d03-9aa1-4176-8e83-0cd3539b5cd6 req-c9607372-653a-4de7-bb94-53f6dd89e97c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 210 time: 0.0589950 Jan 18 23:23:41.383705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53ef346f-1e10-49b9-828f-3d0425433d6d tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/floatingips/0dbeb4f8-675d-4e6a-9a02-559e49db5872 HTTP/1.1" status: 204 len: 168 time: 2.1521966 Jan 18 23:23:41.384489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'tag': '37789842-3583-4ed1-8904-c619f2272814'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:41.441959 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'tag': '37789842-3583-4ed1-8904-c619f2272814', 'status': 'completed', 'code': 200} Jan 18 23:23:41.559337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-731e1f85-d91f-4477-b127-f00dcc4f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:41.561243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-731e1f85-d91f-4477-b127-f00dcc4f0e7e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=038e7cb689f54f1790514424b5dff4c8&device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 1136 time: 0.0961380 Jan 18 23:23:41.575634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:41.741867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-dc3df426-da66-4966-809e-29b17d772dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:41.743643 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-dc3df426-da66-4966-809e-29b17d772dfc service neutron] 10.222.0.86 "GET /v2.0/networks?id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 HTTP/1.1" status: 200 len: 898 time: 0.1767538 Jan 18 23:23:41.976455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3482c-ba9b-4256-b2ba-3a0d5ca66463 req-94d2fa64-aa5d-4253-abd6-a04b4ce0678a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:41.977264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3ec3482c-ba9b-4256-b2ba-3a0d5ca66463 req-94d2fa64-aa5d-4253-abd6-a04b4ce0678a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:42.018374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3ec3482c-ba9b-4256-b2ba-3a0d5ca66463 req-94d2fa64-aa5d-4253-abd6-a04b4ce0678a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:42.026114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ec3482c-ba9b-4256-b2ba-3a0d5ca66463 req-94d2fa64-aa5d-4253-abd6-a04b4ce0678a tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 985 time: 0.1839945 Jan 18 23:23:42.103777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:21Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:42.111631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] Checking router: 63f60f35-bab2-435b-b8e8-7ed044b40d7f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:23:42.144260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:42.146567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:42.146808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-a4003d6f-d246-4c94-b9b9-c8c9fd32b66d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37789842-3583-4ed1-8904-c619f2272814 HTTP/1.1" status: 200 len: 217 time: 0.3960738 Jan 18 23:23:42.221511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-8ef929f8-192e-4728-8aa3-193ce1aa7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:42.223089 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-8ef929f8-192e-4728-8aa3-193ce1aa7be2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91d1c38a-28ff-4fba-a922-2e9f24e7a6f5 HTTP/1.1" status: 200 len: 834 time: 0.0686936 Jan 18 23:23:42.247086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ec3482c-ba9b-4256-b2ba-3a0d5ca66463 req-36a22cf0-fe80-4b3b-8ced-04e685effa4f tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2175612 Jan 18 23:23:42.306969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-28fc3b77-d6a7-4c9f-ad12-196297c1d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:42.308566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-28fc3b77-d6a7-4c9f-ad12-196297c1d35f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787957 Jan 18 23:23:42.314673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb31c148-d22a-4de0-9962-a143422c55f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.367981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:42.461646 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-3b32f152-eb24-4ba7-a970-c72eefc754dd service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449723 Jan 18 23:23:42.589153 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-76587bdb-1a46-4372-9682-06feeb4f6052 req-50f07da1-0fd8-4750-b93d-3234ab7a5828 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 210 time: 0.1003511 Jan 18 23:23:42.700231 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87dddc60-853a-499f-ab02-c7f9d5b61e84 req-bc46aee8-eb1f-4621-9a24-3c16e19f79c5 service neutron] 10.222.0.86 "GET /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306850 Jan 18 23:23:42.753102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-633221ad-1063-43e3-9a73-e70386de905c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:42.754531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-633221ad-1063-43e3-9a73-e70386de905c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 812 time: 0.2284577 Jan 18 23:23:42.814371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-77d51f33-896c-430c-8d0d-4fba30321163 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09216b7e3403427e8062be75685117ed HTTP/1.1" status: 200 len: 379 time: 0.0482874 Jan 18 23:23:42.824305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'port': {'device_id': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'admin_state_up': True, 'tenant_id': '09216b7e3403427e8062be75685117ed', 'security_groups': ['c0a76c8a-d6c5-4a25-89ff-31404321cfa7']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:42.878770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:21Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:42.886678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec82c-ec90-408f-b928-22c66965bd3a None None] The sync data for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 is: [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:22:16Z', 'revision_number': 4, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'a6a249fc-081d-446a-b4f4-57957385e9b4', 'name': '', 'network_id': 'bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'mac_address': 'fa:16:3e:35:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:15Z', 'updated_at': '2022-01-18T23:22:21Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'subnets': [{'id': '91d1c38a-28ff-4fba-a922-2e9f24e7a6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:43.021629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:43.032327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:43.047635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Made reservation on behalf of 09216b7e3403427e8062be75685117ed for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:43.051844 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.078356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:43.161557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-838d0cdf-99f5-46e7-ab8b-5884c0f507bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.162325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-838d0cdf-99f5-46e7-ab8b-5884c0f507bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Synchronizing usage tracker for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:43.179149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-838d0cdf-99f5-46e7-ab8b-5884c0f507bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Unset dirty status for tenant:038e7cb689f54f1790514424b5dff4c8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:43.180984 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-838d0cdf-99f5-46e7-ab8b-5884c0f507bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.86 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 985 time: 0.1544828 Jan 18 23:23:43.294741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.20.0.13 (54525004-ee71-467a-bbf2-f30e8442ef36/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677/71f8ecb7-4818-4502-9b47-ada274f1945f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:43.366207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556aca3d-c8e3-4dbe-b61a-8123783b5d96 None None] New status for floating IP 0dbeb4f8-675d-4e6a-9a02-559e49db5872: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:23:43.420441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port 37789842-3583-4ed1-8904-c619f2272814 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:43.420985 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.525465 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.533705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d967bc4-a7f4-4bda-aab6-783c9b734f70 req-cab9fc03-6a62-4d56-9cee-1ef48d3cf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.535269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d967bc4-a7f4-4bda-aab6-783c9b734f70 req-cab9fc03-6a62-4d56-9cee-1ef48d3cf3a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.4509323 Jan 18 23:23:43.542439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Transition to ACTIVE for port object 71f8ecb7-4818-4502-9b47-ada274f1945f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:43.655573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be60c6-5135-4cb6-b19f-aab3034e8d66 req-ac190b2f-b15a-4dcb-9df4-a6618e4d09fd tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.657179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84be60c6-5135-4cb6-b19f-aab3034e8d66 req-ac190b2f-b15a-4dcb-9df4-a6618e4d09fd tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 985 time: 0.1132100 Jan 18 23:23:43.658817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.723847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d967bc4-a7f4-4bda-aab6-783c9b734f70 req-adbd32ce-c63f-49dc-a2ec-08aa70db2c1d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741707 Jan 18 23:23:43.798137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 54525004-ee71-467a-bbf2-f30e8442ef36 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:43.808181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84be60c6-5135-4cb6-b19f-aab3034e8d66 req-740c1f7e-bf51-4f13-8094-3b184c16cfc7 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ed71bc5-dde9-4543-82c1-e24eeb92452e&id=20a1f810-4db8-482b-9fd6-42fe05d811c8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1438758 Jan 18 23:23:43.809152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:43.815797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:23:43.888111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=71f8ecb7-4818-4502-9b47-ada274f1945f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:43.914332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] For port 37789842-3583-4ed1-8904-c619f2272814, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=37789842-3583-4ed1-8904-c619f2272814,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:43.914722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.932145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.932814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.980102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-dd064d7d-3bc2-42a7-a86a-77b4962e1c66 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1608429 Jan 18 23:23:43.991888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Request body: {'port': {'device_id': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:23:44.091609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for 37789842-3583-4ed1-8904-c619f2272814 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:44.148200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0e177-1af7-45a7-aee8-9f280e2fcc77 req-08fa33bc-db41-4d7e-b753-94e42d64ffaa tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:44.149878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96e0e177-1af7-45a7-aee8-9f280e2fcc77 req-08fa33bc-db41-4d7e-b753-94e42d64ffaa tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 932 time: 0.3872244 Jan 18 23:23:44.153783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.191645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a5cbe2d1-34c7-431b-a167-43a145597667 None None] Provisioning for port 71f8ecb7-4818-4502-9b47-ada274f1945f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:44.227250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96e0e177-1af7-45a7-aee8-9f280e2fcc77 req-89c65869-e7c9-4509-8054-ccc98ea5a051 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694864 Jan 18 23:23:44.253083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a5cbe2d1-34c7-431b-a167-43a145597667 None None] Provisioning complete for port 71f8ecb7-4818-4502-9b47-ada274f1945f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:44.253083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe2d1-34c7-431b-a167-43a145597667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.345466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbe2d1-34c7-431b-a167-43a145597667 None None] Port 71f8ecb7-4818-4502-9b47-ada274f1945f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:23:44.378375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.456112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=37789842-3583-4ed1-8904-c619f2272814,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:44.586213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] No DVR routers for this DVR port 37789842-3583-4ed1-8904-c619f2272814 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:44.586213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.588345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'name': 'network-vif-deleted', 'tag': '37789842-3583-4ed1-8904-c619f2272814'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:44.611225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d73feab3-3ae9-422a-8117-f4ea8911d1e0 req-ac9e2552-f951-483d-b437-798c49e9db7e tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.86 "DELETE /v2.0/ports/37789842-3583-4ed1-8904-c619f2272814 HTTP/1.1" status: 204 len: 173 time: 1.4248924 Jan 18 23:23:44.676973 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b4063-32ba-4504-866d-21d31b25363a', 'name': 'network-vif-deleted', 'tag': '37789842-3583-4ed1-8904-c619f2272814', 'status': 'completed', 'code': 200} Jan 18 23:23:44.801863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f8ecb7-4818-4502-9b47-ada274f1945f {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:44.812668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.829909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-f541d44b-fa36-48ea-99be-7158870afb4a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1981003 Jan 18 23:23:44.839124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Transition to ACTIVE for port object 71f8ecb7-4818-4502-9b47-ada274f1945f will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:44.862130 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.981867 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02adc20-fba3-4763-830e-5cdce0e3cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.374748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cbc4e64-b917-4787-9ba2-5ff358029b56 req-a1743ce7-61df-4466-a321-c29359f4ba90 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c84b4063-32ba-4504-866d-21d31b25363a HTTP/1.1" status: 200 len: 210 time: 0.3108253 Jan 18 23:23:45.414093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Pushing event updated for resources: {'Port': ['ID=71f8ecb7-4818-4502-9b47-ada274f1945f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.455114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd7f4e-544f-4a3d-a364-fb9830019835 req-547d3268-b374-47ec-8ba4-40efbf5f3a90 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:45.456554 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dfd7f4e-544f-4a3d-a364-fb9830019835 req-547d3268-b374-47ec-8ba4-40efbf5f3a90 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.0810337 Jan 18 23:23:45.462677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Attempting to bind port 71f8ecb7-4818-4502-9b47-ada274f1945f on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:45.462978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Attempting to bind port 71f8ecb7-4818-4502-9b47-ada274f1945f by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:45.463307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Attempting to bind port 71f8ecb7-4818-4502-9b47-ada274f1945f on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:45.466866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9953-5839-491b-b924-aa7030276b1d req-4705d915-8251-4bc8-84d4-d8ed2e9d8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:45.468360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-4705d915-8251-4bc8-84d4-d8ed2e9d8506 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.3902259 Jan 18 23:23:45.471856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Port 71f8ecb7-4818-4502-9b47-ada274f1945f on network 54525004-ee71-467a-bbf2-f30e8442ef36 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:23:45.472230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Attempting to bind port 71f8ecb7-4818-4502-9b47-ada274f1945f on network 54525004-ee71-467a-bbf2-f30e8442ef36 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:23:45.477674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:23:45.478240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Checking segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:23:45.478881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Bound using segment: {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:23:45.479464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Bound port: 71f8ecb7-4818-4502-9b47-ada274f1945f, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b0a31-a6cf-45c1-8c46-69860d292355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:45.480349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.630174 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dfd7f4e-544f-4a3d-a364-fb9830019835 req-6dd93d78-2057-44d2-b15b-53a66922cc67 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673954 Jan 18 23:23:45.665450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] For port 71f8ecb7-4818-4502-9b47-ada274f1945f, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:23:45.671262 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.686940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] For port 71f8ecb7-4818-4502-9b47-ada274f1945f, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=71f8ecb7-4818-4502-9b47-ada274f1945f,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:23:45.698757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.738906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.750932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9953-5839-491b-b924-aa7030276b1d req-30371236-1a97-42a1-a319-26b30ca0782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:45.754289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-30371236-1a97-42a1-a319-26b30ca0782d service neutron] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 910 time: 0.2290788 Jan 18 23:23:45.827925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:45.828573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.829970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] 10.222.0.86 "PUT /v2.0/ports/71f8ecb7-4818-4502-9b47-ada274f1945f HTTP/1.1" status: 200 len: 1092 time: 1.8429754 Jan 18 23:23:45.842772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:45.928100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a5a06-cef6-4a7a-9564-2a36db5ca30e service neutron] Pushing event updated for resources: {'Port': ['ID=71f8ecb7-4818-4502-9b47-ada274f1945f,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.940957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-7e78bb8d-a77d-4610-ad2f-a773fd94bcc7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 1000 time: 0.1777184 Jan 18 23:23:46.096601 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'status': 'completed', 'code': 200} Jan 18 23:23:46.096601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9953-5839-491b-b924-aa7030276b1d req-c100d36f-cb14-48f5-9651-4f5521f09970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:46.096601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-c100d36f-cb14-48f5-9651-4f5521f09970 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.0792167 Jan 18 23:23:46.096601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-edb56f81-462a-41f2-be0e-ae6944a90987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:46.096601 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-edb56f81-462a-41f2-be0e-ae6944a90987 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 1095 time: 0.2103333 Jan 18 23:23:46.165851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-29adeea6-9a4a-4bdd-beb1-4ab62f5dda89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f8ecb7-4818-4502-9b47-ada274f1945f HTTP/1.1" status: 200 len: 217 time: 0.0686731 Jan 18 23:23:46.240248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a9953-5839-491b-b924-aa7030276b1d req-b43f2474-bccc-4840-a1bf-81260fbb66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:46.240248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-b43f2474-bccc-4840-a1bf-81260fbb66c5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995342 Jan 18 23:23:46.240248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-958726fb-a017-40b5-99ab-1229d31d7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:46.240248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-958726fb-a017-40b5-99ab-1229d31d7b2f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0673692 Jan 18 23:23:46.447161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-1271060c-1e62-4e66-9268-dd3c06866e48 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996717 Jan 18 23:23:46.453353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-da74fbec-f180-43b1-9982-ddb2d1145ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:46.453353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-da74fbec-f180-43b1-9982-ddb2d1145ea2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883488 Jan 18 23:23:46.500052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:46.582784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a53a775-ca57-45d2-aa56-c024e9feaa55 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.615299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a53a775-ca57-45d2-aa56-c024e9feaa55 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.682805 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a53a775-ca57-45d2-aa56-c024e9feaa55 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.726193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a53a775-ca57-45d2-aa56-c024e9feaa55 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.726193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6a53a775-ca57-45d2-aa56-c024e9feaa55 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/security-groups/20a1f810-4db8-482b-9fd6-42fe05d811c8 HTTP/1.1" status: 204 len: 168 time: 0.2255788 Jan 18 23:23:46.726193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53a775-ca57-45d2-aa56-c024e9feaa55 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a1f810-4db8-482b-9fd6-42fe05d811c8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:46.726193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:46.732049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-610a9953-5839-491b-b924-aa7030276b1d req-98f24245-c320-465b-9f9e-10c31e75601a service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707677 Jan 18 23:23:46.750256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-01855f07-5932-4e90-b29a-86668e261784 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746336 Jan 18 23:23:46.828065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2d187e5-e24b-4e83-872d-8f99bc8084bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.850853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2d187e5-e24b-4e83-872d-8f99bc8084bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.905575 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2d187e5-e24b-4e83-872d-8f99bc8084bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.929316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d187e5-e24b-4e83-872d-8f99bc8084bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed71bc5-dde9-4543-82c1-e24eeb92452e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:46.936751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2d187e5-e24b-4e83-872d-8f99bc8084bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.937915 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e2d187e5-e24b-4e83-872d-8f99bc8084bf tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/security-groups/5ed71bc5-dde9-4543-82c1-e24eeb92452e HTTP/1.1" status: 204 len: 168 time: 0.2163198 Jan 18 23:23:46.940715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49156) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:47.069581 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.154393 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4e5944de-58ea-4f34-bc54-eaed6014e60a req-863d68fb-df93-4c43-9e88-528d59acddec service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975604 Jan 18 23:23:47.191438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05edc-1407-4e71-971c-377b0473c1d6 req-b8cf5589-32b9-4174-9c28-2d71c8159491 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.191438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f5f05edc-1407-4e71-971c-377b0473c1d6 req-b8cf5589-32b9-4174-9c28-2d71c8159491 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:47.210680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f5f05edc-1407-4e71-971c-377b0473c1d6 req-b8cf5589-32b9-4174-9c28-2d71c8159491 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:47.212145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f05edc-1407-4e71-971c-377b0473c1d6 req-b8cf5589-32b9-4174-9c28-2d71c8159491 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.1465685 Jan 18 23:23:47.318861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f05edc-1407-4e71-971c-377b0473c1d6 req-6b3af163-340d-4076-b85d-6f08a39e38a4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974994 Jan 18 23:23:47.335625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-5ca40153-377d-4a84-91f7-edae6e51b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.337338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-5ca40153-377d-4a84-91f7-edae6e51b9be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 1095 time: 0.1149030 Jan 18 23:23:47.386009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 37789842-3583-4ed1-8904-c619f2272814 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:47.446270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 37789842-3583-4ed1-8904-c619f2272814 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:47.446270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 37789842-3583-4ed1-8904-c619f2272814 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:47.546270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-49bfe213-0558-4f5a-8240-b45f05b18b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.547915 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-49bfe213-0558-4f5a-8240-b45f05b18b08 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.2048354 Jan 18 23:23:47.639263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-8cc90706-b760-45fe-83d4-b991df3f1562 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f8ecb7-4818-4502-9b47-ada274f1945f HTTP/1.1" status: 200 len: 217 time: 0.0814915 Jan 18 23:23:47.713790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-68cf66c0-d676-41b9-916a-bbadcadba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.713790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-68cf66c0-d676-41b9-916a-bbadcadba544 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0700710 Jan 18 23:23:47.722559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.818405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-b99f88a4-6af1-4b5b-845a-fca7de36ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.820131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-b99f88a4-6af1-4b5b-845a-fca7de36ef38 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984609 Jan 18 23:23:48.022327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-886e0482-8112-4b90-b340-4e76168e5f4c service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808760 Jan 18 23:23:48.165736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b1b2e3a0-1226-4ffe-b794-373268116460 req-9a3ece98-b7fd-4e8e-9243-f2fe28c5f7b0 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500268 Jan 18 23:23:48.202924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port a6a249fc-081d-446a-b4f4-57957385e9b4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:48.202924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.414008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] For port a6a249fc-081d-446a-b4f4-57957385e9b4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=a6a249fc-081d-446a-b4f4-57957385e9b4,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:48.414394 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.735345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for a6a249fc-081d-446a-b4f4-57957385e9b4 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:48.831489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaa61b-ec36-4362-a107-f7fd517198bc req-25333dce-19c1-4bdc-a138-55520d061401 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:48.835534 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1aaa61b-ec36-4362-a107-f7fd517198bc req-25333dce-19c1-4bdc-a138-55520d061401 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.3395991 Jan 18 23:23:48.913303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b1aaa61b-ec36-4362-a107-f7fd517198bc req-ad7d85d3-688b-4e6e-8998-ecc16248d950 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684779 Jan 18 23:23:49.019553 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.068184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=a6a249fc-081d-446a-b4f4-57957385e9b4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:49.446877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.841159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Router 63f60f35-bab2-435b-b8e8-7ed044b40d7f has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:23:50.039669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:23:50.050981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] Sync routers for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:23:50.057546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ba6e49e3-c6aa-4cd0-9176-edebef456431 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "PUT /v2.0/routers/63f60f35-bab2-435b-b8e8-7ed044b40d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1157696 Jan 18 23:23:50.060444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:50.061111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:50.061499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:50.123748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7a83-e895-4911-a040-c6b4c32bae84 req-14774b3b-0983-4adf-a669-3c9ce13c887b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:50.132010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-242b7a83-e895-4911-a040-c6b4c32bae84 req-14774b3b-0983-4adf-a669-3c9ce13c887b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.1104825 Jan 18 23:23:50.152130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting subnet 91d1c38a-28ff-4fba-a922-2e9f24e7a6f5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:23:50.152130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.186322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-242b7a83-e895-4911-a040-c6b4c32bae84 req-5178f3c1-a756-4b74-a3dc-6652b217f893 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603280 Jan 18 23:23:50.233198 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.277764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:50.337966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.563963 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.603781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Subnet': ['ID=91d1c38a-28ff-4fba-a922-2e9f24e7a6f5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:50.615024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.623278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393493c-0e70-46ad-9b02-59c15226c25b None None] Network bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:23:50.626811 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4c71cab7-1e5f-4076-ad20-5c11a5e5fe56 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/subnets/91d1c38a-28ff-4fba-a922-2e9f24e7a6f5 HTTP/1.1" status: 204 len: 168 time: 0.5642986 Jan 18 23:23:50.629517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:50.847026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:23:48Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:50.847026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] Checking router: 63f60f35-bab2-435b-b8e8-7ed044b40d7f for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:23:50.887727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] Routers {'63f60f35-bab2-435b-b8e8-7ed044b40d7f'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:23:50.887727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:50.963559 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.007895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] DHCP port deletion for bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:23:51.028409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] Deleting port 34d37325-9187-4f9b-98f5-85479ad6a05f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:51.028781 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.220738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.251165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Deleting port bec123dc-b5d9-4982-8824-8253becf3aad {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:23:51.251165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.358971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] For port 34d37325-9187-4f9b-98f5-85479ad6a05f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=34d37325-9187-4f9b-98f5-85479ad6a05f,segment=NetworkSegment(9f7c6886-ba71-468b-a5c5-a6a6371b1f16),segment_id=9f7c6886-ba71-468b-a5c5-a6a6371b1f16)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:51.358971 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.379768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] Set router 63f60f35-bab2-435b-b8e8-7ed044b40d7f gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:23:51.536791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d50158-66fe-4b8e-aae0-b59df3545d4b req-c96c78fa-7d6a-4b9e-a409-0c38c8c96732 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:51.538894 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5d50158-66fe-4b8e-aae0-b59df3545d4b req-c96c78fa-7d6a-4b9e-a409-0c38c8c96732 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.2331250 Jan 18 23:23:51.631065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] For port bec123dc-b5d9-4982-8824-8253becf3aad, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bec123dc-b5d9-4982-8824-8253becf3aad,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:51.631065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.654285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b5d50158-66fe-4b8e-aae0-b59df3545d4b req-ed729375-a206-48c2-bd6a-3b1c13a377f1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013043 Jan 18 23:23:51.752176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] Calling delete_port for 34d37325-9187-4f9b-98f5-85479ad6a05f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:51.786953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Calling delete_port for bec123dc-b5d9-4982-8824-8253becf3aad owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:23:51.936616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:23:48Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:51.942544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72846bc-7306-47eb-bcbb-cd582bc20d69 None None] The sync data for ids ['63f60f35-bab2-435b-b8e8-7ed044b40d7f'] in n-d-825178-1 is: [{'id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-965038611', 'tenant_id': '038e7cb689f54f1790514424b5dff4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:10Z', 'updated_at': '2022-01-18T23:23:48Z', 'revision_number': 5, 'project_id': '038e7cb689f54f1790514424b5dff4c8', 'gw_port': {'id': 'bec123dc-b5d9-4982-8824-8253becf3aad', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f60f35-bab2-435b-b8e8-7ed044b40d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:11Z', 'updated_at': '2022-01-18T23:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:23:51.946970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.031253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] No DVR routers for this DVR port 34d37325-9187-4f9b-98f5-85479ad6a05f on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:52.033806 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.038077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50364d-1e2b-4515-b235-590404552fdf None None] Pushing event deleted for resources: {'Port': ['ID=34d37325-9187-4f9b-98f5-85479ad6a05f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:52.092554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Port': ['ID=bec123dc-b5d9-4982-8824-8253becf3aad,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:52.197926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.534243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.536810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.581591 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.581591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Fanout notify agent at l3_agent the message router_deleted on router 63f60f35-bab2-435b-b8e8-7ed044b40d7f {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:23:52.602276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.602276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-11e8ecf7-62c5-4c98-9bb8-a8ebc2be4d45 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/routers/63f60f35-bab2-435b-b8e8-7ed044b40d7f HTTP/1.1" status: 204 len: 168 time: 1.9676671 Jan 18 23:23:52.604904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49220) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:52.760033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.981285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a6a249fc-081d-446a-b4f4-57957385e9b4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:52.981959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.033774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3d5ba-34c4-4e93-9bb8-5a1adff8764d req-3ce97c60-0e31-4b70-9a4d-e240c3d02010 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:53.033774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ce3d5ba-34c4-4e93-9bb8-5a1adff8764d req-3ce97c60-0e31-4b70-9a4d-e240c3d02010 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.2299826 Jan 18 23:23:53.043974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:53.055020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: a6a249fc-081d-446a-b4f4-57957385e9b4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:53.055020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device a6a249fc-081d-446a-b4f4-57957385e9b4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:53.055020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 34d37325-9187-4f9b-98f5-85479ad6a05f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:53.075002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7c6886-ba71-468b-a5c5-a6a6371b1f16') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:53.075002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7c6886-ba71-468b-a5c5-a6a6371b1f16') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:53.081830 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.089077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 34d37325-9187-4f9b-98f5-85479ad6a05f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:53.089077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 34d37325-9187-4f9b-98f5-85479ad6a05f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:53.113289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ce3d5ba-34c4-4e93-9bb8-5a1adff8764d req-e8ec7755-fcd0-4b25-93f3-9d3d9ee6e33b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761528 Jan 18 23:23:53.113289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.120712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:23:53.120712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:53.135945 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:53.234303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.246142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.278373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] Pushing event deleted for resources: {'Network': ['ID=bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:53.281168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-04a44295-5e57-4ff0-8fd2-4d060f1a3ea5 tempest-TestSecurityGroupsBasicOps-1594567395 tempest-TestSecurityGroupsBasicOps-1594567395-project] 10.222.0.78 "DELETE /v2.0/networks/bc82f3c7-3c6b-4f7a-b27f-a3afecaa4a46 HTTP/1.1" status: 204 len: 168 time: 0.6787829 Jan 18 23:23:53.709352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:53.884890 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d08c0fd5-c152-42dc-b4aa-4a025296b22e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=038e7cb689f54f1790514424b5dff4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761754 Jan 18 23:23:53.884890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:53.969712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ea49d8f-0a2a-4129-99f3-a7e8c081fc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.000643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ea49d8f-0a2a-4129-99f3-a7e8c081fc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.084863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ea49d8f-0a2a-4129-99f3-a7e8c081fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.109179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea49d8f-0a2a-4129-99f3-a7e8c081fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037bc768-85aa-4a77-8d41-a5eb75937ba2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:54.115358 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ea49d8f-0a2a-4129-99f3-a7e8c081fc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.116827 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0ea49d8f-0a2a-4129-99f3-a7e8c081fc72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/037bc768-85aa-4a77-8d41-a5eb75937ba2 HTTP/1.1" status: 204 len: 168 time: 0.2310076 Jan 18 23:23:54.475714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee3647-285f-4c78-82ac-2ee630bbe97c req-a4fe1b5d-ea27-472f-95a0-c64a9eafa24f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:54.477281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cee3647-285f-4c78-82ac-2ee630bbe97c req-a4fe1b5d-ea27-472f-95a0-c64a9eafa24f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.2171128 Jan 18 23:23:54.525792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cee3647-285f-4c78-82ac-2ee630bbe97c req-c37b2543-5574-4589-a310-18546e2892d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Jan 18 23:23:54.571075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:54.590854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.605631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:54.609774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Usage tracker for resource:security_group_rule and tenant:384e047b63e3416d8c73341df1b69471 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:54.609774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:54.619338 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:54.730530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.737335 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.789299 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=384e047b63e3416d8c73341df1b69471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188294 Jan 18 23:23:54.789299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e26e0-ef96-457e-95f3-5690e04eff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f331c6-2289-4cf5-a2e0-abdc06463741,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:54.791396 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:54.792985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bec123dc-b5d9-4982-8824-8253becf3aad no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:54.838638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bec123dc-b5d9-4982-8824-8253becf3aad {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:23:54.838638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bec123dc-b5d9-4982-8824-8253becf3aad not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:54.870025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd141-729b-4bed-9006-5affcca78118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.903092 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd141-729b-4bed-9006-5affcca78118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.967467 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd141-729b-4bed-9006-5affcca78118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.987827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbd141-729b-4bed-9006-5affcca78118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f331c6-2289-4cf5-a2e0-abdc06463741,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:54.990823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd141-729b-4bed-9006-5affcca78118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.990823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1fcbd141-729b-4bed-9006-5affcca78118 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7f331c6-2289-4cf5-a2e0-abdc06463741 HTTP/1.1" status: 204 len: 168 time: 0.1967282 Jan 18 23:23:55.448201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:55.503136 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-83a49a8d-3c1e-4240-8489-8e2a6e322aaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0e092c956fd4a9fbd8edc3bf11eb988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510993 Jan 18 23:23:55.509261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49288) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:55.568165 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9749-b31b-4c61-a749-bab447ed095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.598788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9749-b31b-4c61-a749-bab447ed095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.653648 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9749-b31b-4c61-a749-bab447ed095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.675781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9749-b31b-4c61-a749-bab447ed095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9aa0cb-1257-444a-9f06-3af448ed1c8f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:55.690688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9749-b31b-4c61-a749-bab447ed095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.692160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cf6f9749-b31b-4c61-a749-bab447ed095c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e9aa0cb-1257-444a-9f06-3af448ed1c8f HTTP/1.1" status: 204 len: 168 time: 0.1877158 Jan 18 23:23:55.827829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58a28-6762-4255-ad13-a1ce552614ba req-4ce29c32-d7f7-4bf6-8601-8173724c6425 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:55.827829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4ee58a28-6762-4255-ad13-a1ce552614ba req-4ce29c32-d7f7-4bf6-8601-8173724c6425 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.1361270 Jan 18 23:23:55.897567 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4ee58a28-6762-4255-ad13-a1ce552614ba req-47541025-5e57-463b-8961-e5c96bd5ab2d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627949 Jan 18 23:23:57.099901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272b5bc-7d73-4cb0-b638-e5afee49216b req-f45e5a25-0d6e-47fa-b7a1-a64ea0447876 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:57.104587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1272b5bc-7d73-4cb0-b638-e5afee49216b req-f45e5a25-0d6e-47fa-b7a1-a64ea0447876 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.0890832 Jan 18 23:23:57.151219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1272b5bc-7d73-4cb0-b638-e5afee49216b req-bac36582-d3de-4207-ac1a-e4d7aeabb66b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Jan 18 23:23:58.358842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707ad7b-e83b-4ec2-9a2e-1a19b303eb8e req-02ad1863-a9b5-4e8c-801f-da4fce76b421 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:58.360982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2707ad7b-e83b-4ec2-9a2e-1a19b303eb8e req-02ad1863-a9b5-4e8c-801f-da4fce76b421 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.0878661 Jan 18 23:23:58.405934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2707ad7b-e83b-4ec2-9a2e-1a19b303eb8e req-ce6ed84c-8977-4219-a075-ac803c228a77 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397100 Jan 18 23:23:59.434343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 71f8ecb7-4818-4502-9b47-ada274f1945f details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:23:59.579759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 71f8ecb7-4818-4502-9b47-ada274f1945f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=71f8ecb7-4818-4502-9b47-ada274f1945f,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:59.595376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'port_id': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'mac_address': 'fa:16:3e:72:c6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:23:59.620279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031588-8e0c-409f-bc6e-2094f886ac30 req-0851d5db-52db-4459-9ebe-09673cfbb618 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:59.620279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81031588-8e0c-409f-bc6e-2094f886ac30 req-0851d5db-52db-4459-9ebe-09673cfbb618 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 944 time: 0.1073875 Jan 18 23:23:59.659516 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.679164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8ecb7-4818-4502-9b47-ada274f1945f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:59.681507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81031588-8e0c-409f-bc6e-2094f886ac30 req-05388092-771a-45ad-9b9c-1d577f9cc38f tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528567 Jan 18 23:23:59.698596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 71f8ecb7-4818-4502-9b47-ada274f1945f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=71f8ecb7-4818-4502-9b47-ada274f1945f,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:23:59.703678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.772782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=71f8ecb7-4818-4502-9b47-ada274f1945f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:59.924667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['71f8ecb7-4818-4502-9b47-ada274f1945f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:24:00.073820 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:24:00.880768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6524-e09e-475d-b2c2-3eed80c723b5 req-64a27f4a-4633-435a-a24e-7b23dce3de3c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:00.882313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-535a6524-e09e-475d-b2c2-3eed80c723b5 req-64a27f4a-4633-435a-a24e-7b23dce3de3c tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 945 time: 0.0929267 Jan 18 23:24:00.927448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-535a6524-e09e-475d-b2c2-3eed80c723b5 req-1c917c9e-5b2f-4823-9afc-8e51932d2544 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392547 Jan 18 23:24:01.455915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 71f8ecb7-4818-4502-9b47-ada274f1945f up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:01.527582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 71f8ecb7-4818-4502-9b47-ada274f1945f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:01.539401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 71f8ecb7-4818-4502-9b47-ada274f1945f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:01.539401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.687509 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.725066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:24:01.738386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 71f8ecb7-4818-4502-9b47-ada274f1945f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=71f8ecb7-4818-4502-9b47-ada274f1945f,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:24:01.738386 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.776310 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'code': 200} Jan 18 23:24:01.824997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=71f8ecb7-4818-4502-9b47-ada274f1945f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:01.913522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe0e5e-0b6b-4b70-8482-f2e68c48ac30 req-9530c4a8-4065-4652-87a9-baf08f36ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:01.915708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcfe0e5e-0b6b-4b70-8482-f2e68c48ac30 req-9530c4a8-4065-4652-87a9-baf08f36ca09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0726471 Jan 18 23:24:01.970815 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcfe0e5e-0b6b-4b70-8482-f2e68c48ac30 req-c13bcf83-5b52-4f9b-8960-a8478aab96e2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425851 Jan 18 23:24:02.129508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f91a3-d4dd-450e-92c4-e2997ffc246e req-76df2f94-3116-4e87-bd81-4243ac557db4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:02.131036 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e6f91a3-d4dd-450e-92c4-e2997ffc246e req-76df2f94-3116-4e87-bd81-4243ac557db4 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 946 time: 0.0852087 Jan 18 23:24:02.175633 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9e6f91a3-d4dd-450e-92c4-e2997ffc246e req-67412b3d-4b28-4920-a0ca-23ce29c829bc tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387785 Jan 18 23:24:03.377231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c379c-e95d-4812-a2b6-1f5d4aee2c68 req-28dd5b03-609f-4954-be86-b890d292e336 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:03.377231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-698c379c-e95d-4812-a2b6-1f5d4aee2c68 req-28dd5b03-609f-4954-be86-b890d292e336 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 946 time: 0.0883591 Jan 18 23:24:03.433086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-698c379c-e95d-4812-a2b6-1f5d4aee2c68 req-185261c1-4e76-461a-bdb0-ec877a1ed21d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Jan 18 23:24:03.631474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce1d15-b4b2-4043-92f0-0b0029a3a314 req-69f48dbe-e0ac-4245-9b58-bc8e8e2591ca tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:03.637318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dce1d15-b4b2-4043-92f0-0b0029a3a314 req-69f48dbe-e0ac-4245-9b58-bc8e8e2591ca tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 946 time: 0.0995948 Jan 18 23:24:03.682551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5dce1d15-b4b2-4043-92f0-0b0029a3a314 req-7feb181d-8c31-4a59-8c85-5d14e46547b8 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 Jan 18 23:24:03.705984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 49396) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.782086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e3d772-1756-451a-ae05-038359007cc8 tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:03.782086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21e3d772-1756-451a-ae05-038359007cc8 tempest-TestVolumeBootPattern-946937754 tempest-TestVolumeBootPattern-946937754-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 1092 time: 0.0735955 Jan 18 23:24:03.790221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 49402) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.790221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:24:03.800340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:03.804650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Usage tracker for resource:floatingip and tenant:09216b7e3403427e8062be75685117ed is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:03.804650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:03.813818 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:03.828673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.982563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.149840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Allocated IP 172.25.4.29 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/89061e83-10ec-448e-9f5f-d214161fdab6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:04.321192 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.356872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.427310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:04.430206 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:04.434864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:24:04.462924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=89061e83-10ec-448e-9f5f-d214161fdab6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:04.569002 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.917301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.104447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.328112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.328112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.442364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event updated for resources: {'Port': ['ID=89061e83-10ec-448e-9f5f-d214161fdab6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:05.442364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.629190 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Floating IP 8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf associated. External IP: 172.25.4.29, port: 71f8ecb7-4818-4502-9b47-ada274f1945f. Jan 18 23:24:05.982506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:24:06.188604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:24:06.203997 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:24:06.203997 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:24:06.203997 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:06.219945 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.300401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4b125b8e-6245-4836-be0c-b86fc489c2d9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4807909 Jan 18 23:24:06.300401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:24:06.324317 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'status': 'completed', 'code': 200} Jan 18 23:24:06.388674 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:24:06.437730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-4d9f171d-f719-47f6-8895-ca69947eaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:06.437730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-4d9f171d-f719-47f6-8895-ca69947eaea8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0808115 Jan 18 23:24:06.561512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-5bae6709-951d-4180-99a3-2d04ad3580e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:06.561512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-5bae6709-951d-4180-99a3-2d04ad3580e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1287086 Jan 18 23:24:06.675522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-70ac010e-9826-4f2c-a1c5-8174ea5f5085 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f8ecb7-4818-4502-9b47-ada274f1945f HTTP/1.1" status: 200 len: 999 time: 0.0987976 Jan 18 23:24:06.742284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-a5f852a2-f115-42f2-80ba-4d8b30568001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:06.742284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-a5f852a2-f115-42f2-80ba-4d8b30568001 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0622411 Jan 18 23:24:06.756111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:72:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:24:04Z', 'updated_at': '2022-01-18T23:24:04Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}, {'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:48Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:06.756111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:24:06.756111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:24:06.756111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:23:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:06.870586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-92af2aad-df4c-4813-a57e-fbaa98a0e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:06.870586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-92af2aad-df4c-4813-a57e-fbaa98a0e0d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249855 Jan 18 23:24:07.001958 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:24:07.026910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-7c4e306b-85c9-4959-8c31-b9c8e6270228 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460822 Jan 18 23:24:07.109408 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.160260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9baa418-18df-414c-bcc5-605b3f0e53af req-7c7631ca-88d9-4b9c-a2b7-e0ea643cebff service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325560 Jan 18 23:24:07.360624 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:72:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:24:04Z', 'updated_at': '2022-01-18T23:24:04Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}, {'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:48Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:07.360624 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caeba1-ec70-4803-836d-f517dfa422dd None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:72:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:24:04Z', 'updated_at': '2022-01-18T23:24:04Z', 'revision_number': 0, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}, {'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:48Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:24:07.569784 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c736d9-9f48-4429-a0a5-d00e709aa1a6 None None] New status for floating IP 8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:24:12.151465 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cbf78a7-073b-4042-bf02-31fa308d3741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.990585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-275eb87b-049a-4340-89af-be098d8c66f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.653422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.741213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.063942 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.559286 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.074232 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:24:37.090728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:42.148979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22f6ef07-4118-4cba-a752-5bb5a2200a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.987083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89449982-20b1-4ebc-afd7-23640da12d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.649458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.744992 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.641046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-c6069ee2-584c-451f-b944-6a33f055fcea service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776882 Jan 18 23:24:46.787397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-83833b48-7ebd-46fa-8eb4-a643ca640511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:46.789671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-83833b48-7ebd-46fa-8eb4-a643ca640511 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.0778050 Jan 18 23:24:46.946428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-82add32e-bd12-4731-8733-2f6e9dea7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:46.947932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-82add32e-bd12-4731-8733-2f6e9dea7351 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 910 time: 0.1380084 Jan 18 23:24:47.052051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-f22861e6-5a55-4ab1-b1be-dac6f0873466 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 1000 time: 0.0971062 Jan 18 23:24:47.070488 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.121122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-e41c2605-0fdd-4721-a181-bd25db31d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:47.123286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-e41c2605-0fdd-4721-a181-bd25db31d260 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.0637517 Jan 18 23:24:47.202825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-2de21eb7-2e75-4a6b-bd48-64e2e3f77e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:47.204333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-2de21eb7-2e75-4a6b-bd48-64e2e3f77e72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745306 Jan 18 23:24:47.462082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-315fe299-8561-40e3-b036-b139eaa8cad6 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499480 Jan 18 23:24:47.594024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8fe33b-c6cd-4935-9dbd-9a03c6c93859 req-a8637875-6744-44b8-a848-cf0ae6603889 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260526 Jan 18 23:24:52.982370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-37d97d7d-a84a-4e45-9e0a-d9fb9d0c5a39 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813546 Jan 18 23:24:53.143330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-9209d070-f8f6-45ae-9dd5-eb5adb4ea24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.145373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-9209d070-f8f6-45ae-9dd5-eb5adb4ea24b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1096 time: 0.0832355 Jan 18 23:24:53.317278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-93506118-c9fd-457d-a188-c0d595dbf778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.318572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-93506118-c9fd-457d-a188-c0d595dbf778 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1542590 Jan 18 23:24:53.427072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-3a667788-47f2-4ef3-89be-3f7a6c5150a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 1001 time: 0.1019871 Jan 18 23:24:53.490528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-d673a78e-055e-4741-8add-b8b76c47637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.492002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-d673a78e-055e-4741-8add-b8b76c47637a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0584414 Jan 18 23:24:53.572354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-6360d0fb-a646-48ef-a580-d383860a945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.573923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-6360d0fb-a646-48ef-a580-d383860a945a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760672 Jan 18 23:24:53.716830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-fc4a47b0-43e7-4187-a53b-b2b5ef4a8fc2 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366708 Jan 18 23:24:53.856678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3b1e3a0-aa95-42ff-ac25-1f91704fe0f2 req-a5066a96-82fb-4a46-8820-6a9f61583208 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339273 Jan 18 23:25:04.593997 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.103940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.147966 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a6c9361-1ef0-4b47-a37d-03bf2c69215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.078368 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:25:14.991211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-224c195f-ada3-4fa7-b104-0462a0d41166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.654479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.769114 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.067881 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.575987 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.915499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:35.068937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9911d25b-1f5a-4b71-9db5-fac3f9910573 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4cd2626add784e65a1a4caefcd0484da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521454 Jan 18 23:25:35.072339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:35.133849 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.161252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.219432 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.235734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea47ac6-b721-4310-8702-44530011439a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:35.244218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.244501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.244841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.245199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.245540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.245862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.246186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.246508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.246832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.247152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.247474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.247792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:35.255008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.256134 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-73966b2c-decb-4e69-ae2e-d9ab95d47943 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ea47ac6-b721-4310-8702-44530011439a HTTP/1.1" status: 204 len: 168 time: 0.1829517 Jan 18 23:25:37.110793 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:42.143546 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dce1943-ea6a-4784-94a9-271868e47454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:44.991345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b53440ba-198a-411b-a2a7-b653d19fb3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.636859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:45.661754 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.752015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.185733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 89061e83-10ec-448e-9f5f-d214161fdab6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:25:46.186075 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.360823 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.361225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.485281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 89061e83-10ec-448e-9f5f-d214161fdab6 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:25:46.651455 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.701398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=89061e83-10ec-448e-9f5f-d214161fdab6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:46.791372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.791706 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Floating IP 8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf disassociated (deleted). External IP: 172.25.4.29, port: 71f8ecb7-4818-4502-9b47-ada274f1945f. Jan 18 23:25:47.067235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.153551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:25:47.357245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:25:47.369254 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:25:47.381526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.383826 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:25:47.384652 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:25:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:47.442152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fe25decc-0dc3-46bf-8a6b-d9efb6afc72a tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "DELETE /v2.0/floatingips/8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf HTTP/1.1" status: 204 len: 168 time: 1.8040500 Jan 18 23:25:47.442759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:47.603170 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:25:47.649744 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'status': 'completed', 'code': 200} Jan 18 23:25:47.795468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-d06ba8e7-5b75-4aa0-a3d3-1c6ed84b56b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1878517 Jan 18 23:25:47.806514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-65b69f9b-ac4c-4de4-a505-0065d7e9ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:47.808051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-65b69f9b-ac4c-4de4-a505-0065d7e9ab4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1185136 Jan 18 23:25:48.083463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-162e7756-f26e-45e6-85ec-e4072d87ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.085088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-162e7756-f26e-45e6-85ec-e4072d87ae67 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.2692573 Jan 18 23:25:48.092837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-d5a23d96-3644-493a-b07a-05fc1d21381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.094383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-d5a23d96-3644-493a-b07a-05fc1d21381b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.1924052 Jan 18 23:25:48.111780 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:48Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:48.115672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:25:48.124180 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:25:48.124765 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:25:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:48.187399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-89434fd2-9a07-4ab4-83b9-5d1980296188 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f8ecb7-4818-4502-9b47-ada274f1945f HTTP/1.1" status: 200 len: 217 time: 0.0905445 Jan 18 23:25:48.313249 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:25:48.476290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-b1e17bfa-74cf-4fd1-96c9-a1a9f24945bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.478315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-b1e17bfa-74cf-4fd1-96c9-a1a9f24945bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.2827044 Jan 18 23:25:48.538327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b737d6-99a1-490b-bdae-a32df779beb0 req-56e17fa3-d65f-41a5-bfa7-8230d5d18423 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.539779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9b737d6-99a1-490b-bdae-a32df779beb0 req-56e17fa3-d65f-41a5-bfa7-8230d5d18423 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 946 time: 0.5932832 Jan 18 23:25:48.548180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-8cc1e4a4-65c3-4dba-9568-11599d71043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.549629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-8cc1e4a4-65c3-4dba-9568-11599d71043c service neutron] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 910 time: 0.4003322 Jan 18 23:25:48.673315 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:48Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:48.677667 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b352c-ae86-4893-ba7d-c0e876ce4c6f None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '95c34a7a-1d89-426d-af48-71e77f3945aa', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'port_id': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'mac_address': 'fa:16:3e:7c:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:21:43Z', 'updated_at': '2022-01-18T23:21:48Z', 'revision_number': 1, 'project_id': '09216b7e3403427e8062be75685117ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:25:48.692899 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a9b737d6-99a1-490b-bdae-a32df779beb0 req-c842eb0d-04dd-4f3c-85da-cf2d08bd7528 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423116 Jan 18 23:25:48.714210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-c907661e-9fcd-46bb-a148-5f1d0a736af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.716195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-c907661e-9fcd-46bb-a148-5f1d0a736af8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234185 Jan 18 23:25:48.718473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-920aade0-8448-4f3f-9898-2b48490857a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 1000 time: 0.1530304 Jan 18 23:25:48.902729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-9439636d-116a-4d7d-b933-88a41873ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.904192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-9439636d-116a-4d7d-b933-88a41873ad35 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.1362989 Jan 18 23:25:48.986578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-306eb0e0-1d87-4d2b-a0e3-9d7c7820fd13 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621009 Jan 18 23:25:49.021057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc73d1e-9496-4ad9-97af-a41fc7ed3397 None None] New status for floating IP 8032bbb4-0fa9-414d-a2c2-2f8d79bc8baf: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:25:49.095680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-8886ead1-5c92-456d-a9f8-314c957fa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:49.096127 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-8886ead1-5c92-456d-a9f8-314c957fa404 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810722 Jan 18 23:25:49.243271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df3ea8a9-ae95-42b4-95fc-0a80ab8d3f75 req-4b72b49f-e5e3-4830-be75-5e2e961b15a2 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490191 Jan 18 23:25:49.317801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-2514af19-c5b5-48c9-b5cf-bb867ac62b31 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149003 Jan 18 23:25:49.554388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-bee873d6-59d5-4817-9b78-ad32994ac396 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:49.556454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-bee873d6-59d5-4817-9b78-ad32994ac396 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 946 time: 0.2412782 Jan 18 23:25:49.559530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9c8524d7-382f-4461-8afb-d6268d844d33 req-baceec52-1275-4370-81b9-f6766d412753 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097342 Jan 18 23:25:49.642601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 71f8ecb7-4818-4502-9b47-ada274f1945f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:25:49.643201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.974270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port 71f8ecb7-4818-4502-9b47-ada274f1945f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=71f8ecb7-4818-4502-9b47-ada274f1945f,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:25:49.974943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.120341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85806b90-a2f9-45b5-bf90-56a22abd0d13 req-e4146e49-c6e3-4a5b-966e-9059fdce8548 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:50.121159 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-85806b90-a2f9-45b5-bf90-56a22abd0d13 req-e4146e49-c6e3-4a5b-966e-9059fdce8548 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:50.140786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-85806b90-a2f9-45b5-bf90-56a22abd0d13 req-e4146e49-c6e3-4a5b-966e-9059fdce8548 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:50.149293 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85806b90-a2f9-45b5-bf90-56a22abd0d13 req-e4146e49-c6e3-4a5b-966e-9059fdce8548 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 946 time: 0.2870634 Jan 18 23:25:50.193609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85806b90-a2f9-45b5-bf90-56a22abd0d13 req-0acdfb4b-395f-49a8-b8ef-4bc897b29823 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432491 Jan 18 23:25:50.226446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 71f8ecb7-4818-4502-9b47-ada274f1945f owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:25:50.382626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.434944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=71f8ecb7-4818-4502-9b47-ada274f1945f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:50.479983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.480325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.480665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.481052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.481385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.481713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.482038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.482371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.482683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.483004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.483322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.483639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:50.521568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port 71f8ecb7-4818-4502-9b47-ada274f1945f on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:50.524204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.526915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'name': 'network-vif-deleted', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:50.545239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6f836520-00fa-43b9-afde-a9ddeef30939 req-f5f82d75-43bd-427b-87d3-55985f56604d tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "DELETE /v2.0/ports/71f8ecb7-4818-4502-9b47-ada274f1945f HTTP/1.1" status: 204 len: 173 time: 0.9837921 Jan 18 23:25:50.577636 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3dbfcb-e6bd-4d37-be62-906207c55ef6', 'name': 'network-vif-deleted', 'tag': '71f8ecb7-4818-4502-9b47-ada274f1945f', 'status': 'completed', 'code': 200} Jan 18 23:25:51.074577 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:25:51.353857 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-89f120cb-697c-453e-ba8c-32dc799f6ba4 req-4cbd17d8-ff22-4d46-a72b-0bd39966e3c6 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec3dbfcb-e6bd-4d37-be62-906207c55ef6 HTTP/1.1" status: 200 len: 210 time: 0.0445838 Jan 18 23:25:51.993262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 71f8ecb7-4818-4502-9b47-ada274f1945f no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:52.028722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 71f8ecb7-4818-4502-9b47-ada274f1945f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:25:52.029009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 71f8ecb7-4818-4502-9b47-ada274f1945f not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:25:57.139589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:57.405307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 07a56f10-a2f6-4a48-9bd0-4c29fafc13d3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:25:57.405837 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.594214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.594214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.753024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 07a56f10-a2f6-4a48-9bd0-4c29fafc13d3 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:25:57.940934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.989565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=07a56f10-a2f6-4a48-9bd0-4c29fafc13d3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:58.085869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.086335 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Floating IP 95c34a7a-1d89-426d-af48-71e77f3945aa disassociated (deleted). External IP: 172.25.4.108, port: 1ef82384-89c8-47ab-a1fd-0df653ea8ada. Jan 18 23:25:58.575566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:25:58.887379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:25:58.903245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:25:58.913474 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:25:58.914469 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:25:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:58.946636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.003699 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6480cc6f-230d-4134-98ab-b2dd45f5c40b tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "DELETE /v2.0/floatingips/95c34a7a-1d89-426d-af48-71e77f3945aa HTTP/1.1" status: 204 len: 168 time: 1.8617039 Jan 18 23:25:59.004316 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:59.082346 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'status': 'completed', 'code': 200} Jan 18 23:25:59.111732 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:25:59.199708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-27b511b7-63da-4957-8475-c4063e26e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.203752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-27b511b7-63da-4957-8475-c4063e26e966 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=09216b7e3403427e8062be75685117ed&device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 1096 time: 0.0971923 Jan 18 23:25:59.378094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-baca03b1-d56b-46b4-a938-c83dbf5bf123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.383194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-baca03b1-d56b-46b4-a938-c83dbf5bf123 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 200 len: 913 time: 0.1724257 Jan 18 23:25:59.495634 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:59.502216 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:25:59.518313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-a7bf0bb9-41cb-4d97-9d35-e261184e65b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 200 len: 217 time: 0.1260605 Jan 18 23:25:59.534447 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:25:59.536330 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:25:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:59.603336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-51f72d74-9e07-4db6-bea3-575755c910a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.603336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-51f72d74-9e07-4db6-bea3-575755c910a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 200 len: 851 time: 0.0683670 Jan 18 23:25:59.670805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641ff0f-41d9-4954-8d1d-5393ff75a206 req-5d49b16d-c59d-4b5c-baf0-0276d24bd473 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.671511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c641ff0f-41d9-4954-8d1d-5393ff75a206 req-5d49b16d-c59d-4b5c-baf0-0276d24bd473 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:59.710206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-c641ff0f-41d9-4954-8d1d-5393ff75a206 req-5d49b16d-c59d-4b5c-baf0-0276d24bd473 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:59.717030 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c641ff0f-41d9-4954-8d1d-5393ff75a206 req-5d49b16d-c59d-4b5c-baf0-0276d24bd473 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 945 time: 0.2534959 Jan 18 23:25:59.774291 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c641ff0f-41d9-4954-8d1d-5393ff75a206 req-ee08dd52-8c51-4e37-a78c-9bb38e177ae9 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564013 Jan 18 23:25:59.792373 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:25:59.793270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-fe7c4e63-38b0-49aa-94ec-af8f115692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.794765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-fe7c4e63-38b0-49aa-94ec-af8f115692ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54525004-ee71-467a-bbf2-f30e8442ef36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854954 Jan 18 23:25:59.954444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-3bc39a8c-24ea-45b2-9f67-a1c52c2329ca service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521525 Jan 18 23:26:00.087707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9f18bfd-762f-4f23-a107-f18ddc038c81 req-6513db14-d0ef-4fde-998f-7feb2b077c14 service neutron] 10.222.0.86 "GET /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264288 Jan 18 23:26:00.128367 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:00.132313 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222c629-83e1-44a9-a275-fcf549e1e081 None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:13:44Z', 'revision_number': 4, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '0292fb1c-4af3-4251-aa1d-8175472ce0dc', 'name': '', 'network_id': '54525004-ee71-467a-bbf2-f30e8442ef36', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'mac_address': 'fa:16:3e:e2:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:42Z', 'updated_at': '2022-01-18T23:13:58Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'subnets': [{'id': '65c74f2f-f7a6-47ec-9246-bdc4e1ee8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:00.390317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea260b00-8e27-4f44-a5e1-80a96a219936 None None] New status for floating IP 95c34a7a-1d89-426d-af48-71e77f3945aa: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:26:00.820402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-f7b005a8-6971-435f-99d7-43f9674343f0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:00.821944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-f7b005a8-6971-435f-99d7-43f9674343f0 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 945 time: 0.0845537 Jan 18 23:26:00.897980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 1ef82384-89c8-47ab-a1fd-0df653ea8ada {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:00.898237 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.982880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fe6ab-c635-4cc2-9186-55c5a9ae42e3 req-beabc640-f64f-4076-9fb4-03992dd748b3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:00.983702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5b6fe6ab-c635-4cc2-9186-55c5a9ae42e3 req-beabc640-f64f-4076-9fb4-03992dd748b3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Synchronizing usage tracker for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:00.997339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-5b6fe6ab-c635-4cc2-9186-55c5a9ae42e3 req-beabc640-f64f-4076-9fb4-03992dd748b3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Unset dirty status for tenant:09216b7e3403427e8062be75685117ed on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:00.998615 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b6fe6ab-c635-4cc2-9186-55c5a9ae42e3 req-beabc640-f64f-4076-9fb4-03992dd748b3 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 945 time: 0.1119943 Jan 18 23:26:01.048587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5b6fe6ab-c635-4cc2-9186-55c5a9ae42e3 req-4db916f4-0c92-4bb6-921c-5e242af48df1 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0a76c8a-d6c5-4a25-89ff-31404321cfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431557 Jan 18 23:26:01.183152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] For port 1ef82384-89c8-47ab-a1fd-0df653ea8ada, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1ef82384-89c8-47ab-a1fd-0df653ea8ada,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:01.183517 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.319218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 1ef82384-89c8-47ab-a1fd-0df653ea8ada owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:01.565446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.617197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=1ef82384-89c8-47ab-a1fd-0df653ea8ada,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:01.695262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] No DVR routers for this DVR port 1ef82384-89c8-47ab-a1fd-0df653ea8ada on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:01.697817 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.700235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'name': 'network-vif-deleted', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:01.722968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fcc8bd82-43f3-4e43-9b33-7dfea28c1a2c req-e7d6e3e8-4e37-46ea-916f-0b311cc9de93 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.86 "DELETE /v2.0/ports/1ef82384-89c8-47ab-a1fd-0df653ea8ada HTTP/1.1" status: 204 len: 173 time: 0.8952646 Jan 18 23:26:01.748333 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8638fd50-93fd-4a7b-a298-8ec0ca81b106', 'name': 'network-vif-deleted', 'tag': '1ef82384-89c8-47ab-a1fd-0df653ea8ada', 'status': 'completed', 'code': 200} Jan 18 23:26:02.215861 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9f5d8f9-0656-46ac-9058-10bcdab85eab req-177c69bf-1a09-4133-b8bf-e0393c43d982 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "GET /v2.0/ports?device_id=8638fd50-93fd-4a7b-a298-8ec0ca81b106 HTTP/1.1" status: 200 len: 210 time: 0.0460997 Jan 18 23:26:03.322273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51536) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:03.490588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Deleting port 1a2e52d3-fe70-4068-9ccb-dbc4a6e471cb {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:03.490899 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.659516 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.659873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.791105 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Calling delete_port for 1a2e52d3-fe70-4068-9ccb-dbc4a6e471cb owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:03.969497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.008175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1ef82384-89c8-47ab-a1fd-0df653ea8ada no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:04.014545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'Port': ['ID=1a2e52d3-fe70-4068-9ccb-dbc4a6e471cb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:04.050945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1ef82384-89c8-47ab-a1fd-0df653ea8ada {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:04.051302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1ef82384-89c8-47ab-a1fd-0df653ea8ada not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:04.105620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.119867 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.123542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ef0b2407-36b9-43c3-b36f-f39aa361c218 tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "DELETE /v2.0/floatingips/842d88c0-6c49-426d-9c61-7ee46d7328a0 HTTP/1.1" status: 204 len: 168 time: 0.7973995 Jan 18 23:26:04.601792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.611617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51566) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:06.684543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f27aa34a-81fc-4c41-a383-e90951e46ced tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.714613 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f27aa34a-81fc-4c41-a383-e90951e46ced tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.779519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f27aa34a-81fc-4c41-a383-e90951e46ced tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.799020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aa34a-81fc-4c41-a383-e90951e46ced tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a76c8a-d6c5-4a25-89ff-31404321cfa7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:06.812610 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f27aa34a-81fc-4c41-a383-e90951e46ced tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.816257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f27aa34a-81fc-4c41-a383-e90951e46ced tempest-TestVolumeBootPattern-1914455438 tempest-TestVolumeBootPattern-1914455438-project] 10.222.0.78 "DELETE /v2.0/security-groups/c0a76c8a-d6c5-4a25-89ff-31404321cfa7 HTTP/1.1" status: 204 len: 168 time: 0.2011135 Jan 18 23:26:06.870882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:07.117772 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.557843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.912480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Deleting port 0292fb1c-4af3-4251-aa1d-8175472ce0dc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:07.913690 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.215577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] For port 0292fb1c-4af3-4251-aa1d-8175472ce0dc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=0292fb1c-4af3-4251-aa1d-8175472ce0dc,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:08.216171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.339276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Calling delete_port for 0292fb1c-4af3-4251-aa1d-8175472ce0dc owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:08.524580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.575762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0292fb1c-4af3-4251-aa1d-8175472ce0dc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:08.893655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.263255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:26:09.466310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:26:09.476555 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] Sync routers for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:26:09.486259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ccb9ff56-3691-4bd7-a644-49aaa62a61c8 admin admin] 10.222.0.78 "PUT /v2.0/routers/7da6f91e-e3f8-4bfc-96cb-88e15ec3efec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6133993 Jan 18 23:26:09.488495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51584) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.490217 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:26:09.490990 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:25:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:09.680627 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:26:09.835194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.006512 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:26:08Z', 'revision_number': 5, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port': {'id': 'ba2fd44c-4558-48e7-b9cb-b9f2136e6e88', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:36Z', 'updated_at': '2022-01-18T23:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:10.012008 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] Checking router: 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:26:10.022260 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] Routers {'7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:26:10.023048 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:25:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:10.061279 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.074144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Deleting port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:10.074462 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.187987 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] Set router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:26:10.277371 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] For port ba2fd44c-4558-48e7-b9cb-b9f2136e6e88, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:10.278618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.298361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:26:10Z', 'revision_number': 6, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:10.302596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beebc3e-e273-4267-ab4c-fda7f95a5c79 None None] The sync data for ids ['7da6f91e-e3f8-4bfc-96cb-88e15ec3efec'] in n-d-825178-1 is: [{'id': '7da6f91e-e3f8-4bfc-96cb-88e15ec3efec', 'name': 'tempest-TestVolumeBootPattern-2034708709-router', 'tenant_id': '09216b7e3403427e8062be75685117ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:34Z', 'updated_at': '2022-01-18T23:26:10Z', 'revision_number': 6, 'project_id': '09216b7e3403427e8062be75685117ed', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:10.420133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Calling delete_port for ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:10.613712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.746984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2fd44c-4558-48e7-b9cb-b9f2136e6e88,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:10.794776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.044629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.047039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.075350 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.075897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da6f91e-e3f8-4bfc-96cb-88e15ec3efec {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:26:11.089459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.090593 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d3a03554-179a-49d4-a051-12406a578142 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7da6f91e-e3f8-4bfc-96cb-88e15ec3efec HTTP/1.1" status: 204 len: 168 time: 1.6010642 Jan 18 23:26:11.093197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51592) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:11.158424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Deleting subnet 65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:26:11.161869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.231967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.251954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:11.297668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:11.299694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ba2fd44c-4558-48e7-b9cb-b9f2136e6e88 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:11.301967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0292fb1c-4af3-4251-aa1d-8175472ce0dc no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:11.341957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 0292fb1c-4af3-4251-aa1d-8175472ce0dc {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:11.342420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 0292fb1c-4af3-4251-aa1d-8175472ce0dc not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:11.346167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.424825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.465026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c74f2f-f7a6-47ec-9246-bdc4e1ee8677,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:11.470498 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.482284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6bd6c6-d7ea-43fd-b023-15a073d0c08c None None] Network 54525004-ee71-467a-bbf2-f30e8442ef36 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:26:11.485997 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-465ee4d8-8f82-46f3-bc68-c279d3a5a875 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/65c74f2f-f7a6-47ec-9246-bdc4e1ee8677 HTTP/1.1" status: 204 len: 168 time: 0.3918195 Jan 18 23:26:11.486591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:11.610450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.616992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Deleting port 9570b5ba-0b39-4b3e-9be2-96312b696372 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:11.617422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.834641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] DHCP port deletion for 54525004-ee71-467a-bbf2-f30e8442ef36 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:26:11.842430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Deleting port 9570b5ba-0b39-4b3e-9be2-96312b696372 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:11.842810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.030942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] For port 9570b5ba-0b39-4b3e-9be2-96312b696372, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9570b5ba-0b39-4b3e-9be2-96312b696372,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:12.031427 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.077036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] For port 9570b5ba-0b39-4b3e-9be2-96312b696372, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9570b5ba-0b39-4b3e-9be2-96312b696372,segment=NetworkSegment(d96b0a31-a6cf-45c1-8c46-69860d292355),segment_id=d96b0a31-a6cf-45c1-8c46-69860d292355)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:12.077521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.164974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Calling delete_port for 9570b5ba-0b39-4b3e-9be2-96312b696372 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:12.209196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Calling delete_port for 9570b5ba-0b39-4b3e-9be2-96312b696372 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:12.246163 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.257862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-222dc430-f204-44bd-9b05-17f888f606d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.289253 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:12.289609 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:12.292916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=9570b5ba-0b39-4b3e-9be2-96312b696372,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:12.296380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] No DVR routers for this DVR port 9570b5ba-0b39-4b3e-9be2-96312b696372 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:12.414070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.441842 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54525004-ee71-467a-bbf2-f30e8442ef36']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:12.454556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b0a31-a6cf-45c1-8c46-69860d292355') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:12.454862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b0a31-a6cf-45c1-8c46-69860d292355') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:12.466446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.482906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.489564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:26:12.489913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:12.503192 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:12.583775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.588989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.611420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=54525004-ee71-467a-bbf2-f30e8442ef36,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:12.627334 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e68f992-88ea-45f4-88ac-5401b7377b44 admin admin] 10.222.0.78 "DELETE /v2.0/networks/54525004-ee71-467a-bbf2-f30e8442ef36 HTTP/1.1" status: 204 len: 168 time: 1.1397398 Jan 18 23:26:12.630412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51604) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:12.790969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Deleting port 9570b5ba-0b39-4b3e-9be2-96312b696372 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:12.791360 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.905248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e9e8-bf04-41a6-b40d-8692a337494c None None] The port '9570b5ba-0b39-4b3e-9be2-96312b696372' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:26:12.943800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9570b5ba-0b39-4b3e-9be2-96312b696372 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:12.981294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9570b5ba-0b39-4b3e-9be2-96312b696372 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:12.981644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9570b5ba-0b39-4b3e-9be2-96312b696372 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:13.342938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.702012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Deleting port e4729f09-7803-49f4-8aed-1cfb2ec18162 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:13.702660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.881680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] For port e4729f09-7803-49f4-8aed-1cfb2ec18162, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4729f09-7803-49f4-8aed-1cfb2ec18162,segment=NetworkSegment(dd96dc94-164d-4fb4-bbaa-499e45a91a8f),segment_id=dd96dc94-164d-4fb4-bbaa-499e45a91a8f)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:13.882045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.008981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Calling delete_port for e4729f09-7803-49f4-8aed-1cfb2ec18162 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:14.289236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.334908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4729f09-7803-49f4-8aed-1cfb2ec18162,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:14.734586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.997140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-85150952-13f6-4bd2-94ca-18271a1dfcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.107177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Router 2fde272e-9049-49ff-9fca-910c84199925 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:26:15.291116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:26:15.306525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] Sync routers for ids ['2fde272e-9049-49ff-9fca-910c84199925'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:26:15.312863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-17cdca3c-efb4-4e24-a38c-290a743aa456 admin admin] 10.222.0.78 "PUT /v2.0/routers/2fde272e-9049-49ff-9fca-910c84199925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813035 Jan 18 23:26:15.315471 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51624) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:15.329315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] Routers {'2fde272e-9049-49ff-9fca-910c84199925'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:26:15.330101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:26:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2fde272e-9049-49ff-9fca-910c84199925'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:15.508259 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.515712 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] Set router 2fde272e-9049-49ff-9fca-910c84199925 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:26:15.688106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.699817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Deleting port 150f8f9c-a143-4683-a79c-f2726ff037c7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:15.700158 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.723556 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.807825 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.848537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:26:14Z', 'revision_number': 5, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port': {'id': '150f8f9c-a143-4683-a79c-f2726ff037c7', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fde272e-9049-49ff-9fca-910c84199925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:55Z', 'updated_at': '2022-01-18T23:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:15.852726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] Checking router: 2fde272e-9049-49ff-9fca-910c84199925 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:26:15.861951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] Routers {'2fde272e-9049-49ff-9fca-910c84199925'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:26:15.862587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:26:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2fde272e-9049-49ff-9fca-910c84199925'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:15.883923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] For port 150f8f9c-a143-4683-a79c-f2726ff037c7, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=150f8f9c-a143-4683-a79c-f2726ff037c7,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:15.884543 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.014163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Calling delete_port for 150f8f9c-a143-4683-a79c-f2726ff037c7 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:16.020144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] Set router 2fde272e-9049-49ff-9fca-910c84199925 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:26:16.135939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:26:15Z', 'revision_number': 6, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:16.140620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2452a82-73b4-4df9-ae34-af55858f1a7c None None] The sync data for ids ['2fde272e-9049-49ff-9fca-910c84199925'] in n-d-825178-1 is: [{'id': '2fde272e-9049-49ff-9fca-910c84199925', 'name': 'tempest-TestVolumeBootPattern-1380566869-router', 'tenant_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:54Z', 'updated_at': '2022-01-18T23:26:15Z', 'revision_number': 6, 'project_id': '71ee9fe16c97496b9a27d9861a1afaa5', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:16.324899 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.375231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Pushing event deleted for resources: {'Port': ['ID=150f8f9c-a143-4683-a79c-f2726ff037c7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:16.469113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.658346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.660517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.682633 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.683157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fde272e-9049-49ff-9fca-910c84199925 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:26:16.698129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.699254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a67e7269-9614-4c91-b0a8-2c5fe6da4537 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2fde272e-9049-49ff-9fca-910c84199925 HTTP/1.1" status: 204 len: 168 time: 1.3825598 Jan 18 23:26:16.702003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:16.761889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Deleting subnet 33243338-6ad8-410d-a98b-7cc1c58b967f {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:26:16.764789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.813941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.898729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.999415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.019063 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 150f8f9c-a143-4683-a79c-f2726ff037c7 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:17.049144 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33243338-6ad8-410d-a98b-7cc1c58b967f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.058213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.070688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-66df2bea-51f8-4acb-be0c-a7aa5fa6f89c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/33243338-6ad8-410d-a98b-7cc1c58b967f HTTP/1.1" status: 204 len: 168 time: 0.3676946 Jan 18 23:26:17.073336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51640) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:17.083538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 150f8f9c-a143-4683-a79c-f2726ff037c7 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:17.083538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 150f8f9c-a143-4683-a79c-f2726ff037c7 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:17.083538 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4729f09-7803-49f4-8aed-1cfb2ec18162 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:17.125679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebc8aa-ccca-464e-8a3a-d84b16451c83 None None] Network 2eadb8f2-cb32-4c20-bb42-335342785129 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:26:17.205457 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.216278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Deleting port 95c96041-e4d4-49a7-9a4a-2e06761ea43d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:17.216733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.272315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e4729f09-7803-49f4-8aed-1cfb2ec18162 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:17.272661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4729f09-7803-49f4-8aed-1cfb2ec18162 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:17.320088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.493747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] For port 95c96041-e4d4-49a7-9a4a-2e06761ea43d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=95c96041-e4d4-49a7-9a4a-2e06761ea43d,segment=NetworkSegment(dd96dc94-164d-4fb4-bbaa-499e45a91a8f),segment_id=dd96dc94-164d-4fb4-bbaa-499e45a91a8f)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:26:17.494112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.636377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Calling delete_port for 95c96041-e4d4-49a7-9a4a-2e06761ea43d owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:26:17.652119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b3823-17bd-42f8-a00e-ef84fc1d29b5 None None] DHCP port deletion for 2eadb8f2-cb32-4c20-bb42-335342785129 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:26:17.656471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-212b3823-17bd-42f8-a00e-ef84fc1d29b5 None None] Deleting port 95c96041-e4d4-49a7-9a4a-2e06761ea43d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:26:17.656898 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-212b3823-17bd-42f8-a00e-ef84fc1d29b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.716626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.752587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-212b3823-17bd-42f8-a00e-ef84fc1d29b5 None None] The port '95c96041-e4d4-49a7-9a4a-2e06761ea43d' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:26:17.767340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] No DVR routers for this DVR port 95c96041-e4d4-49a7-9a4a-2e06761ea43d on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:17.769017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c96041-e4d4-49a7-9a4a-2e06761ea43d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:18.009729 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.035251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eadb8f2-cb32-4c20-bb42-335342785129']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:18.047500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:18.047801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd96dc94-164d-4fb4-bbaa-499e45a91a8f') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:18.060325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.078528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.085900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:26:18.086312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:18.099852 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:18.177756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.194842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.210895 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2eadb8f2-cb32-4c20-bb42-335342785129 HTTP/1.1" status: 204 len: 168 time: 1.1362116 Jan 18 23:26:18.211891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62717ad-9652-486d-815f-13105a8b6e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eadb8f2-cb32-4c20-bb42-335342785129,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:18.330211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51648) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:18.379824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e3945cc0-474d-4f8f-aee7-321095412847 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09216b7e3403427e8062be75685117ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483398 Jan 18 23:26:18.382439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51652) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:18.444890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da81502c-838b-499b-8f6c-4c23904e0970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.475136 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da81502c-838b-499b-8f6c-4c23904e0970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.529166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da81502c-838b-499b-8f6c-4c23904e0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.546518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81502c-838b-499b-8f6c-4c23904e0970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:18.553896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da81502c-838b-499b-8f6c-4c23904e0970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.555023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-da81502c-838b-499b-8f6c-4c23904e0970 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87e6ae0e-b2fa-4e6d-b4dd-2fb8331e04f3 HTTP/1.1" status: 204 len: 168 time: 0.1716952 Jan 18 23:26:18.949077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 95c96041-e4d4-49a7-9a4a-2e06761ea43d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:18.984796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51666) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:19.002713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 95c96041-e4d4-49a7-9a4a-2e06761ea43d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:26:19.003064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 95c96041-e4d4-49a7-9a4a-2e06761ea43d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:19.043880 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-702f19c8-b15c-40c6-ac34-b5913d7f1fca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71ee9fe16c97496b9a27d9861a1afaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578237 Jan 18 23:26:19.046315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51670) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:19.107210 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a12936cd-ec02-477d-b1ab-594777a411fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.133051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a12936cd-ec02-477d-b1ab-594777a411fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.188855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a12936cd-ec02-477d-b1ab-594777a411fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.204036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12936cd-ec02-477d-b1ab-594777a411fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f2a23-8b75-4bac-826d-8eff2cbf2f95,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:19.212659 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a12936cd-ec02-477d-b1ab-594777a411fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.216236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a12936cd-ec02-477d-b1ab-594777a411fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad0f2a23-8b75-4bac-826d-8eff2cbf2f95 HTTP/1.1" status: 204 len: 168 time: 0.1667106 Jan 18 23:26:23.781675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51694) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:23.902777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.916912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:23.920755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Usage tracker for resource:security_group_rule and tenant:0775e0202d2b4744a2fbd2ea73f66e02 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:23.923621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:23.929651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:24.011416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.017158 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.062199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0775e0202d2b4744a2fbd2ea73f66e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792904 Jan 18 23:26:24.063697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33f25-56df-476e-9255-8b7bfd953472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299bf462-6346-4618-8494-dc35c915d476,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:24.065083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:24.130447 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-903359f3-af4d-4bd7-a95c-1d280ab855da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.157611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-903359f3-af4d-4bd7-a95c-1d280ab855da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.211176 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-903359f3-af4d-4bd7-a95c-1d280ab855da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.225401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903359f3-af4d-4bd7-a95c-1d280ab855da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bf462-6346-4618-8494-dc35c915d476,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:24.232000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-903359f3-af4d-4bd7-a95c-1d280ab855da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.233148 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-903359f3-af4d-4bd7-a95c-1d280ab855da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/299bf462-6346-4618-8494-dc35c915d476 HTTP/1.1" status: 204 len: 168 time: 0.1669486 Jan 18 23:26:28.074714 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:26:34.616820 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.116767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.154847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-993c9434-4d9b-4a1a-a91b-ebd32e131d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.733187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51836) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:43.856649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.871351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:43.875345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8bf885cb9c4d3e96ba00b70c01dcfd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:43.878553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:43.884387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:43.971843 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.978115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.026002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d8bf885cb9c4d3e96ba00b70c01dcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916667 Jan 18 23:26:44.026928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa00e7-561a-41c4-b36e-7733ba1f0d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e48a3a-8a0d-41ac-8b63-3fed5fbfbef4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:44.032466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51842) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:44.093137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4f7b-7ff1-4e49-998d-e1f59995b4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.130234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4f7b-7ff1-4e49-998d-e1f59995b4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.192774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4f7b-7ff1-4e49-998d-e1f59995b4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.208809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d4f7b-7ff1-4e49-998d-e1f59995b4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e48a3a-8a0d-41ac-8b63-3fed5fbfbef4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:44.217385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4f7b-7ff1-4e49-998d-e1f59995b4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.218504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9d0d4f7b-7ff1-4e49-998d-e1f59995b4af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4e48a3a-8a0d-41ac-8b63-3fed5fbfbef4 HTTP/1.1" status: 204 len: 168 time: 0.1850483 Jan 18 23:26:44.991816 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b63e586-768e-453f-8dd7-08e756fb237e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.669272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.756728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.062606 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.663781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-be1c47c7-8662-479c-b18a-d3879ce8a9a3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933495 Jan 18 23:26:48.809913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-89751e1e-3a5a-4808-875f-125c5d547291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:48.811374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-89751e1e-3a5a-4808-875f-125c5d547291 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 1097 time: 0.0786834 Jan 18 23:26:48.961669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-850d514d-bf82-464d-8b4e-bec8a8740b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:48.963153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-850d514d-bf82-464d-8b4e-bec8a8740b09 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 200 len: 910 time: 0.1325583 Jan 18 23:26:49.068260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-2f8d64f7-14c1-4d8b-afd7-95b92978c800 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 200 len: 1000 time: 0.0981002 Jan 18 23:26:49.134534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-cbbf6972-1aa5-47ce-b372-32d86bc10a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:49.136619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-cbbf6972-1aa5-47ce-b372-32d86bc10a6a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 200 len: 848 time: 0.0627205 Jan 18 23:26:49.213569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-5eb1c2ed-d90d-49d0-bcbf-8b8b5a560b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:49.215095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-5eb1c2ed-d90d-49d0-bcbf-8b8b5a560b27 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e75d999c-0325-4686-bd82-d4da0c445d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709820 Jan 18 23:26:49.356345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-f692a7c8-3b7d-407f-a77f-82c3e1229402 service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347578 Jan 18 23:26:49.491910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4db09a6b-8ffe-49f6-964b-3f220f988147 req-0b56f82e-bb7f-424a-9d65-7ae77acb0e5e service neutron] 10.222.0.85 "GET /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285057 Jan 18 23:26:54.057961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51918) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:54.188742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.203222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:54.207378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Usage tracker for resource:security_group_rule and tenant:6eaa8386e5c94693b62a22420fb381b4 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:54.210450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:54.216663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:54.306523 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.315790 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.367477 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6eaa8386e5c94693b62a22420fb381b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083689 Jan 18 23:26:54.368318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04606d3-1f0a-4b7e-b836-0c11c67467f2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:54.370425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:54.376305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.376655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.377029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.377370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.377704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.378035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.378363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.378686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.379011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.379334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.379656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.379976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f355d2-de86-4d40-9a14-9143aeec6e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.430932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.457445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.513066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.536969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04606d3-1f0a-4b7e-b836-0c11c67467f2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:54.546496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.547605 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c04606d3-1f0a-4b7e-b836-0c11c67467f2 HTTP/1.1" status: 204 len: 168 time: 0.1761820 Jan 18 23:26:54.549280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.549617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.549956 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.550298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.550601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.550919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.551282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.551576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.551869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.552200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.552486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:54.552822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b668a-d3b9-4215-9d6c-bc3df7ce083f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:56.357916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51966) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:56.363164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790882235', 'description': 'tempest-secgroup-smoke-790882235 description', 'project_id': '6d200fddf4484a2084d4f16897ba7426'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:56.369993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:56.373858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:56.376693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:56.382890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:56.395815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.407838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.422709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:56.426883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:56.429904 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:56.436096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:56.515777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.523893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.535738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:56.543487 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:56.551664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:56.561771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:56.565294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c635bd-a1d5-46c3-984a-0971114f143d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.634731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.641906 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.685572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d71ea7-d304-4851-b8b4-fda27b005fad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.689834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.691043 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5054f213-3a85-424a-91ca-262f3228caef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3321218 Jan 18 23:26:56.694139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:56.699317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45d71ea7-d304-4851-b8b4-fda27b005fad', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:56.706372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:56.710595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:56.713701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:56.719824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:56.738349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.804464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.810731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.833282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25db99-2a33-48bc-8857-934310c4daef,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.849113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.850321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-880f6e82-39b2-48b4-b5ad-4717825ef04c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552262 Jan 18 23:26:56.853038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51974) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:56.858257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45d71ea7-d304-4851-b8b4-fda27b005fad', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:56.864905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:56.868759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:56.872317 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:56.878034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:56.897336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.961629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.966743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.991012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e910ae7-933f-4a7f-8101-3433de34fe1f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.002268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.003456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-287a22ca-8603-4f59-99e6-3175ccb1c94c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494865 Jan 18 23:26:57.006377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51978) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.011429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45d71ea7-d304-4851-b8b4-fda27b005fad', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:57.018405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:57.022478 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:57.025588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:57.031515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:57.051243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.117281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.124022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.146942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2982ad4-dfc0-4b36-940c-68d50aa2e2de,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.156927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.158225 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7157dbfb-054d-4159-a031-7d097f28bed5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508932 Jan 18 23:26:57.161192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51982) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.166455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45d71ea7-d304-4851-b8b4-fda27b005fad', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:57.173168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:57.177119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:57.180060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:57.284294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:57.303980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.367958 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.374155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.397386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1454c26e-c023-4962-839f-b77dc30deb43,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.412099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.413368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1f43b792-08ce-4cc2-8de6-8f43432b6ef9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2510817 Jan 18 23:26:57.416307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51986) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.421250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45d71ea7-d304-4851-b8b4-fda27b005fad', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:57.427544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:57.431344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:57.434333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:57.439936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:57.451446 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:26:57.458163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.525067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.531038 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.560337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b23becb-d0f0-4345-80d5-9b1c0d31aca6,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.568479 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.572501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ce2e3aac-3e2c-431d-bc6b-772d8aaef6ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525192 Jan 18 23:26:57.572673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.577883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45d71ea7-d304-4851-b8b4-fda27b005fad', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:57.585354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:57.589576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:57.592611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:57.598781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:57.611931 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:26:57.618562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.687739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.694171 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.716827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9aac68-32b6-4457-a2a7-5b78181b8b1a,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.728510 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.729997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-47a384a5-bc1c-4398-9719-407bcf95a071 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563654 Jan 18 23:26:57.732979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 51994) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.738480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'network': {'name': 'tempest-network-smoke--279146504', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'port_security_enabled': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:57.743951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:57.748141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:network and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:57.751310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:57.757195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:57.769716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:57.773200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.801586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:57.810983 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.811327 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Added segment 89b79401-891b-4172-8586-1139f6f35c6b of type vlan for network b198656f-ef5e-46c9-a7c2-9f18e0e8947d Jan 18 23:26:57.837604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.866925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.872320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:57.872909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.980986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2467773 Jan 18 23:26:57.983586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123bba8-3cf9-47e7-98ae-1fa0b504f872 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Network': ['ID=b198656f-ef5e-46c9-a7c2-9f18e0e8947d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.983903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 51998) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.989364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'admin_state_up': True, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:57.994445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:57.997494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:58.001557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:router and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:58.004939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:58.012318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:58.024441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.025641 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.040016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.438118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.746131 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.779216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.912100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.115 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/72a1b7c0-4e19-465c-a315-518c13dd9202) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:59.074599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.107332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.175985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:59.178945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:59.182766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:26:59.211525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=72a1b7c0-4e19-465c-a315-518c13dd9202,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:59.601513 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.093074 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.308164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:27:00.493167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:27:00.502981 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Sync routers for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:00.513053 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:00.513745 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:26:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:00.523651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.524930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-04b9587a-1709-4dd1-b9ce-b7b03776f703 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5399487 Jan 18 23:27:00.528257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.669836 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e39b27f1-d820-47fa-920a-e5123455fec5 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=6d200fddf4484a2084d4f16897ba7426&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405032 Jan 18 23:27:00.672671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.689299 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:00.802351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a6185-a380-4dbb-97ea-8390195114fb tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.803891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-338a6185-a380-4dbb-97ea-8390195114fb tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302843 Jan 18 23:27:00.806965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52012) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.849851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0aaee537-c59f-43dd-af4f-95403078b2ca tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417886 Jan 18 23:27:00.852662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.858403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441851535', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:00.970590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:00.973550 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:26:59Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:00.974564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:subnet and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:00.977364 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Checking router: a7d2a9ed-4405-4ef8-8924-e1048cd23a4a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:00.977535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:00.977704 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Updating router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a port 72a1b7c0-4e19-465c-a315-518c13dd9202 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:27:00.983280 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:00.994311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:00.997796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.029874 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.224376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.299924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Subnet': ['ID=fbe6f8c3-43cd-47b5-8764-b429837e13ce,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.308632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Checking segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:27:01.309012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network hostable DHCP agents. Network: b198656f-ef5e-46c9-a7c2-9f18e0e8947d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:27:01.329807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:27:01.340323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, b198656f-ef5e-46c9-a7c2-9f18e0e8947d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:01.344334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.344927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.352903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428692e6-ecab-4814-ad1c-0fa0877ef0b1 None None] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:27:01.357308 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.369628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45d2fda8-42ea-4dfd-96f2-9ae10cbc5754 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5157397 Jan 18 23:27:01.372477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52020) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:01.372983 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Transition to ACTIVE for port object 72a1b7c0-4e19-465c-a315-518c13dd9202 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:01.388246 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.481426 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Attempting to bind port 72a1b7c0-4e19-465c-a315-518c13dd9202 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:01.481710 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Attempting to bind port 72a1b7c0-4e19-465c-a315-518c13dd9202 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:01.482070 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Attempting to bind port 72a1b7c0-4e19-465c-a315-518c13dd9202 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:27:01.484033 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Pushing event updated for resources: {'Port': ['ID=72a1b7c0-4e19-465c-a315-518c13dd9202,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.493019 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:27:01.493386 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:27:01.493774 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.494207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:27:01.494667 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Bound port: 72a1b7c0-4e19-465c-a315-518c13dd9202, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:01.495029 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.523649 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.524337 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.524337 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.524592 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.524907 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.525244 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.525621 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.525938 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.526249 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.526562 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.526867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.527171 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.577519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] For port 72a1b7c0-4e19-465c-a315-518c13dd9202, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:27:01.581384 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] For port 72a1b7c0-4e19-465c-a315-518c13dd9202, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=72a1b7c0-4e19-465c-a315-518c13dd9202,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:27:01.584818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:27:01.585745 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.589457 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.695744 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:01.696343 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:26:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:01.755480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Allocated IP 172.20.0.2 (b198656f-ef5e-46c9-a7c2-9f18e0e8947d/fbe6f8c3-43cd-47b5-8764-b429837e13ce/5d7eed06-a35f-4ba1-b72f-ac52a4044fc8) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:01.761744 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036699b-5671-4615-8fa0-5a65fc60ce0c None None] Pushing event updated for resources: {'Port': ['ID=72a1b7c0-4e19-465c-a315-518c13dd9202,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.879941 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:01.996856 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.009977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Transition to ACTIVE for port object 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:02.033428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Transition to ACTIVE for port object 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:02.041356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.101143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.105705 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:02.113237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:02.115937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:27:02.172262 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:26:59Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:02.176530 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede2ca43-c4c4-4cd3-84aa-630bd1d6d8f6 None None] The sync data for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 is: [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:26:59Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:02.221856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Pushing event updated for resources: {'Port': ['ID=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.237980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.238331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.238672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.239138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.239478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.239807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.240157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.240455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.240774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.241120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.241441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.241760 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:02.252504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Attempting to bind port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:02.252860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Attempting to bind port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:02.253252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Attempting to bind port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:27:02.259812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:27:02.263235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Checking segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:27:02.263235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.263235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Bound using segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:27:02.264401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Bound port: 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:02.264401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.355436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] For port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:27:02.358903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] For port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:27:02.363946 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.475629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a99b6-60b2-4f92-856d-462b89d4ea63 None None] Pushing event updated for resources: {'Port': ['ID=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.701512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.1 (b198656f-ef5e-46c9-a7c2-9f18e0e8947d/fbe6f8c3-43cd-47b5-8764-b429837e13ce/cdb3669d-b276-4647-b140-dc86071636be) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:02.889253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.906810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object cdb3669d-b276-4647-b140-dc86071636be will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:02.941790 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.008574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:03.017173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:03.022657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:27:03.032893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:03.077861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=cdb3669d-b276-4647-b140-dc86071636be,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:03.090549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.107444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:03.113053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 72a1b7c0-4e19-465c-a315-518c13dd9202 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:03.190732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 72a1b7c0-4e19-465c-a315-518c13dd9202 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:03.198272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 72a1b7c0-4e19-465c-a315-518c13dd9202 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.198656 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.330041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.351474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 72a1b7c0-4e19-465c-a315-518c13dd9202, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=72a1b7c0-4e19-465c-a315-518c13dd9202,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:03.357769 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.376988 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.481293 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=72a1b7c0-4e19-465c-a315-518c13dd9202,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:03.566554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a85fad-2e85-4b0a-82e0-13e983c68840 None None] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:27:03.660286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] Provisioning for port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:03.669892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] Provisioning complete for port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.670413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.808272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.814298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.899542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.925004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=cdb3669d-b276-4647-b140-dc86071636be,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:03.927558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.940651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] For port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:03.947105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.016253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07fc59-1ae8-44cb-b455-0c415aa91130 None None] Pushing event updated for resources: {'Port': ['ID=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:04.070162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:04.071280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:04.175455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dc7c7120-c403-44d3-9d52-f4a6d42c73fd None None] Provisioning for port cdb3669d-b276-4647-b140-dc86071636be completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:04.181382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dc7c7120-c403-44d3-9d52-f4a6d42c73fd None None] Provisioning complete for port cdb3669d-b276-4647-b140-dc86071636be triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:04.181908 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7120-c403-44d3-9d52-f4a6d42c73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.251928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c7120-c403-44d3-9d52-f4a6d42c73fd None None] Port cdb3669d-b276-4647-b140-dc86071636be cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:27:04.266185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dc7c7120-c403-44d3-9d52-f4a6d42c73fd None None] Provisioning complete for port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:04.266573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7120-c403-44d3-9d52-f4a6d42c73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.386476 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:27:04.508402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-646ea6df-3eea-4f08-89d5-05ad84c77c06 None None] Provisioning complete for port cdb3669d-b276-4647-b140-dc86071636be triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:04.509118 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-646ea6df-3eea-4f08-89d5-05ad84c77c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.565207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-646ea6df-3eea-4f08-89d5-05ad84c77c06 None None] Port cdb3669d-b276-4647-b140-dc86071636be cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:27:04.573385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:27:04.582690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Sync routers for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:04.586218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f9b20c23-0c38-42c5-9f66-b6df0a8d52f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/a7d2a9ed-4405-4ef8-8924-e1048cd23a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123909 Jan 18 23:27:04.603818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:04.604421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:26:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:04.657117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.765492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4fdacd42-700d-4620-9c69-9fa3b8566a60 None None] Provisioning complete for port cdb3669d-b276-4647-b140-dc86071636be triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:04.766203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fdacd42-700d-4620-9c69-9fa3b8566a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.834340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:04.867688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-97104471-3e15-413c-a06f-da60568fd733 req-1bd02df1-347b-4df8-abf0-ba552d49a2c6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:04.877067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4fdacd42-700d-4620-9c69-9fa3b8566a60 None None] Port cdb3669d-b276-4647-b140-dc86071636be cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:27:04.888063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-97104471-3e15-413c-a06f-da60568fd733 req-1bd02df1-347b-4df8-abf0-ba552d49a2c6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:04.889511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-1bd02df1-347b-4df8-abf0-ba552d49a2c6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790882235&fields=id&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 267 time: 0.0642529 Jan 18 23:27:04.968180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 72a1b7c0-4e19-465c-a315-518c13dd9202 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:05.054311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-4515f6b3-3311-462b-8727-89beaca4a61a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:05.055673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-4515f6b3-3311-462b-8727-89beaca4a61a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 796 time: 0.1590645 Jan 18 23:27:05.071422 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-7e45a8f8-73cb-456b-86c4-9a7999eb229e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/quotas/6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Jan 18 23:27:05.074998 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:27:05.139670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 72a1b7c0-4e19-465c-a315-518c13dd9202 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:05.139922 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.157842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-207174ae-14d7-4773-98f4-9eaa4aa84ef3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796514 Jan 18 23:27:05.356167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:05.400183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 2, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:05.409433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Checking router: a7d2a9ed-4405-4ef8-8924-e1048cd23a4a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:05.409794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Updating router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a port cdb3669d-b276-4647-b140-dc86071636be binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:27:05.471691 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.472118 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-2b3da896-679a-4921-8847-b0e2832b858f service neutron] 10.222.0.78 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023696 Jan 18 23:27:05.519116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:05.519728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.602748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-f8c236d8-797a-479c-af12-5102aede2b30 service neutron] 10.222.0.78 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246321 Jan 18 23:27:05.816683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1c02a6f1-e4c6-4660-8f52-51c25971ea80 req-9bc33e3c-5875-46e1-b3cc-06ab63aacf90 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:05.834998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1c02a6f1-e4c6-4660-8f52-51c25971ea80 req-9bc33e3c-5875-46e1-b3cc-06ab63aacf90 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:05.836931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c02a6f1-e4c6-4660-8f52-51c25971ea80 req-9bc33e3c-5875-46e1-b3cc-06ab63aacf90 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 210 time: 0.0742171 Jan 18 23:27:05.922626 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.935783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Transition to ACTIVE for port object cdb3669d-b276-4647-b140-dc86071636be will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:05.945090 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.102693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84e684-edc5-409b-8bfa-754adc947a2f None None] Pushing event updated for resources: {'Port': ['ID=cdb3669d-b276-4647-b140-dc86071636be,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:06.164122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Attempting to bind port cdb3669d-b276-4647-b140-dc86071636be on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:06.164499 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Attempting to bind port cdb3669d-b276-4647-b140-dc86071636be by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:06.164870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Attempting to bind port cdb3669d-b276-4647-b140-dc86071636be on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:27:06.175174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:27:06.175550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Checking segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:27:06.175953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.176344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Bound using segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:27:06.176811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Bound port: cdb3669d-b276-4647-b140-dc86071636be, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:06.177212 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.267915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] For port cdb3669d-b276-4647-b140-dc86071636be, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:27:06.271587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] For port cdb3669d-b276-4647-b140-dc86071636be, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cdb3669d-b276-4647-b140-dc86071636be,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:27:06.276535 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.379707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:06.380375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:26:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.432820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84e684-edc5-409b-8bfa-754adc947a2f None None] Pushing event updated for resources: {'Port': ['ID=cdb3669d-b276-4647-b140-dc86071636be,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:06.569763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:06.935643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:06Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.941366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cde89-0793-4320-b2aa-447991128814 None None] The sync data for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 is: [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:06Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:07.038609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a24ff2ba-89da-4af2-8e37-92c1aaf6c216 req-f8078e1d-429f-4f19-9e26-faf8750a676b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 210 time: 0.0819454 Jan 18 23:27:07.133592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.151286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-c546512b-4fd5-45f8-a68e-eb19b88c50ed tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:07.152160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-97104471-3e15-413c-a06f-da60568fd733 req-c546512b-4fd5-45f8-a68e-eb19b88c50ed tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:07.173792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-97104471-3e15-413c-a06f-da60568fd733 req-c546512b-4fd5-45f8-a68e-eb19b88c50ed tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:07.175120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-c546512b-4fd5-45f8-a68e-eb19b88c50ed tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 796 time: 0.2044418 Jan 18 23:27:07.226856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-2e66bff5-ed10-4487-bb01-8fbe7624f21a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 379 time: 0.0435338 Jan 18 23:27:07.236664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'port': {'device_id': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'admin_state_up': True, 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'security_groups': ['45d71ea7-d304-4851-b8b4-fda27b005fad']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:07.380170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:07.390147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:07.401677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:07.405589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.576448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.6 (b198656f-ef5e-46c9-a7c2-9f18e0e8947d/fbe6f8c3-43cd-47b5-8764-b429837e13ce/28bf69c8-688c-4dbe-991c-2b478731873c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:07.771795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.789082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object 28bf69c8-688c-4dbe-991c-2b478731873c will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:07.816929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.895362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:07.898775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:07.904836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:27:07.933794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:07.975746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:07.976804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.007355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-f9ace53c-f9bc-4737-9907-28d76f01b30d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7742801 Jan 18 23:27:08.085333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Request body: {'port': {'device_id': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:08.242918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d5074fb9-bd47-4f23-8dc8-76a8ecd8fced None None] Provisioning for port 28bf69c8-688c-4dbe-991c-2b478731873c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:08.248790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d5074fb9-bd47-4f23-8dc8-76a8ecd8fced None None] Provisioning complete for port 28bf69c8-688c-4dbe-991c-2b478731873c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:08.249205 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5074fb9-bd47-4f23-8dc8-76a8ecd8fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.253243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.301326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d5074fb9-bd47-4f23-8dc8-76a8ecd8fced None None] Port 28bf69c8-688c-4dbe-991c-2b478731873c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:27:08.347246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc22d5-36d3-4ab6-87b7-5ff7345cf786 req-e462d50a-2b5c-4ab3-8bf7-d6462e094e15 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:08.347954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b0cc22d5-36d3-4ab6-87b7-5ff7345cf786 req-e462d50a-2b5c-4ab3-8bf7-d6462e094e15 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:08.427415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b0cc22d5-36d3-4ab6-87b7-5ff7345cf786 req-e462d50a-2b5c-4ab3-8bf7-d6462e094e15 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:08.428592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0cc22d5-36d3-4ab6-87b7-5ff7345cf786 req-e462d50a-2b5c-4ab3-8bf7-d6462e094e15 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 931 time: 0.2508757 Jan 18 23:27:08.551420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b0cc22d5-36d3-4ab6-87b7-5ff7345cf786 req-4b70a259-84d8-4117-aafc-135a742a0fe3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163149 Jan 18 23:27:08.771671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bf69c8-688c-4dbe-991c-2b478731873c {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:27:08.779012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.793465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Transition to ACTIVE for port object 28bf69c8-688c-4dbe-991c-2b478731873c will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:08.800850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.953008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45090808-f655-4480-8a43-326190511739 service neutron] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:08.993325 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdb3669d-b276-4647-b140-dc86071636be up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:09.045308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:09.045755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:09.046153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:27:09.051562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Port 28bf69c8-688c-4dbe-991c-2b478731873c on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:27:09.052059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:27:09.057723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:27:09.058142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Checking segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:27:09.058595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Bound using segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:27:09.059187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Bound port: 28bf69c8-688c-4dbe-991c-2b478731873c, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:09.059728 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.071827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port cdb3669d-b276-4647-b140-dc86071636be completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:09.076688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cdb3669d-b276-4647-b140-dc86071636be triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:09.077257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.153613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:27:09.156594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:27:09.162128 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.203729 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.224326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.224939 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.226351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-45090808-f655-4480-8a43-326190511739 service neutron] 10.222.0.86 "PUT /v2.0/ports/28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 1091 time: 1.2082791 Jan 18 23:27:09.226817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:09.237993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port cdb3669d-b276-4647-b140-dc86071636be, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cdb3669d-b276-4647-b140-dc86071636be,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:09.247937 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.311000 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'status': 'completed', 'code': 200} Jan 18 23:27:09.327072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45090808-f655-4480-8a43-326190511739 service neutron] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:09.328098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=cdb3669d-b276-4647-b140-dc86071636be,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:09.360421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-47f24674-2ad2-4ac3-b925-f5142ca43dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.362145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-47f24674-2ad2-4ac3-b925-f5142ca43dd6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1094 time: 0.0869772 Jan 18 23:27:09.434157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-51629217-6d46-485c-9a98-2c4f7aa7d6f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 217 time: 0.0654871 Jan 18 23:27:09.496731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-020f27d8-6a1b-431f-bc5a-2d6f860266d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.498133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-020f27d8-6a1b-431f-bc5a-2d6f860266d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0580726 Jan 18 23:27:09.580463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104471-3e15-413c-a06f-da60568fd733 req-f303e1bb-59ad-4ee1-b8ce-799bbbecddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.581469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-f303e1bb-59ad-4ee1-b8ce-799bbbecddc2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766308 Jan 18 23:27:09.764368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-fa26e537-a245-49a0-8b04-66376b1494ad service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769161 Jan 18 23:27:09.803188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e82bd-6041-4080-b451-d52060170c4a req-96ab6c63-5512-4b6e-b7d7-74c7abee6595 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.804584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e06e82bd-6041-4080-b451-d52060170c4a req-96ab6c63-5512-4b6e-b7d7-74c7abee6595 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.1377766 Jan 18 23:27:09.920741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e06e82bd-6041-4080-b451-d52060170c4a req-7da69728-93fe-45bd-a661-01d9a98b316b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687573 Jan 18 23:27:09.946035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97104471-3e15-413c-a06f-da60568fd733 req-7e8186a0-f891-44ce-9045-e342d38d460b service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708572 Jan 18 23:27:10.070771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9caa9-51d3-47fc-b331-60187792df58 req-ccdb9245-bb8d-48b2-96b2-0b57ba206d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.072326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-ccdb9245-bb8d-48b2-96b2-0b57ba206d06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1094 time: 0.0761101 Jan 18 23:27:10.203429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9caa9-51d3-47fc-b331-60187792df58 req-40e670c3-914c-45fd-a07e-637bc763ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.204868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-40e670c3-914c-45fd-a07e-637bc763ff6b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1269379 Jan 18 23:27:10.276559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-6326e5a8-7af5-437a-89dc-ebaabee236fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 217 time: 0.0642645 Jan 18 23:27:10.338190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9caa9-51d3-47fc-b331-60187792df58 req-6680fd41-f1c6-4b2a-8cc3-886889317d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.339559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-6680fd41-f1c6-4b2a-8cc3-886889317d83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0574181 Jan 18 23:27:10.419000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9caa9-51d3-47fc-b331-60187792df58 req-5daacdd1-fe4e-4128-bd7d-65a210491c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.420521 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-5daacdd1-fe4e-4128-bd7d-65a210491c49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746932 Jan 18 23:27:10.663070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-f47ad7fe-dae4-4b6e-8186-c7a3c6d98698 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337861 Jan 18 23:27:10.796488 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-00c9caa9-51d3-47fc-b331-60187792df58 req-f93bccbd-5e09-46b3-aa62-059ef07e8f5b service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270413 Jan 18 23:27:10.949564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdb3669d-b276-4647-b140-dc86071636be up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:11.021534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cdb3669d-b276-4647-b140-dc86071636be triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:11.022020 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.116841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e5805-c8ec-4322-afb2-f8b738b91f7b req-ed064640-f3e2-40e4-9e97-3a982d0d7e54 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:11.118290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c3e5805-c8ec-4322-afb2-f8b738b91f7b req-ed064640-f3e2-40e4-9e97-3a982d0d7e54 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.0836697 Jan 18 23:27:11.164000 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c3e5805-c8ec-4322-afb2-f8b738b91f7b req-d41f8d09-64f9-4a35-a4a1-b3d6b47ea4a5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398507 Jan 18 23:27:12.146179 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4caca6cd-c6f1-400b-a75e-e194522e05b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.519942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1febba-77d5-461c-9584-b311177b93b1 req-8c25b941-5c33-487f-8247-9f922b8bd68a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:12.521354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed1febba-77d5-461c-9584-b311177b93b1 req-8c25b941-5c33-487f-8247-9f922b8bd68a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.0838985 Jan 18 23:27:12.568619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ed1febba-77d5-461c-9584-b311177b93b1 req-9fa4020f-d8c6-4400-9eec-09ca46e8771f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414124 Jan 18 23:27:13.770853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdfd88-07c9-4fe3-b607-c28c22168f87 req-53e6747e-44b7-4ddf-919d-f7daf6b81d47 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:13.772317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cfbdfd88-07c9-4fe3-b607-c28c22168f87 req-53e6747e-44b7-4ddf-919d-f7daf6b81d47 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.0846922 Jan 18 23:27:13.816657 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cfbdfd88-07c9-4fe3-b607-c28c22168f87 req-9bc91c61-96f4-432b-ae21-148735b12a3e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385485 Jan 18 23:27:14.398659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:27:14.539631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:14.552717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '28bf69c8-688c-4dbe-991c-2b478731873c', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'port_id': '28bf69c8-688c-4dbe-991c-2b478731873c', 'mac_address': 'fa:16:3e:94:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:27:14.608337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.624762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bf69c8-688c-4dbe-991c-2b478731873c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:27:14.641311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:14.649358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.717880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:14.878560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['28bf69c8-688c-4dbe-991c-2b478731873c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:27:15.009547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b302ca-5f84-4847-8e37-220c8c8701b3 req-379519b4-b299-4c83-93a0-227df5d79891 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:15.010193 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-abab69af-7192-4258-a27b-eff28a0654d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.011028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5b302ca-5f84-4847-8e37-220c8c8701b3 req-379519b4-b299-4c83-93a0-227df5d79891 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 944 time: 0.0832007 Jan 18 23:27:15.056205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5b302ca-5f84-4847-8e37-220c8c8701b3 req-c9f7ccad-4ca9-4563-81d5-434f8c2d868a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379868 Jan 18 23:27:15.665681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.760999 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.255400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6e647-283e-43fe-b850-bd3817bee980 req-5bc83705-771b-4155-91b2-4b6eec6aafb1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:16.256741 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5d6e647-283e-43fe-b850-bd3817bee980 req-5bc83705-771b-4155-91b2-4b6eec6aafb1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 944 time: 0.0847545 Jan 18 23:27:16.302121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5d6e647-283e-43fe-b850-bd3817bee980 req-e29c0ba9-f4e1-4319-a8c4-71b23b9d0f0f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384369 Jan 18 23:27:16.398963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:16.477108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 28bf69c8-688c-4dbe-991c-2b478731873c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:16.482473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 28bf69c8-688c-4dbe-991c-2b478731873c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:16.482846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.596977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.623841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:16.633663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:16.640432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.680590 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'code': 200} Jan 18 23:27:16.716486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:16.796170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0744ef2-00bc-4a76-8f62-259c25611f36 req-0403b300-3623-485e-8748-23b2d9ef0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:16.797758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0744ef2-00bc-4a76-8f62-259c25611f36 req-0403b300-3623-485e-8748-23b2d9ef0672 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.0709496 Jan 18 23:27:16.838863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c0744ef2-00bc-4a76-8f62-259c25611f36 req-21b48760-1e64-427b-b6b2-1534fac5fc92 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347841 Jan 18 23:27:17.074920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:17.502761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078f3a9-6ce3-4f14-8208-6ed5e1e6a769 req-eeb8bdeb-e54b-4b61-b680-3917826b57a4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:17.504158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9078f3a9-6ce3-4f14-8208-6ed5e1e6a769 req-eeb8bdeb-e54b-4b61-b680-3917826b57a4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0875394 Jan 18 23:27:17.554259 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9078f3a9-6ce3-4f14-8208-6ed5e1e6a769 req-46438aac-57fe-47c1-bbb5-8d29c031e1d9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Jan 18 23:27:18.758290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8a5fb-1d50-4f04-a8ca-a54130cc925a req-28e30ac7-ab50-40f2-905e-a8f42b1492e7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:18.759749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3f8a5fb-1d50-4f04-a8ca-a54130cc925a req-28e30ac7-ab50-40f2-905e-a8f42b1492e7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0939670 Jan 18 23:27:18.806643 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3f8a5fb-1d50-4f04-a8ca-a54130cc925a req-7a6f2b4c-e0ae-49e0-9dda-70895555f5f4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383277 Jan 18 23:27:19.001245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1b78-9374-41ef-9fb3-9d0559b26ec3 req-c36f339e-466a-4d87-863d-5fef8a763c64 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:19.002702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-571d1b78-9374-41ef-9fb3-9d0559b26ec3 req-c36f339e-466a-4d87-863d-5fef8a763c64 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0823982 Jan 18 23:27:19.049718 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-571d1b78-9374-41ef-9fb3-9d0559b26ec3 req-935f432f-4989-4d6c-8f1d-69336cb9adc5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Jan 18 23:27:19.072285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:19.163423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf3417-1b72-43d8-b817-2ead67a2e9f0 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:19.166229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5daf3417-1b72-43d8-b817-2ead67a2e9f0 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1091 time: 0.0924499 Jan 18 23:27:19.169749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52092) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:19.174685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '28bf69c8-688c-4dbe-991c-2b478731873c', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:19.181646 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:19.185682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:floatingip and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:19.188607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:19.194447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:19.207396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.348194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.488188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.23 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/7ec542db-d318-4666-a4cf-e01461ea4217) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:19.636639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.672289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.740656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:19.743522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:19.749474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:27:19.783422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=7ec542db-d318-4666-a4cf-e01461ea4217,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:20.311703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.391091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.602669 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.610458 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.717649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=7ec542db-d318-4666-a4cf-e01461ea4217,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:20.730149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.905476 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 associated. External IP: 172.25.4.23, port: 28bf69c8-688c-4dbe-991c-2b478731873c. Jan 18 23:27:21.259449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:27:21.439115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:27:21.448978 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] Sync routers for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:21.459210 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:21.460049 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:21.463993 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.518909 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0821845c-e1d2-42c4-811a-39b1834edd5d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3480637 Jan 18 23:27:21.519401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:21.568199 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'status': 'completed', 'code': 200} Jan 18 23:27:21.639641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:21.719987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-5a5f14c2-a9bb-47d6-9be3-09456763ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:21.721511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-5a5f14c2-a9bb-47d6-9be3-09456763ca9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.1329327 Jan 18 23:27:21.729610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052f23-7b96-4c16-9c81-444ec046b986 req-c93a7348-4288-4e94-a7c0-633739ed18d7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:21.730963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d052f23-7b96-4c16-9c81-444ec046b986 req-c93a7348-4288-4e94-a7c0-633739ed18d7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.1113746 Jan 18 23:27:21.854063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d052f23-7b96-4c16-9c81-444ec046b986 req-a252abec-4266-46b4-8d30-8448c94483dd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050537 Jan 18 23:27:21.880184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:21.895352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-66162f55-6ae0-4e8c-9595-480e6fff48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:21.896798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-66162f55-6ae0-4e8c-9595-480e6fff48ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1650090 Jan 18 23:27:21.991421 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f74ff45c-a773-4095-b88e-d8185f0cdaa1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 HTTP/1.1" status: 200 len: 990 time: 0.1093628 Jan 18 23:27:21.999311 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'port_id': '28bf69c8-688c-4dbe-991c-2b478731873c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'mac_address': 'fa:16:3e:94:72:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:20Z', 'updated_at': '2022-01-18T23:27:20Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.003375 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] Checking router: a7d2a9ed-4405-4ef8-8924-e1048cd23a4a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:22.009665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-e2cfd7f5-1a5d-4334-9eab-f3f7de257497 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 998 time: 0.1063735 Jan 18 23:27:22.012508 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:22.013132 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.071035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-10fcfb6a-7516-475c-9868-dd044795782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:22.072493 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-10fcfb6a-7516-475c-9868-dd044795782c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0572455 Jan 18 23:27:22.149715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-fb91ba28-a830-447e-a66b-4457446a6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:22.151138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-fb91ba28-a830-447e-a66b-4457446a6feb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732434 Jan 18 23:27:22.192238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:22.286379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-19ff22a2-b16f-4f52-9ee1-2f9c59b7b10e service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288071 Jan 18 23:27:22.418201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f19dfa68-10e3-4769-96c6-2369614a21fc req-5b9b1fbf-5040-448f-b44b-3cee069004c1 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256890 Jan 18 23:27:22.574138 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'port_id': '28bf69c8-688c-4dbe-991c-2b478731873c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'mac_address': 'fa:16:3e:94:72:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:20Z', 'updated_at': '2022-01-18T23:27:20Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.578234 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d59f64-88a0-42ac-9d97-9b53ca76f7f4 None None] The sync data for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 is: [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'port_id': '28bf69c8-688c-4dbe-991c-2b478731873c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'mac_address': 'fa:16:3e:94:72:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:20Z', 'updated_at': '2022-01-18T23:27:20Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:22.784216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef648e4-533e-42ae-9b8c-7805b89041b4 None None] New status for floating IP fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:27:22.994029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52104) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.214745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c846905-4759-435a-874d-3df2c2157dd4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 HTTP/1.1" status: 200 len: 990 time: 0.2195404 Jan 18 23:27:24.220324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52108) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.335452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-25a2ea04-6516-44cd-a6d9-10c78ea04e43 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 HTTP/1.1" status: 200 len: 992 time: 0.1135726 Jan 18 23:27:34.624848 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.131623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:42.074873 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:27:42.150911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58985ebf-74ba-433a-b4f7-783d790942ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.007384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ad77366-4242-40e9-831e-c745451db4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.665972 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.768082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.079891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.594345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5d11-8501-4a63-9005-0fa8bebf5d67 req-59bedcef-f501-4a84-943a-c803ac3ae851 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:48.595808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-019a5d11-8501-4a63-9005-0fa8bebf5d67 req-59bedcef-f501-4a84-943a-c803ac3ae851 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.0842130 Jan 18 23:27:48.797438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-019a5d11-8501-4a63-9005-0fa8bebf5d67 req-0a5f2ecf-b6ff-4f3c-a2e0-42ce3796fe1f tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958640 Jan 18 23:27:49.869090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-5274f8bb-959c-42a9-8e91-5f36cdfe7c25 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:49.870559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-5274f8bb-959c-42a9-8e91-5f36cdfe7c25 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.85 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.0884893 Jan 18 23:27:49.988553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Deleting port 5b70d9bd-4b3b-493e-a353-933965e52e7f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:49.988891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.109443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144599-fb54-4664-9038-19244b585b1e req-d9772b13-8e1b-49b2-a523-b82114e1dcb7 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:50.110878 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28144599-fb54-4664-9038-19244b585b1e req-d9772b13-8e1b-49b2-a523-b82114e1dcb7 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 946 time: 0.1948969 Jan 18 23:27:50.194527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-547303b0-6f8c-4ab9-9e56-0f6ab3a6f50a req-a7062aff-043f-4d21-8672-9687e71995a7 tempest-AttachVolumeNegativeTest-795120949 tempest-AttachVolumeNegativeTest-795120949-project] (87811) timed out ('10.222.0.85', 65310) {{(pid=87811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:27:50.240166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-28144599-fb54-4664-9038-19244b585b1e req-9a258330-2140-4ba6-be8a-a00917cf5c36 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/security-groups?id=8941940a-f222-4029-81ab-61b0e05b1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215575 Jan 18 23:27:50.279780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] For port 5b70d9bd-4b3b-493e-a353-933965e52e7f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5b70d9bd-4b3b-493e-a353-933965e52e7f,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:50.280102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.585757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.585987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.586328 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Floating IP a1d053ed-19b8-4ff2-9d81-815fd5d372b9 disassociated. External IP: 172.25.4.9, port: 5b70d9bd-4b3b-493e-a353-933965e52e7f. Jan 18 23:27:50.586702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Calling delete_port for 5b70d9bd-4b3b-493e-a353-933965e52e7f owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:27:50.749869 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.802256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event deleted for resources: {'Port': ['ID=5b70d9bd-4b3b-493e-a353-933965e52e7f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:50.984816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Router a539d581-a6f6-453e-9790-89ef2d8d052c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:27:51.291128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:27:51.301662 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] Sync routers for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:51.318748 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:51.319786 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:51.365883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] No DVR routers for this DVR port 5b70d9bd-4b3b-493e-a353-933965e52e7f on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:51.368850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.371446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'name': 'network-vif-deleted', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:51.396178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-60a0a56f-c167-4091-9a91-1ace2a850a03 req-d895a6ee-f082-4975-be2d-5ed55414e7e6 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.85 "DELETE /v2.0/ports/5b70d9bd-4b3b-493e-a353-933965e52e7f HTTP/1.1" status: 204 len: 173 time: 1.5196815 Jan 18 23:27:51.407995 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d46f3b22-6830-4228-b566-43fe2548348c req-8e53659a-0032-4497-9725-9e1acabe05fb tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "GET /v2.0/ports?device_id=5df53fe8-edc9-4053-a732-0d1e8478cf78 HTTP/1.1" status: 200 len: 210 time: 0.0555875 Jan 18 23:27:51.500217 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df53fe8-edc9-4053-a732-0d1e8478cf78', 'name': 'network-vif-deleted', 'tag': '5b70d9bd-4b3b-493e-a353-933965e52e7f', 'status': 'completed', 'code': 200} Jan 18 23:27:51.513229 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:51.826847 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:51.830799 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] Checking router: a539d581-a6f6-453e-9790-89ef2d8d052c for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:51.839093 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:51.839684 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:52.015686 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:52.344784 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:52.348803 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac5d32-429e-4ed6-af81-6586d2e1817e None None] The sync data for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 is: [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:22:46Z', 'revision_number': 4, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '84d7d791-114c-4e03-8baf-c9c52e741b73', 'name': '', 'network_id': 'e75d999c-0325-4686-bd82-d4da0c445d42', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'mac_address': 'fa:16:3e:39:c4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:45Z', 'updated_at': '2022-01-18T23:22:54Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'subnets': [{'id': '3885933b-3f1f-4ce4-b1b5-cb66792395bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:52.508646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52136) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:52.597963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e4bee-1e9d-42df-a73a-4c5a1826575f None None] New status for floating IP a1d053ed-19b8-4ff2-9d81-815fd5d372b9: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:27:52.668730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Deleting port 3492be94-47d8-4e28-af53-a823d08c3534 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:52.669108 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.847956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.848291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.975209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Calling delete_port for 3492be94-47d8-4e28-af53-a823d08c3534 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:27:53.057864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.db.api [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:53.058148 n-d-825178-1 neutron-server[87811]: DEBUG oslo_db.api [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:53.559420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Deleting port 3492be94-47d8-4e28-af53-a823d08c3534 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:53.560464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.793114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.793490 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.851302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5b70d9bd-4b3b-493e-a353-933965e52e7f no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:53.885730 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 5b70d9bd-4b3b-493e-a353-933965e52e7f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:27:53.886106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5b70d9bd-4b3b-493e-a353-933965e52e7f not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:53.918056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Calling delete_port for 3492be94-47d8-4e28-af53-a823d08c3534 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:27:53.961127 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-978a8d9f-0892-4508-bab4-d3517b68e151 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:53.962714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-978a8d9f-0892-4508-bab4-d3517b68e151 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.2741945 Jan 18 23:27:53.991687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.020383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:54.026064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Usage tracker for resource:security_group_rule and tenant:019d4aff90b64db08faa71af050b8f8e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:54.029604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:54.035550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:54.117135 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.174007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event deleted for resources: {'Port': ['ID=3492be94-47d8-4e28-af53-a823d08c3534,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:54.297632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.298662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.308414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.447947 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c330f6f-0184-47d5-bed4-1bf462fd9823 req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783511 Jan 18 23:27:54.455421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d80130-2825-4c7c-b034-8abe8d014137,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:54.464759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.465138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.465484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.465824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.466163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.466498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.466839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.467155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.467491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.467802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.468131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.468455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff448044-5ba8-4c52-9f2b-e8210dd8e2f8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:54.474636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.475773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e20be889-85f3-436a-a2ef-98a5cb261c19 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "DELETE /v2.0/floatingips/a1d053ed-19b8-4ff2-9d81-815fd5d372b9 HTTP/1.1" status: 204 len: 168 time: 1.9660559 Jan 18 23:27:54.616979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52150) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:54.642761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1ef5-e11d-4105-8854-fb477ca043b7 req-bfcd17dc-f37f-444e-ab11-e41d22339d3e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:54.644180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-121d1ef5-e11d-4105-8854-fb477ca043b7 req-bfcd17dc-f37f-444e-ab11-e41d22339d3e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0855639 Jan 18 23:27:54.685609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-669b2873-7570-4475-bdf2-6c90d5955b24 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.690578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-121d1ef5-e11d-4105-8854-fb477ca043b7 req-ad5867d5-6e78-459c-8866-6fdf8062862d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383945 Jan 18 23:27:54.711271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52154) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:54.772283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-669b2873-7570-4475-bdf2-6c90d5955b24 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.855089 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a9b3ff3e-c030-4246-b2f6-e7a7581a6f2b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 HTTP/1.1" status: 200 len: 992 time: 0.1426585 Jan 18 23:27:54.888545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-669b2873-7570-4475-bdf2-6c90d5955b24 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.947969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b2873-7570-4475-bdf2-6c90d5955b24 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8941940a-f222-4029-81ab-61b0e05b1d2c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:54.964626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-669b2873-7570-4475-bdf2-6c90d5955b24 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.968390 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-669b2873-7570-4475-bdf2-6c90d5955b24 tempest-TestServerBasicOps-1913580468 tempest-TestServerBasicOps-1913580468-project] 10.222.0.78 "DELETE /v2.0/security-groups/8941940a-f222-4029-81ab-61b0e05b1d2c HTTP/1.1" status: 204 len: 168 time: 0.3478353 Jan 18 23:27:55.001437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:55.008471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-35d2dafa-be1e-4151-9cd5-6fd40762202f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150062 Jan 18 23:27:55.149044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-fa55475a-4c97-48e6-8768-3c661a3ee045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:55.150622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-fa55475a-4c97-48e6-8768-3c661a3ee045 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.0729513 Jan 18 23:27:55.303769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-72d38375-e9ba-4a85-add7-3104ef6f095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:55.305281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-72d38375-e9ba-4a85-add7-3104ef6f095f service neutron] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1356227 Jan 18 23:27:55.413020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-7cb33a80-f371-40b5-8e2b-ade662a9144e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 1000 time: 0.1015260 Jan 18 23:27:55.474814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52178) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:55.499032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-6b86cc54-34db-457d-b0b2-ce817f26b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:55.500503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-6b86cc54-34db-457d-b0b2-ce817f26b5e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0820861 Jan 18 23:27:55.594095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-c9ce61ca-0e03-4160-9a4e-36870310d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:55.595567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-c9ce61ca-0e03-4160-9a4e-36870310d2cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880754 Jan 18 23:27:55.729545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-7ab0d079-212c-465b-82d0-4e1c4c6608b1 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274981 Jan 18 23:27:55.732163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d91c0a-1501-4419-892b-d2adc45e7049 req-71b91f0d-283a-4c76-a403-db202f1c96e3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:55.733650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5d91c0a-1501-4419-892b-d2adc45e7049 req-71b91f0d-283a-4c76-a403-db202f1c96e3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.2049313 Jan 18 23:27:55.740879 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-c23d236d-dadd-4d9e-90fd-d636ebc4564f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2649684 Jan 18 23:27:55.788526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5d91c0a-1501-4419-892b-d2adc45e7049 req-63cd97e7-33b7-41aa-9647-d135a951d34b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467291 Jan 18 23:27:55.866121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.872984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13ad1ff9-883b-4cb4-bae9-be106b273e3c req-0a07fd96-b39f-4761-bdde-a5aadbe3d43a service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382389 Jan 18 23:27:56.220489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Deleting port 84d7d791-114c-4e03-8baf-c9c52e741b73 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:56.220791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.521766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] For port 84d7d791-114c-4e03-8baf-c9c52e741b73, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=84d7d791-114c-4e03-8baf-c9c52e741b73,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:56.522114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.641066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Calling delete_port for 84d7d791-114c-4e03-8baf-c9c52e741b73 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:27:56.830463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.876030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Pushing event deleted for resources: {'Port': ['ID=84d7d791-114c-4e03-8baf-c9c52e741b73,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:56.916606 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.916852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.917254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.917579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.917875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.918209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.918545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.918856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.919139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.919451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.919791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.920101 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:56.989656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d1be-b7e2-46e3-9dbc-5f6472f6a374 req-a3117f11-71ef-4704-9eac-d94d409dfb50 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:56.991794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e573d1be-b7e2-46e3-9dbc-5f6472f6a374 req-a3117f11-71ef-4704-9eac-d94d409dfb50 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0872526 Jan 18 23:27:57.041258 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e573d1be-b7e2-46e3-9dbc-5f6472f6a374 req-a79e8853-70c8-425a-89cb-fdc8a198648c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Jan 18 23:27:57.160543 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.539417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Router a539d581-a6f6-453e-9790-89ef2d8d052c has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:27:57.720364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:27:57.729660 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] Sync routers for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:57.732929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9e876ddf-15e6-429d-94c6-0c966a94a7de admin admin] 10.222.0.78 "PUT /v2.0/routers/a539d581-a6f6-453e-9790-89ef2d8d052c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7304652 Jan 18 23:27:57.735604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52210) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:57.740045 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:57.740705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:57.919825 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:58.039213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.213462 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:27:56Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:58.217281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] Checking router: a539d581-a6f6-453e-9790-89ef2d8d052c for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:58.225708 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] Routers {'a539d581-a6f6-453e-9790-89ef2d8d052c'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:27:58.226293 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a539d581-a6f6-453e-9790-89ef2d8d052c'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:58.267863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.287117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Deleting port f36b245b-6c15-47cb-be8a-c18aff7b884e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:58.287461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.322874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827503b-8ae4-4569-8c93-2f5fd68706ee req-bdda74af-7d00-4934-adff-3c312938c95b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:58.324320 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a827503b-8ae4-4569-8c93-2f5fd68706ee req-bdda74af-7d00-4934-adff-3c312938c95b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.1501513 Jan 18 23:27:58.410547 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] Set router a539d581-a6f6-453e-9790-89ef2d8d052c gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:27:58.449618 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a827503b-8ae4-4569-8c93-2f5fd68706ee req-b765eb21-d7a2-4d8e-8f55-025e9db142db tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185069 Jan 18 23:27:58.508265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] For port f36b245b-6c15-47cb-be8a-c18aff7b884e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f36b245b-6c15-47cb-be8a-c18aff7b884e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:27:58.508744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.634981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Calling delete_port for f36b245b-6c15-47cb-be8a-c18aff7b884e owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:27:58.701841 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:27:56Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:58.705673 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3c9cc-fa98-442e-8666-9c237c01c38e None None] The sync data for ids ['a539d581-a6f6-453e-9790-89ef2d8d052c'] in n-d-825178-1 is: [{'id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'name': 'tempest-TestServerBasicOps-1200530832-router', 'tenant_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:41Z', 'updated_at': '2022-01-18T23:27:56Z', 'revision_number': 5, 'project_id': '2ae4b2dc7f4245beb6c7b3c8c120fcdd', 'gw_port': {'id': 'f36b245b-6c15-47cb-be8a-c18aff7b884e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539d581-a6f6-453e-9790-89ef2d8d052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:42Z', 'updated_at': '2022-01-18T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:58.809965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.860743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36b245b-6c15-47cb-be8a-c18aff7b884e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:58.956466 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.023468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-ec187742-3a2b-4b03-bec1-11f8ce42441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:59.024970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-ec187742-3a2b-4b03-bec1-11f8ce42441f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.0722530 Jan 18 23:27:59.134306 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.136792 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.170760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.171420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a539d581-a6f6-453e-9790-89ef2d8d052c {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:27:59.183550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84d7d791-114c-4e03-8baf-c9c52e741b73 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:59.186450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.189101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-4d1f2d5c-0cc0-4166-aceb-9f4f7988946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:59.189263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b8c54e07-343e-4c35-90ad-b6a086c3c0b3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a539d581-a6f6-453e-9790-89ef2d8d052c HTTP/1.1" status: 204 len: 168 time: 1.4513040 Jan 18 23:27:59.189365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-4d1f2d5c-0cc0-4166-aceb-9f4f7988946e service neutron] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1584575 Jan 18 23:27:59.190370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52218) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:59.234794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 84d7d791-114c-4e03-8baf-c9c52e741b73 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:27:59.235409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 84d7d791-114c-4e03-8baf-c9c52e741b73 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:59.260357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Deleting subnet 3885933b-3f1f-4ce4-b1b5-cb66792395bb {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:27:59.264580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.300330 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-2a1b28ab-9ebf-4009-89e0-f124b93b3783 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 1000 time: 0.1039901 Jan 18 23:27:59.319471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.364389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-f0c0ee8a-90a1-43eb-bb6d-3694cb6adbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:59.365867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-f0c0ee8a-90a1-43eb-bb6d-3694cb6adbc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0589828 Jan 18 23:27:59.403546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.559244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-70cecffb-9ea7-492a-99db-f65c792576ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:59.560671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-70cecffb-9ea7-492a-99db-f65c792576ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889575 Jan 18 23:27:59.604510 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.642894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3885933b-3f1f-4ce4-b1b5-cb66792395bb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:59.646277 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.654506 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-30fb42db-85a0-41c8-99f5-4e4da16515a2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3885933b-3f1f-4ce4-b1b5-cb66792395bb HTTP/1.1" status: 204 len: 168 time: 0.4609158 Jan 18 23:27:59.654992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:59.655131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32659500-1eb6-4d98-8021-349c91a6092d None None] Network e75d999c-0325-4686-bd82-d4da0c445d42 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:27:59.750406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-2753e257-4c49-44a2-886d-5ca9ac007c79 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828628 Jan 18 23:27:59.761806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecd514-fc65-4cd6-960b-4be28e8706c3 req-2eb9a2ff-8d8b-4e86-b2f6-08afcd2d5ec8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:59.763143 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ecd514-fc65-4cd6-960b-4be28e8706c3 req-2eb9a2ff-8d8b-4e86-b2f6-08afcd2d5ec8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.1763515 Jan 18 23:27:59.772133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.784875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Deleting port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:59.785250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.892319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93ecd514-fc65-4cd6-960b-4be28e8706c3 req-8e3e3904-6c05-45b5-903e-2167bb92a5e1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081617 Jan 18 23:27:59.957000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-472f7369-47f8-4975-9cfc-1759e72c4b73 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928682 Jan 18 23:27:59.959202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] DHCP port deletion for e75d999c-0325-4686-bd82-d4da0c445d42 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:27:59.963987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Deleting port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:27:59.964367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.045783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] For port 25142cec-a673-4530-bd20-e6eb7d9b2ac9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=25142cec-a673-4530-bd20-e6eb7d9b2ac9,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:00.046474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.176209 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Calling delete_port for 25142cec-a673-4530-bd20-e6eb7d9b2ac9 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:00.178641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] For port 25142cec-a673-4530-bd20-e6eb7d9b2ac9, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=25142cec-a673-4530-bd20-e6eb7d9b2ac9,segment=NetworkSegment(f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf),segment_id=f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:00.179026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.255003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.298266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Calling delete_port for 25142cec-a673-4530-bd20-e6eb7d9b2ac9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:00.302141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Pushing event deleted for resources: {'Port': ['ID=25142cec-a673-4530-bd20-e6eb7d9b2ac9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:00.305717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] No DVR routers for this DVR port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:00.369707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:28:00.370049 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:28:00.419828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.445534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75d999c-0325-4686-bd82-d4da0c445d42']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:00.458303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:00.458595 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ebf04e-fdf8-48f0-8414-fbd4cb410cbf') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:00.469913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.485760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.491905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:28:00.492284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:00.505193 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:00.586496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.609067 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.619143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] Pushing event deleted for resources: {'Network': ['ID=e75d999c-0325-4686-bd82-d4da0c445d42,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:00.635011 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3561f6f4-a8ef-4705-9e73-fd68051fd68c admin admin] 10.222.0.78 "DELETE /v2.0/networks/e75d999c-0325-4686-bd82-d4da0c445d42 HTTP/1.1" status: 204 len: 168 time: 0.9790459 Jan 18 23:28:00.637945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:00.872010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Deleting port 25142cec-a673-4530-bd20-e6eb7d9b2ac9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:00.872565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.945703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-81f7d8a0-e2b0-4a1b-9ed9-95fe2a7c0ed6 None None] The port '25142cec-a673-4530-bd20-e6eb7d9b2ac9' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:28:00.988984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f36b245b-6c15-47cb-be8a-c18aff7b884e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:01.024152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f36b245b-6c15-47cb-be8a-c18aff7b884e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:01.024530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f36b245b-6c15-47cb-be8a-c18aff7b884e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:01.024965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 25142cec-a673-4530-bd20-e6eb7d9b2ac9 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:01.061561 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 25142cec-a673-4530-bd20-e6eb7d9b2ac9 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:01.061878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 25142cec-a673-4530-bd20-e6eb7d9b2ac9 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:01.272913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffda8f-ad61-4ba7-a7cf-4208020e81ed req-ef3baaff-de7c-4911-914e-1f4045ff4596 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:01.274313 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3ffda8f-ad61-4ba7-a7cf-4208020e81ed req-ef3baaff-de7c-4911-914e-1f4045ff4596 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.1755471 Jan 18 23:28:01.331210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3ffda8f-ad61-4ba7-a7cf-4208020e81ed req-237823a8-33bf-4303-a9ce-3a2d094fd21f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501740 Jan 18 23:28:01.416839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.790191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Deleting port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:01.790552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.969784 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] For port e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:01.970152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.098755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Calling delete_port for e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:02.294515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.341647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:02.536233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b3d5-2c77-4d61-bc1b-932c059be5e1 req-0a7c85bb-24fd-491e-8503-f7677d2c71eb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:02.538122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3950b3d5-2c77-4d61-bc1b-932c059be5e1 req-0a7c85bb-24fd-491e-8503-f7677d2c71eb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0953817 Jan 18 23:28:02.581659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3950b3d5-2c77-4d61-bc1b-932c059be5e1 req-4200a858-5a52-4810-9515-f608da9d2e53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379608 Jan 18 23:28:02.620129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.113372 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Router 41a8f5a3-9743-4293-9cdf-d52f36de75ac has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:28:03.290873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:28:03.299738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] Sync routers for ids ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:28:03.309304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] Routers {'41a8f5a3-9743-4293-9cdf-d52f36de75ac'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:28:03.309707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2f3c5689-02fd-4acf-a241-7cf8890c6586 admin admin] 10.222.0.78 "PUT /v2.0/routers/41a8f5a3-9743-4293-9cdf-d52f36de75ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705887 Jan 18 23:28:03.310454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:03.312163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:03.490436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.511667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] Set router 41a8f5a3-9743-4293-9cdf-d52f36de75ac gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:28:03.675145 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.685786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Deleting port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:03.686169 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.803378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:28:02Z', 'revision_number': 5, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port': {'id': '6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:22:50Z', 'updated_at': '2022-01-18T23:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:03.807285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] Checking router: 41a8f5a3-9743-4293-9cdf-d52f36de75ac for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:28:03.815938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] Routers {'41a8f5a3-9743-4293-9cdf-d52f36de75ac'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:28:03.816525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:27:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:03.916321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c6c8-f346-4216-9ea4-0750bf90b1e2 req-e2b2725f-f277-4907-a28b-adf5e02cccfc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:03.917653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2182c6c8-f346-4216-9ea4-0750bf90b1e2 req-e2b2725f-f277-4907-a28b-adf5e02cccfc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.1995070 Jan 18 23:28:03.927248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] For port 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:03.927685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.964806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] Set router 41a8f5a3-9743-4293-9cdf-d52f36de75ac gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:28:04.065339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Calling delete_port for 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:04.077621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:28:03Z', 'revision_number': 6, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:04.081868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816de24-8e44-4b17-8727-d0c6a73f1a9b None None] The sync data for ids ['41a8f5a3-9743-4293-9cdf-d52f36de75ac'] in n-d-825178-1 is: [{'id': '41a8f5a3-9743-4293-9cdf-d52f36de75ac', 'name': 'tempest-TestServerBasicOps-133929606-router', 'tenant_id': 'd3c34387409d42c2b7f140cc488987ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:22:49Z', 'updated_at': '2022-01-18T23:28:03Z', 'revision_number': 6, 'project_id': 'd3c34387409d42c2b7f140cc488987ac', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:28:04.254091 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2182c6c8-f346-4216-9ea4-0750bf90b1e2 req-b445553b-0dee-4abf-b2fc-e48ab38dd479 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187432 Jan 18 23:28:04.382905 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.431259 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:04.528133 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.606280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.701420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.703784 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.729068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.729573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a8f5a3-9743-4293-9cdf-d52f36de75ac {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:28:04.742515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.743665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2b489048-ad6d-45fb-82a4-65f1f26b427e admin admin] 10.222.0.78 "DELETE /v2.0/routers/41a8f5a3-9743-4293-9cdf-d52f36de75ac HTTP/1.1" status: 204 len: 168 time: 1.4306035 Jan 18 23:28:04.747307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:04.805725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Deleting subnet bc5cac74-c0c8-4043-a940-9b4a589a9972 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:28:04.808910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.861423 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.944646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.972662 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:05.011680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:05.012024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6b63f3d8-e47a-4f8f-b7e9-0b5d895516ae not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:05.012433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:05.015634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.045658 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:05.046011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e9a6a4d7-b9a5-47c7-b0ea-70adbd49d327 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:05.059102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5cac74-c0c8-4043-a940-9b4a589a9972,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:05.061085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.067511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fae778-c5c5-4afd-aeca-2ac0536d78f4 None None] Network 7096a081-0d72-41fa-a203-37a143ea5e2a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:28:05.070264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-059041c7-946c-422b-9987-752fb0e093da admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bc5cac74-c0c8-4043-a940-9b4a589a9972 HTTP/1.1" status: 204 len: 168 time: 0.3219600 Jan 18 23:28:05.070515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52246) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:05.195197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.205016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Deleting port b15753d2-6214-48d4-b38d-50d2d55a0410 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:05.205355 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.374250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] DHCP port deletion for 7096a081-0d72-41fa-a203-37a143ea5e2a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:28:05.378632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Deleting port b15753d2-6214-48d4-b38d-50d2d55a0410 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:05.379078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.459107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] For port b15753d2-6214-48d4-b38d-50d2d55a0410, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b15753d2-6214-48d4-b38d-50d2d55a0410,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:05.459388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.583194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] For port b15753d2-6214-48d4-b38d-50d2d55a0410, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b15753d2-6214-48d4-b38d-50d2d55a0410,segment=NetworkSegment(5decfcaf-aedb-44ba-9bb2-0350f7764705),segment_id=5decfcaf-aedb-44ba-9bb2-0350f7764705)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:05.583492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.587617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Calling delete_port for b15753d2-6214-48d4-b38d-50d2d55a0410 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:05.651126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbfaa1-cbef-43a5-b0ff-f98565f724cf req-04dc7eb4-db1f-4dd1-afa4-aa27d0bc6779 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:05.652606 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17bbfaa1-cbef-43a5-b0ff-f98565f724cf req-04dc7eb4-db1f-4dd1-afa4-aa27d0bc6779 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.2784514 Jan 18 23:28:05.698418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.702530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Calling delete_port for b15753d2-6214-48d4-b38d-50d2d55a0410 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:05.756031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17bbfaa1-cbef-43a5-b0ff-f98565f724cf req-291a4675-18cc-4e20-ac9b-7869ace507ef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886128 Jan 18 23:28:05.757078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Pushing event deleted for resources: {'Port': ['ID=b15753d2-6214-48d4-b38d-50d2d55a0410,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:05.760591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] No DVR routers for this DVR port b15753d2-6214-48d4-b38d-50d2d55a0410 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:05.809830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:28:05.810101 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:28:05.875256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.899858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7096a081-0d72-41fa-a203-37a143ea5e2a']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.911655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5decfcaf-aedb-44ba-9bb2-0350f7764705') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.911957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5decfcaf-aedb-44ba-9bb2-0350f7764705') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.923431 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.941491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.948020 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:28:05.948398 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:05.961188 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:06.142726 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.147762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.172103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] Pushing event deleted for resources: {'Network': ['ID=7096a081-0d72-41fa-a203-37a143ea5e2a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:06.177559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d594d1e-e9e0-4e33-a20b-8bccd68bf33b admin admin] 10.222.0.78 "DELETE /v2.0/networks/7096a081-0d72-41fa-a203-37a143ea5e2a HTTP/1.1" status: 204 len: 168 time: 1.1056497 Jan 18 23:28:06.306389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52254) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:06.311536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Deleting port b15753d2-6214-48d4-b38d-50d2d55a0410 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:06.311943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.358008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e8dc9cd-0923-4322-9568-6c9d75d05172 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ae4b2dc7f4245beb6c7b3c8c120fcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481544 Jan 18 23:28:06.358337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52258) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:06.377844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-48aacb3a-0f58-4482-81e1-7d9ee6b43114 None None] The port 'b15753d2-6214-48d4-b38d-50d2d55a0410' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:28:06.416645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f47e0083-baa4-4127-b0db-4bf0a1410e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.441915 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f47e0083-baa4-4127-b0db-4bf0a1410e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.499378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f47e0083-baa4-4127-b0db-4bf0a1410e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.517139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e0083-baa4-4127-b0db-4bf0a1410e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4531c06-9b13-4d2a-bb87-01197fc5905d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:06.523849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f47e0083-baa4-4127-b0db-4bf0a1410e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.525061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f47e0083-baa4-4127-b0db-4bf0a1410e36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4531c06-9b13-4d2a-bb87-01197fc5905d HTTP/1.1" status: 204 len: 168 time: 0.1657939 Jan 18 23:28:06.898558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52268) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:06.949874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a0e0bd7b-bc86-4cc0-8cd8-74a254ce2d83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3c34387409d42c2b7f140cc488987ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500519 Jan 18 23:28:06.952273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52272) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:06.960858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d7bc-cf20-4078-86f0-7b6f6395fb3e req-922c25a5-1040-4ea1-8875-fef81e9d2a13 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:06.962207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0ca4d7bc-cf20-4078-86f0-7b6f6395fb3e req-922c25a5-1040-4ea1-8875-fef81e9d2a13 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0935142 Jan 18 23:28:06.978902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b15753d2-6214-48d4-b38d-50d2d55a0410 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:07.009738 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0ca4d7bc-cf20-4078-86f0-7b6f6395fb3e req-98f2c5e6-e3d2-4bc3-92d7-0bc6bbc900ef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Jan 18 23:28:07.013648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b15753d2-6214-48d4-b38d-50d2d55a0410 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:07.014132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b15753d2-6214-48d4-b38d-50d2d55a0410 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:07.020708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2c47359-e37f-4c6b-b22d-789e1783f04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.046392 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2c47359-e37f-4c6b-b22d-789e1783f04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.100402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2c47359-e37f-4c6b-b22d-789e1783f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.116292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47359-e37f-4c6b-b22d-789e1783f04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bff37e4-1399-43bf-a618-f55067dbee9a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.121453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2c47359-e37f-4c6b-b22d-789e1783f04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.122770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e2c47359-e37f-4c6b-b22d-789e1783f04f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bff37e4-1399-43bf-a618-f55067dbee9a HTTP/1.1" status: 204 len: 168 time: 0.1695449 Jan 18 23:28:07.159206 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.204608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b570cf-caf7-4f01-bf02-4f7f97c8a8a5 req-156f0602-16da-474d-bc4f-0ac1d1a4ffb3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:08.205996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51b570cf-caf7-4f01-bf02-4f7f97c8a8a5 req-156f0602-16da-474d-bc4f-0ac1d1a4ffb3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0886040 Jan 18 23:28:08.253235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51b570cf-caf7-4f01-bf02-4f7f97c8a8a5 req-d2c11236-66a7-4f21-a904-1ee7cb3f7110 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389531 Jan 18 23:28:09.471145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff76e0-cf9f-4f30-8dbc-3daecda21e6f req-25154002-b37f-468d-b0fd-7eb8df530f26 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:09.472620 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eaff76e0-cf9f-4f30-8dbc-3daecda21e6f req-25154002-b37f-468d-b0fd-7eb8df530f26 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0994635 Jan 18 23:28:09.520991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-eaff76e0-cf9f-4f30-8dbc-3daecda21e6f req-beb2d1a5-ba78-4345-9e76-22cf29aee1cc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Jan 18 23:28:10.720308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334fdc6-c433-48c7-b1e3-03cfb9921ec9 req-1d841ce6-a6b3-47e4-bdfc-ee6acaac1a0e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:10.721866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8334fdc6-c433-48c7-b1e3-03cfb9921ec9 req-1d841ce6-a6b3-47e4-bdfc-ee6acaac1a0e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0861363 Jan 18 23:28:10.769800 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8334fdc6-c433-48c7-b1e3-03cfb9921ec9 req-a10abc42-2264-4c57-abfe-59ff5b882aa5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Jan 18 23:28:11.955140 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-46c5fe01-b891-4b03-a234-a33dc6b6e5a0 service neutron] show failed (client error): The resource could not be found. Jan 18 23:28:11.956336 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-46c5fe01-b891-4b03-a234-a33dc6b6e5a0 service neutron] 10.222.0.86 "GET /v2.0/ports/28bf69c8-688c-4dbe-991c-2b478731873c/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0753434 Jan 18 23:28:11.962402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0042ec-0b9a-4208-8cf4-532547cce2a4 req-9e43ae41-eae2-4288-8a62-2808e4bc1742 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:11.963860 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d0042ec-0b9a-4208-8cf4-532547cce2a4 req-9e43ae41-eae2-4288-8a62-2808e4bc1742 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0842185 Jan 18 23:28:12.007881 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d0042ec-0b9a-4208-8cf4-532547cce2a4 req-31ea9eab-908d-4286-b7e0-573ef8dca314 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382571 Jan 18 23:28:12.146698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6690cdce-4086-415a-bd35-291cfbab1817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.386070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-d70be440-4745-4277-bd38-96187057f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:12.387429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-d70be440-4745-4277-bd38-96187057f1aa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 1096 time: 0.2333353 Jan 18 23:28:12.398611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:12.520145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.795237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:12.823822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:28:12.885047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:12.891090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.906319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Transition to ACTIVE for port object 28bf69c8-688c-4dbe-991c-2b478731873c will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:12.913492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.956177 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'code': 200} Jan 18 23:28:13.062437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:13.116384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] No DVR routers for this DVR port 28bf69c8-688c-4dbe-991c-2b478731873c on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:13.199691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056402e0-200a-4652-aee6-ccd9608a2c52 req-28a07a86-8228-4482-8f71-a0632a7b71ff tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:13.201161 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-056402e0-200a-4652-aee6-ccd9608a2c52 req-28a07a86-8228-4482-8f71-a0632a7b71ff tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.0836508 Jan 18 23:28:13.246515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-056402e0-200a-4652-aee6-ccd9608a2c52 req-652184c9-c567-47ad-a078-bf789a92e2c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Jan 18 23:28:13.343233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:13.343536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:13.343884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:28:13.348766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Port 28bf69c8-688c-4dbe-991c-2b478731873c on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:28:13.349116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Attempting to bind port 28bf69c8-688c-4dbe-991c-2b478731873c on network b198656f-ef5e-46c9-a7c2-9f18e0e8947d {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:28:13.354359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:28:13.354691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Checking segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:28:13.355064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Bound using segment: {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:28:13.355474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Bound port: 28bf69c8-688c-4dbe-991c-2b478731873c, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b79401-891b-4172-8586-1139f6f35c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:13.355816 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.554337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:28:13.557394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:28:13.565209 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.631324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:13.631953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.633396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] 10.222.0.85 "PUT /v2.0/ports/28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 1091 time: 1.2387571 Jan 18 23:28:13.650201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e53206-1b48-40e4-8e77-040d4521c2eb service neutron] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:13.727567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-e537dbdb-bef7-40f1-a328-96b91643b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:13.728990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-e537dbdb-bef7-40f1-a328-96b91643b627 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1094 time: 0.0735815 Jan 18 23:28:13.861416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-d1eba6a2-9187-45e8-831e-edab8fd6ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:13.862861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-d1eba6a2-9187-45e8-831e-edab8fd6ddf5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1280253 Jan 18 23:28:13.965061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-54587374-21eb-475e-9885-8ac76fab2d54 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 998 time: 0.0960467 Jan 18 23:28:14.028114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-debdec05-a057-4e86-a599-8a0e5f95f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:14.029529 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-debdec05-a057-4e86-a599-8a0e5f95f3af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0590847 Jan 18 23:28:14.113319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-c8baed44-5c3e-40a2-a214-6e5be0ae849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:14.115379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-c8baed44-5c3e-40a2-a214-6e5be0ae849f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797524 Jan 18 23:28:14.249599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-0e4cdbc4-1ae7-46ef-8744-ca8eb115abec service neutron] 10.222.0.85 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265628 Jan 18 23:28:14.420152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50440d76-3d4c-44e1-993d-57d6286a2854 req-4d0e52f1-8d96-48d9-aa83-4cee5554e259 service neutron] 10.222.0.85 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642470 Jan 18 23:28:14.461011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c94885-c4a0-464c-8770-f410dd991ab1 req-bda0623b-4c85-42f0-a778-d0172c395169 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:14.462733 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17c94885-c4a0-464c-8770-f410dd991ab1 req-bda0623b-4c85-42f0-a778-d0172c395169 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.1023636 Jan 18 23:28:14.507429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17c94885-c4a0-464c-8770-f410dd991ab1 req-23cf1fdf-fe41-488b-97be-283c96b74e2b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Jan 18 23:28:14.650387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:14.721944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:14.957231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:14.992570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee90ed83-b049-42a4-a9db-929fe39b0596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.022190 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'status': 'completed', 'code': 200} Jan 18 23:28:15.168991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-447a0a1a-76ac-472a-9e61-a616dd1101f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.170511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-447a0a1a-76ac-472a-9e61-a616dd1101f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1094 time: 0.1291063 Jan 18 23:28:15.172969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-2b7f483a-0d6e-4418-959a-594b7beaa4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.174298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-2b7f483a-0d6e-4418-959a-594b7beaa4c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1094 time: 0.0998247 Jan 18 23:28:15.404467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-69021907-5b53-4be3-a44a-45ff12b67011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.405959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-69021907-5b53-4be3-a44a-45ff12b67011 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.2283421 Jan 18 23:28:15.408209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-ac56e09a-a948-47dc-95b0-930a21c60a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.409534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-ac56e09a-a948-47dc-95b0-930a21c60a14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.2147300 Jan 18 23:28:15.661023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.757276 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-bc3cb7b4-0472-42d4-80c2-41f3c6e29e35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 998 time: 0.2949791 Jan 18 23:28:15.760998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-41f9b401-18f7-4d95-a9b4-ce0b5c41d92f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 998 time: 0.3486872 Jan 18 23:28:15.768823 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.875262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-2a2a4ff8-85f4-47bc-8112-dd1fabf153a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.876715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-2a2a4ff8-85f4-47bc-8112-dd1fabf153a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0829773 Jan 18 23:28:15.882315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-8bbce752-17a4-47c9-958c-6d6ac7a1416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.883735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-8bbce752-17a4-47c9-958c-6d6ac7a1416e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.1207888 Jan 18 23:28:15.971630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c8038-c409-4798-bdee-73b5dae4bf17 req-b9109e1a-1bf6-4ea2-a38d-a48082f3cfab tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:15.973146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991c8038-c409-4798-bdee-73b5dae4bf17 req-b9109e1a-1bf6-4ea2-a38d-a48082f3cfab tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.3121865 Jan 18 23:28:16.050859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991c8038-c409-4798-bdee-73b5dae4bf17 req-a831b641-8361-4a5b-a506-8e27fe4eabf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706964 Jan 18 23:28:16.068252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-8bbb3304-a9d5-4764-8d3e-c2406f4ac6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:16.069418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-8bbb3304-a9d5-4764-8d3e-c2406f4ac6f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847086 Jan 18 23:28:16.076563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-9c1ab06d-6c9e-4a7b-90bf-27c70b2c169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:16.077999 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-9c1ab06d-6c9e-4a7b-90bf-27c70b2c169a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590323 Jan 18 23:28:16.311327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-be707e42-19e7-4ace-a997-92c84594f6ac service neutron] 10.222.0.85 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322497 Jan 18 23:28:16.314294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-730ba8ab-86bc-42b7-be93-20cf5eeb01c1 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181420 Jan 18 23:28:16.549724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-20060d6c-1a14-4cef-98e8-c4d6dde7cfe9 service neutron] 10.222.0.85 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289002 Jan 18 23:28:16.551580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0cabbf2-5442-4aa9-8c99-84c5fbeeca4f req-36d4deb4-3182-45dd-87e1-4fcf28d402a6 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296364 Jan 18 23:28:17.078794 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.236992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd79585-0814-4ebd-b5b6-d23dc59f909d req-4b460918-1a06-4f66-a0bc-94cc9c82a123 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:17.238335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fcd79585-0814-4ebd-b5b6-d23dc59f909d req-4b460918-1a06-4f66-a0bc-94cc9c82a123 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.0815818 Jan 18 23:28:17.284896 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fcd79585-0814-4ebd-b5b6-d23dc59f909d req-5a43c533-78f4-4f3b-9505-62db84c29628 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383222 Jan 18 23:28:17.598136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c81a-51dd-4e38-a5c9-abec5ebaec7e req-a1216252-c485-405a-8c78-42df1c44ede8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:17.599271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adb5c81a-51dd-4e38-a5c9-abec5ebaec7e req-a1216252-c485-405a-8c78-42df1c44ede8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 943 time: 0.0876875 Jan 18 23:28:17.599434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811330fc-fadf-463a-a992-f40a4807ae3d req-adf0cd2d-8764-4d71-b2ba-619d9caad89e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:17.601180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-adf0cd2d-8764-4d71-b2ba-619d9caad89e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91&tenant_id=6d200fddf4484a2084d4f16897ba7426&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 943 time: 0.0854607 Jan 18 23:28:17.653362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adb5c81a-51dd-4e38-a5c9-abec5ebaec7e req-4c0aefd5-7a39-40fc-bd09-32db68d1db39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473418 Jan 18 23:28:17.689351 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-811330fc-fadf-463a-a992-f40a4807ae3d req-df6317da-3141-45ff-98da-62b0a83e2e99 service neutron] delete failed (client error): The resource could not be found. Jan 18 23:28:17.690372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-df6317da-3141-45ff-98da-62b0a83e2e99 service neutron] 10.222.0.86 "DELETE /v2.0/ports/28bf69c8-688c-4dbe-991c-2b478731873c/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0837801 Jan 18 23:28:17.833692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811330fc-fadf-463a-a992-f40a4807ae3d req-2a7e43e0-847c-4c35-9f25-1fb0e5a08046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:17.835192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-2a7e43e0-847c-4c35-9f25-1fb0e5a08046 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1094 time: 0.0771260 Jan 18 23:28:17.969524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:28:17.973775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811330fc-fadf-463a-a992-f40a4807ae3d req-8ac128f1-e065-4d3e-b933-4ce983a6f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:17.975239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-8ac128f1-e065-4d3e-b933-4ce983a6f1b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1343462 Jan 18 23:28:18.078848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-2b95c62e-8b0c-4f56-bf8d-2d7b31c8ffc0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 998 time: 0.0974703 Jan 18 23:28:18.107761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:18.120615 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '28bf69c8-688c-4dbe-991c-2b478731873c', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'port_id': '28bf69c8-688c-4dbe-991c-2b478731873c', 'mac_address': 'fa:16:3e:94:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:28:18.140735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811330fc-fadf-463a-a992-f40a4807ae3d req-0a48a06c-7f54-40e8-9758-ed95d8f3d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:18.142229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-0a48a06c-7f54-40e8-9758-ed95d8f3d8e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0579431 Jan 18 23:28:18.173832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.190384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bf69c8-688c-4dbe-991c-2b478731873c {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:18.205734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:18.211125 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.218938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811330fc-fadf-463a-a992-f40a4807ae3d req-ee8246a9-d820-4fd7-ad1c-880dac64c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:18.221392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-ee8246a9-d820-4fd7-ad1c-880dac64c9d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730374 Jan 18 23:28:18.287168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:18.295524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.295864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.296196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.296525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.296854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.297231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.297551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.297867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.298186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.298498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.298811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.299119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:18.452854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['28bf69c8-688c-4dbe-991c-2b478731873c'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:28:18.464621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-cf4b8940-19ee-4e8e-a698-39fd39eed2c9 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374539 Jan 18 23:28:18.595281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-811330fc-fadf-463a-a992-f40a4807ae3d req-360d77e8-a46a-42ed-b43f-e8197462c899 service neutron] 10.222.0.86 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243656 Jan 18 23:28:18.844007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef36265-31fb-44f8-89f4-e5652b8a6626 req-3a889a16-513c-4619-b50b-76b53066cdaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:18.845511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cef36265-31fb-44f8-89f4-e5652b8a6626 req-3a889a16-513c-4619-b50b-76b53066cdaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 944 time: 0.0835700 Jan 18 23:28:18.892170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cef36265-31fb-44f8-89f4-e5652b8a6626 req-a387a6b8-dae0-4354-93da-eaea7c2dc9b3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388889 Jan 18 23:28:19.075305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:28:19.981779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:20.056247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 28bf69c8-688c-4dbe-991c-2b478731873c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:20.061327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 28bf69c8-688c-4dbe-991c-2b478731873c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:20.061705 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.080708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29decd00-8596-4bd4-9c13-959381ae4837 req-7e4ffc53-aee1-4de1-84f7-8383d732df8b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:20.082213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29decd00-8596-4bd4-9c13-959381ae4837 req-7e4ffc53-aee1-4de1-84f7-8383d732df8b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 944 time: 0.0804448 Jan 18 23:28:20.131623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29decd00-8596-4bd4-9c13-959381ae4837 req-77436e17-f628-45be-982f-44a4245a7b4c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Jan 18 23:28:20.156219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52308) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:20.182373 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.208525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:20.219084 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:20.225086 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.267866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7436eba1-4abc-4f89-bccf-5b2d351b9040 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 HTTP/1.1" status: 200 len: 991 time: 0.1103470 Jan 18 23:28:20.297395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:20.383829 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'code': 200} Jan 18 23:28:34.612838 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.164755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.142624 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f054f1fa-c510-486c-a985-992866e3fd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:44.998267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f180902-9225-477e-bbc6-1320305742a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.672749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.780540 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.074597 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.095246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581ac3-b75f-487c-b47a-ce375e2fa593 req-7de9ca47-a252-404b-a5f2-c0fa85872c14 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:47.096787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13581ac3-b75f-487c-b47a-ce375e2fa593 req-7de9ca47-a252-404b-a5f2-c0fa85872c14 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.0734310 Jan 18 23:28:47.140630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-13581ac3-b75f-487c-b47a-ce375e2fa593 req-4aebb815-8efb-4f55-8a0d-d51e6fe45e0f tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Synchronizing usage tracker for tenant:019d4aff90b64db08faa71af050b8f8e on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:47.160587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-13581ac3-b75f-487c-b47a-ce375e2fa593 req-4aebb815-8efb-4f55-8a0d-d51e6fe45e0f tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Unset dirty status for tenant:019d4aff90b64db08faa71af050b8f8e on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:47.161783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-13581ac3-b75f-487c-b47a-ce375e2fa593 req-4aebb815-8efb-4f55-8a0d-d51e6fe45e0f tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592773 Jan 18 23:28:47.191431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52328) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:47.395731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 7ec542db-d318-4666-a4cf-e01461ea4217 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:47.396080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.569993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.570254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.689684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 7ec542db-d318-4666-a4cf-e01461ea4217 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:47.856294 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.902632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=7ec542db-d318-4666-a4cf-e01461ea4217,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:47.993575 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.993915 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 disassociated (deleted). External IP: 172.25.4.23, port: 28bf69c8-688c-4dbe-991c-2b478731873c. Jan 18 23:28:48.440063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:28:48.625449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:28:48.635894 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] Sync routers for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:28:48.646482 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:28:48.647097 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:48.649929 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:48.705263 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e3170885-4723-47c1-a314-d5d7e2e0ef20 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/floatingips/fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5 HTTP/1.1" status: 204 len: 168 time: 1.5127156 Jan 18 23:28:48.705811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:48.751263 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'status': 'completed', 'code': 200} Jan 18 23:28:48.851132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-bdbfe3ba-f74c-46f0-a954-16b159c44578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:48.858731 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-bdbfe3ba-f74c-46f0-a954-16b159c44578 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 1096 time: 0.0840085 Jan 18 23:28:48.859491 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:28:49.008481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-0f03035f-402c-4a3d-b878-cb12a76cb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:49.009924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-0f03035f-402c-4a3d-b878-cb12a76cb4ef service neutron] 10.222.0.85 "GET /v2.0/networks?id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 200 len: 897 time: 0.1440804 Jan 18 23:28:49.116118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-f8cb8343-17c9-4fe9-9261-221ca374ffcd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 200 len: 217 time: 0.0984266 Jan 18 23:28:49.174086 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:49.178136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] Checking router: a7d2a9ed-4405-4ef8-8924-e1048cd23a4a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:28:49.186475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:28:49.187065 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:49.198129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-b9ccff8f-9a5d-40ae-abe5-31d9b3ef12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:49.199796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-b9ccff8f-9a5d-40ae-abe5-31d9b3ef12ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 200 len: 834 time: 0.0772629 Jan 18 23:28:49.248919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de2a2d-0116-4497-abb8-8c56fa99673a req-fc96a321-01a4-4e71-894d-88318eb09866 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:49.249677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-98de2a2d-0116-4497-abb8-8c56fa99673a req-fc96a321-01a4-4e71-894d-88318eb09866 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:49.283763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-98de2a2d-0116-4497-abb8-8c56fa99673a req-fc96a321-01a4-4e71-894d-88318eb09866 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:49.285012 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98de2a2d-0116-4497-abb8-8c56fa99673a req-fc96a321-01a4-4e71-894d-88318eb09866 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.2663209 Jan 18 23:28:49.319750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-43fbd6eb-fdcd-4945-9452-1a560cf955de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:49.321265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-43fbd6eb-fdcd-4945-9452-1a560cf955de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b198656f-ef5e-46c9-a7c2-9f18e0e8947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147990 Jan 18 23:28:49.365159 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:28:49.407346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98de2a2d-0116-4497-abb8-8c56fa99673a req-1b83a67b-a42a-40d9-a473-e8b86b6792b0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150494 Jan 18 23:28:49.469459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-9856ee36-a13a-4456-9322-1e543508afa5 service neutron] 10.222.0.85 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396959 Jan 18 23:28:49.601773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5747f45b-cbbe-4d5c-8b45-b4d177ed87c0 req-dc5866aa-c28f-4e0b-994a-2570b46efe5f service neutron] 10.222.0.85 "GET /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259391 Jan 18 23:28:49.679698 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:49.683692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af72bb5-c473-4992-be2e-70b017c41bb2 None None] The sync data for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 is: [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdb3669d-b276-4647-b140-dc86071636be', 'name': '', 'network_id': 'b198656f-ef5e-46c9-a7c2-9f18e0e8947d', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:3e:2f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'fbe6f8c3-43cd-47b5-8764-b429837e13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:28:49.914169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7939dab-620f-4f6b-94d3-63724ef91d92 None None] New status for floating IP fbb857db-1bb0-4ae2-a6a3-de3e8b9572a5: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:28:50.350826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-7b126872-5ed8-496d-945e-81657af2fa76 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:50.352252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-7b126872-5ed8-496d-945e-81657af2fa76 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.85 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.1025426 Jan 18 23:28:50.420772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 28bf69c8-688c-4dbe-991c-2b478731873c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:50.421151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.607077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3ac6-554b-4067-8eb8-eb2537c7a137 req-53c65726-a907-422a-9410-3ceb82a91d63 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:50.608510 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee8a3ac6-554b-4067-8eb8-eb2537c7a137 req-53c65726-a907-422a-9410-3ceb82a91d63 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dbad5a-c896-4b5b-ba81-f897de8d5d91 HTTP/1.1" status: 200 len: 945 time: 0.0815060 Jan 18 23:28:50.653223 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee8a3ac6-554b-4067-8eb8-eb2537c7a137 req-70fdade3-619a-494b-8fe2-779a92fe2cf8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45d71ea7-d304-4851-b8b4-fda27b005fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389206 Jan 18 23:28:50.777346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 28bf69c8-688c-4dbe-991c-2b478731873c, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=28bf69c8-688c-4dbe-991c-2b478731873c,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:50.778019 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.902382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 28bf69c8-688c-4dbe-991c-2b478731873c owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:51.047459 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.099408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=28bf69c8-688c-4dbe-991c-2b478731873c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:51.175643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] No DVR routers for this DVR port 28bf69c8-688c-4dbe-991c-2b478731873c on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:51.178145 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.180581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-deleted', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:51.199728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-463b78bc-fa28-4758-a500-d078fe34fdb5 req-2aec47c9-556b-4a6a-af0c-b47d9f8e6893 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.85 "DELETE /v2.0/ports/28bf69c8-688c-4dbe-991c-2b478731873c HTTP/1.1" status: 204 len: 173 time: 0.8404086 Jan 18 23:28:51.228823 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dbad5a-c896-4b5b-ba81-f897de8d5d91', 'name': 'network-vif-deleted', 'tag': '28bf69c8-688c-4dbe-991c-2b478731873c', 'status': 'completed', 'code': 200} Jan 18 23:28:51.756791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52346) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:52.353368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.804466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port cdb3669d-b276-4647-b140-dc86071636be {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:52.804915 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.990319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port cdb3669d-b276-4647-b140-dc86071636be, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cdb3669d-b276-4647-b140-dc86071636be,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:52.990684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.112784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for cdb3669d-b276-4647-b140-dc86071636be owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:53.452470 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.500068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=cdb3669d-b276-4647-b140-dc86071636be,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:53.778099 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.115350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:54.149618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 28bf69c8-688c-4dbe-991c-2b478731873c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:54.149946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 28bf69c8-688c-4dbe-991c-2b478731873c not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:54.251859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:28:54.433755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:28:54.443940 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] Sync routers for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:28:54.447865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d578bfdb-728b-478c-90e9-6ffec568f750 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/a7d2a9ed-4405-4ef8-8924-e1048cd23a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6895692 Jan 18 23:28:54.450954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52350) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:54.454530 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:28:54.455139 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:54.517464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting subnet fbe6f8c3-43cd-47b5-8764-b429837e13ce {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:28:54.520485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.578808 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.631598 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:28:54.662702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.738035 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.780015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe6f8c3-43cd-47b5-8764-b429837e13ce,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:54.785089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.790827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a941a-f449-4f5a-9593-de2c98d8ae4d None None] Network b198656f-ef5e-46c9-a7c2-9f18e0e8947d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:28:54.792705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.793056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.793427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.793749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.794080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.794412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.794742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.795069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.795401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.795724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.796033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.796368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:54.801362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8b253391-1dee-4ab5-bc70-ff3cebded7c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/subnets/fbe6f8c3-43cd-47b5-8764-b429837e13ce HTTP/1.1" status: 204 len: 168 time: 0.3494599 Jan 18 23:28:54.803974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:54.955872 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:28:53Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:54.960560 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] Checking router: a7d2a9ed-4405-4ef8-8924-e1048cd23a4a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:28:54.971522 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] Routers {'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:28:54.972210 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:55.010805 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.067882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] DHCP port deletion for b198656f-ef5e-46c9-a7c2-9f18e0e8947d request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:28:55.072020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] Deleting port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:55.072399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.158235 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] Set router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:28:55.195942 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.207554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 72a1b7c0-4e19-465c-a315-518c13dd9202 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:28:55.208486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.327579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] For port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,segment=NetworkSegment(89b79401-891b-4172-8586-1139f6f35c6b),segment_id=89b79401-891b-4172-8586-1139f6f35c6b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:55.328178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.385925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 72a1b7c0-4e19-465c-a315-518c13dd9202, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=72a1b7c0-4e19-465c-a315-518c13dd9202,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:28:55.386424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.452461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] Calling delete_port for 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:55.454178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:28:53Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:55.458327 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4113ec-4448-4fd9-a21c-6ec417ae490c None None] The sync data for ids ['a7d2a9ed-4405-4ef8-8924-e1048cd23a4a'] in n-d-825178-1 is: [{'id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239268232', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:28:53Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '72a1b7c0-4e19-465c-a315-518c13dd9202', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2a9ed-4405-4ef8-8924-e1048cd23a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:58Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:28:55.515317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 72a1b7c0-4e19-465c-a315-518c13dd9202 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:28:55.547948 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.594352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] Pushing event deleted for resources: {'Port': ['ID=5d7eed06-a35f-4ba1-b72f-ac52a4044fc8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:55.599698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe8b31-6bec-42da-904a-a3cb56dc65af None None] No DVR routers for this DVR port 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:55.808985 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.855555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=72a1b7c0-4e19-465c-a315-518c13dd9202,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:55.956422 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.075088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:28:56.129492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.131642 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.156290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.156819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Fanout notify agent at l3_agent the message router_deleted on router a7d2a9ed-4405-4ef8-8924-e1048cd23a4a {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:28:56.172131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.173404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d1ce8938-7acc-49d5-8a73-07e72532a7f0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/routers/a7d2a9ed-4405-4ef8-8924-e1048cd23a4a HTTP/1.1" status: 204 len: 168 time: 1.3685157 Jan 18 23:28:56.176041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52358) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:56.289661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.426337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.450797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b198656f-ef5e-46c9-a7c2-9f18e0e8947d']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.462936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b79401-891b-4172-8586-1139f6f35c6b') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.463227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b79401-891b-4172-8586-1139f6f35c6b') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.474716 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.490411 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.496399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:28:56.496777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:56.510731 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:56.592507 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.610828 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.623682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Network': ['ID=b198656f-ef5e-46c9-a7c2-9f18e0e8947d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:56.632327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-72d302c1-ac9c-4053-8bda-808742b66016 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/networks/b198656f-ef5e-46c9-a7c2-9f18e0e8947d HTTP/1.1" status: 204 len: 168 time: 0.4553010 Jan 18 23:28:56.635365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52362) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:56.703436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-861a5010-b7b1-4a2a-90df-21af3d29cda4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.737540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-861a5010-b7b1-4a2a-90df-21af3d29cda4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.806994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-861a5010-b7b1-4a2a-90df-21af3d29cda4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.825424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a5010-b7b1-4a2a-90df-21af3d29cda4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d71ea7-d304-4851-b8b4-fda27b005fad,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:56.842723 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-861a5010-b7b1-4a2a-90df-21af3d29cda4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.844144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-861a5010-b7b1-4a2a-90df-21af3d29cda4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/security-groups/45d71ea7-d304-4851-b8b4-fda27b005fad HTTP/1.1" status: 204 len: 168 time: 0.2076135 Jan 18 23:28:56.996635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdb3669d-b276-4647-b140-dc86071636be no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:57.031311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: cdb3669d-b276-4647-b140-dc86071636be {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:57.031621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdb3669d-b276-4647-b140-dc86071636be not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:57.032025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:57.067737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:57.068182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 5d7eed06-a35f-4ba1-b72f-ac52a4044fc8 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:57.068789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 72a1b7c0-4e19-465c-a315-518c13dd9202 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:57.107714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 72a1b7c0-4e19-465c-a315-518c13dd9202 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:28:57.108073 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 72a1b7c0-4e19-465c-a315-518c13dd9202 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:57.114626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52370) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.120695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927096443', 'description': 'tempest-secgroup-smoke-1927096443 description', 'project_id': '6d200fddf4484a2084d4f16897ba7426'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:57.127546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.131684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.134545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.140477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.152007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.172139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.176023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.178842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.184451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.255112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.259739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.305530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83671f4f-c4a3-4ba5-92d0-720a438c72a1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:57.316364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.318442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b5b479e0-7963-4330-8450-bdb7f0e556ee tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2020035 Jan 18 23:28:57.320588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52374) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.325672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '83671f4f-c4a3-4ba5-92d0-720a438c72a1', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:57.332431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.336344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.339322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.344975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.364311 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.438437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.443857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.467050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fd6d32-ce8b-43e8-81fe-200a5e8c9f08,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:57.476560 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.477840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c539ba7c-32e4-4b2c-9112-907afe5ade39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562886 Jan 18 23:28:57.480863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52378) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.485761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '83671f4f-c4a3-4ba5-92d0-720a438c72a1', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:57.492205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.496144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.499055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.504776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.525286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.589864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.595588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.618143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82307177-6e97-4c71-8975-f23e089e0a73,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:57.627614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.628913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-47033bc4-e1ad-4839-bc85-94dccc0a1c55 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470978 Jan 18 23:28:57.632025 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52382) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.637388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '83671f4f-c4a3-4ba5-92d0-720a438c72a1', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:57.644838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.649053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.652186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.658768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.678539 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.743346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.749276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.774157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4809f81-17af-4b1a-90ed-142ad19cc1da,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:57.784473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.784769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.785124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.785459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.785786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.786115 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.786440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.786761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.787086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.787406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.787723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.788038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:57.790965 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.792124 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2b7b6e24-a140-4384-9fbb-0902d3176353 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590979 Jan 18 23:28:57.795451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52386) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.803553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '83671f4f-c4a3-4ba5-92d0-720a438c72a1', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:57.811666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.815789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.818855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.824814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.844371 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.912211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.917036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.944530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8b0586-3d3c-4ae2-9e1c-0b26b4332ffc,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:57.955566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.956771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a678085-f3ec-44b9-a460-0cd31e155eac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600764 Jan 18 23:28:57.960040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.965386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '83671f4f-c4a3-4ba5-92d0-720a438c72a1', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:57.972420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:57.976498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:57.979521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:57.985990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:57.998177 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:28:58.005365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.070812 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.076428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.099806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53021a73-9473-4f43-9feb-2ddf7eea2940,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:58.109854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.111206 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69fba4e6-f89a-482e-a488-a3c1d181bc53 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501245 Jan 18 23:28:58.114005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52394) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:58.119787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '83671f4f-c4a3-4ba5-92d0-720a438c72a1', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:58.126679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:58.130780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:58.133762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:58.140061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:58.152759 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:28:58.159412 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.226167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.232625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.255311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a82f4a-f43a-4fc8-8b2b-61ee6b99a88f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:58.265150 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.266515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-306e12cc-5f61-4949-816a-4d755a89824f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515267 Jan 18 23:28:58.269435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:58.274954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'network': {'name': 'tempest-network-smoke--824190405', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:58.280655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:58.285081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:network and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:58.288073 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:58.294074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:58.308836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:58.312272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.454608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:28:58.467526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.467873 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Added segment 67b95ba6-5af3-4146-9781-05d5b0c05f93 of type vlan for network 252e8b0c-9628-423e-ab6b-65665e3786c3 Jan 18 23:28:58.494123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.526308 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.531737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:58.532368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.643306 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3728337 Jan 18 23:28:58.646114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036547-f19f-4477-9235-095147092e08 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Network': ['ID=252e8b0c-9628-423e-ab6b-65665e3786c3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:58.646285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52402) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:58.653340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'admin_state_up': True, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:28:58.656830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:28:58.662721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:58.667032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:router and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:58.670306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:58.677073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:58.690248 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.691324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.706222 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.077385 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.397453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.426195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.564861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.82 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/3ef463b6-ee8f-4acf-95c0-4bec7ecef91e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:59.709424 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.748092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.815276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:59.818182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:59.821736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:28:59.850247 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:00.259409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.731439 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.936791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router e4423fe6-14b0-41a2-8d73-e2d10c09d504 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:29:01.117163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:29:01.127961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Sync routers for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:29:01.137811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:29:01.138996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:01.148101 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.149352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-edb04feb-2b6b-47c7-9f5b-9e685d4e0491 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5019634 Jan 18 23:29:01.152736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52406) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:01.192632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ef921476-eeec-405e-9da8-8fec66545e3f tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=6d200fddf4484a2084d4f16897ba7426&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387013 Jan 18 23:29:01.195344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:01.314350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:29:01.326863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc17d4a-a2d9-4f7b-9fcb-61bd04c001c7 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:01.328042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8dc17d4a-a2d9-4f7b-9fcb-61bd04c001c7 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314969 Jan 18 23:29:01.330797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:01.374094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-02d54206-50be-42bc-bfa1-e849a005467b tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420334 Jan 18 23:29:01.376569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52418) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:01.381816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108312169', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:01.491133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:01.495149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:subnet and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:01.498064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:01.503910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:01.515211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:01.518865 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.634126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:00Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:01.637981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Checking router: e4423fe6-14b0-41a2-8d73-e2d10c09d504 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:29:01.638326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Updating router e4423fe6-14b0-41a2-8d73-e2d10c09d504 port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:29:01.690727 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.744234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.819086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Subnet': ['ID=b0ee140f-edcc-4afe-837b-038a8754ad84,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:01.830160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Checking segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:29:01.830524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network hostable DHCP agents. Network: 252e8b0c-9628-423e-ab6b-65665e3786c3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:29:01.850281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:29:01.861836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 252e8b0c-9628-423e-ab6b-65665e3786c3) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:01.866138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:01.866979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.878623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50317b7-5c3e-458e-9267-50220be849f8 None None] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:29:01.890261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3844607c-4f9c-48a0-a13d-4379403019a8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5123501 Jan 18 23:29:01.892513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52422) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:02.193065 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.206280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-252e8b0c-9628-423e-ab6b-65665e3786c3', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:29:02.207091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.216141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Transition to ACTIVE for port object 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:02.227421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.368843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Attempting to bind port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:02.369239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Attempting to bind port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:02.369601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Attempting to bind port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:29:02.371610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0d1e-4ee2-4a04-9469-efd518bd2488 None None] Pushing event updated for resources: {'Port': ['ID=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:02.381856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:29:02.382227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:29:02.382625 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.383004 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:29:02.383469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Bound port: 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:02.383844 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.509405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Allocated IP 172.20.0.2 (252e8b0c-9628-423e-ab6b-65665e3786c3/b0ee140f-edcc-4afe-837b-038a8754ad84/2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:02.511642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] For port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:29:02.516626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] For port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:29:02.523896 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.692665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:29:02.693442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:02.713820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.741514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0d1e-4ee2-4a04-9469-efd518bd2488 None None] Pushing event updated for resources: {'Port': ['ID=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:02.961204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:29:03.099657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.128053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Transition to ACTIVE for port object 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:03.203494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Transition to ACTIVE for port object 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:03.214107 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.280930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.1 (252e8b0c-9628-423e-ab6b-65665e3786c3/b0ee140f-edcc-4afe-837b-038a8754ad84/6545500f-eefd-4bb5-9a01-083eaa2f4668) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:03.307808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:03.334871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:03.341737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:29:03.346417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Pushing event updated for resources: {'Port': ['ID=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:03.446524 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.450741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Attempting to bind port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:03.451116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Attempting to bind port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:03.451515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Attempting to bind port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:29:03.459213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:29:03.459533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Checking segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:29:03.459939 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.460330 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Bound using segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:29:03.460809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Bound port: 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:03.461268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.463185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object 6545500f-eefd-4bb5-9a01-083eaa2f4668 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:03.489019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.502541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:00Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:03.522047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f41338-cc88-47ec-b1ed-30c4cfcd507f None None] The sync data for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 is: [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:00Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:29:03.557060 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:03.560365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:03.564866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:29:03.567718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] For port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:29:03.575792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] For port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:29:03.581859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.601438 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=6545500f-eefd-4bb5-9a01-083eaa2f4668,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:03.634340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.672914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c97e06-272c-4aca-b026-28de36e46afd None None] Pushing event updated for resources: {'Port': ['ID=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:03.982408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.563577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.569246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.616108 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.685983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=6545500f-eefd-4bb5-9a01-083eaa2f4668,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:04.690583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.752130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3bd68-9df9-41d7-a604-f37b4c9b1ca3 None None] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:29:04.829077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:04.830142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:04.847729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b0fb5d31-0a0f-4f13-929e-21855ac61c75 None None] Provisioning for port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:05.031909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router e4423fe6-14b0-41a2-8d73-e2d10c09d504 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:29:05.095254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:05.165432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:05.172289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:05.172658 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.235787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:29:05.253003 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2206c7d0-9756-41f1-a941-3c1b3c000559 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/e4423fe6-14b0-41a2-8d73-e2d10c09d504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3555968 Jan 18 23:29:05.306732 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.317884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b8d13fc8-bbe2-4065-8be5-1c26f6c29d2d None None] Provisioning for port 6545500f-eefd-4bb5-9a01-083eaa2f4668 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:05.327989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b8d13fc8-bbe2-4065-8be5-1c26f6c29d2d None None] Provisioning complete for port 6545500f-eefd-4bb5-9a01-083eaa2f4668 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:05.328397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8d13fc8-bbe2-4065-8be5-1c26f6c29d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.338773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Sync routers for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:29:05.348379 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:29:05.349024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:05.393349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:29:05.395444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b8d13fc8-bbe2-4065-8be5-1c26f6c29d2d None None] Port 6545500f-eefd-4bb5-9a01-083eaa2f4668 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:29:05.400590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.401432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:05.513124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b8d13fc8-bbe2-4065-8be5-1c26f6c29d2d None None] Provisioning complete for port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:05.513494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8d13fc8-bbe2-4065-8be5-1c26f6c29d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.551140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4febb6a0-bd8c-4b4c-984d-b286b312fb9c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:05.578564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:05.579641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4febb6a0-bd8c-4b4c-984d-b286b312fb9c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:05.587571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4febb6a0-bd8c-4b4c-984d-b286b312fb9c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927096443&fields=id&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 267 time: 0.0955048 Jan 18 23:29:05.591372 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:29:05.625678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:05.647526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:05.647900 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.770617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-d6c44662-2277-4544-9877-db9a0e937456 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:05.771305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-d6c44662-2277-4544-9877-db9a0e937456 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:05.780570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.788482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-d6c44662-2277-4544-9877-db9a0e937456 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:05.789691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-d6c44662-2277-4544-9877-db9a0e937456 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 796 time: 0.1993897 Jan 18 23:29:05.798214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:29:05.804243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.807618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-f1fc9210-64cd-48b2-a867-e71b246efe76 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/quotas/6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 375 time: 0.0109544 Jan 18 23:29:05.884479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5731a183-9f29-4abb-aea5-4cdc96805048 None None] Provisioning complete for port 6545500f-eefd-4bb5-9a01-083eaa2f4668 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:05.884845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5731a183-9f29-4abb-aea5-4cdc96805048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.927691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-7551179c-b042-47bb-8b0f-5eba3d8bcdc1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:05.938243 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:04Z', 'revision_number': 2, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:05.942652 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Checking router: e4423fe6-14b0-41a2-8d73-e2d10c09d504 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:29:05.943004 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Updating router e4423fe6-14b0-41a2-8d73-e2d10c09d504 port 6545500f-eefd-4bb5-9a01-083eaa2f4668 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:29:05.946579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-7551179c-b042-47bb-8b0f-5eba3d8bcdc1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:05.948038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-7551179c-b042-47bb-8b0f-5eba3d8bcdc1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315491 Jan 18 23:29:05.955843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:05.985217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5731a183-9f29-4abb-aea5-4cdc96805048 None None] Port 6545500f-eefd-4bb5-9a01-083eaa2f4668 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:29:06.001554 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.090507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-0162058b-0982-416b-b636-143853537129 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:29:06.091527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-0162058b-0982-416b-b636-143853537129 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1256757 Jan 18 23:29:06.226068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-c705b0df-300f-4054-81ef-acb415f05145 service neutron] 10.222.0.78 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283000 Jan 18 23:29:06.361113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-1ca7fbbe-8676-4b52-a65b-976f5eaf12a9 service neutron] 10.222.0.78 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289368 Jan 18 23:29:06.375848 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.387760 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Transition to ACTIVE for port object 6545500f-eefd-4bb5-9a01-083eaa2f4668 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:06.395483 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.561310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-88f5f5b5-b692-4a99-a1cb-a6fa579a1a4a req-8a7bf66a-f8fd-4779-9ff4-7a5aa3a0af60 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:06.580978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-88f5f5b5-b692-4a99-a1cb-a6fa579a1a4a req-8a7bf66a-f8fd-4779-9ff4-7a5aa3a0af60 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:06.582288 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-88f5f5b5-b692-4a99-a1cb-a6fa579a1a4a req-8a7bf66a-f8fd-4779-9ff4-7a5aa3a0af60 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 210 time: 0.0801771 Jan 18 23:29:06.614027 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Pushing event updated for resources: {'Port': ['ID=6545500f-eefd-4bb5-9a01-083eaa2f4668,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:06.633603 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.633945 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.634275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.634603 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.634927 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.635245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.635558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.635908 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.636229 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.636653 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.637006 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.637331 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:06.649155 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Attempting to bind port 6545500f-eefd-4bb5-9a01-083eaa2f4668 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:06.649518 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Attempting to bind port 6545500f-eefd-4bb5-9a01-083eaa2f4668 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:06.649868 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Attempting to bind port 6545500f-eefd-4bb5-9a01-083eaa2f4668 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:29:06.655596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:29:06.655971 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Checking segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:29:06.656365 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.657036 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Bound using segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:29:06.657490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Bound port: 6545500f-eefd-4bb5-9a01-083eaa2f4668, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:06.657734 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.752350 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] For port 6545500f-eefd-4bb5-9a01-083eaa2f4668, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:29:06.755565 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] For port 6545500f-eefd-4bb5-9a01-083eaa2f4668, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6545500f-eefd-4bb5-9a01-083eaa2f4668,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:29:06.762079 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.840641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:29:06.841320 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:28:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:06.906231 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c21ffa-b82e-4175-9899-50f562f641e9 None None] Pushing event updated for resources: {'Port': ['ID=6545500f-eefd-4bb5-9a01-083eaa2f4668,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:07.036333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:07.040377 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:29:07.116907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:07.117310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.187744 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.255854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:07.324050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:07.324541 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.375959 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:06Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:07.380508 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc5ea6-890b-483b-8e31-2a4acc924438 None None] The sync data for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 is: [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:06Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:29:07.765511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1922546e-fe21-4bcf-811a-de70637bd4e6 req-13302e51-c699-47da-a51a-5bf7c9208c4a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 210 time: 0.0704610 Jan 18 23:29:08.021549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-28c8fcd2-67ba-4410-a714-893d35afc1bc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:08.022977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-28c8fcd2-67ba-4410-a714-893d35afc1bc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 796 time: 0.2906244 Jan 18 23:29:08.074604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-599229cb-4b9a-41ab-a664-ccd612fa598a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 380 time: 0.0429447 Jan 18 23:29:08.083277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'port': {'device_id': '07f5661b-5100-4405-a216-e6561bc212e7', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'admin_state_up': True, 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'security_groups': ['83671f4f-c4a3-4ba5-92d0-720a438c72a1']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:08.224123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:08.234087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:08.245437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:08.249072 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.416884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.9 (252e8b0c-9628-423e-ab6b-65665e3786c3/b0ee140f-edcc-4afe-837b-038a8754ad84/896bbd52-217c-451d-9352-66b829219879) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:08.616139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.631638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object 896bbd52-217c-451d-9352-66b829219879 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:08.657916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.732451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:08.735819 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:08.738374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:29:08.775104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:08.808256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:08.808935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.839183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-63730b9e-e473-4311-bb3f-00081e1f0dbb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593753 Jan 18 23:29:08.850315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Request body: {'port': {'device_id': '07f5661b-5100-4405-a216-e6561bc212e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:08.985152 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.999411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736b455-3f1a-4512-a265-62d16e008a7d req-7ec311e1-a9b5-425b-81eb-1e6fca861b26 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:09.005520 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5736b455-3f1a-4512-a265-62d16e008a7d req-7ec311e1-a9b5-425b-81eb-1e6fca861b26 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 931 time: 0.1250050 Jan 18 23:29:09.031012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f460b50e-a4ba-41ab-8ffc-5443cb5bb778 None None] Provisioning for port 896bbd52-217c-451d-9352-66b829219879 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:09.038437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6545500f-eefd-4bb5-9a01-083eaa2f4668 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:09.054991 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5736b455-3f1a-4512-a265-62d16e008a7d req-9d888a12-14f8-4ebd-98ab-68b2dde20ae8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Jan 18 23:29:09.067143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f460b50e-a4ba-41ab-8ffc-5443cb5bb778 None None] Provisioning complete for port 896bbd52-217c-451d-9352-66b829219879 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:09.067678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f460b50e-a4ba-41ab-8ffc-5443cb5bb778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.141618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f460b50e-a4ba-41ab-8ffc-5443cb5bb778 None None] Port 896bbd52-217c-451d-9352-66b829219879 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:29:09.156256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6545500f-eefd-4bb5-9a01-083eaa2f4668 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:09.161308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6545500f-eefd-4bb5-9a01-083eaa2f4668 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:09.161707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.275326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.306247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6545500f-eefd-4bb5-9a01-083eaa2f4668, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6545500f-eefd-4bb5-9a01-083eaa2f4668,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:29:09.311301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.345243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896bbd52-217c-451d-9352-66b829219879 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:09.352837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.367503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Transition to ACTIVE for port object 896bbd52-217c-451d-9352-66b829219879 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:09.372740 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.380207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6545500f-eefd-4bb5-9a01-083eaa2f4668,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:09.538767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:09.613932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:09.614265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:09.614619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:29:09.619481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:29:09.619827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:29:09.625378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:29:09.625711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Checking segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:29:09.626087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Bound using segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:29:09.626511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Bound port: 896bbd52-217c-451d-9352-66b829219879, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:09.626857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.717969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:29:09.720828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:29:09.727139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.786560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:09.787187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.788526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] 10.222.0.86 "PUT /v2.0/ports/896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 1091 time: 0.9425530 Jan 18 23:29:09.788973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:09.808930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ae44-4d6d-45f1-8d31-254728b4a157 service neutron] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:09.858958 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'status': 'completed', 'code': 200} Jan 18 23:29:10.027727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-79d990ff-c563-4cec-b712-bcde32740f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.030115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-79d990ff-c563-4cec-b712-bcde32740f05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1094 time: 0.2021191 Jan 18 23:29:10.100568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-d16252e9-1ad8-46d9-9ccf-bdc9d18e7ac9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 217 time: 0.0627546 Jan 18 23:29:10.166829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-0a0a6873-5791-4ec0-8a1c-1072082a160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.168297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-0a0a6873-5791-4ec0-8a1c-1072082a160a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0620050 Jan 18 23:29:10.249753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-0de99541-139a-4f57-b066-1dea77603c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.250657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7dc2e-13af-4c1b-b2f4-776884166132 req-2a39064e-1da4-4985-bb02-8a781b0aa0ea tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.251278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-0de99541-139a-4f57-b066-1dea77603c1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770559 Jan 18 23:29:10.252385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7f7dc2e-13af-4c1b-b2f4-776884166132 req-2a39064e-1da4-4985-bb02-8a781b0aa0ea tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.0905609 Jan 18 23:29:10.298236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c7f7dc2e-13af-4c1b-b2f4-776884166132 req-2da22026-44cd-461b-9fab-6b9c7ac26be6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Jan 18 23:29:10.384098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-1f0a76ab-0c74-4c9a-9d81-bbd793569bef service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259704 Jan 18 23:29:10.518517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a2813cf2-8125-42f1-a7b5-e5eb97bc94e2 req-2f4c96ea-30d4-48f2-afc0-45a12b5cef51 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281333 Jan 18 23:29:10.643206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-475c66ae-3353-43ce-b447-0647d708ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.644708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-475c66ae-3353-43ce-b447-0647d708ce63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1094 time: 0.0764430 Jan 18 23:29:10.784024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-d058df6e-b874-49cb-baad-48a710ea1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.785524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-d058df6e-b874-49cb-baad-48a710ea1169 service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1342547 Jan 18 23:29:10.853708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-13c7cde8-86bc-4ac0-a308-658c86edb26e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 217 time: 0.0608156 Jan 18 23:29:10.921440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-447acb9a-3261-4e8c-a661-feecd8b86bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.927265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-447acb9a-3261-4e8c-a661-feecd8b86bb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0673060 Jan 18 23:29:11.006158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-77e88ea3-8e07-45e1-87cf-4b73dd8ab0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:11.006158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-77e88ea3-8e07-45e1-87cf-4b73dd8ab0f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719292 Jan 18 23:29:11.009640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6545500f-eefd-4bb5-9a01-083eaa2f4668 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:11.076003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6545500f-eefd-4bb5-9a01-083eaa2f4668 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:11.076383 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.145121 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-c52d1c7c-8820-41aa-aaeb-59369e3b6f41 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316888 Jan 18 23:29:11.279842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fac6fb58-e772-43cb-b8fb-92c89983f3e9 req-0660a947-02a0-4f2c-96b3-9e45536c3871 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273623 Jan 18 23:29:11.503367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e27816-079e-4de6-999d-a1952e14a098 req-66ecd63e-03b9-4831-8766-2adfec3cddc7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:11.503978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-61e27816-079e-4de6-999d-a1952e14a098 req-66ecd63e-03b9-4831-8766-2adfec3cddc7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:11.522293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-61e27816-079e-4de6-999d-a1952e14a098 req-66ecd63e-03b9-4831-8766-2adfec3cddc7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:11.523451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61e27816-079e-4de6-999d-a1952e14a098 req-66ecd63e-03b9-4831-8766-2adfec3cddc7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.1147919 Jan 18 23:29:11.571625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61e27816-079e-4de6-999d-a1952e14a098 req-414838ae-45a4-465a-a948-559be45048dc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Jan 18 23:29:12.137208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46ae3675-3ba7-4116-b602-64a6a7677b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:12.769272 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31a8d-b6c7-4a71-a630-072dacf086f6 req-7e4c5bc4-6c18-4a78-95fa-0cc77ee8f7ad tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:12.770712 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bb31a8d-b6c7-4a71-a630-072dacf086f6 req-7e4c5bc4-6c18-4a78-95fa-0cc77ee8f7ad tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.0830841 Jan 18 23:29:12.818832 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1bb31a8d-b6c7-4a71-a630-072dacf086f6 req-65069f04-873e-45b5-8773-0a2c66de6cd3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Jan 18 23:29:12.862508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:29:13.004660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:29:13.018720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '896bbd52-217c-451d-9352-66b829219879', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'mac_address': 'fa:16:3e:40:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:29:13.079759 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.096252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896bbd52-217c-451d-9352-66b829219879 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:13.111380 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:29:13.118454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.183612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:13.324159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['896bbd52-217c-451d-9352-66b829219879'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:29:14.008515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3da76-cdbb-4dcf-8247-197a955dae58 req-a7c2c7b8-13cb-4ced-8415-367e5adde383 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:14.010000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49b3da76-cdbb-4dcf-8247-197a955dae58 req-a7c2c7b8-13cb-4ced-8415-367e5adde383 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.0816300 Jan 18 23:29:14.055821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49b3da76-cdbb-4dcf-8247-197a955dae58 req-b0702676-1a94-4d3e-8bcf-bb83b026ee47 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Jan 18 23:29:14.893072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:14.967934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 896bbd52-217c-451d-9352-66b829219879 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:14.972608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 896bbd52-217c-451d-9352-66b829219879 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:14.973015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:15.034208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c21e71d1-f358-4793-af7d-8e584a7e62b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:15.137297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:15.164436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:15.174649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:29:15.180010 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:15.212321 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'code': 200} Jan 18 23:29:15.252087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:15.256484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb117de5-2a7e-43b5-8b5c-570d26e9c405 req-7efca70d-daf6-430f-bcca-811701251316 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.257982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb117de5-2a7e-43b5-8b5c-570d26e9c405 req-7efca70d-daf6-430f-bcca-811701251316 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0891430 Jan 18 23:29:15.301723 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bb117de5-2a7e-43b5-8b5c-570d26e9c405 req-44ef9bd9-b0ef-410b-8f40-c9d122cb1bdd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381000 Jan 18 23:29:15.338961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177522b-89c5-43a0-8f14-74b63b6cc047 req-2331e9b7-82c2-4e20-8024-49443acbe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.340496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d177522b-89c5-43a0-8f14-74b63b6cc047 req-2331e9b7-82c2-4e20-8024-49443acbe8d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1096 time: 0.0732656 Jan 18 23:29:15.381954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d177522b-89c5-43a0-8f14-74b63b6cc047 req-b5669f7a-138a-4845-bca1-0fae9e7d1591 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344989 Jan 18 23:29:15.672608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:15.786098 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.497436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafbefc-30e2-4c2c-a2fa-e78fb34db57a req-e030a1f0-8356-4719-aeb9-191ba11ca916 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:16.498902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fafbefc-30e2-4c2c-a2fa-e78fb34db57a req-e030a1f0-8356-4719-aeb9-191ba11ca916 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0852838 Jan 18 23:29:16.545051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3fafbefc-30e2-4c2c-a2fa-e78fb34db57a req-3144765b-c3ad-4fcf-9358-aa3506ce702d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Jan 18 23:29:17.093061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.735509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c6dfd-47e9-4479-a86a-cad82d8a5bc4 req-48f900fb-1902-45c5-8af1-bfb0ad8eb995 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:17.736939 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f95c6dfd-47e9-4479-a86a-cad82d8a5bc4 req-48f900fb-1902-45c5-8af1-bfb0ad8eb995 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0824351 Jan 18 23:29:17.782954 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f95c6dfd-47e9-4479-a86a-cad82d8a5bc4 req-01edd3b7-fd13-4686-9c56-99316a3f8a93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Jan 18 23:29:18.075265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaa9d0-05e1-49c8-8297-b24491d5061f req-761bdad3-7aec-44f2-ae8e-9adefc7154f8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:18.076670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54eaa9d0-05e1-49c8-8297-b24491d5061f req-761bdad3-7aec-44f2-ae8e-9adefc7154f8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.1903753 Jan 18 23:29:18.127387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54eaa9d0-05e1-49c8-8297-b24491d5061f req-7fb34837-4996-4331-a91f-61e15b04b2d1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Jan 18 23:29:18.149872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:18.226006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58bada-b322-4a27-b79e-39dae423d190 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:18.227502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cc58bada-b322-4a27-b79e-39dae423d190 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1091 time: 0.0765958 Jan 18 23:29:18.231439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52492) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:18.236264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:18.242941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:18.246900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:floatingip and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:18.249808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:18.255660 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:18.268293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.406254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.662836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.5 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/70d8d214-80e8-449d-bbf7-d0a7f8748b03) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:18.806609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.838719 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.903591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:18.906557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:18.910230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:29:18.942721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=70d8d214-80e8-449d-bbf7-d0a7f8748b03,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:19.327541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.405134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.619106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.627123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.730088 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=70d8d214-80e8-449d-bbf7-d0a7f8748b03,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:19.741889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.916164 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP 33a8d65b-1851-4476-977d-ec554bb2d78a associated. External IP: 172.25.4.5, port: 896bbd52-217c-451d-9352-66b829219879. Jan 18 23:29:20.407098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router e4423fe6-14b0-41a2-8d73-e2d10c09d504 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:29:20.598944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:29:20.608586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] Sync routers for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:29:20.618438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:29:20.619064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:29:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:20.624750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.684158 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8e5d9164-833f-49df-b9a5-5d6eb3cf4015 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4516368 Jan 18 23:29:20.684667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:20.728995 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'status': 'completed', 'code': 200} Jan 18 23:29:20.801583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:29:20.820704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-c79ec407-4751-400e-9b17-7232e0838695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:20.822261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-c79ec407-4751-400e-9b17-7232e0838695 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1096 time: 0.0709176 Jan 18 23:29:20.862741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3adf12-d2aa-48a0-8228-12c92a86a90f req-ef5e1d4f-44d7-4262-a7a1-bf195cded651 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:20.864940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee3adf12-d2aa-48a0-8228-12c92a86a90f req-ef5e1d4f-44d7-4262-a7a1-bf195cded651 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0842803 Jan 18 23:29:20.914486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee3adf12-d2aa-48a0-8228-12c92a86a90f req-3cdba1ed-701b-4013-bee7-5b723e810868 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Jan 18 23:29:20.937199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:20.956053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-8091e9d8-95ab-4e28-843e-b5f03c9b865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:20.957615 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-8091e9d8-95ab-4e28-843e-b5f03c9b865d service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1295757 Jan 18 23:29:21.051704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2423664e-7a28-4c36-914b-486c031ba7ac tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/33a8d65b-1851-4476-977d-ec554bb2d78a HTTP/1.1" status: 200 len: 989 time: 0.1133788 Jan 18 23:29:21.064010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-339a757a-7af6-4634-a75e-c84a816223e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.1007149 Jan 18 23:29:21.128523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-8aabeeb7-5a54-4f0e-930f-92caf3ef4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:21.129971 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-8aabeeb7-5a54-4f0e-930f-92caf3ef4042 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0604672 Jan 18 23:29:21.152090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '33a8d65b-1851-4476-977d-ec554bb2d78a', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'mac_address': 'fa:16:3e:40:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5661b-5100-4405-a216-e6561bc212e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:19Z', 'updated_at': '2022-01-18T23:29:19Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:21.155986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] Checking router: e4423fe6-14b0-41a2-8d73-e2d10c09d504 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:29:21.164644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:29:21.165256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:29:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:21.203768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-20bb92b9-7388-4086-9bce-44ca826dc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:21.205250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-20bb92b9-7388-4086-9bce-44ca826dc9ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699286 Jan 18 23:29:21.339631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-1eb700a3-184e-4776-94c8-06a8bcb6509c service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285801 Jan 18 23:29:21.344192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:29:21.474520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a9d8c0c-951a-4e7d-baec-4ae4eab8864e req-420d5f42-d39f-4f47-9253-567b4e3b09f7 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288996 Jan 18 23:29:21.696565 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '33a8d65b-1851-4476-977d-ec554bb2d78a', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'mac_address': 'fa:16:3e:40:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5661b-5100-4405-a216-e6561bc212e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:19Z', 'updated_at': '2022-01-18T23:29:19Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:21.700693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc9e99-ef91-4cef-bac7-ac40a0271852 None None] The sync data for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 is: [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '33a8d65b-1851-4476-977d-ec554bb2d78a', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'mac_address': 'fa:16:3e:40:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5661b-5100-4405-a216-e6561bc212e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:19Z', 'updated_at': '2022-01-18T23:29:19Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:29:21.910140 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e3395-dc55-4a3f-8ae1-acb256d6ace2 None None] New status for floating IP 33a8d65b-1851-4476-977d-ec554bb2d78a: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:29:22.055565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:22.163500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-855ec82b-0318-45a5-8715-61d07ca6c070 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/33a8d65b-1851-4476-977d-ec554bb2d78a HTTP/1.1" status: 200 len: 989 time: 0.1072855 Jan 18 23:29:23.168729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52508) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:23.289805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-967de4f1-e9a3-4c79-ae2f-07926fbc988c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/33a8d65b-1851-4476-977d-ec554bb2d78a HTTP/1.1" status: 200 len: 991 time: 0.1193180 Jan 18 23:29:33.079828 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:29:34.623756 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.160145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.145091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-977d13ea-ee70-4813-9b7c-1ceac201ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.004117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8e97-dd4e-47f1-9f53-d28d0e7afdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.674132 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.780078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.095826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:48.053991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923f9bf-1864-46f1-93e9-c2a566a9727a req-b6ee2935-1341-423b-b411-b452d285f8fd tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:48.055509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8923f9bf-1864-46f1-93e9-c2a566a9727a req-b6ee2935-1341-423b-b411-b452d285f8fd tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1096 time: 0.0770991 Jan 18 23:29:48.097234 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8923f9bf-1864-46f1-93e9-c2a566a9727a req-ab572397-a1c9-4434-99bf-1a34be998abc tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358520 Jan 18 23:29:48.283966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715b69b-52b1-4334-91cc-8813e728bfa6 req-29557641-8331-4276-82ce-0fb073806324 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:48.285377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e715b69b-52b1-4334-91cc-8813e728bfa6 req-29557641-8331-4276-82ce-0fb073806324 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0834475 Jan 18 23:29:48.337016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e715b69b-52b1-4334-91cc-8813e728bfa6 req-dd9bb5a5-41f7-4475-915f-7b56cfb79240 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459886 Jan 18 23:29:48.360153 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52526) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:48.468305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-93912893-b0b6-496a-89e6-cb8153bb9121 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/33a8d65b-1851-4476-977d-ec554bb2d78a HTTP/1.1" status: 200 len: 991 time: 0.1070490 Jan 18 23:29:49.216112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-18d66c71-aca3-437e-ab3e-e85f4d74ecd5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316929 Jan 18 23:29:49.224052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48060c5f-9a7b-4797-b5b5-01f52f21f9c6 req-cb42400d-266f-4bbc-97aa-dcfe8230556c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:49.225423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48060c5f-9a7b-4797-b5b5-01f52f21f9c6 req-cb42400d-266f-4bbc-97aa-dcfe8230556c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0992627 Jan 18 23:29:49.271356 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48060c5f-9a7b-4797-b5b5-01f52f21f9c6 req-be63ed02-e35d-4134-9c54-2c2bd64a29c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400739 Jan 18 23:29:50.467814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef39c7-b774-41f7-95bf-bf3ceec47ea2 req-315de9c9-fa58-41d3-8272-816453db981f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:50.469411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ffef39c7-b774-41f7-95bf-bf3ceec47ea2 req-315de9c9-fa58-41d3-8272-816453db981f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0849130 Jan 18 23:29:50.516836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ffef39c7-b774-41f7-95bf-bf3ceec47ea2 req-e0792646-af41-4d76-82b6-209e7367512e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Jan 18 23:29:50.595582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-eb503f52-700c-4a2d-9248-de595938c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:50.597071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-eb503f52-700c-4a2d-9248-de595938c6e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1096 time: 0.0784588 Jan 18 23:29:50.735865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-33d714f0-8512-41f3-9406-d81864ba20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:50.737343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-33d714f0-8512-41f3-9406-d81864ba20e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1340790 Jan 18 23:29:50.837343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-0c17fe06-3e6e-4666-86ad-86e5e3ade56f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 999 time: 0.0928757 Jan 18 23:29:51.003734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ab186d9c-859f-4fe5-b3fd-e243575f655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:51.005267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ab186d9c-859f-4fe5-b3fd-e243575f655a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.1615832 Jan 18 23:29:51.086614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-f6d273c8-0002-4d11-8b2f-1e8af2e8aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:51.088116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-f6d273c8-0002-4d11-8b2f-1e8af2e8aa87 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765083 Jan 18 23:29:51.224533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-5d536572-61f8-47af-b204-b76bea5df7c0 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294618 Jan 18 23:29:51.362456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-57886f1a-5167-493d-ae08-497caea92037 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318371 Jan 18 23:29:51.715512 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c094d9-0af1-40d1-84f3-d23a7e99a784 req-e50b3a74-b83a-473a-a4f7-8278b075c1bb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:51.716926 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59c094d9-0af1-40d1-84f3-d23a7e99a784 req-e50b3a74-b83a-473a-a4f7-8278b075c1bb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0966079 Jan 18 23:29:51.764358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-59c094d9-0af1-40d1-84f3-d23a7e99a784 req-decaa906-ff5e-455d-8be7-bf1002dcc92f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394800 Jan 18 23:29:52.978056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9cb24-f397-4fec-beb7-f22f08b8fafb req-54bc67cd-af5d-4473-9001-7f4a2cc3f94b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:52.979839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2b9cb24-f397-4fec-beb7-f22f08b8fafb req-54bc67cd-af5d-4473-9001-7f4a2cc3f94b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0929255 Jan 18 23:29:53.026763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c2b9cb24-f397-4fec-beb7-f22f08b8fafb req-663016f4-70ab-44c1-8b20-7215d10e6456 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Jan 18 23:29:54.226189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ab93-9870-46cc-9ec5-a518ba742e13 req-8c7333d0-a9f0-433b-b843-658cf7f0fb0c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:54.227623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2306ab93-9870-46cc-9ec5-a518ba742e13 req-8c7333d0-a9f0-433b-b843-658cf7f0fb0c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0815372 Jan 18 23:29:54.274649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2306ab93-9870-46cc-9ec5-a518ba742e13 req-7c3df607-adc8-476d-b6af-a222448d38f3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Jan 18 23:29:55.493487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644fbfe-cd45-4c2e-8e41-c6607bb59abd req-19c6dac0-a8d1-4882-9db3-02afcc9bd60b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:55.494966 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a644fbfe-cd45-4c2e-8e41-c6607bb59abd req-19c6dac0-a8d1-4882-9db3-02afcc9bd60b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0993283 Jan 18 23:29:55.539088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a644fbfe-cd45-4c2e-8e41-c6607bb59abd req-100fadee-9382-4626-9bd8-f1323d45bbf3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384221 Jan 18 23:29:56.742576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf02fb-76e1-4283-803c-47c3ca9895b7 req-f8e6d253-c927-4a00-ac7a-1b45d2a13d16 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:56.744009 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-40cf02fb-76e1-4283-803c-47c3ca9895b7 req-f8e6d253-c927-4a00-ac7a-1b45d2a13d16 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0893147 Jan 18 23:29:56.790895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-40cf02fb-76e1-4283-803c-47c3ca9895b7 req-281df3fc-95e2-47f8-aecc-545b61614e94 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Jan 18 23:29:58.045560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf41c-601d-4f08-9e76-7e8a81c86c40 req-672bccef-cfe3-41da-8574-45a3d487841d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.047060 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51faf41c-601d-4f08-9e76-7e8a81c86c40 req-672bccef-cfe3-41da-8574-45a3d487841d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.1380072 Jan 18 23:29:58.090332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-889f6030-7511-496d-a364-e04d1d42042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.091747 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-889f6030-7511-496d-a364-e04d1d42042d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1096 time: 0.1200581 Jan 18 23:29:58.104975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51faf41c-601d-4f08-9e76-7e8a81c86c40 req-bf8267b1-ab75-43d4-b818-102d713f1535 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521185 Jan 18 23:29:58.251460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-b499195d-431a-4b4a-a353-462cda357936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.252926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-b499195d-431a-4b4a-a353-462cda357936 service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1313572 Jan 18 23:29:58.354107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-4295cf20-28d9-43cd-bff3-c2901810615c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 999 time: 0.0930953 Jan 18 23:29:58.424870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-1ca5da9c-40c7-41f1-8b59-6592b5d82810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.426342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-1ca5da9c-40c7-41f1-8b59-6592b5d82810 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0664346 Jan 18 23:29:58.503009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-41d9160b-3abc-4ca3-8a08-87a48ae85737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.504471 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-41d9160b-3abc-4ca3-8a08-87a48ae85737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715632 Jan 18 23:29:58.637664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-88d9ceb5-3f57-43d3-ab20-7caa0d328b6d service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259439 Jan 18 23:29:58.768102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-777a2221-1b51-4da9-8c4b-b22887b78569 req-c93c1f02-5fed-42ce-9d51-6e85fca0952f service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241536 Jan 18 23:29:59.303809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee7046-d91a-4507-864a-c4d4d8836ced req-c51992bc-18dd-4dd2-946d-b668feae9d90 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:59.305206 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75ee7046-d91a-4507-864a-c4d4d8836ced req-c51992bc-18dd-4dd2-946d-b668feae9d90 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0886133 Jan 18 23:29:59.351934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75ee7046-d91a-4507-864a-c4d4d8836ced req-e1b52239-0e53-4655-83c2-f6d749d4ef96 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383897 Jan 18 23:30:00.560336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3be2-7ebd-42e5-a17f-1be2de3d9522 req-5c25e365-9fef-4ee4-934d-08388abf19a2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:00.561828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37cd3be2-7ebd-42e5-a17f-1be2de3d9522 req-5c25e365-9fef-4ee4-934d-08388abf19a2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0924339 Jan 18 23:30:00.607288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-37cd3be2-7ebd-42e5-a17f-1be2de3d9522 req-e81f1817-58b9-4833-8377-58ae4355b21a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Jan 18 23:30:01.822242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b5f38-d634-4d74-ad88-4369b3630497 req-7982ba00-0cc7-4296-b3c2-f8dd43416ea4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:01.823692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-829b5f38-d634-4d74-ad88-4369b3630497 req-7982ba00-0cc7-4296-b3c2-f8dd43416ea4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0926023 Jan 18 23:30:01.867653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-829b5f38-d634-4d74-ad88-4369b3630497 req-07e4dfa7-3b2e-418a-825b-0ed7c844dacb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Jan 18 23:30:03.067947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26940-e710-4dba-ab09-c85b392aa4e8 req-5570e1a1-3297-4468-957d-2466f1409954 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:03.069474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17e26940-e710-4dba-ab09-c85b392aa4e8 req-5570e1a1-3297-4468-957d-2466f1409954 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0899565 Jan 18 23:30:03.175084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17e26940-e710-4dba-ab09-c85b392aa4e8 req-3bb9d2f6-30c8-4e30-acff-83b2159f21c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977058 Jan 18 23:30:03.186845 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-25951a58-a39f-4b72-a371-43465a48cd80 req-9a2f8af7-cd20-4aa4-8e80-cb907b0ae8fb service neutron] show failed (client error): The resource could not be found. Jan 18 23:30:03.187804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-9a2f8af7-cd20-4aa4-8e80-cb907b0ae8fb service neutron] 10.222.0.86 "GET /v2.0/ports/896bbd52-217c-451d-9352-66b829219879/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0952122 Jan 18 23:30:03.467459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-d9fc134c-a497-43e9-b825-3ada89000c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:03.468978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-d9fc134c-a497-43e9-b825-3ada89000c98 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 1096 time: 0.0739684 Jan 18 23:30:03.479954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:03.590689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:03.970612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:04.005046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:30:04.073484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:04.079026 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.093731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Transition to ACTIVE for port object 896bbd52-217c-451d-9352-66b829219879 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:04.099208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.148821 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'code': 200} Jan 18 23:30:04.244115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:04.255002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.255352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.255698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.256035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.256369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.256702 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.257052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.257381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.257749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.258072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.258399 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.258717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:04.348290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] No DVR routers for this DVR port 896bbd52-217c-451d-9352-66b829219879 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:04.542921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc1a60-f059-41ee-8074-64e48b2451f3 req-0de94768-f092-4f74-adaa-865deb9e2584 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:04.544265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27cc1a60-f059-41ee-8074-64e48b2451f3 req-0de94768-f092-4f74-adaa-865deb9e2584 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.2424643 Jan 18 23:30:04.629751 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.634823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-27cc1a60-f059-41ee-8074-64e48b2451f3 req-29b575d4-f6ee-4c6f-afe2-760a24b6a3b1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836408 Jan 18 23:30:04.636867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:04.637235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:04.637559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:30:04.642751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:30:04.643071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:30:04.648189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:30:04.648563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Checking segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:30:04.648967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Bound using segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:30:04.649442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Bound port: 896bbd52-217c-451d-9352-66b829219879, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:04.649804 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.741394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:30:04.744550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:30:04.751150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.810666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:04.811256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.812621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] 10.222.0.85 "PUT /v2.0/ports/896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 1091 time: 1.3365798 Jan 18 23:30:04.827242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c11c3-f501-445c-b2c3-466f2a87fd3f service neutron] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:04.913110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-a62f3b08-bfeb-4f9a-9a17-cb5f7f6ca71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:04.914629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-a62f3b08-bfeb-4f9a-9a17-cb5f7f6ca71e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1094 time: 0.0781088 Jan 18 23:30:05.051784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-df2fd716-8fb2-46a5-8c0c-2153b13ebace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:05.054065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-df2fd716-8fb2-46a5-8c0c-2153b13ebace service neutron] 10.222.0.85 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1335983 Jan 18 23:30:05.154144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-ba47fdfa-0fcd-4b55-8904-24df76da94ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.0939572 Jan 18 23:30:05.221155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-0f180d36-d1a3-4d85-ae5b-48bd6e2d0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:05.222614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-0f180d36-d1a3-4d85-ae5b-48bd6e2d0272 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0620193 Jan 18 23:30:05.299866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951a58-a39f-4b72-a371-43465a48cd80 req-cfcbdd7e-31db-466a-86f9-8df825bd3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:05.301373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-cfcbdd7e-31db-466a-86f9-8df825bd3a0c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733871 Jan 18 23:30:05.448491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-2f5d98a2-6dcf-4557-8899-f11935c2567d service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405342 Jan 18 23:30:05.690428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25951a58-a39f-4b72-a371-43465a48cd80 req-c969f298-c665-4038-898e-17ad36192337 service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339840 Jan 18 23:30:05.946465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268ef4-511e-4cde-a70b-4a8f77b9ec56 req-28bdbb0b-bc91-4e24-8376-4aae5fe7c0f8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:05.947942 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa268ef4-511e-4cde-a70b-4a8f77b9ec56 req-28bdbb0b-bc91-4e24-8376-4aae5fe7c0f8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.2052081 Jan 18 23:30:05.992611 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa268ef4-511e-4cde-a70b-4a8f77b9ec56 req-9dd15c03-c1c3-46b2-ba33-cfe7fb690396 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390012 Jan 18 23:30:06.150375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:06.215935 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'status': 'completed', 'code': 200} Jan 18 23:30:06.362295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-e2bf34e7-f8a2-43fc-9ea5-e38a360d359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.363778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-e2bf34e7-f8a2-43fc-9ea5-e38a360d359b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1094 time: 0.1267531 Jan 18 23:30:06.365630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-345e8598-5a00-41d5-adae-41bcc703c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.366942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-345e8598-5a00-41d5-adae-41bcc703c3a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1094 time: 0.1311793 Jan 18 23:30:06.602869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-f302328c-ff57-4c32-a869-1f5d34ea0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.604324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-f302328c-ff57-4c32-a869-1f5d34ea0a2a service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.2344980 Jan 18 23:30:06.605416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-cd575007-caaf-49a5-bd1a-5fdbfa492aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.606663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-cd575007-caaf-49a5-bd1a-5fdbfa492aee service neutron] 10.222.0.85 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.2197444 Jan 18 23:30:06.794721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-6556c979-f640-47a9-8872-1664a93dcff6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.1825526 Jan 18 23:30:06.798125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-38475ee1-6c4a-4df9-8749-47b99538ac30 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.1326137 Jan 18 23:30:06.904328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-3529adc1-b609-4337-b15b-c40a72394417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.905714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-3529adc1-b609-4337-b15b-c40a72394417 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.1048493 Jan 18 23:30:06.908841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-2d500283-e12b-4825-a8b4-50e462e87375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.910160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-2d500283-e12b-4825-a8b4-50e462e87375 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0800893 Jan 18 23:30:07.041267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-39bba11e-5ee0-4f8f-b7e8-eed0e22fc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:07.042775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-39bba11e-5ee0-4f8f-b7e8-eed0e22fc1ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309955 Jan 18 23:30:07.047731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-9ad8b89a-709e-4d05-a2e8-04aadeb8a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:07.049083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-9ad8b89a-709e-4d05-a2e8-04aadeb8a481 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079869 Jan 18 23:30:07.172934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:07.191816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1f8f-921f-4dde-937a-32906c461b02 req-08ef1d5a-b9e6-404f-88e3-39a3ecea7569 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:07.195674 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-817a1f8f-921f-4dde-937a-32906c461b02 req-08ef1d5a-b9e6-404f-88e3-39a3ecea7569 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.0922468 Jan 18 23:30:07.207495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:07.245513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-817a1f8f-921f-4dde-937a-32906c461b02 req-678e8cc4-f89e-493d-811c-56f549fb5db6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Jan 18 23:30:07.291311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:07.295596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-9dd274f2-7274-455d-8929-d22915fa2a12 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455201 Jan 18 23:30:07.299772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-e58a3fe8-cb69-4281-a5b4-6b59e7b5df75 service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296822 Jan 18 23:30:07.651598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-190ed48e-6fb4-4132-94e4-006841c7942c service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504267 Jan 18 23:30:07.654717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6c48c13d-ee29-46dd-bad9-7147ede7431d req-f599277f-ab55-4160-b758-659c42a3baeb service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324888 Jan 18 23:30:08.453779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30f82-2543-496d-8e70-1d5faa8cd98e req-7b46143a-7092-4246-a0c8-abfb3876b025 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:08.455235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4a30f82-2543-496d-8e70-1d5faa8cd98e req-7b46143a-7092-4246-a0c8-abfb3876b025 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 943 time: 0.0893309 Jan 18 23:30:08.489189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 896bbd52-217c-451d-9352-66b829219879 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:08.505360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4a30f82-2543-496d-8e70-1d5faa8cd98e req-e5742e64-ed6c-4731-811f-07ef91a613b2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Jan 18 23:30:08.661854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:08.675166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '896bbd52-217c-451d-9352-66b829219879', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'mac_address': 'fa:16:3e:40:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:08.737888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.758112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896bbd52-217c-451d-9352-66b829219879 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:08.775816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:08.780892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.850792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:08.858319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.858664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.859003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.859332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.859660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.859983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.860305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.860624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.860972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.861274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.861597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.861971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:08.883050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aaa3be2c-91a5-4683-9e4e-b64a239f42d9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:08.884500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aaa3be2c-91a5-4683-9e4e-b64a239f42d9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.85 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7&tenant_id=6d200fddf4484a2084d4f16897ba7426&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 944 time: 0.1270874 Jan 18 23:30:08.982266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-73425cf5-0440-4cf0-923f-0180bcb33573 service neutron] 10.222.0.85 "GET /v2.0/ports/896bbd52-217c-451d-9352-66b829219879/bindings/n-h2-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.0885758 Jan 18 23:30:08.990661 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0f574-5c40-4c36-8fff-f4e076768e5e req-d158a11d-3ef7-4b70-83fa-d379f77a1ae9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:08.992108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1a0f574-5c40-4c36-8fff-f4e076768e5e req-d158a11d-3ef7-4b70-83fa-d379f77a1ae9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.1630261 Jan 18 23:30:08.994113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['896bbd52-217c-451d-9352-66b829219879'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:30:09.089802 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1a0f574-5c40-4c36-8fff-f4e076768e5e req-da38bb7e-7f34-48e2-a4ee-d8b7ab9a5a2a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861988 Jan 18 23:30:09.110334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-3b48f2f4-24ec-4e5f-a1e1-b423309babfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:09.111817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-3b48f2f4-24ec-4e5f-a1e1-b423309babfa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1095 time: 0.0943086 Jan 18 23:30:09.245470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-abede3de-08de-4855-9fc9-4d27245e5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:09.246964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-abede3de-08de-4855-9fc9-4d27245e5684 service neutron] 10.222.0.85 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1292088 Jan 18 23:30:09.349266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-56481d25-87ad-4bd5-8714-3dfe112d137b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 998 time: 0.0961726 Jan 18 23:30:09.413307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-c1e0a92f-15ef-48ee-adc8-d1eb724dc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:09.414630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-c1e0a92f-15ef-48ee-adc8-d1eb724dc244 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0592067 Jan 18 23:30:09.489208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-b7c5206c-41b4-4d12-b5d5-9031a4e33a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:09.490666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-b7c5206c-41b4-4d12-b5d5-9031a4e33a0b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695162 Jan 18 23:30:09.625998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-d44e0e53-f007-4ce7-ae24-a8c2c3e617de service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287043 Jan 18 23:30:09.761967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-594cc764-f512-41d9-ab96-8669746dbcf9 service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291976 Jan 18 23:30:10.081557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:30:10.292037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62f73-71b5-467e-bb64-82d938a523fa req-3a3041f7-eeaf-45b3-9568-e26db3c7933c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:10.293550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45f62f73-71b5-467e-bb64-82d938a523fa req-3a3041f7-eeaf-45b3-9568-e26db3c7933c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.0883546 Jan 18 23:30:10.338089 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45f62f73-71b5-467e-bb64-82d938a523fa req-5d7c366f-6aa6-4ae0-a708-9b7d6ad94f4b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Jan 18 23:30:10.504543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 896bbd52-217c-451d-9352-66b829219879 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:10.577046 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 896bbd52-217c-451d-9352-66b829219879 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:10.581919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 896bbd52-217c-451d-9352-66b829219879 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:10.582327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.710703 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.739986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:10.751190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:10.757907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.803742 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'code': 200} Jan 18 23:30:10.828498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:11.550710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e9b35-aeba-4cf2-90b5-8b4301edda78 req-307daa99-88a4-4597-9cbd-2cb99cd565b2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:11.552093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-606e9b35-aeba-4cf2-90b5-8b4301edda78 req-307daa99-88a4-4597-9cbd-2cb99cd565b2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 945 time: 0.0848985 Jan 18 23:30:11.598824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-606e9b35-aeba-4cf2-90b5-8b4301edda78 req-04c731d5-d8db-4f63-ac9e-ebf89238110b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Jan 18 23:30:11.794736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-202ec75a-5852-40d3-b64a-4a172481ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:11.796296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-202ec75a-5852-40d3-b64a-4a172481ceb2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 1096 time: 0.0767059 Jan 18 23:30:11.806826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:11.919504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.140195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e2563c7-b26e-400f-8d15-f96056bf65f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.206243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:12.237419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:30:12.295133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:12.301134 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.316009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Transition to ACTIVE for port object 896bbd52-217c-451d-9352-66b829219879 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:12.321014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.358293 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'code': 200} Jan 18 23:30:12.596469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:12.647620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] No DVR routers for this DVR port 896bbd52-217c-451d-9352-66b829219879 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:12.781546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9a5c-e588-4fdf-bc51-b8bc01eefa13 req-a08acb4c-6e54-4ffa-b828-e9ce04cc0d2e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:12.783100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3ed9a5c-e588-4fdf-bc51-b8bc01eefa13 req-a08acb4c-6e54-4ffa-b828-e9ce04cc0d2e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.0791144 Jan 18 23:30:12.827565 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e3ed9a5c-e588-4fdf-bc51-b8bc01eefa13 req-d110795e-d8e9-4882-b739-cc2f7d1cf676 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388193 Jan 18 23:30:12.872480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:12.873093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:12.873234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:30:12.877697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:30:12.878021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Attempting to bind port 896bbd52-217c-451d-9352-66b829219879 on network 252e8b0c-9628-423e-ab6b-65665e3786c3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:30:12.883310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:30:12.883648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Checking segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:30:12.884010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Bound using segment: {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:30:12.884518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Bound port: 896bbd52-217c-451d-9352-66b829219879, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b95ba6-5af3-4146-9781-05d5b0c05f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:12.884864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.976338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:30:12.979357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:30:12.986717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:13.046566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.047184 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:13.048571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] 10.222.0.86 "PUT /v2.0/ports/896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 1092 time: 1.2457747 Jan 18 23:30:13.065141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8c2d-d93c-4d3f-a805-6f633885e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=11']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:13.145073 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-ae3cdd87-ba19-4bac-8d53-0ede7c6e1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.146620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-ae3cdd87-ba19-4bac-8d53-0ede7c6e1764 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1095 time: 0.0769119 Jan 18 23:30:13.281162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-a389c2c4-b0bb-49c6-8452-6ac3b4c21378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.282616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-a389c2c4-b0bb-49c6-8452-6ac3b4c21378 service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.1294363 Jan 18 23:30:13.384736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-bdeab58b-43aa-4d8f-856e-559ca29cae88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.0959761 Jan 18 23:30:13.447992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-393c3675-a2e1-459c-9f0f-e690dd6d25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.449342 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-393c3675-a2e1-459c-9f0f-e690dd6d25b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0593083 Jan 18 23:30:13.542972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-e1c94e9f-661a-48f7-8779-a9727220d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.544506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-e1c94e9f-661a-48f7-8779-a9727220d38c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896430 Jan 18 23:30:13.682305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-8f37ff19-4173-4d26-bd67-22a325adc757 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308639 Jan 18 23:30:13.831291 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa9a5b84-f524-4b7a-b006-cc609a570571 req-3114e3b9-a1a7-4339-acef-66154f2bae5e service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429348 Jan 18 23:30:14.028129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058beb5f-4632-44ce-87ad-77f817d4254e req-a84260e1-8544-41ea-8d61-d6b6bd1113d7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:14.029565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-058beb5f-4632-44ce-87ad-77f817d4254e req-a84260e1-8544-41ea-8d61-d6b6bd1113d7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.0964015 Jan 18 23:30:14.077355 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-058beb5f-4632-44ce-87ad-77f817d4254e req-3a663f08-c83b-498a-b3f9-4e84fc7a6c5e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391932 Jan 18 23:30:14.360009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:14.426903 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'status': 'completed', 'code': 200} Jan 18 23:30:14.505227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 896bbd52-217c-451d-9352-66b829219879 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:14.567414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 896bbd52-217c-451d-9352-66b829219879 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:14.579162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-eab2087b-473a-477c-8926-c016466afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:14.580649 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-eab2087b-473a-477c-8926-c016466afc20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1095 time: 0.1060128 Jan 18 23:30:14.582564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-eab22f55-134e-4186-8c2a-ceeca01d36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:14.583881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-eab22f55-134e-4186-8c2a-ceeca01d36cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1095 time: 0.1391339 Jan 18 23:30:14.925823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-3c9a5f1a-7f62-43b6-af84-b76847eec7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:14.927300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-3c9a5f1a-7f62-43b6-af84-b76847eec7f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.3402667 Jan 18 23:30:14.929696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-77020155-53e0-4925-bd11-b256069447c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:14.931001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-77020155-53e0-4925-bd11-b256069447c1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.3266580 Jan 18 23:30:14.999444 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43a3c639-9d8c-4296-9d5d-41cf12e20ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.112333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-ccd7bef5-32fc-4f9d-bb52-cb5f655d569d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.1783993 Jan 18 23:30:15.115868 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-5677a9a4-3e9a-4060-b90c-fcb3fd1e8217 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 997 time: 0.1263926 Jan 18 23:30:15.270462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-65f6581b-8562-4649-af76-1c85a402ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.271819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-65f6581b-8562-4649-af76-1c85a402ac8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.1532202 Jan 18 23:30:15.273062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-2f57f136-f19d-413d-8542-56df71017930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.274348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-2f57f136-f19d-413d-8542-56df71017930 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.1249721 Jan 18 23:30:15.417057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a82a-413c-4e66-902c-f0390fcbc308 req-1fdd2341-c3d0-41da-8b37-d82d4bc0e4a5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.418547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e804a82a-413c-4e66-902c-f0390fcbc308 req-1fdd2341-c3d0-41da-8b37-d82d4bc0e4a5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.2237487 Jan 18 23:30:15.464308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-6ad91cd0-756a-4653-a0ee-20568130697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.465818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-6ad91cd0-756a-4653-a0ee-20568130697c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483493 Jan 18 23:30:15.469514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-3cba1896-58c1-4a15-9436-11a5d70536ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.470874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-3cba1896-58c1-4a15-9436-11a5d70536ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884663 Jan 18 23:30:15.571983 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e804a82a-413c-4e66-902c-f0390fcbc308 req-9a55bfad-5675-4412-a614-8116d3f0c94b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462955 Jan 18 23:30:15.669561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.720083 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-a31081f3-cfac-45a7-ae11-82e184fcd4bc service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457416 Jan 18 23:30:15.723101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-2b00ed9d-2dd6-4941-9813-2263a9f38d88 service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288847 Jan 18 23:30:15.781856 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.957819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-a2278a9e-089b-4439-aa98-4e7cee35e652 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310255 Jan 18 23:30:15.960778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1f9ab113-f083-4ed6-9047-0169ed0f90bd req-6a2ed935-4979-4b43-b1e9-1637d82c0c1a service neutron] 10.222.0.85 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172298 Jan 18 23:30:16.781985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52e553-3187-4faa-b5ed-c1206cebd7f7 req-2c01ca80-9a65-48b8-a3cb-24982336e8a1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:16.783530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a52e553-3187-4faa-b5ed-c1206cebd7f7 req-2c01ca80-9a65-48b8-a3cb-24982336e8a1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 944 time: 0.0878668 Jan 18 23:30:16.834285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a52e553-3187-4faa-b5ed-c1206cebd7f7 req-32fe01eb-ba59-416e-923d-80562e79a85b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Jan 18 23:30:16.857683 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:16.965844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d8365298-1bc9-4bf3-99d5-3512678b32fc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/33a8d65b-1851-4476-977d-ec554bb2d78a HTTP/1.1" status: 200 len: 989 time: 0.1069872 Jan 18 23:30:17.089129 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.229115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:17.375053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:17.388370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '896bbd52-217c-451d-9352-66b829219879', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'port_id': '896bbd52-217c-451d-9352-66b829219879', 'mac_address': 'fa:16:3e:40:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:17.445859 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.462152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896bbd52-217c-451d-9352-66b829219879 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:17.484821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:17.493069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.564964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:17.714863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['896bbd52-217c-451d-9352-66b829219879'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:30:19.237364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:19.320970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 896bbd52-217c-451d-9352-66b829219879 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:19.326105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 896bbd52-217c-451d-9352-66b829219879 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:19.326506 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.444234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.471732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:19.482478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:19.488296 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.524336 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'code': 200} Jan 18 23:30:19.555743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=13']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:34.671849 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.198768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.140326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-edbc1061-1c3e-4b38-924a-c8652a5cc485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.012695 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d8da269-e4a1-4d23-bf0c-0d94cfbbb0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.666872 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.755519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1a139-4257-46c4-be59-889873839dfa req-ec49bc68-1a4c-4345-8da5-baefcf95105a tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:45.757085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ab1a139-4257-46c4-be59-889873839dfa req-ec49bc68-1a4c-4345-8da5-baefcf95105a tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1097 time: 0.0883088 Jan 18 23:30:45.783709 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.799423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ab1a139-4257-46c4-be59-889873839dfa req-c02a83f7-f514-453e-b9d0-7f87135daa0b tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359397 Jan 18 23:30:45.821949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:46.025650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 70d8d214-80e8-449d-bbf7-d0a7f8748b03 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:30:46.025947 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.195604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.195839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.319292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 70d8d214-80e8-449d-bbf7-d0a7f8748b03 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:30:46.474170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.523771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=70d8d214-80e8-449d-bbf7-d0a7f8748b03,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:46.563425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.563754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.564118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.564454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.564782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.565122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.565453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.565783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.566105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.566427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.566742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.567091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:46.626568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.626959 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP 33a8d65b-1851-4476-977d-ec554bb2d78a disassociated (deleted). External IP: 172.25.4.5, port: 896bbd52-217c-451d-9352-66b829219879. Jan 18 23:30:47.084475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:30:47.094697 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.106819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router e4423fe6-14b0-41a2-8d73-e2d10c09d504 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:30:47.286295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:30:47.295949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] Sync routers for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:30:47.306255 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:30:47.306853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:47.308661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.368564 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5bca56ee-3c52-443c-af30-e2a91ef1e541 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/floatingips/33a8d65b-1851-4476-977d-ec554bb2d78a HTTP/1.1" status: 204 len: 168 time: 1.5454724 Jan 18 23:30:47.369270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:47.480186 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'status': 'completed', 'code': 200} Jan 18 23:30:47.516033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:30:47.583142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-1f98acd9-c2c3-4f8e-8157-2ffecc891924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:47.584789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-1f98acd9-c2c3-4f8e-8157-2ffecc891924 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 1097 time: 0.0830283 Jan 18 23:30:47.840802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:47.845240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] Checking router: e4423fe6-14b0-41a2-8d73-e2d10c09d504 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:30:47.854622 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:30:47.854912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:47.906464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-99f47bc3-12fd-4d37-ab52-1dbcf9318990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:47.907981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-99f47bc3-12fd-4d37-ab52-1dbcf9318990 service neutron] 10.222.0.86 "GET /v2.0/networks?id=252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 200 len: 897 time: 0.3147829 Jan 18 23:30:47.987975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-eb88be2e-e41b-4bbe-b103-05dbce4c3808 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 200 len: 217 time: 0.0698931 Jan 18 23:30:48.031500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:30:48.066038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202113d-ec2b-4c3a-9157-7a144f66206d req-63cefe89-e32f-49ff-aa4d-381bd9deecdf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:48.067512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5202113d-ec2b-4c3a-9157-7a144f66206d req-63cefe89-e32f-49ff-aa4d-381bd9deecdf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 946 time: 0.2699907 Jan 18 23:30:48.071007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-107b6030-af0c-48f2-b08c-3e0ad344f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:48.072334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-107b6030-af0c-48f2-b08c-3e0ad344f111 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 200 len: 835 time: 0.0762784 Jan 18 23:30:48.162225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5202113d-ec2b-4c3a-9157-7a144f66206d req-383867dd-68b6-418e-a2fe-d2c369b45624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881939 Jan 18 23:30:48.185349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-216c9afc-4c32-431c-85e1-7f31e2b2e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:48.185349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-216c9afc-4c32-431c-85e1-7f31e2b2e1bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=252e8b0c-9628-423e-ab6b-65665e3786c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969710 Jan 18 23:30:48.318400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-01a2b044-41b7-4f73-ac7e-393fd705db34 service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270862 Jan 18 23:30:48.351023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:48.355161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd0688-2dcd-4207-bf53-052e21d259e6 None None] The sync data for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 is: [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:29:03Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6545500f-eefd-4bb5-9a01-083eaa2f4668', 'name': '', 'network_id': '252e8b0c-9628-423e-ab6b-65665e3786c3', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:aa:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:02Z', 'updated_at': '2022-01-18T23:29:09Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b0ee140f-edcc-4afe-837b-038a8754ad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:30:48.455687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5069371e-9d27-47e3-b896-e3c65f8335c5 req-04aa92f9-40ef-4035-9d65-ea215e3fe67c service neutron] 10.222.0.86 "GET /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291335 Jan 18 23:30:48.588634 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb141840-19c9-4197-92dd-930f5d657590 None None] New status for floating IP 33a8d65b-1851-4476-977d-ec554bb2d78a: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:30:48.976714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-657e9bab-20e0-4019-bd1f-9fb80360a33a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:48.978145 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-657e9bab-20e0-4019-bd1f-9fb80360a33a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 946 time: 0.0915470 Jan 18 23:30:49.047394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 896bbd52-217c-451d-9352-66b829219879 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:30:49.047739 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:49.303169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 896bbd52-217c-451d-9352-66b829219879, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=896bbd52-217c-451d-9352-66b829219879,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:49.303514 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:49.353441 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d545d1-c4fe-4fc7-a559-45f0644053bc req-509cab44-f0c8-44ea-a038-5e8cfb43dcbe tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:49.354103 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c5d545d1-c4fe-4fc7-a559-45f0644053bc req-509cab44-f0c8-44ea-a038-5e8cfb43dcbe tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:49.371065 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-c5d545d1-c4fe-4fc7-a559-45f0644053bc req-509cab44-f0c8-44ea-a038-5e8cfb43dcbe tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:49.372332 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5d545d1-c4fe-4fc7-a559-45f0644053bc req-509cab44-f0c8-44ea-a038-5e8cfb43dcbe tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f5661b-5100-4405-a216-e6561bc212e7 HTTP/1.1" status: 200 len: 946 time: 0.0963039 Jan 18 23:30:49.417369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5d545d1-c4fe-4fc7-a559-45f0644053bc req-c41ee5a2-0267-4130-9b5a-6ff55289c148 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=83671f4f-c4a3-4ba5-92d0-720a438c72a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Jan 18 23:30:49.427199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 896bbd52-217c-451d-9352-66b829219879 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:30:49.576128 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:49.627156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=896bbd52-217c-451d-9352-66b829219879,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:49.700744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] No DVR routers for this DVR port 896bbd52-217c-451d-9352-66b829219879 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:49.703435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:49.705882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-deleted', 'tag': '896bbd52-217c-451d-9352-66b829219879'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:49.723063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6530e663-1aa3-4fed-92a7-8e8ea8302bee req-038f1b67-0dae-4160-abd2-8d9ae23fcd40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "DELETE /v2.0/ports/896bbd52-217c-451d-9352-66b829219879 HTTP/1.1" status: 204 len: 173 time: 0.7386537 Jan 18 23:30:49.750449 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f5661b-5100-4405-a216-e6561bc212e7', 'name': 'network-vif-deleted', 'tag': '896bbd52-217c-451d-9352-66b829219879', 'status': 'completed', 'code': 200} Jan 18 23:30:50.520301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:51.100754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.391019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:51.428995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 896bbd52-217c-451d-9352-66b829219879 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:30:51.429525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 896bbd52-217c-451d-9352-66b829219879 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:51.586091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 6545500f-eefd-4bb5-9a01-083eaa2f4668 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:30:51.586754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.776162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 6545500f-eefd-4bb5-9a01-083eaa2f4668, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6545500f-eefd-4bb5-9a01-083eaa2f4668,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:51.776381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.900590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 6545500f-eefd-4bb5-9a01-083eaa2f4668 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:30:52.238024 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.288989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=6545500f-eefd-4bb5-9a01-083eaa2f4668,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:52.568685 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.060985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router e4423fe6-14b0-41a2-8d73-e2d10c09d504 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:30:53.246373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:30:53.258300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] Sync routers for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:30:53.263761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eb0874f0-3ac6-4f10-863f-ad47e0e16308 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/e4423fe6-14b0-41a2-8d73-e2d10c09d504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7424104 Jan 18 23:30:53.266701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:53.268200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:30:53.268822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:53.333128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting subnet b0ee140f-edcc-4afe-837b-038a8754ad84 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:30:53.336431 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.394248 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.440156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:30:53.480097 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.557408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.599710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ee140f-edcc-4afe-837b-038a8754ad84,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:53.603340 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.609300 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d5853569-61bf-4a29-b2e0-2587a2f22bf5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/subnets/b0ee140f-edcc-4afe-837b-038a8754ad84 HTTP/1.1" status: 204 len: 168 time: 0.3418090 Jan 18 23:30:53.611920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:53.651884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c492dc-722e-4aad-89b8-08676f513ef0 None None] Network 252e8b0c-9628-423e-ab6b-65665e3786c3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:30:53.790435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.943763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:30:52Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '3ef463b6-ee8f-4acf-95c0-4bec7ecef91e', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:59Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:53.947661 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] Checking router: e4423fe6-14b0-41a2-8d73-e2d10c09d504 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:30:53.956155 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] Routers {'e4423fe6-14b0-41a2-8d73-e2d10c09d504'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:30:53.956773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:53.972872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.989016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:30:53.989016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.067782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] DHCP port deletion for 252e8b0c-9628-423e-ab6b-65665e3786c3 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:30:54.089304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] Deleting port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:30:54.089595 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.158965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] Set router e4423fe6-14b0-41a2-8d73-e2d10c09d504 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:30:54.166328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:54.166877 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.287659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:30:54.289078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:30:53Z', 'revision_number': 6, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:54.305731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468f5ec-8401-4965-98fb-b9dacc45d015 None None] The sync data for ids ['e4423fe6-14b0-41a2-8d73-e2d10c09d504'] in n-d-825178-1 is: [{'id': 'e4423fe6-14b0-41a2-8d73-e2d10c09d504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640029213', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:58Z', 'updated_at': '2022-01-18T23:30:53Z', 'revision_number': 6, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:30:54.420000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] For port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,segment=NetworkSegment(67b95ba6-5af3-4146-9781-05d5b0c05f93),segment_id=67b95ba6-5af3-4146-9781-05d5b0c05f93)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:30:54.420401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.542140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] Calling delete_port for 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:30:54.587019 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.622820 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.636673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=3ef463b6-ee8f-4acf-95c0-4bec7ecef91e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:54.670226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] Pushing event deleted for resources: {'Port': ['ID=2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:54.675916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0d30c-6584-4a2f-a208-8074e75df843 None None] No DVR routers for this DVR port 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:54.726656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.902637 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.904779 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.928636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.929221 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Fanout notify agent at l3_agent the message router_deleted on router e4423fe6-14b0-41a2-8d73-e2d10c09d504 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:30:54.943857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.944871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b6515571-b5b7-441b-b740-956918765129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/routers/e4423fe6-14b0-41a2-8d73-e2d10c09d504 HTTP/1.1" status: 204 len: 168 time: 1.3319662 Jan 18 23:30:54.947615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:55.068728 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.108173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6545500f-eefd-4bb5-9a01-083eaa2f4668 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:55.145840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6545500f-eefd-4bb5-9a01-083eaa2f4668 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:30:55.146192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6545500f-eefd-4bb5-9a01-083eaa2f4668 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:55.146586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:55.215703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.226032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:30:55.226357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2a8c2e4c-9b9f-4cbd-a1d5-c2f24780fa7a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:55.226788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:55.241755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252e8b0c-9628-423e-ab6b-65665e3786c3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:55.254459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b95ba6-5af3-4146-9781-05d5b0c05f93') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:55.254760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b95ba6-5af3-4146-9781-05d5b0c05f93') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:55.259423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:30:55.259774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 3ef463b6-ee8f-4acf-95c0-4bec7ecef91e not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:55.267272 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.283868 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.290428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:30:55.290830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:30:55.305932 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:30:55.389639 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.407330 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.418469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Network': ['ID=252e8b0c-9628-423e-ab6b-65665e3786c3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:55.429841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5765d3c7-c91b-4afc-a5a9-c5f998823de0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/networks/252e8b0c-9628-423e-ab6b-65665e3786c3 HTTP/1.1" status: 204 len: 168 time: 0.4804490 Jan 18 23:30:55.432154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52704) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:55.515043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-22038fb2-eaf0-4e70-be0a-a8d0bef86e40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.544743 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-22038fb2-eaf0-4e70-be0a-a8d0bef86e40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.612175 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-22038fb2-eaf0-4e70-be0a-a8d0bef86e40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.629070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22038fb2-eaf0-4e70-be0a-a8d0bef86e40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83671f4f-c4a3-4ba5-92d0-720a438c72a1,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:55.645137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-22038fb2-eaf0-4e70-be0a-a8d0bef86e40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.646289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-22038fb2-eaf0-4e70-be0a-a8d0bef86e40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/security-groups/83671f4f-c4a3-4ba5-92d0-720a438c72a1 HTTP/1.1" status: 204 len: 168 time: 0.2131033 Jan 18 23:30:56.215027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52712) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:56.220356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145582794', 'description': 'tempest-secgroup-smoke-2145582794 description', 'project_id': '6d200fddf4484a2084d4f16897ba7426'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:56.227502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:56.232320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:56.235545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:56.242450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:56.254861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.275453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:56.279467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:56.282374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:56.288328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:56.358010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.364212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.412489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cae4ee-1435-4dae-88ba-97cdf8a975f8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:56.416918 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.418261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-313ebd0f-b069-42a5-9d2d-ee8a227bd099 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2021086 Jan 18 23:30:56.421336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52716) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:56.426400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '30cae4ee-1435-4dae-88ba-97cdf8a975f8', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:56.433287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:56.437072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:56.439889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:56.445465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:56.465944 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.538788 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.545758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.567753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14283c34-cf4a-4a6a-97ef-803f5f5ad29b,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:56.581089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.582323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4c44bbc2-5db0-49cd-a09a-45618cd2a3c4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600668 Jan 18 23:30:56.585237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52720) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:56.590214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '30cae4ee-1435-4dae-88ba-97cdf8a975f8', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:56.596811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:56.600794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:56.603776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:56.609844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:56.632898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.699206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.706190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.735161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a16c159-3b50-4b0a-beb6-d668cc8f9fa1,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:56.746899 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.748208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-80e14694-5fd0-4a9b-ab09-5917c172247e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619742 Jan 18 23:30:56.751022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52724) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:56.755895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '30cae4ee-1435-4dae-88ba-97cdf8a975f8', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:56.762682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:56.766567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:56.769472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:56.775183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:56.792967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.856388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.861810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.885385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf949b2-3459-452d-b14c-6122eab9d17d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:56.894906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.896445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-95fe2849-7464-4ad0-b7af-a80e7e3a2adf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444516 Jan 18 23:30:56.899310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52728) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:56.904514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '30cae4ee-1435-4dae-88ba-97cdf8a975f8', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:56.911181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:56.915253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:56.918173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:56.924024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:56.944776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.007025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.012938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.035790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9424526e-3bcd-4c39-8405-08942986ca73,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:57.046636 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.047828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1500d56d-a0ce-4ef1-ba39-9782b3b996c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475248 Jan 18 23:30:57.050611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52732) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:57.055544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '30cae4ee-1435-4dae-88ba-97cdf8a975f8', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:57.062033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:57.065847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:57.068730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:57.074472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:57.088121 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:30:57.095299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.159343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.164238 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.194129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d70c6e-2f8d-4781-a8bc-3d6c40c256ca,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:57.202204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.203519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-24a252d6-04c8-415e-b2f8-a95e8e26d801 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519995 Jan 18 23:30:57.206401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52736) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:57.211512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '30cae4ee-1435-4dae-88ba-97cdf8a975f8', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:57.218472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:57.222500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:57.225490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:57.231333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:57.347084 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:30:57.353854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.413687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.425096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.454506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ea7b13-c25f-4a20-8a84-6cb648c6057e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:57.464073 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.465395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1cc9f1cf-4a08-4a29-9341-ce7bb0625297 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2579150 Jan 18 23:30:57.468303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52740) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:57.473971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'network': {'name': 'tempest-network-smoke--65268825', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'port_security_enabled': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:57.479556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:57.486015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:network and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:57.488912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:57.494719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:57.506848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:57.510443 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.537953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:30:57.547011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.547358 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Added segment a31def0d-69da-4d0a-b9e2-bf1f668a7cfb of type vlan for network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 Jan 18 23:30:57.573755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.606286 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.611843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:57.612455 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.715857 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2465143 Jan 18 23:30:57.719149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52744) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:57.722312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522caa5a-355e-4fa9-91a3-4c4bc0624b70 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Network': ['ID=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:57.724596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'admin_state_up': True, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:30:57.735914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:30:57.736410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:57.741774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:router and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:57.744767 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:57.751020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:57.763264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.764305 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.779122 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.054715 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.479601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.508800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.648202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.20 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/7b7bc5c4-956b-4718-a9d0-96e084c92d91) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:58.802933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.835976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.903081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:58.905821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:58.909628 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:30:58.947344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=7b7bc5c4-956b-4718-a9d0-96e084c92d91,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:59.325854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:59.803251 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.015972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router d324a822-6478-4531-9f5f-e0c27e510c8a is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:31:00.193655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:31:00.203773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Sync routers for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:00.214016 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:31:00.214746 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:00.222035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.223344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7151525e-1e2b-46d9-968a-1565dd27d28b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5030894 Jan 18 23:31:00.226677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52748) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.273480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-610caa46-9bfb-4cb8-afd7-b738ee01928c tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=6d200fddf4484a2084d4f16897ba7426&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429339 Jan 18 23:31:00.273932 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.388471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:31:00.407989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70fb64-95dc-45da-8603-28ff8ee26aae tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:00.412271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bd70fb64-95dc-45da-8603-28ff8ee26aae tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346233 Jan 18 23:31:00.412741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52756) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.452269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cccf674d-276a-41a6-9f43-5e4b755b9d89 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381343 Jan 18 23:31:00.454748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52760) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.460160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112682245', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:31:00.572889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:00.576986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:subnet and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:00.580011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:00.585842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:00.596561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:00.600081 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.671734 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:30:59Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:00.675949 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Checking router: d324a822-6478-4531-9f5f-e0c27e510c8a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:00.676289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Updating router d324a822-6478-4531-9f5f-e0c27e510c8a port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:31:00.732243 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.811795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.893197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Subnet': ['ID=56e8d4df-86c5-45f3-a436-f47b4292756f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:00.903129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Checking segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:00.903494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network hostable DHCP agents. Network: 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:31:00.922791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:31:00.934376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:00.938748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:00.939330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.946270 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602a8c0-7d90-4fe8-aab0-01bc722c6578 None None] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:31:00.963408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.965753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-47a0a56e-62e4-4c5e-83d1-c06a18a21624 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5098438 Jan 18 23:31:01.064571 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.076311 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Transition to ACTIVE for port object 7b7bc5c4-956b-4718-a9d0-96e084c92d91 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:01.082833 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.145542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Attempting to bind port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:01.145996 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Attempting to bind port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:01.146414 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Attempting to bind port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:01.157814 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:31:01.158255 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:01.158706 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.159149 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:31:01.159666 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Bound port: 7b7bc5c4-956b-4718-a9d0-96e084c92d91, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:01.160185 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.172515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:31:01.173452 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.241644 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] For port 7b7bc5c4-956b-4718-a9d0-96e084c92d91, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:01.244897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] For port 7b7bc5c4-956b-4718-a9d0-96e084c92d91, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7b7bc5c4-956b-4718-a9d0-96e084c92d91,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:31:01.251516 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Pushing event updated for resources: {'Port': ['ID=7b7bc5c4-956b-4718-a9d0-96e084c92d91,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:01.259706 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.260090 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.260513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.260970 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.261388 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.261796 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.262554 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.262951 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.263359 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.263762 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.264161 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.264564 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:01.268061 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.341640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Allocated IP 172.20.0.2 (0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832/56e8d4df-86c5-45f3-a436-f47b4292756f/75cae5a7-5be8-49f1-bc85-ed98fc28dd23) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:01.346661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:31:01.347370 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:01.403983 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90289889-1736-4c8b-aa8f-17b4fd15d639 None None] Pushing event updated for resources: {'Port': ['ID=7b7bc5c4-956b-4718-a9d0-96e084c92d91,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:01.549664 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.560027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Transition to ACTIVE for port object 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:01.561982 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:31:01.578484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Transition to ACTIVE for port object 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:01.585078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.657502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:01.662553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:01.670094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:31:01.671885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Pushing event updated for resources: {'Port': ['ID=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:01.696885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.758540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Attempting to bind port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:01.758940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Attempting to bind port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:01.759306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Attempting to bind port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:01.766304 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:31:01.766680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Checking segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:01.767077 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.767478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Bound using segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:31:01.767957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Bound port: 75cae5a7-5be8-49f1-bc85-ed98fc28dd23, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:01.768364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.865680 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:30:59Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:01.870958 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23289a-e096-4c31-a8ca-9d56cdd6c4de None None] The sync data for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 is: [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:30:59Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:01.876308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] For port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:01.880773 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] For port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:31:01.888880 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.971636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed187be-38b2-4454-ad48-f78c45fce090 None None] Pushing event updated for resources: {'Port': ['ID=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:02.294700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.1 (0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832/56e8d4df-86c5-45f3-a436-f47b4292756f/8a2aa7ec-1c95-42cb-9898-21e1d8776954) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:02.480265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.496050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object 8a2aa7ec-1c95-42cb-9898-21e1d8776954 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:02.522943 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.596480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:02.599832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:02.603733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:31:02.634418 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=8a2aa7ec-1c95-42cb-9898-21e1d8776954,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:02.666820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.947730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.008236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bef261-68a7-4ec6-a3cc-dbb600c5fdea None None] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:31:03.125303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5669ae5b-64ba-45d3-91bb-6e437b4f37ff None None] Provisioning for port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:03.144323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:03.333150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:03.345171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:03.345554 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.375581 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.380398 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.479215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.502570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.507199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=8a2aa7ec-1c95-42cb-9898-21e1d8776954,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:03.518560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:03.527393 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.528552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7b7bc5c4-956b-4718-a9d0-96e084c92d91 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:03.658142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:03.675313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f249b3d8-b62c-43a9-8fde-c141feeefd33 None None] Provisioning complete for port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:03.675693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f249b3d8-b62c-43a9-8fde-c141feeefd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.704663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:03.727131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:03.727504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.789220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:03.790723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:03.913561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.929686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f249b3d8-b62c-43a9-8fde-c141feeefd33 None None] Provisioning for port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:03.936040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 7b7bc5c4-956b-4718-a9d0-96e084c92d91, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7b7bc5c4-956b-4718-a9d0-96e084c92d91,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:03.937778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f249b3d8-b62c-43a9-8fde-c141feeefd33 None None] Provisioning complete for port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:03.938173 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f249b3d8-b62c-43a9-8fde-c141feeefd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.974020 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.998389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router d324a822-6478-4531-9f5f-e0c27e510c8a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:31:04.050015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f249b3d8-b62c-43a9-8fde-c141feeefd33 None None] Port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:31:04.060899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=7b7bc5c4-956b-4718-a9d0-96e084c92d91,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:04.171590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-06ad909a-72a3-4dd1-90e7-a1d7f46229f9 None None] Provisioning complete for port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:04.171886 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-06ad909a-72a3-4dd1-90e7-a1d7f46229f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.182985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:31:04.195665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a6cc3eaa-0af9-4f09-b905-0c0754ae0083 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/d324a822-6478-4531-9f5f-e0c27e510c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2312098 Jan 18 23:31:04.203875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Sync routers for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:04.231967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:31:04.232584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:04.297427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-06ad909a-72a3-4dd1-90e7-a1d7f46229f9 None None] Port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:31:04.370129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-cc06fec7-b3e4-440b-894d-99eaced6b4e9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:04.388607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-cc06fec7-b3e4-440b-894d-99eaced6b4e9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:04.389839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-cc06fec7-b3e4-440b-894d-99eaced6b4e9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145582794&fields=id&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 267 time: 0.0589855 Jan 18 23:31:04.414918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:31:04.542657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b8ffe5b9-bfe6-461a-bc24-c0d3ad4e5a02 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:04.543286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b8ffe5b9-bfe6-461a-bc24-c0d3ad4e5a02 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:04.560013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b8ffe5b9-bfe6-461a-bc24-c0d3ad4e5a02 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:04.561217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b8ffe5b9-bfe6-461a-bc24-c0d3ad4e5a02 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 795 time: 0.1645982 Jan 18 23:31:04.577466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e948ba52-6cac-4399-a26d-f37b9fdad907 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/quotas/6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 375 time: 0.0100713 Jan 18 23:31:04.670906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b9de3fec-31c6-4461-bb2e-9f2004970953 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:04.688295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b9de3fec-31c6-4461-bb2e-9f2004970953 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:04.689611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b9de3fec-31c6-4461-bb2e-9f2004970953 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069725 Jan 18 23:31:04.710238 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.738055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 2, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:04.741930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Checking router: d324a822-6478-4531-9f5f-e0c27e510c8a for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:04.742277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Updating router d324a822-6478-4531-9f5f-e0c27e510c8a port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:31:04.800550 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.832681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-88926144-15d3-40d1-b4dc-24679b8d3f83 service neutron] 10.222.0.78 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306872 Jan 18 23:31:04.968160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-bc169ccb-2e57-40c0-94d7-386aa040a38b service neutron] 10.222.0.78 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294644 Jan 18 23:31:05.088132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:05.159625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-adb4ac79-b12c-4387-9293-db17a119063b req-dc052103-0957-4970-8eb0-b2e0348610a1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:05.172207 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-adb4ac79-b12c-4387-9293-db17a119063b req-dc052103-0957-4970-8eb0-b2e0348610a1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:05.173403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adb4ac79-b12c-4387-9293-db17a119063b req-dc052103-0957-4970-8eb0-b2e0348610a1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 210 time: 0.0572581 Jan 18 23:31:05.225427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:05.225809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.309202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.325948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Transition to ACTIVE for port object 8a2aa7ec-1c95-42cb-9898-21e1d8776954 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:05.362988 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.515464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7b7bc5c4-956b-4718-a9d0-96e084c92d91 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:05.592037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5c888-7ab1-4fdb-b2d9-f36815eace5d None None] Pushing event updated for resources: {'Port': ['ID=8a2aa7ec-1c95-42cb-9898-21e1d8776954,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:05.661544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Attempting to bind port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:05.661904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Attempting to bind port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:05.662314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Attempting to bind port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:05.669356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:31:05.669720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Checking segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:05.670121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.670491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Bound using segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:31:05.670946 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Bound port: 8a2aa7ec-1c95-42cb-9898-21e1d8776954, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:05.671312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.737472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:05.737728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.823463 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] For port 8a2aa7ec-1c95-42cb-9898-21e1d8776954, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:05.827459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] For port 8a2aa7ec-1c95-42cb-9898-21e1d8776954, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8a2aa7ec-1c95-42cb-9898-21e1d8776954,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:31:05.836130 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.965596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:31:05.966231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:30:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:06.038013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5c888-7ab1-4fdb-b2d9-f36815eace5d None None] Pushing event updated for resources: {'Port': ['ID=8a2aa7ec-1c95-42cb-9898-21e1d8776954,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:06.183140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:31:06.262986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-f4138b7e-cf3e-452f-8c91-797238951403 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:06.265156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-f4138b7e-cf3e-452f-8c91-797238951403 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.85 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 795 time: 0.1649411 Jan 18 23:31:06.337652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08c5c19f-1f81-4dd1-a770-80f2ca4004c1 req-a8fe38ae-b413-485b-85bd-7d708be804ec tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 210 time: 0.0428905 Jan 18 23:31:06.439942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-c0710011-16ab-4540-88ce-5dd212f24fab tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 380 time: 0.0414410 Jan 18 23:31:06.448369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'port': {'device_id': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'admin_state_up': True, 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'security_groups': ['30cae4ee-1435-4dae-88ba-97cdf8a975f8']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:31:06.575743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:05Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:06.579971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe6a99-e9c5-4492-8bdc-8769520169d4 None None] The sync data for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 is: [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:05Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:06.706219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:06.716208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:06.728108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:06.731640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:06.908506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.10 (0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832/56e8d4df-86c5-45f3-a436-f47b4292756f/a9053963-1213-44c5-b30d-ae6742b3c145) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:07.093199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8a2aa7ec-1c95-42cb-9898-21e1d8776954 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:07.133619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.156587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object a9053963-1213-44c5-b30d-ae6742b3c145 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:07.166708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:07.175589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:07.176853 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.184518 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.240496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.276913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:07.280531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:07.284708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:31:07.318575 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.347465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:07.348131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.356829 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:07.360429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 8a2aa7ec-1c95-42cb-9898-21e1d8776954, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8a2aa7ec-1c95-42cb-9898-21e1d8776954,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:07.366567 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.378441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.378800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.379262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.379601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.379934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.380249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.380574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.380968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.381330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.381774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.382111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.382427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:07.403617 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-e3342fb1-02d1-4915-87de-634f18e739ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9578118 Jan 18 23:31:07.427421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Request body: {'port': {'device_id': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:31:07.462629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=8a2aa7ec-1c95-42cb-9898-21e1d8776954,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:07.576404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.578113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e4cd-bd47-4c6c-bdda-1a2ed37d4143 req-2e59bfcb-6e01-4fbc-8913-75df0e43d0ce tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:07.579819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4352e4cd-bd47-4c6c-bdda-1a2ed37d4143 req-2e59bfcb-6e01-4fbc-8913-75df0e43d0ce tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 932 time: 0.0900874 Jan 18 23:31:07.613780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-60ebafca-56b2-4a99-9a16-3ff43f83a968 None None] Provisioning for port a9053963-1213-44c5-b30d-ae6742b3c145 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:07.619306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-60ebafca-56b2-4a99-9a16-3ff43f83a968 None None] Provisioning complete for port a9053963-1213-44c5-b30d-ae6742b3c145 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:07.619667 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60ebafca-56b2-4a99-9a16-3ff43f83a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.657620 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4352e4cd-bd47-4c6c-bdda-1a2ed37d4143 req-eaf97f3d-f890-4a77-94a0-610ac9984f10 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705526 Jan 18 23:31:07.679432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-60ebafca-56b2-4a99-9a16-3ff43f83a968 None None] Port a9053963-1213-44c5-b30d-ae6742b3c145 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:31:07.935714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9053963-1213-44c5-b30d-ae6742b3c145 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:07.943369 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.957950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Transition to ACTIVE for port object a9053963-1213-44c5-b30d-ae6742b3c145 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:07.963464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.118244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:08.202791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:08.203126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:08.204004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:08.208820 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:31:08.209222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:08.214260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:31:08.214596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Checking segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:08.214979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Bound using segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:31:08.215395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Bound port: a9053963-1213-44c5-b30d-ae6742b3c145, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:08.215741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.307596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:08.310459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:31:08.317409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.376524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.377266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.378953 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] 10.222.0.85 "PUT /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 1092 time: 0.9668267 Jan 18 23:31:08.379445 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:08.407391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f197d0-9c55-492f-b651-c531640bd9ec service neutron] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:08.458540 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'status': 'completed', 'code': 200} Jan 18 23:31:08.500730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-c2c15ed2-5c75-43a6-b315-62fec708d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.502279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-c2c15ed2-5c75-43a6-b315-62fec708d7b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1095 time: 0.0793376 Jan 18 23:31:08.571738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-b80d335c-5d35-47cc-8662-2309bc19db36 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 217 time: 0.0620217 Jan 18 23:31:08.740296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-da10ebf5-af76-4dd6-9b0d-804c84076526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.741783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-da10ebf5-af76-4dd6-9b0d-804c84076526 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.1644399 Jan 18 23:31:08.816590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-9a6918e6-16ea-462a-bfe8-57c9284f01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.818157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-9a6918e6-16ea-462a-bfe8-57c9284f01f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689373 Jan 18 23:31:08.844857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b3c62-f017-4b68-9264-3c1a43504561 req-2cf84f3d-0bde-45c5-923f-a3bdc506e43e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.846370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d44b3c62-f017-4b68-9264-3c1a43504561 req-2cf84f3d-0bde-45c5-923f-a3bdc506e43e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 944 time: 0.0804019 Jan 18 23:31:08.892652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d44b3c62-f017-4b68-9264-3c1a43504561 req-512ab99b-fedf-484a-90dc-736177a6e755 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Jan 18 23:31:08.947510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-6d6f232f-ef8a-40cc-bb64-e23926cfc2e0 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234181 Jan 18 23:31:09.072592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8a2aa7ec-1c95-42cb-9898-21e1d8776954 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:09.085345 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-847a0f76-a2cf-4ba9-b775-ced59d2589c9 req-663501bb-a6b9-428e-bc74-51503dc131e0 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311467 Jan 18 23:31:09.141116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:09.141489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:09.206095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-2c22f413-7858-47c6-9b22-d3ed48d58d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.207597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-2c22f413-7858-47c6-9b22-d3ed48d58d55 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1095 time: 0.0744317 Jan 18 23:31:09.339052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-bb36cee4-9514-4c4b-86c9-70aa9a52ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.340386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-bb36cee4-9514-4c4b-86c9-70aa9a52ecf0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.1272058 Jan 18 23:31:09.415567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-0cb8d724-5a16-4bc5-beef-a2b82a2db1c0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 217 time: 0.0673087 Jan 18 23:31:09.495794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-13601364-cc68-4778-8d1c-cda6ddfb4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.497825 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-13601364-cc68-4778-8d1c-cda6ddfb4f2e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0754285 Jan 18 23:31:09.590523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-7ed3a67c-2ab0-47bd-b5b7-02bd10c675df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.591944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-7ed3a67c-2ab0-47bd-b5b7-02bd10c675df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864751 Jan 18 23:31:09.726451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-20fcabb8-b7df-472d-8efc-edb3914e3a28 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271021 Jan 18 23:31:09.857528 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36eebfcc-41fd-4909-ae7b-bbc36ed02daf req-aa8a3db2-95c9-42ca-a60e-071fab915162 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248832 Jan 18 23:31:10.081523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35284b40-151d-4d63-b87c-a8d13857c58e req-4267f620-0894-4966-95e4-8c96c2d063e5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:10.082201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-35284b40-151d-4d63-b87c-a8d13857c58e req-4267f620-0894-4966-95e4-8c96c2d063e5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:10.100351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-35284b40-151d-4d63-b87c-a8d13857c58e req-4267f620-0894-4966-95e4-8c96c2d063e5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:10.101651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35284b40-151d-4d63-b87c-a8d13857c58e req-4267f620-0894-4966-95e4-8c96c2d063e5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 944 time: 0.1022887 Jan 18 23:31:10.147134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35284b40-151d-4d63-b87c-a8d13857c58e req-7e312cf2-ccfc-4be9-b86c-76f6328096fc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Jan 18 23:31:11.339412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f3f75-9186-494e-8d3a-1c2641d8c537 req-24b0587c-51de-44cb-9ea7-fe93bd0841a9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:11.340776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e30f3f75-9186-494e-8d3a-1c2641d8c537 req-24b0587c-51de-44cb-9ea7-fe93bd0841a9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 944 time: 0.0876422 Jan 18 23:31:11.398038 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e30f3f75-9186-494e-8d3a-1c2641d8c537 req-71060137-a2a7-4d10-bed1-030506e6983e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Jan 18 23:31:12.135250 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98dc16bc-516d-4678-b796-c7544e115269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.610151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5356fb-5568-4ac2-833c-24394752ad2c req-1b5c0831-f5c5-4638-9ab4-756d3c427ec2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:12.611624 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a5356fb-5568-4ac2-833c-24394752ad2c req-1b5c0831-f5c5-4638-9ab4-756d3c427ec2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 944 time: 0.0911937 Jan 18 23:31:12.659879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a5356fb-5568-4ac2-833c-24394752ad2c req-b0170a4b-d957-46b3-b325-9389e42d8673 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Jan 18 23:31:12.820194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:31:12.963617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:12.976958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'port_id': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'mac_address': 'fa:16:3e:32:12:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:31:13.043258 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.060135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9053963-1213-44c5-b30d-ae6742b3c145 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:13.075914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:13.082768 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.149743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:13.157395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.157738 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.158072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.158400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.158724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.159049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.159363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.159682 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.159994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.160287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.160596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.160923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:13.286822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a9053963-1213-44c5-b30d-ae6742b3c145'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:31:13.863492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62918f6-c9e3-448a-8c74-c8f27815cc24 req-dbfe9f32-ebe2-420d-84ab-2e65978ea26c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:13.864982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b62918f6-c9e3-448a-8c74-c8f27815cc24 req-dbfe9f32-ebe2-420d-84ab-2e65978ea26c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.0851321 Jan 18 23:31:13.914439 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b62918f6-c9e3-448a-8c74-c8f27815cc24 req-78e16794-ff05-4277-8bc0-c2c4f9205d39 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Jan 18 23:31:14.831932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:14.910534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port a9053963-1213-44c5-b30d-ae6742b3c145 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:14.915536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port a9053963-1213-44c5-b30d-ae6742b3c145 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:14.915911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.046862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98a4a52c-c21b-43ff-9412-bb2dfb86995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.051605 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.077892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:15.088347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:15.093679 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.105063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eacfb-a4d5-4057-9798-8f6ea2404299 req-edd0d3c4-58dc-4d91-b3bf-d0f06813ceca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:15.106563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-199eacfb-a4d5-4057-9798-8f6ea2404299 req-edd0d3c4-58dc-4d91-b3bf-d0f06813ceca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.0833771 Jan 18 23:31:15.142762 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'code': 200} Jan 18 23:31:15.154635 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-199eacfb-a4d5-4057-9798-8f6ea2404299 req-97f2b1b3-9bf4-45ce-91ce-cfeca789b4a1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Jan 18 23:31:15.175492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:15.262833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d62fb-9813-4c2f-be7f-c647bd180c68 req-a7fdb5a7-83f6-4555-8e39-8b9cea5b694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:15.264313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a6d62fb-9813-4c2f-be7f-c647bd180c68 req-a7fdb5a7-83f6-4555-8e39-8b9cea5b694c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1097 time: 0.0730948 Jan 18 23:31:15.305475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0a6d62fb-9813-4c2f-be7f-c647bd180c68 req-5f4260e5-e3e5-4b35-9e75-7cbf546f6c86 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346270 Jan 18 23:31:15.671666 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.797396 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:16.361751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c6303-e782-4f90-a4ed-6a5823ccc753 req-1f4fda97-4413-4657-9a34-673dfc04d4ae tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:16.363263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b1c6303-e782-4f90-a4ed-6a5823ccc753 req-1f4fda97-4413-4657-9a34-673dfc04d4ae tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.0910802 Jan 18 23:31:16.406820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b1c6303-e782-4f90-a4ed-6a5823ccc753 req-3b70fd10-f2d1-4428-890d-4dbf1ef33244 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377710 Jan 18 23:31:17.095379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:17.625540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6a9b-b87a-4ac8-9d6c-7d972cfe3fad req-9628b0b2-12a2-4423-ad1d-61c68516e20d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:17.627201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14ff6a9b-b87a-4ac8-9d6c-7d972cfe3fad req-9628b0b2-12a2-4423-ad1d-61c68516e20d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.1005538 Jan 18 23:31:17.672991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14ff6a9b-b87a-4ac8-9d6c-7d972cfe3fad req-af687940-b9b5-4d67-9d45-51a1bc5a77f5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Jan 18 23:31:17.868368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1999d9-c39d-4e5b-89b8-66743d99f0e0 req-75bfa2e3-de41-439d-8928-dcd7f0ae37b1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:17.869837 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad1999d9-c39d-4e5b-89b8-66743d99f0e0 req-75bfa2e3-de41-439d-8928-dcd7f0ae37b1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.0878115 Jan 18 23:31:17.917700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad1999d9-c39d-4e5b-89b8-66743d99f0e0 req-00aef214-11a5-4f1f-a00f-285d0a6a57ed tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Jan 18 23:31:17.942647 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52824) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:18.015981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e3391-3bc8-452c-83dc-36378adfdb29 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:18.018403 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-203e3391-3bc8-452c-83dc-36378adfdb29 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1092 time: 0.0744741 Jan 18 23:31:18.022478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52828) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:18.027558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:31:18.034292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:18.038189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:floatingip and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:18.041040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:18.047170 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:18.059291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.197532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.435139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.91 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/dfcb3d2c-5259-4746-ac7b-6447607637b2) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:18.590301 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.623115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.690838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:18.693793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:18.697380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:31:18.726240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=dfcb3d2c-5259-4746-ac7b-6447607637b2,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.126824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.212095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.420989 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.429756 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.541276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=dfcb3d2c-5259-4746-ac7b-6447607637b2,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.553452 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.722996 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP 8acb2527-2dd5-4eb1-a614-07887f912288 associated. External IP: 172.25.4.91, port: a9053963-1213-44c5-b30d-ae6742b3c145. Jan 18 23:31:20.199169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router d324a822-6478-4531-9f5f-e0c27e510c8a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:31:20.383637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:31:20.394045 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] Sync routers for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:20.404407 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:31:20.405101 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:31:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:20.410919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:20.465610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b5927233-f201-468d-a241-9dbc75f7b76e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4418955 Jan 18 23:31:20.466088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:20.526522 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'status': 'completed', 'code': 200} Jan 18 23:31:20.585467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:31:20.682528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-83027d6b-d4bc-4621-9cdb-feb61b8ce7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.684023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-83027d6b-d4bc-4621-9cdb-feb61b8ce7c8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1097 time: 0.1349208 Jan 18 23:31:20.694985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8754b-76b5-42b1-bd2c-3002fc12d47d req-cc898136-9519-4d84-ba2a-8dbdfe30b09e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.696340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0a8754b-76b5-42b1-bd2c-3002fc12d47d req-cc898136-9519-4d84-ba2a-8dbdfe30b09e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.1169095 Jan 18 23:31:20.823847 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a0a8754b-76b5-42b1-bd2c-3002fc12d47d req-081ed7cd-9006-4a49-876e-422d153141c6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072402 Jan 18 23:31:20.847318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:20.869035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-f0e963a9-da32-44ff-80c4-3ee1381556ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.870490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-f0e963a9-da32-44ff-80c4-3ee1381556ec service neutron] 10.222.0.85 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.1733387 Jan 18 23:31:20.934895 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8acb2527-2dd5-4eb1-a614-07887f912288', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'port_id': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'mac_address': 'fa:16:3e:32:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:31:19Z', 'updated_at': '2022-01-18T23:31:19Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:07Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:20.939819 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] Checking router: d324a822-6478-4531-9f5f-e0c27e510c8a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:20.949508 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:31:20.950114 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:31:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:20.957936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a2b72239-cea0-4627-bb93-08275f040c06 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/8acb2527-2dd5-4eb1-a614-07887f912288 HTTP/1.1" status: 200 len: 991 time: 0.1083851 Jan 18 23:31:20.977775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-01c47ba8-6dc2-4e03-8510-1b43567ce06e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 999 time: 0.0995657 Jan 18 23:31:21.042568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-b554a248-57e4-49ab-9ff0-c03ea5a1c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:21.044012 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-b554a248-57e4-49ab-9ff0-c03ea5a1c4cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0612061 Jan 18 23:31:21.120631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-58199f41-6929-4dc2-8ff3-ad120b0a5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:21.122154 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-58199f41-6929-4dc2-8ff3-ad120b0a5ed7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718894 Jan 18 23:31:21.126932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:31:21.269467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-f93ca5d2-89f0-4829-b76b-bbde63575a10 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395090 Jan 18 23:31:21.399707 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1b3e3d0e-f5aa-4f9e-a5cf-a5d5cd36ecef req-7f39523f-eaf3-4b8b-b6eb-21308e149c98 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Jan 18 23:31:21.521915 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8acb2527-2dd5-4eb1-a614-07887f912288', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'port_id': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'mac_address': 'fa:16:3e:32:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:31:19Z', 'updated_at': '2022-01-18T23:31:19Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:07Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:21.527011 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f503a8-04e3-43cf-828f-d24c7fb577ce None None] The sync data for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 is: [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '8acb2527-2dd5-4eb1-a614-07887f912288', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'port_id': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'mac_address': 'fa:16:3e:32:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:31:19Z', 'updated_at': '2022-01-18T23:31:19Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:07Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:21.835136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b243b0-d1fc-4be8-8a4c-1d961041f96a None None] New status for floating IP 8acb2527-2dd5-4eb1-a614-07887f912288: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:31:21.960848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:22.069311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-abdcdc1a-e4ce-4175-a9ed-9b79db963ed0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/8acb2527-2dd5-4eb1-a614-07887f912288 HTTP/1.1" status: 200 len: 991 time: 0.1072395 Jan 18 23:31:23.074509 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52844) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:23.318138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-10d71633-5a0b-499f-860e-b5ad8b39df73 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/8acb2527-2dd5-4eb1-a614-07887f912288 HTTP/1.1" status: 200 len: 993 time: 0.2419472 Jan 18 23:31:24.089281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:31:34.686091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:37.202278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.143192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-771cf2a9-0ebc-486f-865a-c0213ec53167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.021994 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03380135-d249-4691-a0e8-9bc4811a5737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.676720 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.799309 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.109850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.083870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a60e22-b5bd-4813-8742-e852b05b2b63 req-259ae3ed-9fe6-43e8-80e8-fac32ffc00b5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:48.085387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1a60e22-b5bd-4813-8742-e852b05b2b63 req-259ae3ed-9fe6-43e8-80e8-fac32ffc00b5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.0898056 Jan 18 23:31:48.130400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1a60e22-b5bd-4813-8742-e852b05b2b63 req-5cec7243-98f9-4d62-8fd9-6bd498372928 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392590 Jan 18 23:31:48.154048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52860) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:48.269782 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cab9fc8a-f8de-483a-9a45-c992be05a412 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/8acb2527-2dd5-4eb1-a614-07887f912288 HTTP/1.1" status: 200 len: 993 time: 0.1144936 Jan 18 23:31:48.734872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eeb71-2373-4e43-9c13-f85e2ea7744f req-3307d455-3d6f-4623-9ac9-868734acb101 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:48.736369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f22eeb71-2373-4e43-9c13-f85e2ea7744f req-3307d455-3d6f-4623-9ac9-868734acb101 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1097 time: 0.0745180 Jan 18 23:31:48.782303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f22eeb71-2373-4e43-9c13-f85e2ea7744f req-c34d1e39-8561-45dd-a373-d593ad9d0529 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Jan 18 23:31:50.491748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2c456e41-55c4-4d02-92e6-f228a088877a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704422 Jan 18 23:31:50.940630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-a40fceef-6c31-4580-b2fb-8aa0696e04ad tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:31:50.941611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-a40fceef-6c31-4580-b2fb-8aa0696e04ad tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053442 Jan 18 23:31:51.099306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-9cf5ff07-cf6b-4365-b32b-e0c3dfe098e2 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:31:51.100253 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-9cf5ff07-cf6b-4365-b32b-e0c3dfe098e2 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1235614 Jan 18 23:31:51.108930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Request body: {'binding': {'host': 'n-h1-825178-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:31:51.109461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Unknown quota resources ['binding']. {{(pid=87812) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 18 23:31:51.428813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on host n-h1-825178-1 for vnic_type normal with profile None {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:51.429079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:51.429459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:51.435342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:31:51.435661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:51.441126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:31:51.441461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Checking segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:51.441849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Bound using segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:31:51.442265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Bound port: a9053963-1213-44c5-b30d-ae6742b3c145, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:51.471775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:31:51.479435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:51.480606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-19199c92-393c-498e-8aa1-380849345ff5 service neutron] 10.222.0.78 "POST /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145/bindings HTTP/1.1" status: 201 len: 389 time: 0.3747208 Jan 18 23:31:51.745776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc7472-bc91-45db-952e-256e7b04371a req-770de710-e45f-413f-8aba-f07a962fa576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:51.747129 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fc7472-bc91-45db-952e-256e7b04371a req-770de710-e45f-413f-8aba-f07a962fa576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.1291177 Jan 18 23:31:51.799881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-48fc7472-bc91-45db-952e-256e7b04371a req-ffb4ead1-f959-4c82-8934-3fc9f02b9fef tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460498 Jan 18 23:31:51.802081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-a82fa4df-ee8e-41cb-ad54-8d3ed444d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:51.803452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-a82fa4df-ee8e-41cb-ad54-8d3ed444d2ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1097 time: 0.1235058 Jan 18 23:31:51.935244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-b6dc57c4-4ada-4b01-b50d-2774cf5ab16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:51.936860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-b6dc57c4-4ada-4b01-b50d-2774cf5ab16a service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.1272621 Jan 18 23:31:52.040512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-cf108232-fbcd-4eec-80c3-1f83a30598b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 1001 time: 0.0979559 Jan 18 23:31:52.109510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-93916626-bc41-4603-b81d-38ac3465d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:52.110930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-93916626-bc41-4603-b81d-38ac3465d8f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0651543 Jan 18 23:31:52.188743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-a9160f4f-7f6b-45ff-8af3-1bb249dfbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:52.190372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-a9160f4f-7f6b-45ff-8af3-1bb249dfbd6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730360 Jan 18 23:31:52.320431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-106db01e-a7a5-40cc-b91d-9c426e4de353 service neutron] 10.222.0.86 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231308 Jan 18 23:31:52.450641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-c5173c56-5a7c-479e-9e18-b73b70582b74 service neutron] 10.222.0.86 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241665 Jan 18 23:31:52.589539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-d7e2bd89-0c6a-442b-b69d-a674ba40c5e2 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:52.590910 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-d7e2bd89-0c6a-442b-b69d-a674ba40c5e2 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb&tenant_id=6d200fddf4484a2084d4f16897ba7426&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1097 time: 0.0768943 Jan 18 23:31:52.601135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-1'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:31:52.711082 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:52.900269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:52.932739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:52.991596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e6356-2396-4454-9e5a-d1b3de86ca18 req-211115a9-1ce5-417d-a691-c1d12cb6b4e0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:52.993227 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be1e6356-2396-4454-9e5a-d1b3de86ca18 req-211115a9-1ce5-417d-a691-c1d12cb6b4e0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.0812197 Jan 18 23:31:53.043887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-be1e6356-2396-4454-9e5a-d1b3de86ca18 req-7c716dcf-4eeb-48e9-8ac0-d5001abdf9c1 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443971 Jan 18 23:31:53.111155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:53.116640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.126011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.170783 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'code': 200} Jan 18 23:31:53.285269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:53.349479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on host n-h2-825178-1 for vnic_type normal with profile {"migrating_to": "n-h1-825178-1"} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:53.349979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:53.350117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:53.355013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:31:53.355329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Attempting to bind port a9053963-1213-44c5-b30d-ae6742b3c145 on network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:31:53.360543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:31:53.360881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Checking segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:31:53.361360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Bound using segment: {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:31:53.361748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Bound port: a9053963-1213-44c5-b30d-ae6742b3c145, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:53.362083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.452278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:53.454579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:31:53.459529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.467191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1495e3d6-a01f-424d-abbf-8a4947069b5a None None] Provisioning complete for port a9053963-1213-44c5-b30d-ae6742b3c145 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:53.467767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1495e3d6-a01f-424d-abbf-8a4947069b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.587313 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1495e3d6-a01f-424d-abbf-8a4947069b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.615663 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:53.625764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1495e3d6-a01f-424d-abbf-8a4947069b5a None None] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:53.631783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1495e3d6-a01f-424d-abbf-8a4947069b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.637676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:53.685003 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'code': 200} Jan 18 23:31:53.687192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:53.687884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.689461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-2a5faf1a-e09d-432f-a788-29a67c4d5ace service neutron] 10.222.0.86 "PUT /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 1122 time: 1.0922391 Jan 18 23:31:53.773053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a9053963-1213-44c5-b30d-ae6742b3c145'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:31:53.834763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495e3d6-a01f-424d-abbf-8a4947069b5a None None] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:54.023656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4d9c58ee-aef7-4e69-b7cc-e81b096e0ee1 None None] Provisioning complete for port a9053963-1213-44c5-b30d-ae6742b3c145 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:54.024050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d9c58ee-aef7-4e69-b7cc-e81b096e0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:54.233421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2b166-bf87-4198-87cd-da0280c065a1 req-aded2baf-4dc8-4464-a69e-b84c3d6ad0bc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:54.234858 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49c2b166-bf87-4198-87cd-da0280c065a1 req-aded2baf-4dc8-4464-a69e-b84c3d6ad0bc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.0833621 Jan 18 23:31:54.280411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49c2b166-bf87-4198-87cd-da0280c065a1 req-ae60568d-ab16-440f-9ac9-9c4065289eb3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Jan 18 23:31:55.172030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:55.223645 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'status': 'completed', 'code': 200} Jan 18 23:31:55.321200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-d9a772fd-1cff-41ac-aedc-799033402a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.322698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-d9a772fd-1cff-41ac-aedc-799033402a45 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1127 time: 0.0769036 Jan 18 23:31:55.502164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-dbfcaf19-71fe-4899-b653-f49c9d60349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.503623 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-dbfcaf19-71fe-4899-b653-f49c9d60349b service neutron] 10.222.0.85 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.1750088 Jan 18 23:31:55.622932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:31:55.628160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-6f346c55-0853-4fda-949f-81d1e75c669a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 1001 time: 0.1141348 Jan 18 23:31:55.673706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01f84c-6589-4a33-9514-76d73a0344aa req-ce55df44-e331-4eac-8c2f-0023afc4eb31 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.675171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a01f84c-6589-4a33-9514-76d73a0344aa req-ce55df44-e331-4eac-8c2f-0023afc4eb31 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.2776208 Jan 18 23:31:55.727607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-59774e59-afa1-4aa4-8f6c-2b3042b5dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.728937 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-59774e59-afa1-4aa4-8f6c-2b3042b5dd0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0949240 Jan 18 23:31:55.757257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:55.768723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a01f84c-6589-4a33-9514-76d73a0344aa req-f069ca5f-86dd-4d7f-b56e-0b6cbf36d034 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830948 Jan 18 23:31:55.770420 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 has no active binding in host n-h1-825178-1 {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:31:55.809470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-13bd3e92-9858-4e5a-b6d0-a82a250e2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.811017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-13bd3e92-9858-4e5a-b6d0-a82a250e2ad7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743589 Jan 18 23:31:55.821971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-d0216974-09b8-4b6a-a7f3-efac6b6c580b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:31:55.823041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-d0216974-09b8-4b6a-a7f3-efac6b6c580b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051701 Jan 18 23:31:55.961144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-1f72f52e-07ab-49d7-8637-3dfec534621b service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310673 Jan 18 23:31:56.090945 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a1adb943-d4bd-4033-8575-dd4b6348f410 req-8a7b938c-0e22-4659-bfb8-1480c0784ac2 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226580 Jan 18 23:31:56.982375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72e6cd-6f64-4184-bf46-e05240dd7d32 req-32e891eb-7f36-4b2b-a87a-37afd9b50cc0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:56.983820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d72e6cd-6f64-4184-bf46-e05240dd7d32 req-32e891eb-7f36-4b2b-a87a-37afd9b50cc0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.0901840 Jan 18 23:31:57.030210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d72e6cd-6f64-4184-bf46-e05240dd7d32 req-88ac306f-f1a7-4fbc-99b4-3921833522c0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Jan 18 23:31:57.711281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-0b35fd74-ad6b-435a-8b6b-ac1277c2285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:57.712726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-0b35fd74-ad6b-435a-8b6b-ac1277c2285c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1127 time: 0.0750058 Jan 18 23:31:57.975243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-abf88000-7ec8-4138-81c8-f7df1aa8ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:57.976632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-abf88000-7ec8-4138-81c8-f7df1aa8ad0f service neutron] 10.222.0.85 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.2440486 Jan 18 23:31:58.083871 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-89c812f7-305e-4460-9b79-7c8642de7058 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 1001 time: 0.1005270 Jan 18 23:31:58.187776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-51116ac6-2130-4bdb-a47d-c274abaa26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:58.189206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-51116ac6-2130-4bdb-a47d-c274abaa26a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0993819 Jan 18 23:31:58.281470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811fda2-a1e3-469c-869a-897901f019a5 req-cac7c3b6-3e05-450c-a8fa-75ad6c52695b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:58.282785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6811fda2-a1e3-469c-869a-897901f019a5 req-cac7c3b6-3e05-450c-a8fa-75ad6c52695b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 946 time: 0.1391501 Jan 18 23:31:58.304301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-28e49310-76cf-40e1-b969-6d88a8a807f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:58.305701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-28e49310-76cf-40e1-b969-6d88a8a807f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065609 Jan 18 23:31:58.410527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6811fda2-a1e3-469c-869a-897901f019a5 req-fd5282df-751c-4773-b6f5-ec1692217f83 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213586 Jan 18 23:31:58.462784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-ee5e5949-ec3f-4ac4-a760-2bc689392497 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496634 Jan 18 23:31:58.599991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-2d2d7a83-133c-43f9-95d3-5b0ff875d343 service neutron] 10.222.0.85 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297555 Jan 18 23:31:58.605680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.85', 49560) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:58.683437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-d516ea0f-221e-4b4e-9b7d-4819fb84b817 service neutron] 10.222.0.85 "GET /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 384 time: 0.0766253 Jan 18 23:31:58.944807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:58.966129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:31:59.027086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:59.036141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:31:59.054190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.094657 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'code': 200} Jan 18 23:31:59.162969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] Transition to ACTIVE for port object a9053963-1213-44c5-b30d-ae6742b3c145 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:59.170420 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.323894 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] Pushing event updated for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=11']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:59.368115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] No DVR routers for this DVR port a9053963-1213-44c5-b30d-ae6742b3c145 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:59.773885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e9607-54d3-4dc9-b406-1fe6c8140766 req-8e954597-07c4-4ade-8b8a-aa138453ba6b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:59.775334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e38e9607-54d3-4dc9-b406-1fe6c8140766 req-8e954597-07c4-4ade-8b8a-aa138453ba6b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.2133667 Jan 18 23:31:59.778506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-283f746b-c54c-42b7-af4d-f6b58b01cc81 service neutron] 10.222.0.85 "PUT /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145/bindings/n-h1-825178-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0893376 Jan 18 23:31:59.821045 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e38e9607-54d3-4dc9-b406-1fe6c8140766 req-d99f6163-103a-4a7d-ba51-9a1877a86be5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Jan 18 23:31:59.900959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-0240148d-1e05-44a0-905f-ab7b463cc7d7 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:59.902476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-0240148d-1e05-44a0-905f-ab7b463cc7d7 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb&tenant_id=6d200fddf4484a2084d4f16897ba7426&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.0729234 Jan 18 23:31:59.988327 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-e0665f0b-1b16-4f23-9001-205231ab75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:59.989821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-e0665f0b-1b16-4f23-9001-205231ab75a0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 1096 time: 0.0806386 Jan 18 23:32:00.088871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-27f08125-705e-48ea-b09d-ddae86b9223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:00.090320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-27f08125-705e-48ea-b09d-ddae86b9223c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1096 time: 0.0763402 Jan 18 23:32:00.236605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-b670f5d2-5ec3-469a-af13-7b5c7499d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:00.238402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-b670f5d2-5ec3-469a-af13-7b5c7499d58a service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.1422043 Jan 18 23:32:00.345495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-1c03dad1-590d-4d54-bf85-6de26edf691f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 999 time: 0.1001136 Jan 18 23:32:00.408511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-d9b5453b-358d-4200-aa45-44e83aafdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:00.409984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-d9b5453b-358d-4200-aa45-44e83aafdd37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0593395 Jan 18 23:32:00.493656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-8e15271a-9686-4510-bd13-6ec5639c3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:00.495147 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-8e15271a-9686-4510-bd13-6ec5639c3ecf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786259 Jan 18 23:32:00.626236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-be76753f-3e84-4b32-9bc4-2c56175ad765 service neutron] 10.222.0.86 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249969 Jan 18 23:32:00.757191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-d54d137e-ed67-42a1-8f13-6dc8ff51f94c service neutron] 10.222.0.86 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250544 Jan 18 23:32:01.034180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fbb08-677e-4263-9481-47cbfad19aa7 req-388a61d7-2871-419c-88aa-7880afa47739 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:01.035693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-268fbb08-677e-4263-9481-47cbfad19aa7 req-388a61d7-2871-419c-88aa-7880afa47739 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.0847459 Jan 18 23:32:01.080894 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-268fbb08-677e-4263-9481-47cbfad19aa7 req-0d9446b2-1866-468c-a5a0-eddf6e404154 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396063 Jan 18 23:32:01.088839 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:32:01.166326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-9ca9765d-cc16-4ba6-8f48-372176938a7a tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:01.167829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-9ca9765d-cc16-4ba6-8f48-372176938a7a tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb&tenant_id=6d200fddf4484a2084d4f16897ba7426&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 1096 time: 0.1807590 Jan 18 23:32:01.295302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-c2e6f77a-36fa-44fa-af47-435add02daa7 service neutron] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:32:01.299516 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-c2e6f77a-36fa-44fa-af47-435add02daa7 service neutron] Notify callbacks [] for binding, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:01.300599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc400f7d-121e-46e5-a89c-8c57bfdad67c req-c2e6f77a-36fa-44fa-af47-435add02daa7 service neutron] 10.222.0.86 "DELETE /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145/bindings/n-h2-825178-1 HTTP/1.1" status: 204 len: 173 time: 0.1271095 Jan 18 23:32:02.277444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0ce4-93d9-4965-921b-989edc532954 req-83721d89-0c92-4e67-890f-37b1decf655c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:02.278794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca9c0ce4-93d9-4965-921b-989edc532954 req-83721d89-0c92-4e67-890f-37b1decf655c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.0798845 Jan 18 23:32:02.324237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca9c0ce4-93d9-4965-921b-989edc532954 req-5e6a36a7-4464-42a5-9975-1e4a1e026c1c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370989 Jan 18 23:32:02.509891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535284c7-64ab-442d-b47d-e8e55a68f50f req-5763d367-722a-488c-9e07-239c8b99afc4 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:02.511768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-535284c7-64ab-442d-b47d-e8e55a68f50f req-5763d367-722a-488c-9e07-239c8b99afc4 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1096 time: 0.0817401 Jan 18 23:32:02.555877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-535284c7-64ab-442d-b47d-e8e55a68f50f req-a5213811-189e-4693-a330-9efe5be9844e tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356381 Jan 18 23:32:02.752874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d54086-4ccb-49e7-87f2-53cc427d14d1 req-eff48b97-525f-45ef-b009-452cc8dbd46f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:02.754357 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4d54086-4ccb-49e7-87f2-53cc427d14d1 req-eff48b97-525f-45ef-b009-452cc8dbd46f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.0868285 Jan 18 23:32:02.801404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c4d54086-4ccb-49e7-87f2-53cc427d14d1 req-55180105-7aa5-4a3c-baf2-3d0d0bfbd6a7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 Jan 18 23:32:02.830436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52938) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:03.051337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4aa3a8d8-e1c5-4734-bed0-829f3250e5a5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/8acb2527-2dd5-4eb1-a614-07887f912288 HTTP/1.1" status: 200 len: 991 time: 0.2197757 Jan 18 23:32:03.094956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:03.153580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:04.696909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.341111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52946) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:05.550219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port dfcb3d2c-5259-4746-ac7b-6447607637b2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:32:05.550571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.735609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.735896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.857540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for dfcb3d2c-5259-4746-ac7b-6447607637b2 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:32:06.014312 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.063874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=dfcb3d2c-5259-4746-ac7b-6447607637b2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:06.159337 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.159885 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP 8acb2527-2dd5-4eb1-a614-07887f912288 disassociated (deleted). External IP: 172.25.4.91, port: a9053963-1213-44c5-b30d-ae6742b3c145. Jan 18 23:32:06.514188 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router d324a822-6478-4531-9f5f-e0c27e510c8a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:32:06.695932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:32:06.706062 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] Sync routers for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:32:06.715682 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:06.716288 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:31:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.718012 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.896061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-909da774-eab6-4503-964d-209a678d2700 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/floatingips/8acb2527-2dd5-4eb1-a614-07887f912288 HTTP/1.1" status: 204 len: 168 time: 1.5510139 Jan 18 23:32:06.896061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:06.897789 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:06.961760 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'status': 'completed', 'code': 200} Jan 18 23:32:07.057353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-142f7541-66b1-4afc-b5ff-8894135f0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.058959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-142f7541-66b1-4afc-b5ff-8894135f0bf1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 1096 time: 0.0738604 Jan 18 23:32:07.201647 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.209454 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-b3e39ebb-203b-45d4-8065-1650da31c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.211100 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-b3e39ebb-203b-45d4-8065-1650da31c7b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 200 len: 896 time: 0.1460156 Jan 18 23:32:07.236072 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:07Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:07.240071 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] Checking router: d324a822-6478-4531-9f5f-e0c27e510c8a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:32:07.248572 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:07.249196 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:31:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:07.284434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-fbec70dd-40d2-410d-9e5a-5c8935b9dd01 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 200 len: 217 time: 0.0660014 Jan 18 23:32:07.353023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf79321-a373-417d-b99b-a22fc17c6112 req-300ca321-3cf9-43f4-8fb1-e3a48c1359a2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.354521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6bf79321-a373-417d-b99b-a22fc17c6112 req-300ca321-3cf9-43f4-8fb1-e3a48c1359a2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.1491985 Jan 18 23:32:07.355483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-f61e5a81-5f73-4ccb-bab8-94f813dc4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.356892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-f61e5a81-5f73-4ccb-bab8-94f813dc4429 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 200 len: 835 time: 0.0624127 Jan 18 23:32:07.401746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6bf79321-a373-417d-b99b-a22fc17c6112 req-5d6ff060-92a5-42cf-b1a0-4d9b4144fc40 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=30cae4ee-1435-4dae-88ba-97cdf8a975f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404613 Jan 18 23:32:07.434104 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:07.438031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-ccaa1de8-25ed-4cda-8da3-578b755f6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.439721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-ccaa1de8-25ed-4cda-8da3-578b755f6ad7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763144 Jan 18 23:32:07.627385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-5ed52acd-84d5-488e-b73c-798ffbbb5b4d service neutron] 10.222.0.86 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793501 Jan 18 23:32:07.639588 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe02040-4c63-4898-afad-40002cde636c req-2fb20ac5-1b93-458b-8a2e-98726a108b95 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.641071 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebe02040-4c63-4898-afad-40002cde636c req-2fb20ac5-1b93-458b-8a2e-98726a108b95 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 945 time: 0.0801442 Jan 18 23:32:07.721682 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port a9053963-1213-44c5-b30d-ae6742b3c145 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:32:07.721915 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.743557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:07Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:07.747582 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b171697-89ff-465f-88fd-181312e4bfee None None] The sync data for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 is: [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:31:02Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '8a2aa7ec-1c95-42cb-9898-21e1d8776954', 'name': '', 'network_id': '0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:51:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:02Z', 'updated_at': '2022-01-18T23:31:07Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': '56e8d4df-86c5-45f3-a436-f47b4292756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:32:07.761551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51daf19b-2872-4527-bdf9-01edd60bd377 req-e3a20527-3798-4ef1-8d09-391c89532991 service neutron] 10.222.0.86 "GET /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280520 Jan 18 23:32:07.983117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port a9053963-1213-44c5-b30d-ae6742b3c145, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=a9053963-1213-44c5-b30d-ae6742b3c145,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:07.983627 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.985451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a63742-1c88-4f9c-aea0-998cced694ba None None] New status for floating IP 8acb2527-2dd5-4eb1-a614-07887f912288: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:32:08.110485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for a9053963-1213-44c5-b30d-ae6742b3c145 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:32:08.260579 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.310839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=a9053963-1213-44c5-b30d-ae6742b3c145,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:08.348644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.349018 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.349354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.349690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.350014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.350345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.350674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.350998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.351320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.351641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.351960 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.352276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:08.396999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] No DVR routers for this DVR port a9053963-1213-44c5-b30d-ae6742b3c145 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:08.399509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.402122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-deleted', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:08.413856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebe02040-4c63-4898-afad-40002cde636c req-6a12903b-e9ea-4057-be1d-f0e4ba318576 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "DELETE /v2.0/ports/a9053963-1213-44c5-b30d-ae6742b3c145 HTTP/1.1" status: 204 len: 173 time: 0.7679234 Jan 18 23:32:08.449135 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474c34b-0656-4f62-b821-9ac38e5cdadb', 'name': 'network-vif-deleted', 'tag': 'a9053963-1213-44c5-b30d-ae6742b3c145', 'status': 'completed', 'code': 200} Jan 18 23:32:08.573666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-387b9343-0e7a-44eb-863f-6a7da88be026 req-9e8e2635-4049-4e2b-81b0-7131f59db2af tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:08.590121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-387b9343-0e7a-44eb-863f-6a7da88be026 req-9e8e2635-4049-4e2b-81b0-7131f59db2af tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:08.591233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-387b9343-0e7a-44eb-863f-6a7da88be026 req-9e8e2635-4049-4e2b-81b0-7131f59db2af tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=7474c34b-0656-4f62-b821-9ac38e5cdadb HTTP/1.1" status: 200 len: 210 time: 0.0627105 Jan 18 23:32:09.701948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52966) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:10.264416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.733966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 8a2aa7ec-1c95-42cb-9898-21e1d8776954 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:32:10.734543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.929494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 8a2aa7ec-1c95-42cb-9898-21e1d8776954, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=8a2aa7ec-1c95-42cb-9898-21e1d8776954,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:10.929938 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.056046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 8a2aa7ec-1c95-42cb-9898-21e1d8776954 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:32:11.255744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.302488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=8a2aa7ec-1c95-42cb-9898-21e1d8776954,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:11.342590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.342929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.343267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.343601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.343923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.344251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.344550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.344886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.345230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.345550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.345863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.346175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:11.590223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.667729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:11.702134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: a9053963-1213-44c5-b30d-ae6742b3c145 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:32:11.702496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device a9053963-1213-44c5-b30d-ae6742b3c145 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:12.067251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router d324a822-6478-4531-9f5f-e0c27e510c8a has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:32:12.129847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0974-b246-4a99-90f2-f8fab9e573bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.258527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:32:12.269489 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] Sync routers for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:32:12.276585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8ffa17ee-9799-428c-a292-0db6a75fcedc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/d324a822-6478-4531-9f5f-e0c27e510c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735395 Jan 18 23:32:12.279408 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:12.279586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:12.280061 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:31:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:12.347722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting subnet 56e8d4df-86c5-45f3-a436-f47b4292756f {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:32:12.351027 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.408939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.490492 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:12.490932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.567417 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.605950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Subnet': ['ID=56e8d4df-86c5-45f3-a436-f47b4292756f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:12.610210 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.615161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29fbfd-4922-45fa-85ad-dee67fc3bde0 None None] Network 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:32:12.616971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ce81e053-b5b9-4d44-862a-2d5385d6614d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/subnets/56e8d4df-86c5-45f3-a436-f47b4292756f HTTP/1.1" status: 204 len: 168 time: 0.3363957 Jan 18 23:32:12.619638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52974) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:12.783478 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:32:11Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:12.787444 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] Checking router: d324a822-6478-4531-9f5f-e0c27e510c8a for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:32:12.796258 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] Routers {'d324a822-6478-4531-9f5f-e0c27e510c8a'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:12.796870 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:31:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['d324a822-6478-4531-9f5f-e0c27e510c8a'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:12.881885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] DHCP port deletion for 0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:32:12.887635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Deleting port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:32:12.888012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.923483 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.979613 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] Set router d324a822-6478-4531-9f5f-e0c27e510c8a gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:13.124808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.141374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 7b7bc5c4-956b-4718-a9d0-96e084c92d91 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:32:13.141922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.142204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] For port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,segment=NetworkSegment(a31def0d-69da-4d0a-b9e2-bf1f668a7cfb),segment_id=a31def0d-69da-4d0a-b9e2-bf1f668a7cfb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:13.142680 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.211778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:13.277973 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:32:11Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:13.282207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10271959-b1df-4bbe-b8d7-e897025d89db None None] The sync data for ids ['d324a822-6478-4531-9f5f-e0c27e510c8a'] in n-d-825178-1 is: [{'id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145570452', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:30:57Z', 'updated_at': '2022-01-18T23:32:11Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': '7b7bc5c4-956b-4718-a9d0-96e084c92d91', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324a822-6478-4531-9f5f-e0c27e510c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:58Z', 'updated_at': '2022-01-18T23:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:32:13.306517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Calling delete_port for 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:32:13.330288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 7b7bc5c4-956b-4718-a9d0-96e084c92d91, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=7b7bc5c4-956b-4718-a9d0-96e084c92d91,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:13.330842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.445243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.453712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 7b7bc5c4-956b-4718-a9d0-96e084c92d91 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:32:13.488783 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.505961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Pushing event deleted for resources: {'Port': ['ID=75cae5a7-5be8-49f1-bc85-ed98fc28dd23,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:13.515799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] No DVR routers for this DVR port 75cae5a7-5be8-49f1-bc85-ed98fc28dd23 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:13.526457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.526795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.527116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.527483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.527818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.528145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.528446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.528771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.529119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.529447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.529774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.530094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fac30c4-14de-4e16-a4dc-334eac74e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:13.773642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.823915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=7b7bc5c4-956b-4718-a9d0-96e084c92d91,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:13.920983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.093010 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.095384 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.124692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.124692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Fanout notify agent at l3_agent the message router_deleted on router d324a822-6478-4531-9f5f-e0c27e510c8a {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:32:14.141070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.142155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da8b1aa3-0827-4ab7-afa5-931725d0255a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/routers/d324a822-6478-4531-9f5f-e0c27e510c8a HTTP/1.1" status: 204 len: 168 time: 1.5216548 Jan 18 23:32:14.145280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52978) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:14.262874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.394448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.419084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:14.431698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:14.432006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31def0d-69da-4d0a-b9e2-bf1f668a7cfb') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:14.444644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.461028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.467979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:32:14.468370 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:32:14.482811 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:32:14.566783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.585919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.597070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Network': ['ID=0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:14.606823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-193c35a9-00cc-4317-821a-7d2eb04a5431 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/networks/0d30ef9d-15ce-47a1-a8a8-0ae71fb9b832 HTTP/1.1" status: 204 len: 168 time: 0.4599206 Jan 18 23:32:14.609524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52982) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:14.678809 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-152e214f-420c-497a-86c4-381f2a66fed2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.709963 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-152e214f-420c-497a-86c4-381f2a66fed2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.782702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-152e214f-420c-497a-86c4-381f2a66fed2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.804533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e214f-420c-497a-86c4-381f2a66fed2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cae4ee-1435-4dae-88ba-97cdf8a975f8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:14.817657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-152e214f-420c-497a-86c4-381f2a66fed2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.818837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-152e214f-420c-497a-86c4-381f2a66fed2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/security-groups/30cae4ee-1435-4dae-88ba-97cdf8a975f8 HTTP/1.1" status: 204 len: 168 time: 0.2083929 Jan 18 23:32:15.016786 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1debdcc9-4697-4ca8-ac36-77447bd82b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.115094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7b7bc5c4-956b-4718-a9d0-96e084c92d91 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:15.133279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 52990) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:15.138975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913219328', 'description': 'tempest-secgroup-smoke-913219328 description', 'project_id': '6d200fddf4484a2084d4f16897ba7426'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:15.145739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:15.149953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 7b7bc5c4-956b-4718-a9d0-96e084c92d91 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:32:15.150222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:15.150334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 7b7bc5c4-956b-4718-a9d0-96e084c92d91 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:15.150699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8a2aa7ec-1c95-42cb-9898-21e1d8776954 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:15.153238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:15.159091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:15.170318 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.183763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 8a2aa7ec-1c95-42cb-9898-21e1d8776954 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:32:15.184104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 8a2aa7ec-1c95-42cb-9898-21e1d8776954 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:15.189772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:15.193752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:15.196692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:15.202351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:15.270594 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.276309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.319654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45243fe1-d599-4a78-abc4-500ebccc5b7b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:15.324114 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.325392 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-692982af-5d18-4d56-9374-323df7b0acf4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910231 Jan 18 23:32:15.329182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:15.338629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45243fe1-d599-4a78-abc4-500ebccc5b7b', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:15.349307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:15.353562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:15.356657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:15.363003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:15.383315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.564250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.570516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.593405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1725513d-3b94-487d-a968-879ef2849966,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:15.603950 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.605399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ed71cb47-756f-4a64-b310-cf15ae24c6ca tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746985 Jan 18 23:32:15.608157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 52998) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:15.613216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45243fe1-d599-4a78-abc4-500ebccc5b7b', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:15.620028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:15.624237 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:15.627324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:15.633404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:15.654199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.671397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.715294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.721258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.743788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff932f6f-7745-4e64-9619-68f30fdf9a65,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:15.754441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.755675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69e9a1c8-d6fe-4680-ba18-9985f40cd26b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465356 Jan 18 23:32:15.758369 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:15.763587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45243fe1-d599-4a78-abc4-500ebccc5b7b', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:15.770026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:15.773994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:15.777370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:15.783592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:15.799289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.803418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.867830 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.874545 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.901973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bbed1e-c169-4566-8e49-3f5231460c10,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:15.912522 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.913910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-35cf61e2-05cf-4fa6-a3f4-a4cdb6ed6437 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546357 Jan 18 23:32:15.916679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53006) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:15.921754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45243fe1-d599-4a78-abc4-500ebccc5b7b', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:15.928500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:15.932549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:15.935843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:15.941528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:15.961566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.037862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.044281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.066763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b70cce9-4b4e-4377-aa16-aac0a568f187,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:16.081694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.082961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5a8c3c59-d814-4a90-ac65-e36f37667af3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652365 Jan 18 23:32:16.085688 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53010) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:16.090678 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45243fe1-d599-4a78-abc4-500ebccc5b7b', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:16.097155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:16.100993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:16.103846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:16.111054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:16.127383 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:32:16.134410 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.200011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.205441 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.231724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f376c4-5ee3-4394-95b7-7d8108ebee1c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:16.242115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.243432 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ab9d2e7-2db0-4a27-8b17-c782da11432a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1567705 Jan 18 23:32:16.246300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:16.251506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'security_group_rule': {'security_group_id': '45243fe1-d599-4a78-abc4-500ebccc5b7b', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:16.258188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:16.262696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:security_group_rule and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:16.265808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:16.271403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:16.284207 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Project 6d200fddf4484a2084d4f16897ba7426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:32:16.291207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.357311 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.362876 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.385298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf08159-8153-46c3-ab17-b1faee285fc5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:16.396538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.397703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-69bffe2e-8ce3-4e34-8f23-8705c33ac1da tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502302 Jan 18 23:32:16.400498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53018) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:16.405832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'network': {'name': 'tempest-network-smoke--154990141', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:16.411428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:16.415472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:network and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:16.418320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:16.424048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:16.437040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:16.440365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.467347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:32:16.475973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.476329 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Added segment afa13dcb-f750-4a12-b059-5359bdef4ffc of type vlan for network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be Jan 18 23:32:16.501760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.543274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.548664 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:16.549286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.654281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2525952 Jan 18 23:32:16.656814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06102-b46a-4df1-8db1-2ace62d2812a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Network': ['ID=76ecfa33-de20-40a1-bfb6-bc194ae0e5be,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:16.657118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53022) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:16.664098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'admin_state_up': True, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:16.667598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:32:16.673839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:16.677979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:router and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:16.681048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:16.687914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:16.699441 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.700473 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.715744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.979635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.097874 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.406386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.442745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.590101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.104 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/d483abb8-1113-4d37-b75e-9ef6f3e93593) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:17.744568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.789737 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.852006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:17.854689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:17.858581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:32:17.896785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=d483abb8-1113-4d37-b75e-9ef6f3e93593,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:18.275757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.608933 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.947591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router fa7a3b85-e78e-46b9-8c95-38f6c1109207 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:32:19.127142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:32:19.137085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Sync routers for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:32:19.147826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:19.148444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:32:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:19.160851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.162123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-65de33c1-d7ab-4820-9dee-93a2817eb1bf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5039842 Jan 18 23:32:19.165426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53026) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:19.205435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-52ff5c66-7981-460c-bf98-60f00b041330 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=6d200fddf4484a2084d4f16897ba7426&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387027 Jan 18 23:32:19.208169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53030) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:19.322350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:19.337249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e855153-1ec2-457d-a80c-1b48783515e8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:19.338734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5e855153-1ec2-457d-a80c-1b48783515e8 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295273 Jan 18 23:32:19.341805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53034) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:19.381139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-61c7601d-9b38-439f-848f-2e00b66690f7 tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381644 Jan 18 23:32:19.383852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:19.390015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860017850', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:19.500933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:19.504671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:subnet and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:19.507432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:19.513348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:19.523871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:19.527760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.599886 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:18Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:19.603816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Checking router: fa7a3b85-e78e-46b9-8c95-38f6c1109207 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:32:19.604161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Updating router fa7a3b85-e78e-46b9-8c95-38f6c1109207 port d483abb8-1113-4d37-b75e-9ef6f3e93593 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:32:19.703492 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.753854 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.828922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Subnet': ['ID=b3781421-8983-4a30-a49b-065ae17a8beb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:19.837960 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Checking segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:32:19.838310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network hostable DHCP agents. Network: 76ecfa33-de20-40a1-bfb6-bc194ae0e5be, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:32:19.858888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:32:19.869817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 76ecfa33-de20-40a1-bfb6-bc194ae0e5be) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:19.874218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:19.874918 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.887114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aebf1da-2cf6-4982-9181-ed4964e41047 None None] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:32:19.904471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b745f4e1-9447-439e-b066-ef31d6ecbbaf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5173228 Jan 18 23:32:19.905262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53042) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:20.205372 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.210785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:32:20.211584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.234351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Transition to ACTIVE for port object d483abb8-1113-4d37-b75e-9ef6f3e93593 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:20.276884 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.379656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Attempting to bind port d483abb8-1113-4d37-b75e-9ef6f3e93593 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:20.380024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Attempting to bind port d483abb8-1113-4d37-b75e-9ef6f3e93593 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:20.380389 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Attempting to bind port d483abb8-1113-4d37-b75e-9ef6f3e93593 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:32:20.382386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff27cd-24c7-4f9c-ab41-3139696823c9 None None] Pushing event updated for resources: {'Port': ['ID=d483abb8-1113-4d37-b75e-9ef6f3e93593,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:20.395027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:32:20.395438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:32:20.395840 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.396236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:32:20.396700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Bound port: d483abb8-1113-4d37-b75e-9ef6f3e93593, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:20.397106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.517606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Allocated IP 172.20.0.2 (76ecfa33-de20-40a1-bfb6-bc194ae0e5be/b3781421-8983-4a30-a49b-065ae17a8beb/806914a7-3333-4b57-91bb-9cc46c339199) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:20.522542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] For port d483abb8-1113-4d37-b75e-9ef6f3e93593, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:32:20.526359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] For port d483abb8-1113-4d37-b75e-9ef6f3e93593, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d483abb8-1113-4d37-b75e-9ef6f3e93593,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:32:20.532047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.592777 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.688583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:20.689202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:32:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:20.740342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff27cd-24c7-4f9c-ab41-3139696823c9 None None] Pushing event updated for resources: {'Port': ['ID=d483abb8-1113-4d37-b75e-9ef6f3e93593,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:20.962490 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:21.100569 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.129793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Transition to ACTIVE for port object 806914a7-3333-4b57-91bb-9cc46c339199 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:21.206806 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Transition to ACTIVE for port object 806914a7-3333-4b57-91bb-9cc46c339199 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:21.220656 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.286258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.1 (76ecfa33-de20-40a1-bfb6-bc194ae0e5be/b3781421-8983-4a30-a49b-065ae17a8beb/6a574419-738a-4c92-8cd4-3132079c47db) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:21.322768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:21.348939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:21.350695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Pushing event updated for resources: {'Port': ['ID=806914a7-3333-4b57-91bb-9cc46c339199,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:21.352771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:32:21.443438 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.458884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object 6a574419-738a-4c92-8cd4-3132079c47db will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:21.459056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Attempting to bind port 806914a7-3333-4b57-91bb-9cc46c339199 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:21.459176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Attempting to bind port 806914a7-3333-4b57-91bb-9cc46c339199 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:21.459542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Attempting to bind port 806914a7-3333-4b57-91bb-9cc46c339199 on network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:32:21.467199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:32:21.467571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Checking segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:32:21.467974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.468362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Bound using segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:32:21.468822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Bound port: 806914a7-3333-4b57-91bb-9cc46c339199, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:21.469235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.483784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.530387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:18Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:21.539211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29a4dc-d4ac-4631-addb-45a0a89e5931 None None] The sync data for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 is: [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:18Z', 'revision_number': 3, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:32:21.552201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:21.555591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:21.559683 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:32:21.580372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] For port 806914a7-3333-4b57-91bb-9cc46c339199, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:32:21.584464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] For port 806914a7-3333-4b57-91bb-9cc46c339199, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=806914a7-3333-4b57-91bb-9cc46c339199,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:32:21.593555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.598815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=6a574419-738a-4c92-8cd4-3132079c47db,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:21.630273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.692921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bae0b-1422-4209-ae07-ea3685a69a90 None None] Pushing event updated for resources: {'Port': ['ID=806914a7-3333-4b57-91bb-9cc46c339199,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:21.940394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.368768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.375764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.503580 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.507403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=6a574419-738a-4c92-8cd4-3132079c47db,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:22.645945 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:22.647065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:22.713497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76a6ff-943f-4ec7-80b0-0733adf71e20 None None] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:32:22.810683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d5480867-00bf-4ef8-9e57-11072474db42 None None] Provisioning for port 806914a7-3333-4b57-91bb-9cc46c339199 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:22.975240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router fa7a3b85-e78e-46b9-8c95-38f6c1109207 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:32:23.171833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 806914a7-3333-4b57-91bb-9cc46c339199 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:23.176744 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:32:23.193618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a0362f7d-0eb8-48b6-a24f-0222ae887ccc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/fa7a3b85-e78e-46b9-8c95-38f6c1109207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870152 Jan 18 23:32:23.222440 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Sync routers for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:32:23.234791 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:23.235503 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:32:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:23.271724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Provisioning for port 6a574419-738a-4c92-8cd4-3132079c47db completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:23.278904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Provisioning complete for port 6a574419-738a-4c92-8cd4-3132079c47db triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:23.279325 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.322418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 806914a7-3333-4b57-91bb-9cc46c339199 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:23.338973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 806914a7-3333-4b57-91bb-9cc46c339199 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:23.339383 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.376483 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-d994676a-ba43-464b-9715-5f2c3668b69d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913219328&fields=id&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 267 time: 0.0452785 Jan 18 23:32:23.409793 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Port 6a574419-738a-4c92-8cd4-3132079c47db cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:32:23.436401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Provisioning complete for port 806914a7-3333-4b57-91bb-9cc46c339199 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:23.436780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.462568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:23.548485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-3f08d7d5-f8c8-40b7-8018-72c015a828dd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:23.549213 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-3f08d7d5-f8c8-40b7-8018-72c015a828dd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:23.555162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.566521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-3f08d7d5-f8c8-40b7-8018-72c015a828dd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:23.573702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-3f08d7d5-f8c8-40b7-8018-72c015a828dd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/networks?id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 200 len: 796 time: 0.1903694 Jan 18 23:32:23.590233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-bade7358-aec9-47bc-b2ff-52dfcacc7012 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/quotas/6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 375 time: 0.0155628 Jan 18 23:32:23.635686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 806914a7-3333-4b57-91bb-9cc46c339199, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=806914a7-3333-4b57-91bb-9cc46c339199,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:23.640799 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.652160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.652973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d483abb8-1113-4d37-b75e-9ef6f3e93593 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:23.694379 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-962fbdbd-49e1-4f8c-9a99-5dae80a4bdf2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030908 Jan 18 23:32:23.830428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=806914a7-3333-4b57-91bb-9cc46c339199,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:23.838819 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:32:23.839137 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-ac911500-cfbe-42c9-a3cd-ca43427635d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:32:23.848791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port d483abb8-1113-4d37-b75e-9ef6f3e93593 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:23.853668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d483abb8-1113-4d37-b75e-9ef6f3e93593 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:23.854044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.875881 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:22Z', 'revision_number': 2, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:23.879364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-9328e0f2-dd00-433b-bc52-2637ec9f2aa9 service neutron] 10.222.0.78 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813047 Jan 18 23:32:23.887646 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Checking router: fa7a3b85-e78e-46b9-8c95-38f6c1109207 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:32:23.888115 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Updating router fa7a3b85-e78e-46b9-8c95-38f6c1109207 port 6a574419-738a-4c92-8cd4-3132079c47db binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:32:23.941851 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.971524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.989829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port d483abb8-1113-4d37-b75e-9ef6f3e93593, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d483abb8-1113-4d37-b75e-9ef6f3e93593,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:23.995710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.020233 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-1476dcf2-911d-43fa-ac91-5c8fdc44683c service neutron] 10.222.0.78 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346958 Jan 18 23:32:24.111322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=d483abb8-1113-4d37-b75e-9ef6f3e93593,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:24.208386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-410740bb-8b0c-493a-8630-1983eb211e43 req-fc20b0e5-f09b-4f23-b9e6-bf78d94dc937 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:24.226398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-410740bb-8b0c-493a-8630-1983eb211e43 req-fc20b0e5-f09b-4f23-b9e6-bf78d94dc937 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:24.231415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-410740bb-8b0c-493a-8630-1983eb211e43 req-fc20b0e5-f09b-4f23-b9e6-bf78d94dc937 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 210 time: 0.0687287 Jan 18 23:32:24.293912 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.305436 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Transition to ACTIVE for port object 6a574419-738a-4c92-8cd4-3132079c47db will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:24.312094 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.476530 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Pushing event updated for resources: {'Port': ['ID=6a574419-738a-4c92-8cd4-3132079c47db,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:24.523657 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.523938 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.524269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.524609 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.524933 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.525275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.525596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.525913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.526253 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.526545 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.526853 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.527168 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:24.548044 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Attempting to bind port 6a574419-738a-4c92-8cd4-3132079c47db on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:24.548429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Attempting to bind port 6a574419-738a-4c92-8cd4-3132079c47db by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:24.549465 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Attempting to bind port 6a574419-738a-4c92-8cd4-3132079c47db on network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:32:24.555812 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:32:24.556175 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Checking segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:32:24.556570 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.557057 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Bound using segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:32:24.557502 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Bound port: 6a574419-738a-4c92-8cd4-3132079c47db, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:24.557937 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.652709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] For port 6a574419-738a-4c92-8cd4-3132079c47db, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:32:24.656088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] For port 6a574419-738a-4c92-8cd4-3132079c47db, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6a574419-738a-4c92-8cd4-3132079c47db,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:32:24.660057 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.743969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:24.744585 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:32:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:24.815596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716df838-b550-4489-a803-f07e6b29ee0e None None] Pushing event updated for resources: {'Port': ['ID=6a574419-738a-4c92-8cd4-3132079c47db,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:24.939867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:25.126078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 806914a7-3333-4b57-91bb-9cc46c339199 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:25.202397 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 806914a7-3333-4b57-91bb-9cc46c339199 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:25.203033 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.301367 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:24Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:25.306135 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3ce60-0802-4f6b-b6ad-3c45913b6652 None None] The sync data for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 is: [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:24Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:32:25.350826 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-fdb299a9-0b02-4f54-9ad0-61a4d45f54a2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:25.352297 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-fdb299a9-0b02-4f54-9ad0-61a4d45f54a2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/networks?id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 200 len: 796 time: 0.1952164 Jan 18 23:32:25.416671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d483abb8-1113-4d37-b75e-9ef6f3e93593 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:25.450167 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8c5e1af0-e451-421c-8827-799d5acb7bfb req-48b57415-ef55-4ea4-a15c-e1fbb60694bd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 210 time: 0.0521882 Jan 18 23:32:25.493326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d483abb8-1113-4d37-b75e-9ef6f3e93593 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:25.494071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.601232 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-7907aef8-f2d4-408c-b764-5784e22f6ac2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d200fddf4484a2084d4f16897ba7426 HTTP/1.1" status: 200 len: 379 time: 0.2392347 Jan 18 23:32:25.610319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'port': {'device_id': '19983839-56aa-48ca-9385-9f791160cf6c', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'admin_state_up': True, 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'security_groups': ['45243fe1-d599-4a78-abc4-500ebccc5b7b']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:25.752651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:25.763030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:25.774248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Made reservation on behalf of 6d200fddf4484a2084d4f16897ba7426 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:25.777964 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.954548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.20.0.9 (76ecfa33-de20-40a1-bfb6-bc194ae0e5be/b3781421-8983-4a30-a49b-065ae17a8beb/3cc938dc-5840-49c4-8c93-0b19c7df3adf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:26.149807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.165851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Transition to ACTIVE for port object 3cc938dc-5840-49c4-8c93-0b19c7df3adf will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:26.192038 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.263455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:26.266703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:26.270591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:32:26.305263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:26.344454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:26.345154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.375243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-45ce6a2b-f55c-44ca-b45e-cdb622895e7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687275 Jan 18 23:32:26.387267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Request body: {'port': {'device_id': '19983839-56aa-48ca-9385-9f791160cf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:26.508882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.591319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-209fd81a-9aea-4a1c-9bc0-2f45f73a2da5 None None] Provisioning for port 3cc938dc-5840-49c4-8c93-0b19c7df3adf completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:26.596685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-209fd81a-9aea-4a1c-9bc0-2f45f73a2da5 None None] Provisioning complete for port 3cc938dc-5840-49c4-8c93-0b19c7df3adf triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:26.597211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-209fd81a-9aea-4a1c-9bc0-2f45f73a2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.650518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-209fd81a-9aea-4a1c-9bc0-2f45f73a2da5 None None] Port 3cc938dc-5840-49c4-8c93-0b19c7df3adf cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:32:26.650792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa314ff-9993-45de-8741-534e2defec7c req-e0fe3acf-a0b7-4694-98e7-dbd05832f726 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:26.652225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fa314ff-9993-45de-8741-534e2defec7c req-e0fe3acf-a0b7-4694-98e7-dbd05832f726 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 931 time: 0.0878599 Jan 18 23:32:26.695424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6fa314ff-9993-45de-8741-534e2defec7c req-24563412-eb9c-4766-aa32-e610b51d13b0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:26.710751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6fa314ff-9993-45de-8741-534e2defec7c req-24563412-eb9c-4766-aa32-e610b51d13b0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:26.711885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fa314ff-9993-45de-8741-534e2defec7c req-24563412-eb9c-4766-aa32-e610b51d13b0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538988 Jan 18 23:32:26.863699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc938dc-5840-49c4-8c93-0b19c7df3adf {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:26.871112 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.885475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Transition to ACTIVE for port object 3cc938dc-5840-49c4-8c93-0b19c7df3adf will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:26.892175 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.043148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:27.133560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6a574419-738a-4c92-8cd4-3132079c47db up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:27.133755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Attempting to bind port 3cc938dc-5840-49c4-8c93-0b19c7df3adf on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:27.133937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Attempting to bind port 3cc938dc-5840-49c4-8c93-0b19c7df3adf by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:27.134225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Attempting to bind port 3cc938dc-5840-49c4-8c93-0b19c7df3adf on network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:32:27.140777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Port 3cc938dc-5840-49c4-8c93-0b19c7df3adf on network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:32:27.141308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Attempting to bind port 3cc938dc-5840-49c4-8c93-0b19c7df3adf on network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:32:27.147148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:32:27.147489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Checking segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:32:27.147874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Bound using segment: {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:32:27.148301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Bound port: 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa13dcb-f750-4a12-b059-5359bdef4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:27.148648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.216177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6a574419-738a-4c92-8cd4-3132079c47db completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:27.220865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6a574419-738a-4c92-8cd4-3132079c47db triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:27.221315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.239917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:32:27.243439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:32:27.247930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.312655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.313401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.314821 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] 10.222.0.86 "PUT /v2.0/ports/3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 200 len: 1091 time: 0.9322150 Jan 18 23:32:27.315236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:27.334897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060ec3-26fb-4419-aa6a-322d29c83bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:27.340985 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.377365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6a574419-738a-4c92-8cd4-3132079c47db, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6a574419-738a-4c92-8cd4-3132079c47db,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:27.382974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.401143 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'status': 'completed', 'code': 200} Jan 18 23:32:27.441930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-603bbb0f-a98b-43ff-a152-0f99a01406d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.443282 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-603bbb0f-a98b-43ff-a152-0f99a01406d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1094 time: 0.0835733 Jan 18 23:32:27.456586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6a574419-738a-4c92-8cd4-3132079c47db,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:27.638591 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-e5e73c7e-41c9-4826-9201-e637873850f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 200 len: 217 time: 0.1878884 Jan 18 23:32:27.711290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-d441d41b-311d-4053-96b9-dbd19d79a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.712734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-d441d41b-311d-4053-96b9-dbd19d79a961 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b3781421-8983-4a30-a49b-065ae17a8beb HTTP/1.1" status: 200 len: 835 time: 0.0685573 Jan 18 23:32:27.791551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-aec2f414-2e33-4847-9578-8760b967ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.793075 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-aec2f414-2e33-4847-9578-8760b967ee0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739672 Jan 18 23:32:27.896442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ae73e-deaf-4fff-bcd8-33e2ff99f46b req-f028e4c9-4fb4-44cb-b67a-9a5f92c9b647 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.897865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-534ae73e-deaf-4fff-bcd8-33e2ff99f46b req-f028e4c9-4fb4-44cb-b67a-9a5f92c9b647 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 943 time: 0.0814266 Jan 18 23:32:27.928254 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-0688a791-6a92-4c99-8bb5-b040f0d58cf0 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291022 Jan 18 23:32:27.944758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-534ae73e-deaf-4fff-bcd8-33e2ff99f46b req-2600f20e-1f3c-42e4-8541-f1c1087330f7 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 Jan 18 23:32:28.067007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c29cf03-efe4-44d7-a356-b0fa94d5d77b req-0ca7c47f-72d5-4af1-9247-36c7339fc025 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328773 Jan 18 23:32:28.185994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-2e4ec3c7-8641-4e7a-9a04-a9e72061dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:28.187333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-2e4ec3c7-8641-4e7a-9a04-a9e72061dfaf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1094 time: 0.0728691 Jan 18 23:32:28.321040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-c02020a4-ec3b-46d3-b1b8-421bba405783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:28.322449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-c02020a4-ec3b-46d3-b1b8-421bba405783 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 200 len: 897 time: 0.1291022 Jan 18 23:32:28.393709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-d4f9e738-4707-498e-84df-882931325f7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 200 len: 217 time: 0.0643547 Jan 18 23:32:28.468916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-a11a5718-4a96-462b-bf80-b6f752d4ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:28.470345 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-a11a5718-4a96-462b-bf80-b6f752d4ea89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b3781421-8983-4a30-a49b-065ae17a8beb HTTP/1.1" status: 200 len: 835 time: 0.0691755 Jan 18 23:32:28.558878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-50fab925-8830-4f92-ba4a-38978d08e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:28.560344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-50fab925-8830-4f92-ba4a-38978d08e542 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831819 Jan 18 23:32:28.695783 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-0e9c98d7-9bc8-44df-b827-115bcd55ae2e service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285653 Jan 18 23:32:28.826975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5362139b-3d86-4385-84e0-cab3a771d6cb req-fdc7ab74-a066-4197-9efb-813abf78af10 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242764 Jan 18 23:32:29.120516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6a574419-738a-4c92-8cd4-3132079c47db up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:29.144894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17675559-d0de-4c9c-b848-3b0af6c6fab8 req-c8545830-e729-4f5b-88e3-98247ab3d6cd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:29.146717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-17675559-d0de-4c9c-b848-3b0af6c6fab8 req-c8545830-e729-4f5b-88e3-98247ab3d6cd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:29.166600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-17675559-d0de-4c9c-b848-3b0af6c6fab8 req-c8545830-e729-4f5b-88e3-98247ab3d6cd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:29.167794 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17675559-d0de-4c9c-b848-3b0af6c6fab8 req-c8545830-e729-4f5b-88e3-98247ab3d6cd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 943 time: 0.1058815 Jan 18 23:32:29.188312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6a574419-738a-4c92-8cd4-3132079c47db triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:29.188780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:29.213235 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-17675559-d0de-4c9c-b848-3b0af6c6fab8 req-1cee5072-c283-4512-8b0f-d38a93966894 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392864 Jan 18 23:32:30.426705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fadf9d-dd3e-40e5-acc2-42a225782856 req-e3369359-8d87-4350-b4bf-c1ca8c4d1402 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:30.428231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8fadf9d-dd3e-40e5-acc2-42a225782856 req-e3369359-8d87-4350-b4bf-c1ca8c4d1402 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 943 time: 0.1002347 Jan 18 23:32:30.472842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b8fadf9d-dd3e-40e5-acc2-42a225782856 req-a44bb1f8-8ba3-4350-b91d-48591a47eeaa tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 Jan 18 23:32:31.683793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae9f2c-cb9b-48f3-b79c-dd034fc3a52a req-594589ab-996d-46f9-938f-93d34831e1fb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.685703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4aae9f2c-cb9b-48f3-b79c-dd034fc3a52a req-594589ab-996d-46f9-938f-93d34831e1fb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 943 time: 0.1032290 Jan 18 23:32:31.734792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4aae9f2c-cb9b-48f3-b79c-dd034fc3a52a req-8198a738-71af-4176-bb96-0662e4ac1074 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jan 18 23:32:31.762942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:32:31.904839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:31.917951 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'port_id': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'mac_address': 'fa:16:3e:ce:4e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:32:31.975945 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:31.993345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc938dc-5840-49c4-8c93-0b19c7df3adf {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:32.008902 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:32.014598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:32.079974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:32.221307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3cc938dc-5840-49c4-8c93-0b19c7df3adf'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:32:32.937951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5d14-4314-4152-9c5d-fafb20327663 req-6f61d9f0-6498-4f24-bbde-0c1b3a8a305a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:32.939414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-961b5d14-4314-4152-9c5d-fafb20327663 req-6f61d9f0-6498-4f24-bbde-0c1b3a8a305a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 944 time: 0.0803487 Jan 18 23:32:32.992368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-961b5d14-4314-4152-9c5d-fafb20327663 req-08c5548a-c170-46b6-acd5-b10c1c6bb8d4 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 Jan 18 23:32:33.777797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:33.863534 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 3cc938dc-5840-49c4-8c93-0b19c7df3adf completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:33.868392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 3cc938dc-5840-49c4-8c93-0b19c7df3adf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:33.868767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.014452 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.042101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:34.052144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:32:34.058204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.093975 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'code': 200} Jan 18 23:32:34.125683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:34.237267 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24a31a-895d-49cd-b428-f2a35d8eb66e req-6a9c0619-cb9c-4213-bcd3-6fb714963187 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:34.238721 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e24a31a-895d-49cd-b428-f2a35d8eb66e req-6a9c0619-cb9c-4213-bcd3-6fb714963187 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.1409748 Jan 18 23:32:34.244659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ab77c-75a4-409f-9ec2-9a42f4c158d3 req-19b09e2b-7d3f-4692-a0cd-e8e96c857856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:34.246021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea5ab77c-75a4-409f-9ec2-9a42f4c158d3 req-19b09e2b-7d3f-4692-a0cd-e8e96c857856 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1096 time: 0.1013224 Jan 18 23:32:34.310709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e24a31a-895d-49cd-b428-f2a35d8eb66e req-4e13922b-9a4a-4781-be72-cd50adf8756d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636737 Jan 18 23:32:34.313812 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea5ab77c-75a4-409f-9ec2-9a42f4c158d3 req-1b08305c-2a7c-471d-9ad7-248211cbd784 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545614 Jan 18 23:32:34.698102 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:35.495141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14bb14-1e45-4182-bc7d-534de84787e2 req-0d50aecd-6361-4dca-b0cf-5c01d23ef02d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:35.496583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a14bb14-1e45-4182-bc7d-534de84787e2 req-0d50aecd-6361-4dca-b0cf-5c01d23ef02d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0806205 Jan 18 23:32:35.540794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a14bb14-1e45-4182-bc7d-534de84787e2 req-32209bb3-3a22-4c95-b1f4-4b6b0390a26d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384159 Jan 18 23:32:35.860520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64d24b-85b6-442e-82d5-2a7840ae486d req-463f2221-1b02-48db-87d1-311f09721eb2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:35.862026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f64d24b-85b6-442e-82d5-2a7840ae486d req-463f2221-1b02-48db-87d1-311f09721eb2 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.2083485 Jan 18 23:32:35.913519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f64d24b-85b6-442e-82d5-2a7840ae486d req-23006dd5-7e16-4137-91e3-276948e3087d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455732 Jan 18 23:32:35.929190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:36.000755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3e25c-267f-4ebb-ab41-71f4214e219d tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:36.002332 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bbc3e25c-267f-4ebb-ab41-71f4214e219d tempest-TestNetworkAdvancedServerOps-924643744 tempest-TestNetworkAdvancedServerOps-924643744-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1091 time: 0.0721264 Jan 18 23:32:36.006203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53102) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:36.011724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:32:36.018610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:36.022606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Usage tracker for resource:floatingip and tenant:6d200fddf4484a2084d4f16897ba7426 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:36.025520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:36.031654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:36.043873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:36.182715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:36.322643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Allocated IP 172.25.4.16 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/aa8380d2-070d-4ed1-8c05-02f3832f85ab) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:36.476678 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:36.512396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:36.576177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:36.579082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:36.583576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:32:36.615937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=aa8380d2-070d-4ed1-8c05-02f3832f85ab,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:37.126902 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.204638 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.212192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.415812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.423575 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.530897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event updated for resources: {'Port': ['ID=aa8380d2-070d-4ed1-8c05-02f3832f85ab,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:37.543111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.732288 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP 67e0f93c-e4da-48dc-8c5e-43478c9850de associated. External IP: 172.25.4.16, port: 3cc938dc-5840-49c4-8c93-0b19c7df3adf. Jan 18 23:32:38.089172 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:32:38.094277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router fa7a3b85-e78e-46b9-8c95-38f6c1109207 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:32:38.274104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:32:38.284668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] Sync routers for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:32:38.295058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:38.295733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:32:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:38.302338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:38.357413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9ae19c9c-1dfa-4d56-8ef7-03873591105b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3500471 Jan 18 23:32:38.357958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:38.412031 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'status': 'completed', 'code': 200} Jan 18 23:32:38.474847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:38.513310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-656749bb-4041-4d42-a897-33e629b870c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:38.514985 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-656749bb-4041-4d42-a897-33e629b870c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1096 time: 0.0817292 Jan 18 23:32:38.540074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c186e30-8bcc-4375-82a2-515652924b60 req-28340004-8982-488d-ab15-953eb878c20c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:38.541512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c186e30-8bcc-4375-82a2-515652924b60 req-28340004-8982-488d-ab15-953eb878c20c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0828073 Jan 18 23:32:38.589203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c186e30-8bcc-4375-82a2-515652924b60 req-9ccd9ab9-1098-41dc-9b5b-47f345a269df tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Jan 18 23:32:38.612502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53110) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:38.651899 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-a96db866-2f62-4ce8-aba5-86590f390420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:38.653433 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-a96db866-2f62-4ce8-aba5-86590f390420 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 200 len: 897 time: 0.1326263 Jan 18 23:32:38.762065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-8b1b7362-2f46-4fed-9f24-42529851e7c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 200 len: 998 time: 0.1021526 Jan 18 23:32:38.824680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-0227372b-75ad-41a9-962c-5ca0d05eac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:38.826083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-0227372b-75ad-41a9-962c-5ca0d05eac72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b3781421-8983-4a30-a49b-065ae17a8beb HTTP/1.1" status: 200 len: 835 time: 0.0582144 Jan 18 23:32:38.836110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '67e0f93c-e4da-48dc-8c5e-43478c9850de', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'port_id': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'mac_address': 'fa:16:3e:ce:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19983839-56aa-48ca-9385-9f791160cf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:32:37Z', 'updated_at': '2022-01-18T23:32:37Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:27Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:38.839670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] Checking router: fa7a3b85-e78e-46b9-8c95-38f6c1109207 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:32:38.844670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d4be71cf-07b4-4d2e-ae98-61c3f67be79e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/67e0f93c-e4da-48dc-8c5e-43478c9850de HTTP/1.1" status: 200 len: 990 time: 0.2298565 Jan 18 23:32:38.848648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:32:38.849279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:32:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:38.900654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-d7e4621f-ba6a-4093-a95e-e4a4763ce852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:38.902276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-d7e4621f-ba6a-4093-a95e-e4a4763ce852 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702972 Jan 18 23:32:39.026649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:32:39.042760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-ae835466-c9f2-4c56-8903-20a58c0ddbc5 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344976 Jan 18 23:32:39.177070 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c3c573bb-15f9-45d9-ad29-95d4bed62495 req-ffaa6d41-3448-40cf-b67e-7050334e0a22 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274133 Jan 18 23:32:39.372448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '67e0f93c-e4da-48dc-8c5e-43478c9850de', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'port_id': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'mac_address': 'fa:16:3e:ce:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19983839-56aa-48ca-9385-9f791160cf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:32:37Z', 'updated_at': '2022-01-18T23:32:37Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:27Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:39.376571 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e801f5-7e75-4629-965a-9d69525c46fa None None] The sync data for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 is: [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '67e0f93c-e4da-48dc-8c5e-43478c9850de', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'port_id': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'mac_address': 'fa:16:3e:ce:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19983839-56aa-48ca-9385-9f791160cf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:32:37Z', 'updated_at': '2022-01-18T23:32:37Z', 'revision_number': 0, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:27Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:32:39.582398 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b425d5-8fbd-4ec8-9d09-8fd472626b5d None None] New status for floating IP 67e0f93c-e4da-48dc-8c5e-43478c9850de: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:32:39.846844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:39.959752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9da8d294-24a8-4caa-9383-c6a02cc3bb84 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/67e0f93c-e4da-48dc-8c5e-43478c9850de HTTP/1.1" status: 200 len: 992 time: 0.1116641 Jan 18 23:32:42.138169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26be4cad-4891-4951-8dba-5a41b3271f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.036565 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-458f9e55-e27c-423f-b65e-9831fa889e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.678128 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.808025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:47.103257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:01.978776 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-b3e6882e-2627-44a8-9835-bda58f2861df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768681 Jan 18 23:33:02.137351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0267-c2de-475b-b746-63a2d20f6efa req-c05ed0fb-db28-4aa6-bc6a-0bcd9d0043df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:02.138807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-c05ed0fb-db28-4aa6-bc6a-0bcd9d0043df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1096 time: 0.0853281 Jan 18 23:33:02.290136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0267-c2de-475b-b746-63a2d20f6efa req-3a2a4b49-7ab9-4429-88d2-716ccf070b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:02.291489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-3a2a4b49-7ab9-4429-88d2-716ccf070b51 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 200 len: 897 time: 0.1304529 Jan 18 23:33:02.401974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-c4d7528a-c630-4357-b8c3-c41ad391caa3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 200 len: 1000 time: 0.1041100 Jan 18 23:33:02.470465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0267-c2de-475b-b746-63a2d20f6efa req-b0f5411e-9f2e-40a4-950c-eb55b5cd0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:02.471876 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-b0f5411e-9f2e-40a4-950c-eb55b5cd0955 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b3781421-8983-4a30-a49b-065ae17a8beb HTTP/1.1" status: 200 len: 835 time: 0.0636690 Jan 18 23:33:02.552263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0267-c2de-475b-b746-63a2d20f6efa req-a1622eee-07b9-4a61-80c0-870be8dd0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:02.553617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-a1622eee-07b9-4a61-80c0-870be8dd0b9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755925 Jan 18 23:33:02.685622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-fc0f40c7-e301-4a7e-aad5-9af6d413c186 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241281 Jan 18 23:33:02.942852 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-521c0267-c2de-475b-b746-63a2d20f6efa req-4a211bfa-8d53-4f59-a58d-cb9e14529c0c service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504356 Jan 18 23:33:04.711011 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.236646 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.761915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a39b3-831b-4187-a044-e33b4cd96cca req-3777746a-047d-4c6a-9f85-feb06f291f43 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:11.763414 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d8a39b3-831b-4187-a044-e33b4cd96cca req-3777746a-047d-4c6a-9f85-feb06f291f43 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0833280 Jan 18 23:33:11.809672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d8a39b3-831b-4187-a044-e33b4cd96cca req-774b913b-91eb-4c84-98d4-946251753284 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Jan 18 23:33:12.144547 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0b057aa-38d9-4f1f-90c7-583c9f47850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.177931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d084fc-b1d2-4367-a325-153bdcff06f3 req-7353aa63-be5b-4b8f-aff9-17a213b5d862 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:13.179299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-47d084fc-b1d2-4367-a325-153bdcff06f3 req-7353aa63-be5b-4b8f-aff9-17a213b5d862 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0963330 Jan 18 23:33:13.224155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-47d084fc-b1d2-4367-a325-153bdcff06f3 req-50e9c12b-8cea-41cf-b45b-5098f17d8b6e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390959 Jan 18 23:33:14.434841 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d73109-0869-423b-ab50-f9810d70a4bb req-560a3dd1-51b4-443f-8496-2b18067e2425 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:14.436209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5d73109-0869-423b-ab50-f9810d70a4bb req-560a3dd1-51b4-443f-8496-2b18067e2425 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0866411 Jan 18 23:33:14.483035 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5d73109-0869-423b-ab50-f9810d70a4bb req-a249ec62-e2c5-4b7e-aea5-dd3c069ca0f5 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Jan 18 23:33:15.033253 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5460-0d62-4444-a27c-e8db4ffede70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.094190 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:33:15.674063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.698089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f04b2-4ab0-4bfe-b6e9-b8a0cd67555e req-06ef94ba-250b-45f6-8fcb-eae29fa6d8ff tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:15.699530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7f04b2-4ab0-4bfe-b6e9-b8a0cd67555e req-06ef94ba-250b-45f6-8fcb-eae29fa6d8ff tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.1052489 Jan 18 23:33:15.743735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7e7f04b2-4ab0-4bfe-b6e9-b8a0cd67555e req-be8bde08-92f8-4973-b39e-d9e48a41782f tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382576 Jan 18 23:33:15.801868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.938234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1e2e1-8cc6-41f6-b31a-f571cd1fa895 req-8412d8ff-b69a-461a-9f10-8022f705a9fa tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:16.939688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0a1e2e1-8cc6-41f6-b31a-f571cd1fa895 req-8412d8ff-b69a-461a-9f10-8022f705a9fa tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0818305 Jan 18 23:33:16.987727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0a1e2e1-8cc6-41f6-b31a-f571cd1fa895 req-43b03868-3a5d-429b-8f36-685e58fa6046 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421669 Jan 18 23:33:17.106602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:18.197147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5104a-ff5b-49ea-a342-e1a229a95cf3 req-d6a18da1-2eca-4d55-8592-8ef546cc64bc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:18.198546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65c5104a-ff5b-49ea-a342-e1a229a95cf3 req-d6a18da1-2eca-4d55-8592-8ef546cc64bc tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0885422 Jan 18 23:33:18.243973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-65c5104a-ff5b-49ea-a342-e1a229a95cf3 req-6361a7ea-afde-4ebc-8cfd-833abd060587 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377200 Jan 18 23:33:19.442147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dbcd3-1599-4adf-bcce-c623fa42e751 req-d3ebd4a8-73e4-41e8-a964-d4ae903bbfea tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:19.443599 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243dbcd3-1599-4adf-bcce-c623fa42e751 req-d3ebd4a8-73e4-41e8-a964-d4ae903bbfea tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0887511 Jan 18 23:33:19.492798 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-243dbcd3-1599-4adf-bcce-c623fa42e751 req-e0747298-8553-43bc-b61a-d15f4800bd73 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408607 Jan 18 23:33:20.691867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631a416-92c8-4c6d-8fea-90fe2c0d1849 req-0e769518-8300-46ec-8b76-55d901465684 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:20.693341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2631a416-92c8-4c6d-8fea-90fe2c0d1849 req-0e769518-8300-46ec-8b76-55d901465684 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0932710 Jan 18 23:33:20.739805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2631a416-92c8-4c6d-8fea-90fe2c0d1849 req-5963c300-6422-4408-942c-19d664590410 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380971 Jan 18 23:33:21.940539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f73f6-1262-415b-adb1-d994c819c8a0 req-bec20828-57fe-48c1-aff3-6df923ef469e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:21.942046 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-330f73f6-1262-415b-adb1-d994c819c8a0 req-bec20828-57fe-48c1-aff3-6df923ef469e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0860360 Jan 18 23:33:21.986456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-330f73f6-1262-415b-adb1-d994c819c8a0 req-3f736875-b6fd-40ee-af24-07727dfbd4cf tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386798 Jan 18 23:33:23.185618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514bff6-e1ac-4b3e-bd79-0bcc16e349a6 req-ae505011-20c6-49ef-a1e1-8875ed92f704 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:23.187078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0514bff6-e1ac-4b3e-bd79-0bcc16e349a6 req-ae505011-20c6-49ef-a1e1-8875ed92f704 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0882261 Jan 18 23:33:23.234725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0514bff6-e1ac-4b3e-bd79-0bcc16e349a6 req-a86aac3c-62e2-44aa-aa3a-4fcaec72d64a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 Jan 18 23:33:24.432992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc1a8-3acc-46a6-b8dc-c8167f158fe6 req-76d5790f-fdae-42f8-a693-12a245da28c9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:24.434448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-662cc1a8-3acc-46a6-b8dc-c8167f158fe6 req-76d5790f-fdae-42f8-a693-12a245da28c9 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0890493 Jan 18 23:33:24.480925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-662cc1a8-3acc-46a6-b8dc-c8167f158fe6 req-b261e9ac-6e0f-48e4-92bb-33848a5f19c8 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Jan 18 23:33:25.693852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6409e8-d77a-43ab-8706-1d21c8545533 req-7ccd4677-6fa8-4ff3-984e-a98e487ee67a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:25.696171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d6409e8-d77a-43ab-8706-1d21c8545533 req-7ccd4677-6fa8-4ff3-984e-a98e487ee67a tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0955818 Jan 18 23:33:25.744415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d6409e8-d77a-43ab-8706-1d21c8545533 req-e4728c17-006e-4bba-bcaf-c52e7b834e23 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Jan 18 23:33:26.937242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c251f-784c-41f4-bd55-eb9cc1515169 req-b36f1d1a-1469-46a9-804e-34f05d6fdeb3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:26.938753 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c94c251f-784c-41f4-bd55-eb9cc1515169 req-b36f1d1a-1469-46a9-804e-34f05d6fdeb3 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0846667 Jan 18 23:33:26.983100 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c94c251f-784c-41f4-bd55-eb9cc1515169 req-fd2a828a-b926-4ca7-92ce-3b875657029e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386646 Jan 18 23:33:28.193467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e658d-427f-4031-8901-b1ef6c4ee38e req-c4a2e478-be4f-4b68-96db-5888a17ac727 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:28.194839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-417e658d-427f-4031-8901-b1ef6c4ee38e req-c4a2e478-be4f-4b68-96db-5888a17ac727 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0879724 Jan 18 23:33:28.243401 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-417e658d-427f-4031-8901-b1ef6c4ee38e req-2f55fee2-3f7e-4e4f-9e0b-43141b315907 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428317 Jan 18 23:33:29.496477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584e26-200e-41e4-a7d0-bfaffaceb0af req-f79ea931-1819-4843-8510-ca2fa0df9106 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:29.497994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c584e26-200e-41e4-a7d0-bfaffaceb0af req-f79ea931-1819-4843-8510-ca2fa0df9106 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.1385210 Jan 18 23:33:29.499875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071198b-24a5-4c50-9e60-bbd71f2ea09d req-37afcb2a-056c-406e-b7c6-ecf2642fe745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:29.501317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9071198b-24a5-4c50-9e60-bbd71f2ea09d req-37afcb2a-056c-406e-b7c6-ecf2642fe745 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1096 time: 0.1096513 Jan 18 23:33:29.568905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9071198b-24a5-4c50-9e60-bbd71f2ea09d req-596d6e7e-ac17-418f-8c73-4d8c842a7b29 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511303 Jan 18 23:33:29.571614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9c584e26-200e-41e4-a7d0-bfaffaceb0af req-0585c302-16c4-4535-adae-1a72f76eef7b tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670533 Jan 18 23:33:30.756171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a538c68-17ce-42e7-934e-4c2713d89300 req-c620ae74-0183-4fc8-96cb-83c99a54a749 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:30.757705 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a538c68-17ce-42e7-934e-4c2713d89300 req-c620ae74-0183-4fc8-96cb-83c99a54a749 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0797827 Jan 18 23:33:30.801513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a538c68-17ce-42e7-934e-4c2713d89300 req-c6e7d0a6-a406-4e80-8b5f-1e24606daafd tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378578 Jan 18 23:33:30.824616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53178) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:30.931656 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-941440ef-a1d8-4f3a-b9ca-1dce3accb485 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/floatingips/67e0f93c-e4da-48dc-8c5e-43478c9850de HTTP/1.1" status: 200 len: 992 time: 0.1055427 Jan 18 23:33:32.078637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:33:32.083272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:32.312207 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.332979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:33:32.351443 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'port_id': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'mac_address': 'fa:16:3e:ce:4e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:33:32.356449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:32.389670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:33:32.395243 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.478902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.494271 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'code': 200} Jan 18 23:33:32.503425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:32.506198 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc938dc-5840-49c4-8c93-0b19c7df3adf {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:33:32.517079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.517459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.517851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.518254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.518585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.518905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.519229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.519548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.519862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.520176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.520489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.520798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:32.532980 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:33:32.538295 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.614636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:32.756753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3cc938dc-5840-49c4-8c93-0b19c7df3adf'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:33:34.081095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:34.160119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 3cc938dc-5840-49c4-8c93-0b19c7df3adf triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:34.160497 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:34.299653 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:34.338672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:33:34.346614 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:34.414375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:34.495890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:34.541454 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'code': 200} Jan 18 23:33:34.710649 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:37.235940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:42.136599 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5646154-8a08-4e32-b220-957a21200d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.034743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56921e6c-6885-459f-b107-14fed69ebe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.670399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.811632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.112406 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:52.098801 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:34:01.564336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:01.771530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port aa8380d2-070d-4ed1-8c05-02f3832f85ab {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:34:01.771853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:01.947903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:01.948233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:02.071431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for aa8380d2-070d-4ed1-8c05-02f3832f85ab owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:34:02.222347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:02.272990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=aa8380d2-070d-4ed1-8c05-02f3832f85ab,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:02.313686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.314049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.314415 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.314750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.315173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.315502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.315836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.316162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.316486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.316806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.317150 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.317464 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:02.376979 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:02.377388 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Floating IP 67e0f93c-e4da-48dc-8c5e-43478c9850de disassociated (deleted). External IP: 172.25.4.16, port: 3cc938dc-5840-49c4-8c93-0b19c7df3adf. Jan 18 23:34:02.843798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router fa7a3b85-e78e-46b9-8c95-38f6c1109207 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:34:03.023484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:34:03.034741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] Sync routers for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:34:03.045045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:03.045301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:34:03.046029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:33:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:03.105275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0d9be75c-abca-4916-b887-bb1d323f796d tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/floatingips/67e0f93c-e4da-48dc-8c5e-43478c9850de HTTP/1.1" status: 204 len: 168 time: 1.5368886 Jan 18 23:34:03.105275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:03.150042 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'status': 'completed', 'code': 200} Jan 18 23:34:03.224962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:34:03.240609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-814eca02-1eb1-43bf-891b-b702d8b3b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:03.242236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-814eca02-1eb1-43bf-891b-b702d8b3b651 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d200fddf4484a2084d4f16897ba7426&device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 1096 time: 0.0702169 Jan 18 23:34:03.386212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-4a15fb8e-43c4-4abd-b666-b3ecda359c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:03.387576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-4a15fb8e-43c4-4abd-b666-b3ecda359c3c service neutron] 10.222.0.86 "GET /v2.0/networks?id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 200 len: 897 time: 0.1388412 Jan 18 23:34:03.492862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-9f671e2a-f9bd-4155-9fc6-0d7c59d1e325 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 200 len: 217 time: 0.0978718 Jan 18 23:34:03.572873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-73c1550c-eb97-400d-9fe0-338133d722d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:03.574362 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-73c1550c-eb97-400d-9fe0-338133d722d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b3781421-8983-4a30-a49b-065ae17a8beb HTTP/1.1" status: 200 len: 835 time: 0.0733032 Jan 18 23:34:03.587478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:27Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:03.591567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] Checking router: fa7a3b85-e78e-46b9-8c95-38f6c1109207 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:34:03.600272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:34:03.600874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:33:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:03.618634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec7294-2edd-4186-9c22-a48d49680edf req-4bd3b709-67c5-47d5-80ef-0f12fbc63140 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:03.619313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f6ec7294-2edd-4186-9c22-a48d49680edf req-4bd3b709-67c5-47d5-80ef-0f12fbc63140 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Synchronizing usage tracker for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:03.656600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-f6ec7294-2edd-4186-9c22-a48d49680edf req-4bd3b709-67c5-47d5-80ef-0f12fbc63140 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Unset dirty status for tenant:6d200fddf4484a2084d4f16897ba7426 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:03.657694 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f6ec7294-2edd-4186-9c22-a48d49680edf req-4bd3b709-67c5-47d5-80ef-0f12fbc63140 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.2106707 Jan 18 23:34:03.688301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-68ba903d-91a5-40d7-b459-74c21eab91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:03.689752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-68ba903d-91a5-40d7-b459-74c21eab91e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76ecfa33-de20-40a1-bfb6-bc194ae0e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074390 Jan 18 23:34:03.732524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f6ec7294-2edd-4186-9c22-a48d49680edf req-df6b09fb-794f-4c7c-8403-5a3347ca25bb tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673866 Jan 18 23:34:03.781365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:34:03.835851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-5adf6fd3-9637-4b61-9ba5-508639edc92a service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362526 Jan 18 23:34:03.970905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cd7ddb36-b658-4c0c-9856-f9295db21081 req-65d76c56-b9f7-497a-9e13-57a817421763 service neutron] 10.222.0.86 "GET /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267972 Jan 18 23:34:04.094812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:27Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:04.098921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c5e52-eea4-45f2-863a-295a3619bebf None None] The sync data for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 is: [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:32:21Z', 'revision_number': 4, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6a574419-738a-4c92-8cd4-3132079c47db', 'name': '', 'network_id': '76ecfa33-de20-40a1-bfb6-bc194ae0e5be', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'mac_address': 'fa:16:3e:c6:d7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:20Z', 'updated_at': '2022-01-18T23:32:27Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'subnets': [{'id': 'b3781421-8983-4a30-a49b-065ae17a8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:34:04.318357 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd64b6e-1136-4872-8fd4-6dc29d83ee96 None None] New status for floating IP 67e0f93c-e4da-48dc-8c5e-43478c9850de: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:34:04.736073 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:04.752097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-230c5b26-db97-475b-bd6f-fc5eb283c129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:04.753846 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-230c5b26-db97-475b-bd6f-fc5eb283c129 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0962422 Jan 18 23:34:04.824130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 3cc938dc-5840-49c4-8c93-0b19c7df3adf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:34:04.824469 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:04.928913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948dc6c-d19e-4b09-aa02-7604cf6c752d req-67c06167-931d-43a2-9335-5548d802029e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:04.930669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b948dc6c-d19e-4b09-aa02-7604cf6c752d req-67c06167-931d-43a2-9335-5548d802029e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 945 time: 0.0876958 Jan 18 23:34:04.977316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b948dc6c-d19e-4b09-aa02-7604cf6c752d req-1309e4fa-6d82-40cc-8c89-a51268d44960 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/security-groups?id=45243fe1-d599-4a78-abc4-500ebccc5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 Jan 18 23:34:05.196930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 3cc938dc-5840-49c4-8c93-0b19c7df3adf, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3cc938dc-5840-49c4-8c93-0b19c7df3adf,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:05.197555 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.319877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 3cc938dc-5840-49c4-8c93-0b19c7df3adf owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:34:05.478221 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.528139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=3cc938dc-5840-49c4-8c93-0b19c7df3adf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:05.602936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] No DVR routers for this DVR port 3cc938dc-5840-49c4-8c93-0b19c7df3adf on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:05.605754 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.608170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-deleted', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:05.628005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d33fb13-52d3-4025-b9a5-4fe2863c9116 req-43c04ef0-8637-4b75-b6fa-da9722333ae0 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.86 "DELETE /v2.0/ports/3cc938dc-5840-49c4-8c93-0b19c7df3adf HTTP/1.1" status: 204 len: 173 time: 0.8676746 Jan 18 23:34:05.658099 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19983839-56aa-48ca-9385-9f791160cf6c', 'name': 'network-vif-deleted', 'tag': '3cc938dc-5840-49c4-8c93-0b19c7df3adf', 'status': 'completed', 'code': 200} Jan 18 23:34:06.153713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90ea4492-54e8-4f24-a5c6-141db0870371 req-c76c21b3-727d-4fa1-899d-6e47be0519c6 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "GET /v2.0/ports?device_id=19983839-56aa-48ca-9385-9f791160cf6c HTTP/1.1" status: 200 len: 210 time: 0.0522640 Jan 18 23:34:07.234497 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:07.262276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:07.843609 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:08.275059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:08.312020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 3cc938dc-5840-49c4-8c93-0b19c7df3adf {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:34:08.312370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3cc938dc-5840-49c4-8c93-0b19c7df3adf not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:08.325411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port 6a574419-738a-4c92-8cd4-3132079c47db {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:34:08.325939 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:08.525182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port 6a574419-738a-4c92-8cd4-3132079c47db, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6a574419-738a-4c92-8cd4-3132079c47db,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:08.525472 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:08.651035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for 6a574419-738a-4c92-8cd4-3132079c47db owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:34:08.851494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:08.902167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=6a574419-738a-4c92-8cd4-3132079c47db,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:09.181046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.558226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Router fa7a3b85-e78e-46b9-8c95-38f6c1109207 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:34:09.860265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:34:09.872978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] Sync routers for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:34:09.875939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53224) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:09.876438 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f0afbe3-9869-4aed-b9e1-c821028cde93 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "PUT /v2.0/routers/fa7a3b85-e78e-46b9-8c95-38f6c1109207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126177 Jan 18 23:34:09.883356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:34:09.884347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:33:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:09.943457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting subnet b3781421-8983-4a30-a49b-065ae17a8beb {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:34:09.946436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.000274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.055319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:34:10.084704 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.167672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.208918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Subnet': ['ID=b3781421-8983-4a30-a49b-065ae17a8beb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:10.216654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.219879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.220233 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.220574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.220909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.221266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.221618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.221958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.222281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.222591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.222928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.223249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.223553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:10.225250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56269aa-1a19-4e73-914f-8930818a43e7 None None] Network 76ecfa33-de20-40a1-bfb6-bc194ae0e5be requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:34:10.232478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e259fd33-fd56-467d-8c7b-e451b09c536c tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/subnets/b3781421-8983-4a30-a49b-065ae17a8beb HTTP/1.1" status: 204 len: 168 time: 0.3554516 Jan 18 23:34:10.232693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:10.418083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.556252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:34:08Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:10.561036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] Checking router: fa7a3b85-e78e-46b9-8c95-38f6c1109207 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:34:10.570411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] Routers {'fa7a3b85-e78e-46b9-8c95-38f6c1109207'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:34:10.571740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:33:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:10.635395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.638921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] DHCP port deletion for 76ecfa33-de20-40a1-bfb6-bc194ae0e5be request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:34:10.647508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Deleting port d483abb8-1113-4d37-b75e-9ef6f3e93593 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:34:10.647864 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.654817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] Deleting port 806914a7-3333-4b57-91bb-9cc46c339199 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:34:10.655192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.823068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] For port d483abb8-1113-4d37-b75e-9ef6f3e93593, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d483abb8-1113-4d37-b75e-9ef6f3e93593,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:10.823422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.909925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] Set router fa7a3b85-e78e-46b9-8c95-38f6c1109207 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:34:10.947292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Calling delete_port for d483abb8-1113-4d37-b75e-9ef6f3e93593 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:34:11.122361 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] For port 806914a7-3333-4b57-91bb-9cc46c339199, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=806914a7-3333-4b57-91bb-9cc46c339199,segment=NetworkSegment(afa13dcb-f750-4a12-b059-5359bdef4ffc),segment_id=afa13dcb-f750-4a12-b059-5359bdef4ffc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:11.122766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.125266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.177657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Port': ['ID=d483abb8-1113-4d37-b75e-9ef6f3e93593,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:11.188020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 806914a7-3333-4b57-91bb-9cc46c339199 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:11.268246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.280055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] Calling delete_port for 806914a7-3333-4b57-91bb-9cc46c339199 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:34:11.440916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.443152 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.467566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.468296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Fanout notify agent at l3_agent the message router_deleted on router fa7a3b85-e78e-46b9-8c95-38f6c1109207 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:34:11.484560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.486110 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.487193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7fc2de05-d28f-4136-975c-1da05fe43423 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/routers/fa7a3b85-e78e-46b9-8c95-38f6c1109207 HTTP/1.1" status: 204 len: 168 time: 1.2536216 Jan 18 23:34:11.489958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:11.537624 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.546692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] Pushing event deleted for resources: {'Port': ['ID=806914a7-3333-4b57-91bb-9cc46c339199,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:11.557683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea91df5-3451-41af-b0bc-3babf547f015 None None] No DVR routers for this DVR port 806914a7-3333-4b57-91bb-9cc46c339199 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:11.619390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:34:08Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:11.626813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123ce1c-8020-43e6-bb19-f615c9ce6ddc None None] The sync data for ids ['fa7a3b85-e78e-46b9-8c95-38f6c1109207'] in n-d-825178-1 is: [{'id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279623922', 'tenant_id': '6d200fddf4484a2084d4f16897ba7426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:16Z', 'updated_at': '2022-01-18T23:34:08Z', 'revision_number': 5, 'project_id': '6d200fddf4484a2084d4f16897ba7426', 'gw_port': {'id': 'd483abb8-1113-4d37-b75e-9ef6f3e93593', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a3b85-e78e-46b9-8c95-38f6c1109207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:17Z', 'updated_at': '2022-01-18T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:34:11.729644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.868199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.895089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ecfa33-de20-40a1-bfb6-bc194ae0e5be']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:11.907405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa13dcb-f750-4a12-b059-5359bdef4ffc') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:11.907707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa13dcb-f750-4a12-b059-5359bdef4ffc') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:11.919274 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.935873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.943195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:34:11.943749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:34:11.958044 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:34:12.041407 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.059845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.071870 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'Network': ['ID=76ecfa33-de20-40a1-bfb6-bc194ae0e5be,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:12.082273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c2ba09c1-064f-499e-b13e-22327fa27a7e tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/networks/76ecfa33-de20-40a1-bfb6-bc194ae0e5be HTTP/1.1" status: 204 len: 168 time: 0.5908539 Jan 18 23:34:12.084564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:12.134610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb765a2b-cdba-48b4-9a5d-92f207b17a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.157733 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f29cadd-5a56-48bb-bf18-c8292b745482 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.188932 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f29cadd-5a56-48bb-bf18-c8292b745482 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.258388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f29cadd-5a56-48bb-bf18-c8292b745482 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.278093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29cadd-5a56-48bb-bf18-c8292b745482 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45243fe1-d599-4a78-abc4-500ebccc5b7b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:12.293336 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5f29cadd-5a56-48bb-bf18-c8292b745482 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.294582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5f29cadd-5a56-48bb-bf18-c8292b745482 tempest-TestNetworkAdvancedServerOps-225668935 tempest-TestNetworkAdvancedServerOps-225668935-project] 10.222.0.78 "DELETE /v2.0/security-groups/45243fe1-d599-4a78-abc4-500ebccc5b7b HTTP/1.1" status: 204 len: 168 time: 0.2088780 Jan 18 23:34:12.682834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53246) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:12.850247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75bd4b46-1664-41c0-9fd7-38a5cbb7ecf8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d200fddf4484a2084d4f16897ba7426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662085 Jan 18 23:34:12.853005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:12.913758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd3f37d4-617b-4ed5-aceb-579138b77746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.940361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd3f37d4-617b-4ed5-aceb-579138b77746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.992675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd3f37d4-617b-4ed5-aceb-579138b77746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.007806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f37d4-617b-4ed5-aceb-579138b77746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c635bd-a1d5-46c3-984a-0971114f143d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:13.016444 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd3f37d4-617b-4ed5-aceb-579138b77746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.017584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cd3f37d4-617b-4ed5-aceb-579138b77746 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34c635bd-a1d5-46c3-984a-0971114f143d HTTP/1.1" status: 204 len: 168 time: 0.1636529 Jan 18 23:34:13.172979 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6a574419-738a-4c92-8cd4-3132079c47db no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:13.206678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6a574419-738a-4c92-8cd4-3132079c47db {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:34:13.206992 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6a574419-738a-4c92-8cd4-3132079c47db not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:13.207438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d483abb8-1113-4d37-b75e-9ef6f3e93593 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:13.239339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: d483abb8-1113-4d37-b75e-9ef6f3e93593 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:34:13.239686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d483abb8-1113-4d37-b75e-9ef6f3e93593 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:13.312544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:13.362609 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cd5e3730-5237-40bf-bb82-0892a0df232b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=019d4aff90b64db08faa71af050b8f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488436 Jan 18 23:34:13.365045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53266) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:13.431403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da1d17a4-75f4-49a5-966e-46207720cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.460811 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da1d17a4-75f4-49a5-966e-46207720cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.518786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da1d17a4-75f4-49a5-966e-46207720cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.534388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d17a4-75f4-49a5-966e-46207720cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d80130-2825-4c7c-b034-8abe8d014137,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:13.548244 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-da1d17a4-75f4-49a5-966e-46207720cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.549427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-da1d17a4-75f4-49a5-966e-46207720cc92 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0d80130-2825-4c7c-b034-8abe8d014137 HTTP/1.1" status: 204 len: 168 time: 0.1835389 Jan 18 23:34:15.023561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1111cdcd-a2b3-406c-95d6-26320ccf7ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.664202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.807471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.966008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53424) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:16.086703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.101114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:16.104895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Usage tracker for resource:security_group_rule and tenant:98e550ecda044ab1bbce1072e5d03bc3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:16.107724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:16.113358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:16.201130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.206780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.254321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98e550ecda044ab1bbce1072e5d03bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872357 Jan 18 23:34:16.255265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe54c62-cc77-4286-ba45-cc46499505f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b3b34-d31a-4e33-9d1d-a1b6f7ec1772,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:16.257237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53430) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:16.316447 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd16-24a2-4c19-90a9-ac2d53dc96ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.341342 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd16-24a2-4c19-90a9-ac2d53dc96ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.393537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd16-24a2-4c19-90a9-ac2d53dc96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.409050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cbd16-24a2-4c19-90a9-ac2d53dc96ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b3b34-d31a-4e33-9d1d-a1b6f7ec1772,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:16.413352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd16-24a2-4c19-90a9-ac2d53dc96ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.414470 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-de2cbd16-24a2-4c19-90a9-ac2d53dc96ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b6b3b34-d31a-4e33-9d1d-a1b6f7ec1772 HTTP/1.1" status: 204 len: 168 time: 0.1562452 Jan 18 23:34:16.710112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53438) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:16.728080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.745501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:16.749440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Usage tracker for resource:security_group_rule and tenant:df0146303ffa409b88ab1dea4151f9a7 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:16.752240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:16.757989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:16.841372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.847772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.892888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f9d6d-eb9e-4bcf-8ee8-64e76d3d613a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:16.899500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a7e85d61-5ec5-4bc1-bc5b-13c7bc65d11e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df0146303ffa409b88ab1dea4151f9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858592 Jan 18 23:34:16.899785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:16.958110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2338a215-701c-4900-bdc4-0b56db1604f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.983605 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2338a215-701c-4900-bdc4-0b56db1604f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.038050 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2338a215-701c-4900-bdc4-0b56db1604f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.056653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338a215-701c-4900-bdc4-0b56db1604f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f9d6d-eb9e-4bcf-8ee8-64e76d3d613a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:17.060934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2338a215-701c-4900-bdc4-0b56db1604f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.062605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2338a215-701c-4900-bdc4-0b56db1604f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b69f9d6d-eb9e-4bcf-8ee8-64e76d3d613a HTTP/1.1" status: 204 len: 168 time: 0.1613855 Jan 18 23:34:17.109480 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.354702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3eaf5c48-fbf5-44d8-962e-f806dc0d9380 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=459b0ee8e78f4471b103cd3d3301beb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281353 Jan 18 23:34:28.507876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-afc834a8-a754-4627-8937-5d6a0bce61ea tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:28.509605 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-afc834a8-a754-4627-8937-5d6a0bce61ea tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499503 Jan 18 23:34:28.524973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-7b5b4de5-a921-479a-bd51-1ddbf9eb38a2 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/quotas/459b0ee8e78f4471b103cd3d3301beb3 HTTP/1.1" status: 200 len: 375 time: 0.0099192 Jan 18 23:34:28.571721 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-6e224e5f-4a73-4b26-9c87-42d7a75d047d tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=459b0ee8e78f4471b103cd3d3301beb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419278 Jan 18 23:34:28.858224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-73616a65-6d0a-4ebc-8bd9-e07e3063babf req-7ec63d97-c2dd-49e3-9074-5f5100173304 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 210 time: 0.1454153 Jan 18 23:34:29.099498 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:34:29.926556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-2ab6a07a-d908-436a-afbc-14e7b7641bee tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=459b0ee8e78f4471b103cd3d3301beb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319805 Jan 18 23:34:30.066562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-48c73105-fd93-4df5-b680-9c2bbf9fa4ff req-c1d2da2e-2c70-4bd6-8f8a-f85ece0810da tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 210 time: 0.0648036 Jan 18 23:34:30.121454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-59ccbc03-5381-44a6-b632-1ca69e5ab2b2 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:30.122847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-59ccbc03-5381-44a6-b632-1ca69e5ab2b2 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914463 Jan 18 23:34:30.139433 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Request body: {'port': {'device_id': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'admin_state_up': True, 'tenant_id': '459b0ee8e78f4471b103cd3d3301beb3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:34:30.271551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:30.276147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Usage tracker for resource:port and tenant:459b0ee8e78f4471b103cd3d3301beb3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:30.279343 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:30.287603 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:30.301986 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Made reservation on behalf of 459b0ee8e78f4471b103cd3d3301beb3 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:30.307601 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.327488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.343967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:30.348146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Usage tracker for resource:security_group_rule and tenant:459b0ee8e78f4471b103cd3d3301beb3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:30.351173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:30.357260 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:30.448199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.453951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.537139 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c3dac5-c3ba-4b43-98d9-530b0078fa01,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:30.626837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Allocated IP 192.168.233.22 (fa07112f-7f66-4fe1-a71c-a68c4e714b22/cd277b46-df74-44a6-bc2d-ee24168b135a/8f75cca3-96af-484a-b0fb-e22448d21f18) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:30.946451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.962625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Transition to ACTIVE for port object 8f75cca3-96af-484a-b0fb-e22448d21f18 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:30.987440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.056398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Network fa07112f-7f66-4fe1-a71c-a68c4e714b22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:31.059566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:31.063362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:34:31.098105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Pushing event updated for resources: {'Port': ['ID=8f75cca3-96af-484a-b0fb-e22448d21f18,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:31.136211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:31.136843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.170583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-95802f27-a2f4-4e22-ae0b-70a581b8fadd tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0347741 Jan 18 23:34:31.182067 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Request body: {'port': {'device_id': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:34:31.259028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b126b-82b0-45ac-a2de-4f2a8deccde6 req-f66c510b-b4ab-41a0-be21-c27783821989 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:31.260501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-026b126b-82b0-45ac-a2de-4f2a8deccde6 req-f66c510b-b4ab-41a0-be21-c27783821989 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 935 time: 0.0824854 Jan 18 23:34:31.297384 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.306953 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-026b126b-82b0-45ac-a2de-4f2a8deccde6 req-4a2b2975-e6fa-44bd-a658-3a710b607b03 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Jan 18 23:34:31.344258 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-91a65cfa-9cf8-4e32-9086-b4acc0c9439f None None] Provisioning for port 8f75cca3-96af-484a-b0fb-e22448d21f18 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:31.349679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-91a65cfa-9cf8-4e32-9086-b4acc0c9439f None None] Provisioning complete for port 8f75cca3-96af-484a-b0fb-e22448d21f18 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:31.350553 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-91a65cfa-9cf8-4e32-9086-b4acc0c9439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.402160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-91a65cfa-9cf8-4e32-9086-b4acc0c9439f None None] Port 8f75cca3-96af-484a-b0fb-e22448d21f18 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:34:31.644653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f75cca3-96af-484a-b0fb-e22448d21f18 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:34:31.652164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.667299 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Transition to ACTIVE for port object 8f75cca3-96af-484a-b0fb-e22448d21f18 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:31.671791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.822770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Pushing event updated for resources: {'Port': ['ID=8f75cca3-96af-484a-b0fb-e22448d21f18,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:31.910878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Attempting to bind port 8f75cca3-96af-484a-b0fb-e22448d21f18 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:31.911218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Attempting to bind port 8f75cca3-96af-484a-b0fb-e22448d21f18 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:31.911565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Attempting to bind port 8f75cca3-96af-484a-b0fb-e22448d21f18 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:34:31.916318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Port 8f75cca3-96af-484a-b0fb-e22448d21f18 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:34:31.916644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Attempting to bind port 8f75cca3-96af-484a-b0fb-e22448d21f18 on network fa07112f-7f66-4fe1-a71c-a68c4e714b22 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:34:31.921996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:34:31.922324 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Checking segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:34:31.923114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Bound using segment: {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:34:31.923114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Bound port: 8f75cca3-96af-484a-b0fb-e22448d21f18, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebf611c-e1d4-42a1-bc16-20620046c542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:31.923749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.013035 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] For port 8f75cca3-96af-484a-b0fb-e22448d21f18, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:34:32.016296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] For port 8f75cca3-96af-484a-b0fb-e22448d21f18, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f75cca3-96af-484a-b0fb-e22448d21f18,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:34:32.022125 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.082529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.083138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.084501 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] 10.222.0.86 "PUT /v2.0/ports/8f75cca3-96af-484a-b0fb-e22448d21f18 HTTP/1.1" status: 200 len: 1095 time: 0.9069350 Jan 18 23:34:32.087333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'tag': '8f75cca3-96af-484a-b0fb-e22448d21f18'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:32.111274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d3001-fa1a-45f1-9a22-15584861037c service neutron] Pushing event updated for resources: {'Port': ['ID=8f75cca3-96af-484a-b0fb-e22448d21f18,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:32.163200 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'tag': '8f75cca3-96af-484a-b0fb-e22448d21f18', 'status': 'completed', 'code': 200} Jan 18 23:34:32.198381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-fb749acb-2abf-4978-a8cb-afffcbee0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.199920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-fb749acb-2abf-4978-a8cb-afffcbee0bff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=459b0ee8e78f4471b103cd3d3301beb3&device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 1098 time: 0.0735714 Jan 18 23:34:32.273702 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-c13b0ec8-6f17-4117-8a85-c763d532b843 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=8f75cca3-96af-484a-b0fb-e22448d21f18 HTTP/1.1" status: 200 len: 217 time: 0.0666270 Jan 18 23:34:32.335836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-6b9286cd-c08e-4f50-894c-a318cb2d56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.337335 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-6b9286cd-c08e-4f50-894c-a318cb2d56cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0580099 Jan 18 23:34:32.416089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-d5672046-b59c-4d01-b642-78fdaccf0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.417511 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-d5672046-b59c-4d01-b642-78fdaccf0392 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743711 Jan 18 23:34:32.492384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1037b-2735-4c02-950b-5819b1eecc9d req-f1e9bd5b-65d4-4f99-86b7-8b799d5f4fdc tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.493946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17b1037b-2735-4c02-950b-5819b1eecc9d req-f1e9bd5b-65d4-4f99-86b7-8b799d5f4fdc tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 947 time: 0.0798504 Jan 18 23:34:32.541275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17b1037b-2735-4c02-950b-5819b1eecc9d req-acbe7fad-4ed1-450b-8a98-e292e4d14074 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Jan 18 23:34:32.659447 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-7a16ce6d-425f-418f-9479-9be86e556b15 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360439 Jan 18 23:34:32.794212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abbc5b94-bf53-4329-ae9f-3c48705b3af5 req-8893e2c0-feed-483f-956e-e94b56f30965 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287506 Jan 18 23:34:32.914205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-11ea0201-89c7-46c1-b4a0-aef3ed14ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.915676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-11ea0201-89c7-46c1-b4a0-aef3ed14ce30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=459b0ee8e78f4471b103cd3d3301beb3&device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 1098 time: 0.0707672 Jan 18 23:34:33.051768 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-429fe480-1bdf-4cbc-b8f9-ad97a09d6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.053136 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-429fe480-1bdf-4cbc-b8f9-ad97a09d6d77 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa07112f-7f66-4fe1-a71c-a68c4e714b22 HTTP/1.1" status: 200 len: 870 time: 0.1317549 Jan 18 23:34:33.124980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-fc278dbf-df68-4bab-9bfe-f2101a9acce7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=8f75cca3-96af-484a-b0fb-e22448d21f18 HTTP/1.1" status: 200 len: 217 time: 0.0637887 Jan 18 23:34:33.187163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-94cbbd7e-ef37-4ea7-9f74-bf426e1e8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.188533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-94cbbd7e-ef37-4ea7-9f74-bf426e1e8587 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd277b46-df74-44a6-bc2d-ee24168b135a HTTP/1.1" status: 200 len: 843 time: 0.0568023 Jan 18 23:34:33.268934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-37d7d41f-c464-49b7-88cd-1f4626e1d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.270377 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-37d7d41f-c464-49b7-88cd-1f4626e1d4a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa07112f-7f66-4fe1-a71c-a68c4e714b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746903 Jan 18 23:34:33.408216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-7695b199-6419-4747-8586-5b8af6fbe88b service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304820 Jan 18 23:34:33.545543 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e161cc0-f513-4706-afca-dba22a9b7c9d req-b80b9071-6e4f-4d7d-b45d-9c54d392c6a8 service neutron] 10.222.0.86 "GET /v2.0/networks/fa07112f-7f66-4fe1-a71c-a68c4e714b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310222 Jan 18 23:34:33.738880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-59c9632f-4ec7-4647-8a42-eb3700f6a721 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.739440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-59c9632f-4ec7-4647-8a42-eb3700f6a721 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Synchronizing usage tracker for tenant:459b0ee8e78f4471b103cd3d3301beb3 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:33.762855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-59c9632f-4ec7-4647-8a42-eb3700f6a721 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Unset dirty status for tenant:459b0ee8e78f4471b103cd3d3301beb3 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:33.764056 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-59c9632f-4ec7-4647-8a42-eb3700f6a721 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 947 time: 0.1128080 Jan 18 23:34:33.809041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-434c38f5-a23c-47bd-89d5-a02b753f2ebb tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Synchronizing usage tracker for tenant:459b0ee8e78f4471b103cd3d3301beb3 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:33.829305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-434c38f5-a23c-47bd-89d5-a02b753f2ebb tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Unset dirty status for tenant:459b0ee8e78f4471b103cd3d3301beb3 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:33.830489 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2657ec81-db24-41a0-ba5b-6b8854ef22f7 req-434c38f5-a23c-47bd-89d5-a02b753f2ebb tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606651 Jan 18 23:34:34.354301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f75cca3-96af-484a-b0fb-e22448d21f18 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:34:34.497867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8f75cca3-96af-484a-b0fb-e22448d21f18, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f75cca3-96af-484a-b0fb-e22448d21f18,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:34.515764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '8f75cca3-96af-484a-b0fb-e22448d21f18', 'network_id': 'fa07112f-7f66-4fe1-a71c-a68c4e714b22', 'port_id': '8f75cca3-96af-484a-b0fb-e22448d21f18', 'mac_address': 'fa:16:3e:b5:f0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd277b46-df74-44a6-bc2d-ee24168b135a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:34:34.571081 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.595879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f75cca3-96af-484a-b0fb-e22448d21f18 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:34:34.614018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8f75cca3-96af-484a-b0fb-e22448d21f18, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f75cca3-96af-484a-b0fb-e22448d21f18,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:34.618778 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.690091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8f75cca3-96af-484a-b0fb-e22448d21f18,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:34.702777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.703275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.703767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.704252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.704718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.705161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.705492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.705824 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.706153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.706478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.706797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.707119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:34.762716 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.821510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['8f75cca3-96af-484a-b0fb-e22448d21f18'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:34:35.020191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef678b-a038-4b1e-aead-18a69e90db3b req-4ea7dfaf-c970-4d71-ada3-0d783592a6c3 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:35.021693 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33ef678b-a038-4b1e-aead-18a69e90db3b req-4ea7dfaf-c970-4d71-ada3-0d783592a6c3 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 948 time: 0.0834696 Jan 18 23:34:35.065978 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-33ef678b-a038-4b1e-aead-18a69e90db3b req-c466516b-4f06-427e-af6e-58e1a80c281f tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Jan 18 23:34:36.268737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5dce0-d569-47b5-a8f1-62f3afcbf09c req-4ab94bd9-a66a-4cd8-8009-4ec9d0255ae6 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:36.270108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c5dce0-d569-47b5-a8f1-62f3afcbf09c req-4ab94bd9-a66a-4cd8-8009-4ec9d0255ae6 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 948 time: 0.0889680 Jan 18 23:34:36.314418 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-82c5dce0-d569-47b5-a8f1-62f3afcbf09c req-bbe8874d-0c39-47dd-b3a0-64891fb9830c tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386047 Jan 18 23:34:36.352416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f75cca3-96af-484a-b0fb-e22448d21f18 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:36.432214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 8f75cca3-96af-484a-b0fb-e22448d21f18 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:36.437222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 8f75cca3-96af-484a-b0fb-e22448d21f18 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:36.437589 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.555926 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.588474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75cca3-96af-484a-b0fb-e22448d21f18'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:36.598236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8f75cca3-96af-484a-b0fb-e22448d21f18, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f75cca3-96af-484a-b0fb-e22448d21f18,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:36.603830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.639429 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f75cca3-96af-484a-b0fb-e22448d21f18', 'code': 200} Jan 18 23:34:36.673349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8f75cca3-96af-484a-b0fb-e22448d21f18,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:36.770451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12044ac2-9eea-47ca-a511-c9821fbcaf58 req-84b1c3a0-bddf-482a-a352-b7a01ddf9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:36.771950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12044ac2-9eea-47ca-a511-c9821fbcaf58 req-84b1c3a0-bddf-482a-a352-b7a01ddf9bbe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 1100 time: 0.0780416 Jan 18 23:34:36.815499 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12044ac2-9eea-47ca-a511-c9821fbcaf58 req-0298842d-878f-4675-85a9-2f6675e5cab2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Jan 18 23:34:37.254612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.523192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfb28e-306d-40d0-87a8-1c294edd8306 req-4974c992-de60-4cfe-9913-3a098b3da585 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:37.524539 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aacfb28e-306d-40d0-87a8-1c294edd8306 req-4974c992-de60-4cfe-9913-3a098b3da585 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 949 time: 0.0897675 Jan 18 23:34:37.567793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aacfb28e-306d-40d0-87a8-1c294edd8306 req-0107600c-ae56-43a2-aa46-32ade78405d5 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Jan 18 23:34:38.768988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec63c8-1cf1-40a0-aa58-800c30e0f141 req-80fcd1d5-cab9-4bec-99c1-b35282412224 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:38.770483 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfec63c8-1cf1-40a0-aa58-800c30e0f141 req-80fcd1d5-cab9-4bec-99c1-b35282412224 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 949 time: 0.0880044 Jan 18 23:34:38.819290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfec63c8-1cf1-40a0-aa58-800c30e0f141 req-e345aafe-756d-45ae-814e-64c8b26e1863 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Jan 18 23:34:39.912714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77335a6-3ba7-40f6-ad17-af4996f045f1 req-0b663087-7bad-4b03-9418-06f50146aa06 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:39.914105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b77335a6-3ba7-40f6-ad17-af4996f045f1 req-0b663087-7bad-4b03-9418-06f50146aa06 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 949 time: 0.0828168 Jan 18 23:34:39.957861 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b77335a6-3ba7-40f6-ad17-af4996f045f1 req-f6190d25-1ef0-4d0e-9e19-178993a1426f tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Jan 18 23:34:41.168541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-f8fe11e5-bf60-4b0b-8513-30ccae3b50b6 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:41.169949 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-f8fe11e5-bf60-4b0b-8513-30ccae3b50b6 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 949 time: 0.1374753 Jan 18 23:34:41.181728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b23ad-3249-45b1-8f7e-4db2660ad9ca req-066ce0fb-7eb5-4260-b275-93d028096c33 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:41.182940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e19b23ad-3249-45b1-8f7e-4db2660ad9ca req-066ce0fb-7eb5-4260-b275-93d028096c33 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 949 time: 0.1092525 Jan 18 23:34:41.274412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Deleting port 8f75cca3-96af-484a-b0fb-e22448d21f18 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:34:41.274718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.305947 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e19b23ad-3249-45b1-8f7e-4db2660ad9ca req-a2c75ded-1d6c-42ac-a60d-f5b93eee6b77 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/security-groups?id=10c3dac5-c3ba-4b43-98d9-530b0078fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947700 Jan 18 23:34:41.629749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] For port 8f75cca3-96af-484a-b0fb-e22448d21f18, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8f75cca3-96af-484a-b0fb-e22448d21f18,segment=NetworkSegment(bebf611c-e1d4-42a1-bc16-20620046c542),segment_id=bebf611c-e1d4-42a1-bc16-20620046c542)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:41.630234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.750787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Calling delete_port for 8f75cca3-96af-484a-b0fb-e22448d21f18 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:34:41.906339 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.918367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['8f75cca3-96af-484a-b0fb-e22448d21f18'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:34:41.957520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Pushing event deleted for resources: {'Port': ['ID=8f75cca3-96af-484a-b0fb-e22448d21f18,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:42.038905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] No DVR routers for this DVR port 8f75cca3-96af-484a-b0fb-e22448d21f18 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:42.041893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.044214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'name': 'network-vif-deleted', 'tag': '8f75cca3-96af-484a-b0fb-e22448d21f18'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:42.062165 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-24f4bb80-6e77-4115-955b-01bb6d25d0bc req-bb2606af-5fb4-473e-bf9e-0d3f93ef12b9 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.86 "DELETE /v2.0/ports/8f75cca3-96af-484a-b0fb-e22448d21f18 HTTP/1.1" status: 204 len: 173 time: 0.8781688 Jan 18 23:34:42.089002 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c214b9-fada-4355-8138-c43edcaa7831', 'name': 'network-vif-deleted', 'tag': '8f75cca3-96af-484a-b0fb-e22448d21f18', 'status': 'completed', 'code': 200} Jan 18 23:34:42.130454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e052dbac-e1cb-4283-bf7e-89656ddf0e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.473952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1dd2b1b3-2009-459f-8748-e53f2f3a5774 req-9fad949f-1889-4f8d-b25f-1e9b7e9bdb86 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Synchronizing usage tracker for tenant:459b0ee8e78f4471b103cd3d3301beb3 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:42.490845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-1dd2b1b3-2009-459f-8748-e53f2f3a5774 req-9fad949f-1889-4f8d-b25f-1e9b7e9bdb86 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] Unset dirty status for tenant:459b0ee8e78f4471b103cd3d3301beb3 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:42.492356 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1dd2b1b3-2009-459f-8748-e53f2f3a5774 req-9fad949f-1889-4f8d-b25f-1e9b7e9bdb86 tempest-ServersAdminNegativeTestJSON-208244008 tempest-ServersAdminNegativeTestJSON-208244008-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2c214b9-fada-4355-8138-c43edcaa7831 HTTP/1.1" status: 200 len: 210 time: 0.0602221 Jan 18 23:34:43.864113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53576) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:44.015176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0b34bf3c-b920-4e0c-aeb5-2bf040b59788 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=459b0ee8e78f4471b103cd3d3301beb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498587 Jan 18 23:34:44.017841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53582) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:44.077215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06439806-463b-4963-b82b-70e2508e6a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.107390 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06439806-463b-4963-b82b-70e2508e6a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.166748 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06439806-463b-4963-b82b-70e2508e6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.184813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06439806-463b-4963-b82b-70e2508e6a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c3dac5-c3ba-4b43-98d9-530b0078fa01,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:44.195776 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-06439806-463b-4963-b82b-70e2508e6a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.196867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-06439806-463b-4963-b82b-70e2508e6a5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10c3dac5-c3ba-4b43-98d9-530b0078fa01 HTTP/1.1" status: 204 len: 168 time: 0.1781631 Jan 18 23:34:44.392306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f75cca3-96af-484a-b0fb-e22448d21f18 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:44.440087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 8f75cca3-96af-484a-b0fb-e22448d21f18 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:34:44.440431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8f75cca3-96af-484a-b0fb-e22448d21f18 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:44.523432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:44.543644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.560329 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:44.564731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:122e060032564f6b9825c1b3fd5903ff is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:44.567736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:44.575054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:44.670212 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.677108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.732632 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=122e060032564f6b9825c1b3fd5903ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079468 Jan 18 23:34:44.733514 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71b77e-ddef-4183-8a82-42cec5c2b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0be8bea-d570-4ae9-8282-dc88d0a6d3e3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:44.736450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53594) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:44.805478 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e2535cd-cb00-4cb1-bc74-cccc7de933c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.837256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e2535cd-cb00-4cb1-bc74-cccc7de933c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.906107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e2535cd-cb00-4cb1-bc74-cccc7de933c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.921092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2535cd-cb00-4cb1-bc74-cccc7de933c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0be8bea-d570-4ae9-8282-dc88d0a6d3e3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:44.929539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1e2535cd-cb00-4cb1-bc74-cccc7de933c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.930877 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1e2535cd-cb00-4cb1-bc74-cccc7de933c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0be8bea-d570-4ae9-8282-dc88d0a6d3e3 HTTP/1.1" status: 204 len: 168 time: 0.1929629 Jan 18 23:34:45.019900 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-658c42c2-a3c6-41cd-8ab7-46a8032d443a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.661312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.731129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53618) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:45.811975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.839753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2120092295-network', 'tenant_id': '935a52ffd7d2423a8ddb0cc2e62253d2'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:34:45.845443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:45.849644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Usage tracker for resource:network and tenant:935a52ffd7d2423a8ddb0cc2e62253d2 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:45.852607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:45.859013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:45.871049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Made reservation on behalf of 935a52ffd7d2423a8ddb0cc2e62253d2 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:45.873450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.888510 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.902927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:45.906841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Usage tracker for resource:security_group_rule and tenant:935a52ffd7d2423a8ddb0cc2e62253d2 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:45.909605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:45.915310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:46.002088 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.009403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.042278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:34:46.050998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95511a5c-044f-4deb-aca8-22704bc92526,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:46.056671 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.057076 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Added segment 0a079b59-7eba-425a-adf2-8feb4d7472e3 of type vlan for network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 Jan 18 23:34:46.082773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.114368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.115467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:46.116054 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.220084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] Pushing event updated for resources: {'Network': ['ID=64c12197-dcf3-4ec6-8b0d-5f5d0302da93,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:46.224229 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dc703329-8439-4a00-b3e9-85d4799ffbf2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4920828 Jan 18 23:34:46.227402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53624) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:46.230107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:34:46.233286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Request body: {'subnet': {'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2120092295-subnet', 'tenant_id': '935a52ffd7d2423a8ddb0cc2e62253d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:34:46.239262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:46.243313 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Usage tracker for resource:subnet and tenant:935a52ffd7d2423a8ddb0cc2e62253d2 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:46.246363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:46.252386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:46.265981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Made reservation on behalf of 935a52ffd7d2423a8ddb0cc2e62253d2 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:46.268309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.470885 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.545079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8058c5bf-1d1b-4d15-9ad3-c97538129066,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:46.555425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Checking segment: {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:34:46.555783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Network hostable DHCP agents. Network: 64c12197-dcf3-4ec6-8b0d-5f5d0302da93, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:34:46.576080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:34:46.588298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 64c12197-dcf3-4ec6-8b0d-5f5d0302da93) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:46.593290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:46.595202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.596224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a8f20-1c43-4217-a7c2-72db923af8d9 None None] Network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:34:46.618661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c21b62a1-11f0-4594-9046-a5b98957e1c3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3898742 Jan 18 23:34:46.804037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52195ed6-8919-447d-8681-b7a4ce5ed03c None None] Network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:34:47.114466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.141494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-8d0dd458-b2ac-47c8-a4f9-754f2b3bd986 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:47.142934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-8d0dd458-b2ac-47c8-a4f9-754f2b3bd986 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 812 time: 0.1515353 Jan 18 23:34:47.158128 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-5d42058a-d632-4d0c-a4e6-38ddf8e5908e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/quotas/935a52ffd7d2423a8ddb0cc2e62253d2 HTTP/1.1" status: 200 len: 375 time: 0.0097296 Jan 18 23:34:47.204107 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-381b31d7-67ec-468d-8e7c-b41cf9ee5239 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409837 Jan 18 23:34:47.214848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-79bcbac1-b350-4317-8a94-47629c303a74 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:34:47.215760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-79bcbac1-b350-4317-8a94-47629c303a74 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050242 Jan 18 23:34:47.346717 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-5b1d3012-6ee9-4d1a-9e7d-7fa6b53194b7 service neutron] 10.222.0.78 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256628 Jan 18 23:34:47.479187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-98c9866b-4085-4c9d-af09-d211ee4f2361 service neutron] 10.222.0.78 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236267 Jan 18 23:34:47.666221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba4fa80d-2900-432b-95a5-f5643de44c3a req-d35c463e-6ed2-49f5-8daf-002b0471e22f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 210 time: 0.0436563 Jan 18 23:34:48.750361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-75cead44-2414-4d4e-9924-5b42fda56187 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:48.751862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-75cead44-2414-4d4e-9924-5b42fda56187 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.86 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 812 time: 0.1460986 Jan 18 23:34:48.763120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Request body: {'port': {'device_id': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93', 'admin_state_up': True, 'tenant_id': '935a52ffd7d2423a8ddb0cc2e62253d2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:34:48.879666 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e312c42e-f075-4eac-924a-a57fda699a53 req-2087dd9a-f4e1-490f-97aa-723e4938583a tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 210 time: 0.1000457 Jan 18 23:34:49.045082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:49.049252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Usage tracker for resource:port and tenant:935a52ffd7d2423a8ddb0cc2e62253d2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:49.052282 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:49.058547 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:49.072315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Made reservation on behalf of 935a52ffd7d2423a8ddb0cc2e62253d2 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:49.076207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.242787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Allocated IP 172.20.0.11 (64c12197-dcf3-4ec6-8b0d-5f5d0302da93/8058c5bf-1d1b-4d15-9ad3-c97538129066/5039059a-2dba-469d-96c0-aaf3f4b26a26) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:49.452255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.483916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.556239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:49.559456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:49.563255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:34:49.593080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:49.627807 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:49.628404 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.660690 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-1b0f6779-2cb7-4333-a5b6-b9504bf5c71f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9011836 Jan 18 23:34:49.672283 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Request body: {'port': {'device_id': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:34:49.798111 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.072235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735fd7e-a66e-4ccd-9a92-2c21738cd53e req-27113f26-7a34-4458-88a6-eee2a702932e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:50.073738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e735fd7e-a66e-4ccd-9a92-2c21738cd53e req-27113f26-7a34-4458-88a6-eee2a702932e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 932 time: 0.0848122 Jan 18 23:34:50.117942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e735fd7e-a66e-4ccd-9a92-2c21738cd53e req-f53da760-7300-453e-acaa-187416ee98a6 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Synchronizing usage tracker for tenant:935a52ffd7d2423a8ddb0cc2e62253d2 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:50.138555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e735fd7e-a66e-4ccd-9a92-2c21738cd53e req-f53da760-7300-453e-acaa-187416ee98a6 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Unset dirty status for tenant:935a52ffd7d2423a8ddb0cc2e62253d2 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:50.139170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5039059a-2dba-469d-96c0-aaf3f4b26a26 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:34:50.139746 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e735fd7e-a66e-4ccd-9a92-2c21738cd53e req-f53da760-7300-453e-acaa-187416ee98a6 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601878 Jan 18 23:34:50.147294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.162347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Transition to ACTIVE for port object 5039059a-2dba-469d-96c0-aaf3f4b26a26 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:50.167353 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.320803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:50.406944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:50.407286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:50.407612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:34:50.412596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:34:50.412930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:34:50.418476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:34:50.418819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Checking segment: {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:34:50.419214 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Bound using segment: {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:34:50.419638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Bound port: 5039059a-2dba-469d-96c0-aaf3f4b26a26, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:50.419986 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.510356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:34:50.513576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:34:50.519910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.582654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:50.583257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.584672 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] 10.222.0.86 "PUT /v2.0/ports/5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 1092 time: 0.9163811 Jan 18 23:34:50.585128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:50.604746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0877a4-5eed-4509-b66a-d1d0f794c039 service neutron] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:50.656986 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'status': 'completed', 'code': 200} Jan 18 23:34:50.707502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-9ad89f2b-8daa-4ec7-bf85-f15ee7c42144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:50.709065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-9ad89f2b-8daa-4ec7-bf85-f15ee7c42144 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1095 time: 0.0838711 Jan 18 23:34:50.778579 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-4682cbe3-ff30-449b-a377-194901e9c75d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0631516 Jan 18 23:34:50.852991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-d9724d33-bd3f-4a6f-bb9e-01721035a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:50.854408 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-d9724d33-bd3f-4a6f-bb9e-01721035a874 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0705392 Jan 18 23:34:50.903830 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-9d35b283-33c4-41b5-853a-3576ccdf8319 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432014 Jan 18 23:34:51.149735 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-79a0546a-ee5e-4f34-8512-66bae85d5010 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395556 Jan 18 23:34:51.290103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a6d38e8b-c7b5-44dd-9284-46f1d99e9b3c req-c4063ab8-8f68-491f-8b72-90873a5afe6e service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340342 Jan 18 23:34:51.334923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf797e4e-2e39-463a-8495-8831c8a04420 req-4bfc4700-a3c2-4780-8fa6-5cee1c297ebb tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:51.336442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf797e4e-2e39-463a-8495-8831c8a04420 req-4bfc4700-a3c2-4780-8fa6-5cee1c297ebb tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.0875430 Jan 18 23:34:51.379873 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf797e4e-2e39-463a-8495-8831c8a04420 req-d7cc2866-6d4a-4f8c-947e-062781fc6c28 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jan 18 23:34:51.406229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-d7831de3-6ea7-4e52-960e-a0a4e6be9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:51.407731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-d7831de3-6ea7-4e52-960e-a0a4e6be9428 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1095 time: 0.0720992 Jan 18 23:34:51.539458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-f1df540f-4784-4044-92c0-b2d6e418ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:51.540874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-f1df540f-4784-4044-92c0-b2d6e418ed6e service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.1273892 Jan 18 23:34:51.616713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-90b98c71-2c49-4c32-88c3-582ea80f84bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0686889 Jan 18 23:34:51.680503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-9b25fcce-9964-49ee-af04-b516e8c0ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:51.681871 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-9b25fcce-9964-49ee-af04-b516e8c0ed56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0580781 Jan 18 23:34:51.730061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-ea239687-a0ce-4bfe-8bbd-50679deba7ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417984 Jan 18 23:34:51.861491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-b0459843-69e9-4783-994b-2a8faea84092 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244297 Jan 18 23:34:51.997805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-feea5d1e-74a1-48bf-a33f-1fc7e42017b3 req-4e44ca44-5ae1-40d3-a328-c75005b862f2 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300669 Jan 18 23:34:52.574869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac6d96-7850-4ae5-ba96-3bfb74363457 req-61f82cdf-aef2-4c28-b6d8-0607e1725cf2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:52.575563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a9ac6d96-7850-4ae5-ba96-3bfb74363457 req-61f82cdf-aef2-4c28-b6d8-0607e1725cf2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Synchronizing usage tracker for tenant:935a52ffd7d2423a8ddb0cc2e62253d2 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:52.595673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a9ac6d96-7850-4ae5-ba96-3bfb74363457 req-61f82cdf-aef2-4c28-b6d8-0607e1725cf2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Unset dirty status for tenant:935a52ffd7d2423a8ddb0cc2e62253d2 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:52.596831 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9ac6d96-7850-4ae5-ba96-3bfb74363457 req-61f82cdf-aef2-4c28-b6d8-0607e1725cf2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.1035354 Jan 18 23:34:52.644838 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a9ac6d96-7850-4ae5-ba96-3bfb74363457 req-4e617f0d-2fd7-481a-bb07-e8adf8dd643f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Jan 18 23:34:53.857887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa3c3-0b50-42a1-bb05-ccf6c6d455a4 req-52e3f646-08a2-4a1c-ab69-b66c9c26f6a7 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:53.859312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593fa3c3-0b50-42a1-bb05-ccf6c6d455a4 req-52e3f646-08a2-4a1c-ab69-b66c9c26f6a7 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.0951145 Jan 18 23:34:53.903119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-593fa3c3-0b50-42a1-bb05-ccf6c6d455a4 req-a10f78e2-6758-4e21-8219-9531439f8546 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379183 Jan 18 23:34:54.463034 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:34:54.635038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:54.648478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93', 'port_id': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'mac_address': 'fa:16:3e:71:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8058c5bf-1d1b-4d15-9ad3-c97538129066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:34:54.705612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.724654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5039059a-2dba-469d-96c0-aaf3f4b26a26 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:34:54.741893 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:54.748903 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.814530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:54.946881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['5039059a-2dba-469d-96c0-aaf3f4b26a26'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:34:55.088015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6777c-ea82-4f21-9317-1b371a0583ab req-5788e818-38d6-48a5-aa88-7dc5840f4f04 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:55.089393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98b6777c-ea82-4f21-9317-1b371a0583ab req-5788e818-38d6-48a5-aa88-7dc5840f4f04 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 945 time: 0.0839946 Jan 18 23:34:55.135513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-98b6777c-ea82-4f21-9317-1b371a0583ab req-6e096426-4015-483d-b8fe-a5de582026b8 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Jan 18 23:34:56.344833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c226e-f02a-4838-b4bb-f3271d53b4e9 req-80233adf-c27a-40fa-a0d9-41528a946b7e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:56.346329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-293c226e-f02a-4838-b4bb-f3271d53b4e9 req-80233adf-c27a-40fa-a0d9-41528a946b7e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 945 time: 0.0909562 Jan 18 23:34:56.397838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-293c226e-f02a-4838-b4bb-f3271d53b4e9 req-4893fe75-d028-42af-a7dd-b6f2c2f26a49 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Jan 18 23:34:56.476868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:56.551308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 5039059a-2dba-469d-96c0-aaf3f4b26a26 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:56.556545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 5039059a-2dba-469d-96c0-aaf3f4b26a26 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:56.556931 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.682276 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.709227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:56.719483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:34:56.724458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.760725 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'code': 200} Jan 18 23:34:56.794860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:56.887285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f31ba-ddec-4385-948a-11dea5486ee6 req-07d2c746-e6fb-482c-83a7-df174a8b1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:56.888831 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-383f31ba-ddec-4385-948a-11dea5486ee6 req-07d2c746-e6fb-482c-83a7-df174a8b1555 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0772133 Jan 18 23:34:56.930678 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-383f31ba-ddec-4385-948a-11dea5486ee6 req-fb0fa63e-4fc8-4dcc-84bb-32ac1eaf2776 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Jan 18 23:34:57.605943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb45084-0f0e-4112-9e75-7e8924a6b0d8 req-abf55d0a-9d82-4ad0-9d3c-dee200ee2142 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:57.607388 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eb45084-0f0e-4112-9e75-7e8924a6b0d8 req-abf55d0a-9d82-4ad0-9d3c-dee200ee2142 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0874345 Jan 18 23:34:57.652399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7eb45084-0f0e-4112-9e75-7e8924a6b0d8 req-f2258d94-60c5-4dfe-b2eb-a29afe91084a tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Jan 18 23:34:58.854049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ae177-0ced-4de7-a897-f6e847e05566 req-e714faea-fbc6-40ff-9db8-3453d705e229 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:58.855519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-842ae177-0ced-4de7-a897-f6e847e05566 req-e714faea-fbc6-40ff-9db8-3453d705e229 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0880120 Jan 18 23:34:58.900815 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-842ae177-0ced-4de7-a897-f6e847e05566 req-57f6720b-464e-4438-8646-673707a3095d tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Jan 18 23:34:59.193298 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:59.371314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7551d-5820-4800-9312-409a26b48536 req-0a143c9e-717a-4fd8-b973-75a4264d65d0 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:59.372750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4c7551d-5820-4800-9312-409a26b48536 req-0a143c9e-717a-4fd8-b973-75a4264d65d0 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.1375480 Jan 18 23:34:59.375538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-8d6d82e8-16e7-4f6a-b200-b8d7407bfe24 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1808641 Jan 18 23:34:59.418664 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d4c7551d-5820-4800-9312-409a26b48536 req-0680374c-be07-4463-b2b4-becebed9f5fe tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jan 18 23:35:00.617672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf4dd0-4297-4343-a0d4-b1d5047c224b req-72208bef-26d0-4dc5-a524-2735a77013c2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:00.619166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3cf4dd0-4297-4343-a0d4-b1d5047c224b req-72208bef-26d0-4dc5-a524-2735a77013c2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0916662 Jan 18 23:35:00.665297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3cf4dd0-4297-4343-a0d4-b1d5047c224b req-0930f4e9-816f-4e66-a399-09aacd7895eb tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Jan 18 23:35:00.865026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-53698230-f27a-4e44-abf8-55650f88e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:00.866504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-53698230-f27a-4e44-abf8-55650f88e66a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0738013 Jan 18 23:35:01.103549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-1cf7d294-ba54-4a2d-af57-0f59329a97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:01.105026 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-1cf7d294-ba54-4a2d-af57-0f59329a97c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.2325897 Jan 18 23:35:01.172080 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5a348daf-85ac-42e7-b699-17ada26551ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0611076 Jan 18 23:35:01.236009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-7791b01f-59eb-4f93-89df-fdfc6c137db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:01.237346 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-7791b01f-59eb-4f93-89df-fdfc6c137db5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0597675 Jan 18 23:35:01.285773 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-91854ca1-1cc4-48bc-9b1c-6da713dda4fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430067 Jan 18 23:35:01.420231 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-613cb1fd-d4ae-4dbb-8b88-db1bbaede88e service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279216 Jan 18 23:35:01.552844 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-38b4e707-658f-473e-b3b5-5c9cd94da4d5 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266093 Jan 18 23:35:01.864429 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77e071-5eab-461e-af00-68ade315d76e req-ac506b81-2893-4dd5-85d5-7462f7dc1c56 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:01.865920 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e77e071-5eab-461e-af00-68ade315d76e req-ac506b81-2893-4dd5-85d5-7462f7dc1c56 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0889668 Jan 18 23:35:01.909819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1e77e071-5eab-461e-af00-68ade315d76e req-e3d94317-d034-4650-8524-75cd2a089485 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382388 Jan 18 23:35:03.107616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea960c6c-b263-4f8c-a9ae-121666d35cb0 req-85a62fc1-92e1-4395-bfa8-5caebdeeac06 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:03.109116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea960c6c-b263-4f8c-a9ae-121666d35cb0 req-85a62fc1-92e1-4395-bfa8-5caebdeeac06 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0845408 Jan 18 23:35:03.162446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea960c6c-b263-4f8c-a9ae-121666d35cb0 req-b1a2f6a6-0a77-4cc5-9a6f-9ab390709d8c tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Jan 18 23:35:04.358964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f25b-ee15-4717-b211-308ea5190f7a req-605f6772-4bac-4a96-b209-db50930fd76e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:04.360409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8d4f25b-ee15-4717-b211-308ea5190f7a req-605f6772-4bac-4a96-b209-db50930fd76e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0875359 Jan 18 23:35:04.404265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a8d4f25b-ee15-4717-b211-308ea5190f7a req-f373ffff-5bee-41fe-bd30-8524d7618552 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Jan 18 23:35:04.762557 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:05.028551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a5fc-785b-4382-bd0b-69b9863547df req-ad02dabf-fa20-42bb-9680-385de4a518b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:05.029976 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-ad02dabf-fa20-42bb-9680-385de4a518b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0796340 Jan 18 23:35:05.176416 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a5fc-785b-4382-bd0b-69b9863547df req-d150528a-1c48-4f8e-8226-fd20b729d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:05.177898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-d150528a-1c48-4f8e-8226-fd20b729d519 service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.1291957 Jan 18 23:35:05.244796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-bb3f1a2d-5a99-49db-a6eb-44944b6c108a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0603788 Jan 18 23:35:05.320721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a5fc-785b-4382-bd0b-69b9863547df req-f3af4580-6a07-45d4-860e-aba46257c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:05.322078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-f3af4580-6a07-45d4-860e-aba46257c7de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0693312 Jan 18 23:35:05.367745 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-639c7ff4-a813-4522-a37b-12aaa2c5d05a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394933 Jan 18 23:35:05.508777 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-ebc64960-9c52-4d68-a2fb-0bd7ef78fe86 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339447 Jan 18 23:35:05.643791 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1899a5fc-785b-4382-bd0b-69b9863547df req-7316d388-aff7-4977-8173-af622a9b9a83 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293616 Jan 18 23:35:05.718882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f7009-1531-4979-a82d-a0cde6b8cc1d req-483b50fb-70d8-4bbc-806a-0b4a6472ef53 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:05.720397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fb1f7009-1531-4979-a82d-a0cde6b8cc1d req-483b50fb-70d8-4bbc-806a-0b4a6472ef53 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.1979485 Jan 18 23:35:05.765109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fb1f7009-1531-4979-a82d-a0cde6b8cc1d req-4d0f8e1b-440a-4a50-86b8-d6a63f2d3a8e tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Jan 18 23:35:06.109137 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:35:07.067554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1188b3-e60b-4c60-aee7-7672b273394a req-5c63fd03-5f6a-4a5a-93bf-40c78dac0778 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:07.068902 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d1188b3-e60b-4c60-aee7-7672b273394a req-5c63fd03-5f6a-4a5a-93bf-40c78dac0778 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.1874642 Jan 18 23:35:07.113935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d1188b3-e60b-4c60-aee7-7672b273394a req-d49fe767-ea04-409c-ae90-0473926cc222 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Jan 18 23:35:07.259928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:08.324567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139b76-5b21-4392-b8e5-5dbd7f51b892 req-73c86c59-03c6-4bde-962b-6516acbc1a67 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:08.325946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4139b76-5b21-4392-b8e5-5dbd7f51b892 req-73c86c59-03c6-4bde-962b-6516acbc1a67 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0890353 Jan 18 23:35:08.376207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4139b76-5b21-4392-b8e5-5dbd7f51b892 req-93ef3922-8c80-4a72-97b9-4af368156c14 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Jan 18 23:35:09.578148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32328c28-249c-4057-90f1-1b1aef2259e6 req-e513941b-81a0-4d9e-a12c-9ea2d7acdc22 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:09.579576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32328c28-249c-4057-90f1-1b1aef2259e6 req-e513941b-81a0-4d9e-a12c-9ea2d7acdc22 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0879977 Jan 18 23:35:09.625050 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32328c28-249c-4057-90f1-1b1aef2259e6 req-d583ab41-8de1-436e-aba2-1f91283c61c6 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Jan 18 23:35:10.830186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac462338-6b60-4734-bc4c-b7525c26c002 req-d39ebad7-312c-454c-9377-3a1cde32ed64 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:10.831676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac462338-6b60-4734-bc4c-b7525c26c002 req-d39ebad7-312c-454c-9377-3a1cde32ed64 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0882463 Jan 18 23:35:10.876398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac462338-6b60-4734-bc4c-b7525c26c002 req-abbf7687-23ac-44c8-87bd-2c5ce27263bb tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Jan 18 23:35:12.074554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787913-8a72-41b4-b259-da27fefa839c req-090277ea-cb49-4ec6-9635-4c9668615b01 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:12.075994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45787913-8a72-41b4-b259-da27fefa839c req-090277ea-cb49-4ec6-9635-4c9668615b01 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0949340 Jan 18 23:35:12.125443 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45787913-8a72-41b4-b259-da27fefa839c req-ad2d2350-88e6-4c30-8863-376b688b5cc1 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Jan 18 23:35:12.126970 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e96fac86-c857-4da7-9c25-1e6169d6e913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.329336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b29ce-f3f9-4e77-875b-36aa51e46267 req-95598fd6-7f73-4d56-a40e-2437073f44ac tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:13.330709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-549b29ce-f3f9-4e77-875b-36aa51e46267 req-95598fd6-7f73-4d56-a40e-2437073f44ac tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0960574 Jan 18 23:35:13.380176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-549b29ce-f3f9-4e77-875b-36aa51e46267 req-02cad64b-1f1c-4263-b84c-79bb37f98db2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Jan 18 23:35:14.585042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a5ff3-5407-4135-ad47-30ca28a06f10 req-978168ef-2627-48fc-add0-9c15bcf4a039 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:14.586495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d7a5ff3-5407-4135-ad47-30ca28a06f10 req-978168ef-2627-48fc-add0-9c15bcf4a039 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0845251 Jan 18 23:35:14.636359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d7a5ff3-5407-4135-ad47-30ca28a06f10 req-9254f0b9-4e4a-4b36-865e-8341380b5ea6 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Jan 18 23:35:15.027662 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e21652c-46fa-416a-ba2f-9db047e1dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.675434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.814316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.833933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d290735-9436-4965-9a5a-386e3d36cf5d req-25f193e5-7359-4f2e-94db-be674f27039d tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:15.835414 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d290735-9436-4965-9a5a-386e3d36cf5d req-25f193e5-7359-4f2e-94db-be674f27039d tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0818915 Jan 18 23:35:15.879685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9d290735-9436-4965-9a5a-386e3d36cf5d req-bf066cd7-b390-4ae4-b15c-2616a4fd8f76 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Jan 18 23:35:17.069677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825f5bc-6aec-4b10-bfd7-a4b992e70416 req-1caf0e55-3e4b-4e7c-9a11-eea42c79df05 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:17.071176 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d825f5bc-6aec-4b10-bfd7-a4b992e70416 req-1caf0e55-3e4b-4e7c-9a11-eea42c79df05 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0838652 Jan 18 23:35:17.115215 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d825f5bc-6aec-4b10-bfd7-a4b992e70416 req-48ea8876-8a96-4d75-a2ef-a5cc2688119c tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384007 Jan 18 23:35:17.117133 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.314192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6755c8-a1e4-418f-ae8a-e1222db04bc7 req-96e1fda3-622f-48a5-ba2f-4c81c0f98150 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:18.315548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac6755c8-a1e4-418f-ae8a-e1222db04bc7 req-96e1fda3-622f-48a5-ba2f-4c81c0f98150 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0847576 Jan 18 23:35:18.363406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac6755c8-a1e4-418f-ae8a-e1222db04bc7 req-c6fdb0f5-19e9-45ba-ae5b-8a375e0202b2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Jan 18 23:35:19.568937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d47d1-ddf0-4179-9c65-47336b5daaf4 req-725e2d9b-6950-43d5-8f6c-de0d86cbeecb tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:19.571952 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d2d47d1-ddf0-4179-9c65-47336b5daaf4 req-725e2d9b-6950-43d5-8f6c-de0d86cbeecb tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0882995 Jan 18 23:35:19.614504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d2d47d1-ddf0-4179-9c65-47336b5daaf4 req-6f8d7b02-cd20-41d3-88a5-0657815921f1 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Jan 18 23:35:20.820253 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce38b-e6fb-49f6-938a-c12e28502ad6 req-95bc60ea-9294-4d13-8067-248b2397e669 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:20.821778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-553ce38b-e6fb-49f6-938a-c12e28502ad6 req-95bc60ea-9294-4d13-8067-248b2397e669 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0899765 Jan 18 23:35:20.869005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-553ce38b-e6fb-49f6-938a-c12e28502ad6 req-37e9ec48-00be-412a-8930-d320d06ec0d2 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Jan 18 23:35:22.057778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b0f56-9a5e-4b0a-82f4-58cfe72afaba req-5a73b611-5b2f-491e-a5db-697b5cc39bef tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:22.059209 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-047b0f56-9a5e-4b0a-82f4-58cfe72afaba req-5a73b611-5b2f-491e-a5db-697b5cc39bef tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0849907 Jan 18 23:35:22.102587 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-047b0f56-9a5e-4b0a-82f4-58cfe72afaba req-b3a1b155-53cb-434a-9ccd-ab2f2f6e929f tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Jan 18 23:35:23.315485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c1c64-7d8d-4837-9c21-b78559f27b2e req-1d659b2f-7ca5-45ce-bbc2-5353420c37bd tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:23.316846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e5c1c64-7d8d-4837-9c21-b78559f27b2e req-1d659b2f-7ca5-45ce-bbc2-5353420c37bd tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0993297 Jan 18 23:35:23.364900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e5c1c64-7d8d-4837-9c21-b78559f27b2e req-27f63cd6-376b-4a5d-bfa4-4d2081170960 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Jan 18 23:35:24.574813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b43ce-a5af-4cda-a77e-f7b4cd359ac2 req-64041532-fa96-4450-819f-49889a8d45ba tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:24.576292 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-258b43ce-a5af-4cda-a77e-f7b4cd359ac2 req-64041532-fa96-4450-819f-49889a8d45ba tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0932562 Jan 18 23:35:24.624477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-258b43ce-a5af-4cda-a77e-f7b4cd359ac2 req-e5b39762-f09d-4507-94f7-954ea6667f10 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Jan 18 23:35:25.835765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7dc77-2a60-48ed-bea7-8bb1b3a971d0 req-5e91c38c-7ed9-480a-becf-74843ad11375 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:25.837249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18b7dc77-2a60-48ed-bea7-8bb1b3a971d0 req-5e91c38c-7ed9-480a-becf-74843ad11375 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.1013491 Jan 18 23:35:25.887859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-18b7dc77-2a60-48ed-bea7-8bb1b3a971d0 req-30ea6c00-3684-4ca7-a6f9-fa74ed640387 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Jan 18 23:35:27.244104 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a1c9b-923d-42a0-8dba-fd2bfe4850a3 req-eca7da6c-86d1-440b-a0de-b88064535975 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:27.245488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b8a1c9b-923d-42a0-8dba-fd2bfe4850a3 req-eca7da6c-86d1-440b-a0de-b88064535975 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0829844 Jan 18 23:35:27.294572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b8a1c9b-923d-42a0-8dba-fd2bfe4850a3 req-208c19ce-0c3a-4970-8837-c659eaa57297 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Jan 18 23:35:28.429406 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-a39d5a54-dfd9-456b-a141-44b6d603297d service neutron] show failed (client error): The resource could not be found. Jan 18 23:35:28.430429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-a39d5a54-dfd9-456b-a141-44b6d603297d service neutron] 10.222.0.86 "GET /v2.0/ports/5039059a-2dba-469d-96c0-aaf3f4b26a26/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0763409 Jan 18 23:35:28.492990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1281e2-f70f-4f24-b151-6f22bac695f3 req-7d6a4527-2ff9-492a-a444-8fd2caaaf731 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.494586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d1281e2-f70f-4f24-b151-6f22bac695f3 req-7d6a4527-2ff9-492a-a444-8fd2caaaf731 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.0842946 Jan 18 23:35:28.539903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d1281e2-f70f-4f24-b151-6f22bac695f3 req-e1e5e2b3-6fa2-4c4a-b9c4-6cfe2d6f06ba tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Jan 18 23:35:28.760579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-6c21749f-69c3-4dd9-b349-794c14940f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.762838 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-6c21749f-69c3-4dd9-b349-794c14940f7b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e&tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2 HTTP/1.1" status: 200 len: 1097 time: 0.1332374 Jan 18 23:35:28.773618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:35:28.880143 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.157858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:29.187346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:35:29.248560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:29.254000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.269189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Transition to ACTIVE for port object 5039059a-2dba-469d-96c0-aaf3f4b26a26 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:29.274912 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.376631 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'code': 200} Jan 18 23:35:29.433497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] No DVR routers for this DVR port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:29.435561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:29.467826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.468116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.468449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.468782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.469141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.469471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.469796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.470208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.470535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.470859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.471166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.471489 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:29.607203 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:29.607912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:29.607912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:35:29.612734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:35:29.613084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Attempting to bind port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on network 64c12197-dcf3-4ec6-8b0d-5f5d0302da93 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:35:29.618287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:35:29.618619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Checking segment: {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:35:29.619002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Bound using segment: {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:35:29.619415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Bound port: 5039059a-2dba-469d-96c0-aaf3f4b26a26, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a079b59-7eba-425a-adf2-8feb4d7472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:29.619757 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.761418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:35:29.765142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:35:29.772536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.839227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949ca88-3c40-4461-b64a-bc62f3242814 req-d9ee4de7-43d8-42dc-8749-efb95f0a1a3d tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:29.840683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f949ca88-3c40-4461-b64a-bc62f3242814 req-d9ee4de7-43d8-42dc-8749-efb95f0a1a3d tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.1815319 Jan 18 23:35:29.847177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:29.847768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.849146 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] 10.222.0.85 "PUT /v2.0/ports/5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 1092 time: 1.0794656 Jan 18 23:35:29.912669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3feda-7210-4104-9c4d-3ac84b4d0671 service neutron] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:29.949659 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f949ca88-3c40-4461-b64a-bc62f3242814 req-705785b6-2f80-4bcb-a234-5a90b313a917 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974720 Jan 18 23:35:29.969654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-523f8ad4-fcda-4f06-9522-b48266c87951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:29.971101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-523f8ad4-fcda-4f06-9522-b48266c87951 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1095 time: 0.1003098 Jan 18 23:35:30.102735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-be76a794-b6e0-4999-8413-90cc572133d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:30.104173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-be76a794-b6e0-4999-8413-90cc572133d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.1269503 Jan 18 23:35:30.175082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-4061cd8c-def6-4864-8fa5-3c22f746a9a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0641670 Jan 18 23:35:30.237487 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-a424bede-3523-4a5f-853e-fd3d0e459e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:30.238864 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-a424bede-3523-4a5f-853e-fd3d0e459e1b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0581660 Jan 18 23:35:30.284509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-0ca33157-86e7-4f10-a9c2-de1588aa4943 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395608 Jan 18 23:35:30.424799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-090acdf8-0a36-4b00-93ca-f41b4adde6aa service neutron] 10.222.0.85 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343095 Jan 18 23:35:30.559208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85cb149e-92b3-401a-b3d6-77029bf59138 req-9961f40b-cff2-448a-b542-cc321f30b39d service neutron] 10.222.0.85 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278260 Jan 18 23:35:31.151064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e815b9-de32-4a0a-a383-c2f17cf462f4 req-1e03814c-d294-4456-81c0-3dd05670cd95 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.152500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91e815b9-de32-4a0a-a383-c2f17cf462f4 req-1e03814c-d294-4456-81c0-3dd05670cd95 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.0967257 Jan 18 23:35:31.200547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91e815b9-de32-4a0a-a383-c2f17cf462f4 req-a6fefb37-d0ac-4fba-93ba-57802639d3c8 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Jan 18 23:35:31.378371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:31.440309 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'status': 'completed', 'code': 200} Jan 18 23:35:31.540064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-8ab925b0-d765-4908-b66c-62565142209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.541333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-57a7c660-0073-442d-ae99-20e4a9a689e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.541639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-8ab925b0-d765-4908-b66c-62565142209d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1095 time: 0.0745080 Jan 18 23:35:31.542791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-57a7c660-0073-442d-ae99-20e4a9a689e8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1095 time: 0.0752761 Jan 18 23:35:31.678402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-d5adafae-df5e-4d12-a691-8831c6d3540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.679355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-32411437-4129-45cc-844a-6018d1254828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.679792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-d5adafae-df5e-4d12-a691-8831c6d3540a service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.1316209 Jan 18 23:35:31.680992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-32411437-4129-45cc-844a-6018d1254828 service neutron] 10.222.0.85 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.1315532 Jan 18 23:35:31.749031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-4f1a947e-bca9-4b0a-a549-b127816d6676 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0602572 Jan 18 23:35:31.751667 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-7c45f7e7-3ec3-46e9-a86f-5607d6a8d0c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0653720 Jan 18 23:35:31.814236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-48238b56-54e8-49e2-aa7b-0c6cb79b5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.815679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-48238b56-54e8-49e2-aa7b-0c6cb79b5739 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0581157 Jan 18 23:35:31.819599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-30e6d231-484e-4dae-99e4-4f3be89cd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.821665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-30e6d231-484e-4dae-99e4-4f3be89cd3de service neutron] 10.222.0.85 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0628555 Jan 18 23:35:31.866921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-7956ebad-3966-40b6-a17a-56d53d04df84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448813 Jan 18 23:35:31.868729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-b703e0b0-8e46-45d1-b38d-226fb7bafdd1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404789 Jan 18 23:35:32.000191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-52b560da-8eeb-4062-a52b-cd8867d5c47f service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274989 Jan 18 23:35:32.004155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-05ba7a5a-33c0-4455-a8dd-0ba328975291 service neutron] 10.222.0.85 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282086 Jan 18 23:35:32.139638 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-c02bdcbb-4402-4f0a-905b-f3c3ee3a4350 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333489 Jan 18 23:35:32.258519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07d8c1c6-e3c1-4b33-8117-9350829da3a5 req-c14bb3b4-c2fa-41c4-8c9d-a30ecefd63a6 service neutron] 10.222.0.85 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470396 Jan 18 23:35:32.412375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5dbbf-6a2a-4ad6-aa76-7c6729b02d34 req-eef0fbc9-d812-4410-b325-c0be132d4995 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:32.413880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63b5dbbf-6a2a-4ad6-aa76-7c6729b02d34 req-eef0fbc9-d812-4410-b325-c0be132d4995 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.0901792 Jan 18 23:35:32.458704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-63b5dbbf-6a2a-4ad6-aa76-7c6729b02d34 req-a907d6da-a876-4eb7-b77a-e38d84e168f6 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389102 Jan 18 23:35:32.681071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:32.748820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:33.676258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfde98-6dc8-4326-82c7-bcf42ac8562a req-719e86ba-eef3-4edf-9072-789d7e045381 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:33.677758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4cfde98-6dc8-4326-82c7-bcf42ac8562a req-719e86ba-eef3-4edf-9072-789d7e045381 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 944 time: 0.0884855 Jan 18 23:35:33.721697 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e4cfde98-6dc8-4326-82c7-bcf42ac8562a req-1be4e5a5-517d-47a7-a7f3-c5e7dafc0872 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Jan 18 23:35:33.988334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:35:34.106632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-4a8998f7-cbbf-4b56-ad26-6649456fda53 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:34.108096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-4a8998f7-cbbf-4b56-ad26-6649456fda53 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e&tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 944 time: 0.0827179 Jan 18 23:35:34.125529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:34.139853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'network_id': '64c12197-dcf3-4ec6-8b0d-5f5d0302da93', 'port_id': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'mac_address': 'fa:16:3e:71:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8058c5bf-1d1b-4d15-9ad3-c97538129066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:35:34.190413 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-e6ee99cd-1fa9-4d11-9c20-a8a6e9375c9c service neutron] delete failed (client error): The resource could not be found. Jan 18 23:35:34.191431 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-e6ee99cd-1fa9-4d11-9c20-a8a6e9375c9c service neutron] 10.222.0.86 "DELETE /v2.0/ports/5039059a-2dba-469d-96c0-aaf3f4b26a26/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0775149 Jan 18 23:35:34.198800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.215716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5039059a-2dba-469d-96c0-aaf3f4b26a26 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:34.231688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:34.235815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.303504 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:34.329469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-17f9a36c-ccec-48c4-b13e-e73666d4e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:34.330980 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-17f9a36c-ccec-48c4-b13e-e73666d4e3c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 1096 time: 0.0719411 Jan 18 23:35:34.474591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-f2516891-f34e-4a62-ab37-a29352e66932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:34.475882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5039059a-2dba-469d-96c0-aaf3f4b26a26'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:35:34.476055 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-f2516891-f34e-4a62-ab37-a29352e66932 service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 200 len: 913 time: 0.1397240 Jan 18 23:35:34.547149 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-a04a8a4e-ccab-44a6-b1f5-2f3207e7b2e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 200 len: 217 time: 0.0652339 Jan 18 23:35:34.610390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-1682127d-22a4-476e-b06d-e6a97496c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:34.611895 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-1682127d-22a4-476e-b06d-e6a97496c8f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 200 len: 852 time: 0.0582287 Jan 18 23:35:34.663607 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-567ade9e-e786-4cff-b460-f685c933ff50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c12197-dcf3-4ec6-8b0d-5f5d0302da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456710 Jan 18 23:35:34.756278 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.911972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-3b580b3c-f8f3-4bbc-95f5-03a79e642c58 service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417805 Jan 18 23:35:35.052675 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-ffcb71bd-61cb-4fe5-8c6c-5618d60915ff service neutron] 10.222.0.86 "GET /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342921 Jan 18 23:35:35.911076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885cb69-6064-4f32-82fa-2c72802ce825 req-f1a147fe-72bb-4382-af72-f983e94b5ed4 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:35.912534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2885cb69-6064-4f32-82fa-2c72802ce825 req-f1a147fe-72bb-4382-af72-f983e94b5ed4 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 945 time: 0.0890634 Jan 18 23:35:35.956710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2885cb69-6064-4f32-82fa-2c72802ce825 req-a9500c9e-5538-4204-8341-86ce5f7493e9 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Jan 18 23:35:35.995978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:36.066517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 5039059a-2dba-469d-96c0-aaf3f4b26a26 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:36.071249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5039059a-2dba-469d-96c0-aaf3f4b26a26 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:36.071621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.198600 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.225398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:36.235485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:36.240073 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.271883 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'code': 200} Jan 18 23:35:36.312152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:36.319796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.320140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.320476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.320813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.321177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.321498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.321823 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.322143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.322461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.322778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.323094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:36.323409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:37.176730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-7a4ff704-71d0-4ff3-8193-460e1c4623a4 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:37.178167 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-7a4ff704-71d0-4ff3-8193-460e1c4623a4 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.1441479 Jan 18 23:35:37.185697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a9fd7-35cb-4325-82e2-46539c4f13b1 req-8d6bf0c1-4991-4aa8-a17b-0a11920c2379 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:37.187197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd1a9fd7-35cb-4325-82e2-46539c4f13b1 req-8d6bf0c1-4991-4aa8-a17b-0a11920c2379 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ebe9eff-5bdf-4aa6-b537-9b834649bc0e HTTP/1.1" status: 200 len: 946 time: 0.1195939 Jan 18 23:35:37.241282 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.279569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Deleting port 5039059a-2dba-469d-96c0-aaf3f4b26a26 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:35:37.279920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.312218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd1a9fd7-35cb-4325-82e2-46539c4f13b1 req-2e2a0d56-0dd2-4454-9332-5764ea622d01 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.78 "GET /v2.0/security-groups?id=95511a5c-044f-4deb-aca8-22704bc92526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914810 Jan 18 23:35:37.536240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] For port 5039059a-2dba-469d-96c0-aaf3f4b26a26, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5039059a-2dba-469d-96c0-aaf3f4b26a26,segment=NetworkSegment(0a079b59-7eba-425a-adf2-8feb4d7472e3),segment_id=0a079b59-7eba-425a-adf2-8feb4d7472e3)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:37.536491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.657719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Calling delete_port for 5039059a-2dba-469d-96c0-aaf3f4b26a26 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:35:37.814754 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.826357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5039059a-2dba-469d-96c0-aaf3f4b26a26'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:35:37.866223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Pushing event deleted for resources: {'Port': ['ID=5039059a-2dba-469d-96c0-aaf3f4b26a26,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:37.940122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] No DVR routers for this DVR port 5039059a-2dba-469d-96c0-aaf3f4b26a26 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:37.942945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.946609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-deleted', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:37.969898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-658c700d-1dce-4e9f-97d5-cf19db12ff16 req-6e8c9460-cd9b-4598-9ed0-a23497d65d15 tempest-DeleteServersTestJSON-587342451 tempest-DeleteServersTestJSON-587342451-project] 10.222.0.85 "DELETE /v2.0/ports/5039059a-2dba-469d-96c0-aaf3f4b26a26 HTTP/1.1" status: 204 len: 173 time: 0.7817488 Jan 18 23:35:38.000102 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe9eff-5bdf-4aa6-b537-9b834649bc0e', 'name': 'network-vif-deleted', 'tag': '5039059a-2dba-469d-96c0-aaf3f4b26a26', 'status': 'completed', 'code': 200} Jan 18 23:35:38.575232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 53792) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:38.637140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Deleting subnet 8058c5bf-1d1b-4d15-9ad3-c97538129066 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:35:38.640066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.692340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.749582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.823946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.861602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8058c5bf-1d1b-4d15-9ad3-c97538129066,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:38.870935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.880279 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:38.881234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-23154687-2b4b-4efd-92b4-4614fef849bb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8058c5bf-1d1b-4d15-9ad3-c97538129066 HTTP/1.1" status: 204 len: 168 time: 0.3009100 Jan 18 23:35:38.989692 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.115603 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.142670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c12197-dcf3-4ec6-8b0d-5f5d0302da93']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:39.154634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a079b59-7eba-425a-adf2-8feb4d7472e3') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:39.154930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a079b59-7eba-425a-adf2-8feb4d7472e3') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:39.166281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.182517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.189234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:35:39.189684 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:39.202939 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:39.284278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.303438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.312585 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=64c12197-dcf3-4ec6-8b0d-5f5d0302da93,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:39.315318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] 10.222.0.78 "DELETE /v2.0/networks/64c12197-dcf3-4ec6-8b0d-5f5d0302da93 HTTP/1.1" status: 204 len: 168 time: 0.4340634 Jan 18 23:35:39.321973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.322380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.322739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.323076 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.323409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.323742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.324066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.324387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.324708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.325077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.325401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.325722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ba656-ef4c-4e75-b3b8-a237234fbd3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:39.447519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:39.496676 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-490483de-bc87-4fcb-8cd3-71afa5ae166a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=935a52ffd7d2423a8ddb0cc2e62253d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479889 Jan 18 23:35:39.500011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:39.562984 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5beb152-744e-42ca-948c-8ed46e9148fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.588457 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5beb152-744e-42ca-948c-8ed46e9148fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.655155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5beb152-744e-42ca-948c-8ed46e9148fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.672437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beb152-744e-42ca-948c-8ed46e9148fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95511a5c-044f-4deb-aca8-22704bc92526,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:39.682800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5beb152-744e-42ca-948c-8ed46e9148fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.684018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d5beb152-744e-42ca-948c-8ed46e9148fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95511a5c-044f-4deb-aca8-22704bc92526 HTTP/1.1" status: 204 len: 168 time: 0.1830530 Jan 18 23:35:40.000611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:40.034678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 5039059a-2dba-469d-96c0-aaf3f4b26a26 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:35:40.035017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5039059a-2dba-469d-96c0-aaf3f4b26a26 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:40.548735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53830) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:40.659357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-283475450-network', 'tenant_id': '7acc3801165549428b71955c3b18668e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:35:40.664991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:40.668983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Usage tracker for resource:network and tenant:7acc3801165549428b71955c3b18668e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:40.671939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:40.677747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:40.690773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Made reservation on behalf of 7acc3801165549428b71955c3b18668e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:40.693045 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.705258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.719459 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:40.723340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Usage tracker for resource:security_group_rule and tenant:7acc3801165549428b71955c3b18668e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:40.726084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:40.731730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:40.813477 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.820141 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.849180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:40.857506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f33a0-16f4-47e5-b417-da534d548823,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:40.863011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.863363 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Added segment 45d12a3d-ba42-4358-8abd-494250063f86 of type vlan for network fd274d25-210d-4e3e-9163-192d203dceae Jan 18 23:35:40.890154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.922781 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:40.923781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:40.924352 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.034063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd274d25-210d-4e3e-9163-192d203dceae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:41.036689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c1619c53-480d-4f6f-831b-56e4fb357da5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4867733 Jan 18 23:35:41.039896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 53836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:41.044414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fd274d25-210d-4e3e-9163-192d203dceae details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:41.046507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Request body: {'subnet': {'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-283475450-subnet', 'tenant_id': '7acc3801165549428b71955c3b18668e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:35:41.052500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:41.056639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Usage tracker for resource:subnet and tenant:7acc3801165549428b71955c3b18668e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:41.059613 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:41.065760 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.077981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Made reservation on behalf of 7acc3801165549428b71955c3b18668e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:41.080371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.286108 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.355091 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=08856dc0-e8d3-48bc-9506-a13413ab945d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:41.365569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Checking segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:35:41.365924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Network hostable DHCP agents. Network: fd274d25-210d-4e3e-9163-192d203dceae, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:41.387864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Network fd274d25-210d-4e3e-9163-192d203dceae is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:41.399172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fd274d25-210d-4e3e-9163-192d203dceae) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:41.403839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:41.404445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.409460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c0a5b-f949-4a7e-87e9-629e976a59f7 None None] Network fd274d25-210d-4e3e-9163-192d203dceae requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:35:41.426005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b52c999d-0be1-4d72-8acb-ef7f68226d1b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3848283 Jan 18 23:35:41.623520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b541c-89a5-4bcf-9515-b1906c336a9c None None] Network fd274d25-210d-4e3e-9163-192d203dceae requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:35:41.931838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-8a1b05e3-7e87-4523-9d8e-4e1e02e00a90 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:41.932526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-8a1b05e3-7e87-4523-9d8e-4e1e02e00a90 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Synchronizing usage tracker for tenant:7acc3801165549428b71955c3b18668e on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:41.951566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-8a1b05e3-7e87-4523-9d8e-4e1e02e00a90 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Unset dirty status for tenant:7acc3801165549428b71955c3b18668e on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:41.953021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-8a1b05e3-7e87-4523-9d8e-4e1e02e00a90 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 814 time: 0.1653931 Jan 18 23:35:41.968898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-18d31a09-91dc-4264-8900-c106fb991b89 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/quotas/7acc3801165549428b71955c3b18668e HTTP/1.1" status: 200 len: 375 time: 0.0099730 Jan 18 23:35:42.019042 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-0ad3014b-0734-4ba0-b3d5-712ad3df8d3b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452049 Jan 18 23:35:42.132123 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dde8f450-14d0-4260-b696-a6c28a240b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.267137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-7f9e4a05-3c04-45a4-b833-95e26c07cbdc service neutron] 10.222.0.78 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414250 Jan 18 23:35:42.405094 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-b1ca8c2e-3347-4c6a-afe6-2aa1be36e4f5 service neutron] 10.222.0.78 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320720 Jan 18 23:35:42.583250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31786beb-0c9a-4e7a-a516-4d86f8cbbf98 req-9efefe93-2de0-4076-aa1a-5a80b2ea98c4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 210 time: 0.0420802 Jan 18 23:35:43.098757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:35:43.732199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4ba2d35d-15ce-4a31-b532-9e5dc3eda265 req-ee513258-ae08-4d28-903e-6855cb583571 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 210 time: 0.0453687 Jan 18 23:35:43.966231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-d0760760-18d0-4ffc-8e6a-b42664bef0f8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:43.967626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-d0760760-18d0-4ffc-8e6a-b42664bef0f8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 814 time: 0.2665617 Jan 18 23:35:43.980046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Request body: {'port': {'device_id': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'admin_state_up': True, 'tenant_id': '7acc3801165549428b71955c3b18668e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:35:44.116204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:44.120388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Usage tracker for resource:port and tenant:7acc3801165549428b71955c3b18668e is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:44.123279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:44.129067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:44.140673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Made reservation on behalf of 7acc3801165549428b71955c3b18668e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:44.144364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.314872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Allocated IP 172.20.0.9 (fd274d25-210d-4e3e-9163-192d203dceae/08856dc0-e8d3-48bc-9506-a13413ab945d/ce1cdb85-11f2-4436-9bb8-3810688f7284) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:44.522571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.555686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.627957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Network fd274d25-210d-4e3e-9163-192d203dceae is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:44.630865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:44.635904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:35:44.671627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:44.702339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:44.702945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.726362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-c980e8c1-ce21-4a74-acc2-4838ebc97e35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498686 Jan 18 23:35:44.737988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Request body: {'port': {'device_id': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:35:44.891954 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.015733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-16aca78d-8499-49e6-ae82-ece557190609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.029159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d271f-5de1-4e72-880a-61af107b2a80 req-04cc6ec4-33f5-4c94-a21c-2244c1e5480b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:45.029859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bc5d271f-5de1-4e72-880a-61af107b2a80 req-04cc6ec4-33f5-4c94-a21c-2244c1e5480b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Synchronizing usage tracker for tenant:7acc3801165549428b71955c3b18668e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:45.074406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-bc5d271f-5de1-4e72-880a-61af107b2a80 req-04cc6ec4-33f5-4c94-a21c-2244c1e5480b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Unset dirty status for tenant:7acc3801165549428b71955c3b18668e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:45.075561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bc5d271f-5de1-4e72-880a-61af107b2a80 req-04cc6ec4-33f5-4c94-a21c-2244c1e5480b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 931 time: 0.2356586 Jan 18 23:35:45.194664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bc5d271f-5de1-4e72-880a-61af107b2a80 req-19bb058d-e078-4d66-8c2a-ca1545b77d4e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Jan 18 23:35:45.300272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1cdb85-11f2-4436-9bb8-3810688f7284 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:45.307759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.322700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Transition to ACTIVE for port object ce1cdb85-11f2-4436-9bb8-3810688f7284 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:45.329680 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.475370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:45.586724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:45.587039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:45.587394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:35:45.592323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Port ce1cdb85-11f2-4436-9bb8-3810688f7284 on network fd274d25-210d-4e3e-9163-192d203dceae not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:35:45.592649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:35:45.598343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:35:45.598682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Checking segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:35:45.599068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Bound using segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:35:45.599491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Bound port: ce1cdb85-11f2-4436-9bb8-3810688f7284, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:45.599834 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.672036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.698761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:35:45.702042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:35:45.711134 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.818242 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.887560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:45.887710 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.889686 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] 10.222.0.85 "PUT /v2.0/ports/ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 1091 time: 1.1559012 Jan 18 23:35:45.892740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:45.930436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8146f-079d-4bbd-9848-e3e08591d773 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:45.966528 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'status': 'completed', 'code': 200} Jan 18 23:35:46.011270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-9155515f-2dc2-4c90-aa6c-ba19c38ca41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.012784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-9155515f-2dc2-4c90-aa6c-ba19c38ca41a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1094 time: 0.0774467 Jan 18 23:35:46.080927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-fcb367cd-2813-45a2-bde9-e5dff378ab26 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.0612996 Jan 18 23:35:46.147250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-d289f705-fff9-4363-a546-2319df5945ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.148698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-d289f705-fff9-4363-a546-2319df5945ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0622861 Jan 18 23:35:46.196407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-29d674d2-0206-43da-88c1-142a32678631 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401959 Jan 18 23:35:46.372461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-b4e6c2b1-2527-435e-89c5-b00443c4c326 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685016 Jan 18 23:35:46.510734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af809a7c-1a90-4136-b658-730137560ad9 req-aeabd661-0ffa-4b63-8a32-9aed192cab30 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.512199 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af809a7c-1a90-4136-b658-730137560ad9 req-aeabd661-0ffa-4b63-8a32-9aed192cab30 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.2002904 Jan 18 23:35:46.548709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a4d266e-c612-4033-8415-fd98b7dc6cfd req-994ec6a7-8e27-4ad6-ba58-6525bd641372 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702836 Jan 18 23:35:46.571459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-af809a7c-1a90-4136-b658-730137560ad9 req-51f462da-5f81-4840-9edd-97e725233762 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486901 Jan 18 23:35:46.667866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c208e-46fa-42c0-9328-c552ddde89ac req-dc277270-7290-4e6b-9950-a20e9a9ae994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.669259 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-dc277270-7290-4e6b-9950-a20e9a9ae994 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1094 time: 0.0713046 Jan 18 23:35:46.812039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c208e-46fa-42c0-9328-c552ddde89ac req-c18c2fdf-9f20-4136-b871-3b6683aa7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.813525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-c18c2fdf-9f20-4136-b871-3b6683aa7615 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1384974 Jan 18 23:35:46.884565 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-ada079dc-f3ae-4a60-a54c-0cd057d4633e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.0637026 Jan 18 23:35:46.947637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c208e-46fa-42c0-9328-c552ddde89ac req-658313cf-86cc-4d16-af3c-480df0d58899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.949115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-658313cf-86cc-4d16-af3c-480df0d58899 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0565507 Jan 18 23:35:46.998324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-ab96e97a-d07e-415a-bf60-1690e658d8a1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427091 Jan 18 23:35:47.119517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.132035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-714e27b0-555a-4a07-a256-6eb5af6ccfb5 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267698 Jan 18 23:35:47.264749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-193c208e-46fa-42c0-9328-c552ddde89ac req-9c210062-5aa0-46f0-9bdc-f5626022ac49 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238985 Jan 18 23:35:47.770501 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6f72f-f0b7-4f31-a7fa-1a4fa61951cd req-20fa9b10-d202-419a-8821-c995932c1eca tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:47.771953 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72f6f72f-f0b7-4f31-a7fa-1a4fa61951cd req-20fa9b10-d202-419a-8821-c995932c1eca tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.0861130 Jan 18 23:35:47.818705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-72f6f72f-f0b7-4f31-a7fa-1a4fa61951cd req-177c81fd-ad3e-400a-ab3c-b7826ab172a4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Synchronizing usage tracker for tenant:7acc3801165549428b71955c3b18668e on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:47.840215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-72f6f72f-f0b7-4f31-a7fa-1a4fa61951cd req-177c81fd-ad3e-400a-ab3c-b7826ab172a4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Unset dirty status for tenant:7acc3801165549428b71955c3b18668e on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:47.841342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72f6f72f-f0b7-4f31-a7fa-1a4fa61951cd req-177c81fd-ad3e-400a-ab3c-b7826ab172a4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Jan 18 23:35:49.116240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fb95f-0222-4abd-b448-5f06516b2030 req-d139623c-0194-4c33-8b79-8ec101399dd6 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:49.117710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea6fb95f-0222-4abd-b448-5f06516b2030 req-d139623c-0194-4c33-8b79-8ec101399dd6 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.1589987 Jan 18 23:35:49.161512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea6fb95f-0222-4abd-b448-5f06516b2030 req-46acc792-9dae-4e2b-b128-ab56051621b4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 Jan 18 23:35:50.027349 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:35:50.181804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:50.195271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'port_id': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'mac_address': 'fa:16:3e:0e:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08856dc0-e8d3-48bc-9506-a13413ab945d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:35:50.250063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.267368 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1cdb85-11f2-4436-9bb8-3810688f7284 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:50.283481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:50.288416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.348251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa159be-2a40-40cb-8c6d-787b796debee req-64cf00f8-9b19-4d9d-bc6c-3ba39d8e9f42 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:50.349749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fa159be-2a40-40cb-8c6d-787b796debee req-64cf00f8-9b19-4d9d-bc6c-3ba39d8e9f42 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 944 time: 0.0801516 Jan 18 23:35:50.357699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:50.394704 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9fa159be-2a40-40cb-8c6d-787b796debee req-4844d2cb-a9f4-46b4-a492-32659eb655a5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Jan 18 23:35:50.483040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['ce1cdb85-11f2-4436-9bb8-3810688f7284'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:35:51.603084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784fa8-3f23-4bee-ac04-32f4d74e967d req-3da7bca2-d12d-4497-8e7c-d1a3bb464f33 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:51.604516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0784fa8-3f23-4bee-ac04-32f4d74e967d req-3da7bca2-d12d-4497-8e7c-d1a3bb464f33 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 944 time: 0.0949116 Jan 18 23:35:51.760359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0784fa8-3f23-4bee-ac04-32f4d74e967d req-991f97f7-b2f7-4b1a-8956-2144818d3a99 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482379 Jan 18 23:35:52.058479 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:52.138786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port ce1cdb85-11f2-4436-9bb8-3810688f7284 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:52.143828 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port ce1cdb85-11f2-4436-9bb8-3810688f7284 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:52.144212 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.261151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.287614 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:52.297609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:35:52.303357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.334210 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'code': 200} Jan 18 23:35:52.372142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:52.461384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e39c5d-baf4-4c64-96af-07eccb372e2f req-b6984850-f800-45ee-a661-43f642031229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:52.462834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52e39c5d-baf4-4c64-96af-07eccb372e2f req-b6984850-f800-45ee-a661-43f642031229 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1096 time: 0.0716138 Jan 18 23:35:52.505634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52e39c5d-baf4-4c64-96af-07eccb372e2f req-cbae7d05-7fd0-4f25-9898-d606fbfeacfb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jan 18 23:35:52.950805 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e54bb1-6027-49e9-98d9-931a4593c44b req-841b5560-215e-48dd-9e41-4433c20bf60a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:52.952284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31e54bb1-6027-49e9-98d9-931a4593c44b req-841b5560-215e-48dd-9e41-4433c20bf60a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0834804 Jan 18 23:35:52.996447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31e54bb1-6027-49e9-98d9-931a4593c44b req-6e89a82a-282f-4a9d-8abe-2d02a434c485 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jan 18 23:35:54.191183 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8309-c51e-40bc-942c-beafc7681ac2 req-40cc6e95-4353-41d9-b183-96488161fc88 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:54.192546 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c75b8309-c51e-40bc-942c-beafc7681ac2 req-40cc6e95-4353-41d9-b183-96488161fc88 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0865138 Jan 18 23:35:54.236724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c75b8309-c51e-40bc-942c-beafc7681ac2 req-fb78fa7c-427d-4323-8d1f-115ba69f190d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Jan 18 23:35:54.431330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed9a57-ae09-4431-820f-a26ac69f0bb6 req-81955e08-1b37-49fe-8ac1-26ab6ac00f8d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:54.432786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03ed9a57-ae09-4431-820f-a26ac69f0bb6 req-81955e08-1b37-49fe-8ac1-26ab6ac00f8d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0830326 Jan 18 23:35:54.480020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03ed9a57-ae09-4431-820f-a26ac69f0bb6 req-fb079dd9-2807-4e3e-a3fa-9943278b848d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Jan 18 23:35:54.850999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b018cd7-e779-4b39-bc81-1473734e25f6 req-65f0eb16-71ce-4e52-a82e-7630207d75b0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:54.852489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b018cd7-e779-4b39-bc81-1473734e25f6 req-65f0eb16-71ce-4e52-a82e-7630207d75b0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0921085 Jan 18 23:35:54.897925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b018cd7-e779-4b39-bc81-1473734e25f6 req-12b84763-3db6-444d-bd05-a71de112af6f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Jan 18 23:35:55.089169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fe2d8-5fdd-4720-8d3b-14e4bc711e3e req-4c83a6e9-9c26-4810-b01b-98e9b5ef6a19 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:55.090644 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e7fe2d8-5fdd-4720-8d3b-14e4bc711e3e req-4c83a6e9-9c26-4810-b01b-98e9b5ef6a19 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0898025 Jan 18 23:35:55.145626 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e7fe2d8-5fdd-4720-8d3b-14e4bc711e3e req-98c7d41f-c049-4a50-851e-afdd9b2df0b0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Jan 18 23:35:55.573988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-af9fda07-61f6-40e3-a5ec-1fd3c1f6223b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387143 Jan 18 23:35:55.585949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b6229-d4d2-48a6-98f1-8939b5fc2133 req-98cd9e36-a356-46c8-ad0f-6832dc59a5ba tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:55.587353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-405b6229-d4d2-48a6-98f1-8939b5fc2133 req-98cd9e36-a356-46c8-ad0f-6832dc59a5ba tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.1056216 Jan 18 23:35:55.635491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-405b6229-d4d2-48a6-98f1-8939b5fc2133 req-80519459-1f61-4238-9df8-7586a0e9588a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Jan 18 23:35:56.812709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-c13130be-9714-4342-bd01-43efae0a64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:56.814201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-c13130be-9714-4342-bd01-43efae0a64ca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1096 time: 0.1290174 Jan 18 23:35:56.922994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec25b2-9181-42de-85d7-f0e0d899fe10 req-ea993b99-7db0-465e-bb25-07dd6b0f50f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:56.924494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0fec25b2-9181-42de-85d7-f0e0d899fe10 req-ea993b99-7db0-465e-bb25-07dd6b0f50f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.1813812 Jan 18 23:35:56.992527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-d30197e6-b275-4eba-8b52-ce02f36e083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:56.993987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-d30197e6-b275-4eba-8b52-ce02f36e083f service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1741722 Jan 18 23:35:57.000902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0fec25b2-9181-42de-85d7-f0e0d899fe10 req-487ae800-9ef6-4fd3-af18-723b17326e52 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687523 Jan 18 23:35:57.063416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-8c1929dc-edfe-44c6-8ae5-37f572e30ec9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.0615666 Jan 18 23:35:57.133059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-2831fd58-d62d-4ad7-b7d4-463927260843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:57.135259 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-2831fd58-d62d-4ad7-b7d4-463927260843 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0658715 Jan 18 23:35:57.181715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309e501b-fc07-45fa-a084-bfaf3579b3d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405788 Jan 18 23:35:57.310523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-932ca13b-795c-4886-a34f-a8d7714a4607 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225336 Jan 18 23:35:57.441713 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-eb18acf0-f381-4a7a-82a3-ab43c7aa7895 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245887 Jan 18 23:35:58.200235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a480a0-e2a3-4e36-8ce3-1f035399f32c req-2fd58c6f-178c-4310-b1e1-27fbdef1f012 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:58.201621 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43a480a0-e2a3-4e36-8ce3-1f035399f32c req-2fd58c6f-178c-4310-b1e1-27fbdef1f012 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0861192 Jan 18 23:35:58.246808 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43a480a0-e2a3-4e36-8ce3-1f035399f32c req-f421ffae-dfb7-456a-b899-2c15a5d6ef64 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Jan 18 23:35:59.456405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cf70-80b9-44d5-a78b-687b90a67099 req-40c5b9fc-0e3c-497b-a04f-6c7e6e642341 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:59.457934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4989cf70-80b9-44d5-a78b-687b90a67099 req-40c5b9fc-0e3c-497b-a04f-6c7e6e642341 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0911942 Jan 18 23:35:59.509561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4989cf70-80b9-44d5-a78b-687b90a67099 req-4bd3b854-457b-4086-bae4-3e20c73a1821 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Jan 18 23:36:00.709973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3f865-bcc1-4a9b-8d42-a8143a7c6a01 req-57126b06-53a8-468e-9aef-450f94bf9fc0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:00.711444 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04b3f865-bcc1-4a9b-8d42-a8143a7c6a01 req-57126b06-53a8-468e-9aef-450f94bf9fc0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0913885 Jan 18 23:36:00.758156 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-04b3f865-bcc1-4a9b-8d42-a8143a7c6a01 req-a3368d44-14a2-4bf6-b40a-d1e2384c7ce0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Jan 18 23:36:01.960929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b82e2-5a9a-44ce-862e-340551a36c9e req-d5489d69-0f1e-4452-b1f4-bdc96e1841b7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:01.962412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-699b82e2-5a9a-44ce-862e-340551a36c9e req-d5489d69-0f1e-4452-b1f4-bdc96e1841b7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0821431 Jan 18 23:36:02.005616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-699b82e2-5a9a-44ce-862e-340551a36c9e req-6f011703-aa82-4da3-a7ee-56eeffc06e71 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jan 18 23:36:02.696910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-5777219a-611e-49ee-87ec-bdc3314cf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:02.698408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-5777219a-611e-49ee-87ec-bdc3314cf405 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1096 time: 0.0823495 Jan 18 23:36:02.848415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-17f97037-32b2-4910-9ea8-487d818c3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:02.849950 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-17f97037-32b2-4910-9ea8-487d818c3b00 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1314392 Jan 18 23:36:03.014930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-e6fe2927-1c43-49bd-b2e4-6b053e7d5a3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.1592057 Jan 18 23:36:03.078991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-10b5d518-e57f-4c00-911f-cc71d66640f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:03.080416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-10b5d518-e57f-4c00-911f-cc71d66640f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0594041 Jan 18 23:36:03.126677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-e8caaede-d297-462e-a5c4-079a9b8c0ec5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398583 Jan 18 23:36:03.196550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1bf46-64a1-49e1-8b63-1f1ce5dc4f62 req-3ee3041f-0219-424e-a792-ac1cb7991107 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:03.198066 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72c1bf46-64a1-49e1-8b63-1f1ce5dc4f62 req-3ee3041f-0219-424e-a792-ac1cb7991107 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0846393 Jan 18 23:36:03.243213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-72c1bf46-64a1-49e1-8b63-1f1ce5dc4f62 req-2a685bd0-2513-400d-bd5d-b19c10440038 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Jan 18 23:36:03.265362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-79a7cf59-8534-4f09-85e9-3e6d7d6933ff service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320739 Jan 18 23:36:03.407156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5bace6b1-bf25-4b43-8352-2dac25a7e3f8 req-b0aa3439-e19a-47b4-9633-1d117fa4bef5 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353786 Jan 18 23:36:04.462856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fede756-3650-4b98-a07f-12090a35b1e9 req-86cdfb76-7332-4de6-83cc-8605a49b131d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:04.464300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2fede756-3650-4b98-a07f-12090a35b1e9 req-86cdfb76-7332-4de6-83cc-8605a49b131d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0954258 Jan 18 23:36:04.508032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2fede756-3650-4b98-a07f-12090a35b1e9 req-3127c4d7-1709-41d9-8737-9524ae4a3df8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378582 Jan 18 23:36:04.768521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:05.702305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ef2b-65e3-4e54-875b-aaa0dffbeff3 req-7c4b3043-4eeb-4193-9577-b663d71f8ce1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:05.703726 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7993ef2b-65e3-4e54-875b-aaa0dffbeff3 req-7c4b3043-4eeb-4193-9577-b663d71f8ce1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0868592 Jan 18 23:36:05.748173 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7993ef2b-65e3-4e54-875b-aaa0dffbeff3 req-8ffb2a70-e1b8-445e-9366-169a12a05c8f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 Jan 18 23:36:06.961765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedd38e-7352-4cc8-bb2c-92469e037a6f req-b64f3e35-5246-495a-9bf6-e4472c2cde8b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:06.963239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cedd38e-7352-4cc8-bb2c-92469e037a6f req-b64f3e35-5246-495a-9bf6-e4472c2cde8b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0915098 Jan 18 23:36:07.006814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cedd38e-7352-4cc8-bb2c-92469e037a6f req-c2f43d29-11cb-4602-a9d8-4972f851ec77 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Jan 18 23:36:07.242140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.216078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce38ee-760c-484a-b45e-d68b66fdbc3f req-26fe7cd5-dd7a-4bfa-8e5c-d7b61bc8b909 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:08.217477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7ce38ee-760c-484a-b45e-d68b66fdbc3f req-26fe7cd5-dd7a-4bfa-8e5c-d7b61bc8b909 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0822392 Jan 18 23:36:08.265693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7ce38ee-760c-484a-b45e-d68b66fdbc3f req-7005e308-7f81-40da-b935-03096bd2e5d2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Jan 18 23:36:09.468796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee990e-a6de-4a61-a6d4-a45a02b8f9e6 req-9be8d06d-7974-4275-8529-a7543629e932 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:09.470180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3ee990e-a6de-4a61-a6d4-a45a02b8f9e6 req-9be8d06d-7974-4275-8529-a7543629e932 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0884089 Jan 18 23:36:09.515212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3ee990e-a6de-4a61-a6d4-a45a02b8f9e6 req-4a6ffdbb-6d75-4def-8f8f-d43413f74982 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Jan 18 23:36:10.723850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e6971-a8a9-4398-b237-d69637f32ca2 req-739b8dea-bc8f-40e0-924f-a380a774f0fc tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:10.725428 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-386e6971-a8a9-4398-b237-d69637f32ca2 req-739b8dea-bc8f-40e0-924f-a380a774f0fc tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0863495 Jan 18 23:36:10.773513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-386e6971-a8a9-4398-b237-d69637f32ca2 req-685dced7-eb07-4573-a8a4-3719aba011bb tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Jan 18 23:36:11.969109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65282e7-d57a-461f-acdc-6ffe907636ce req-b4c21367-87a5-4335-92ce-fd8570c1476d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:11.970547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f65282e7-d57a-461f-acdc-6ffe907636ce req-b4c21367-87a5-4335-92ce-fd8570c1476d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0808330 Jan 18 23:36:12.016305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f65282e7-d57a-461f-acdc-6ffe907636ce req-94a88815-afbe-452a-bf2e-ef6750f75586 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Jan 18 23:36:12.132879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b21915ea-0cb0-40eb-bcd1-bb4d3d0d78dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:13.220204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b704-bc4f-4ffa-8835-37268e43c18c req-3e602ab5-0143-4d8b-96bd-c1bb2da764ab tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:13.221757 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4027b704-bc4f-4ffa-8835-37268e43c18c req-3e602ab5-0143-4d8b-96bd-c1bb2da764ab tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0888410 Jan 18 23:36:13.269738 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4027b704-bc4f-4ffa-8835-37268e43c18c req-bcc7270c-fa76-4edf-b1c9-bba116903c20 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Jan 18 23:36:14.486097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481967a-4568-42c3-a330-e0fcc2bbaac9 req-8ab88ca7-27a1-47c9-955a-0325dbc14821 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:14.487477 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f481967a-4568-42c3-a330-e0fcc2bbaac9 req-8ab88ca7-27a1-47c9-955a-0325dbc14821 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0879703 Jan 18 23:36:14.532252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f481967a-4568-42c3-a330-e0fcc2bbaac9 req-c9666ad6-efe9-4016-a0fe-cc10f572d9f0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 Jan 18 23:36:15.022987 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0927b73-2030-4ef2-ba0f-e0f2ae04a33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.671072 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.743915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f336de-d52a-48d8-be88-41bb1e8db59e req-72e2cc75-b501-4752-a4fe-c8230f8a2eb6 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:15.745385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96f336de-d52a-48d8-be88-41bb1e8db59e req-72e2cc75-b501-4752-a4fe-c8230f8a2eb6 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0931764 Jan 18 23:36:15.791635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-96f336de-d52a-48d8-be88-41bb1e8db59e req-3aeae8f3-f1d5-4099-bd30-12e5c4b91cae tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Jan 18 23:36:15.822341 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.987699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f87d1-9c92-4d27-abdf-49b6bec33abc req-f9e1d5eb-5a61-4275-b070-9f939b6272d4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:16.989179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a18f87d1-9c92-4d27-abdf-49b6bec33abc req-f9e1d5eb-5a61-4275-b070-9f939b6272d4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0819452 Jan 18 23:36:17.036622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a18f87d1-9c92-4d27-abdf-49b6bec33abc req-4abf623b-c952-4ce5-8e74-ccd4dc3b0320 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Jan 18 23:36:17.126660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.245641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3849ee-17e2-4099-bb6b-4d8d0379bc32 req-a2ccbd0e-1a41-4edc-aead-a080ce4f44a5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:18.246990 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f3849ee-17e2-4099-bb6b-4d8d0379bc32 req-a2ccbd0e-1a41-4edc-aead-a080ce4f44a5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0950756 Jan 18 23:36:18.295195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8f3849ee-17e2-4099-bb6b-4d8d0379bc32 req-6e306c0d-156b-4ebf-8bb7-2a59057146ed tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Jan 18 23:36:19.491298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b59f-6e54-4194-9921-1b2f1ec34aac req-203cfe7b-ac05-4811-8c0b-b37a77225ff8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:19.492670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f6b2b59f-6e54-4194-9921-1b2f1ec34aac req-203cfe7b-ac05-4811-8c0b-b37a77225ff8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0879552 Jan 18 23:36:19.540308 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f6b2b59f-6e54-4194-9921-1b2f1ec34aac req-5ef6bcec-2876-48d1-bad6-bc610e7d3c11 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393281 Jan 18 23:36:20.104304 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:36:20.749118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a588-768b-4b80-a77e-678520d2cfe7 req-34261510-ab20-4d00-89f3-104bb70a130a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:20.750595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9861a588-768b-4b80-a77e-678520d2cfe7 req-34261510-ab20-4d00-89f3-104bb70a130a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0950034 Jan 18 23:36:20.796737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9861a588-768b-4b80-a77e-678520d2cfe7 req-c2d1b63d-5169-482f-8a86-61a10c79167b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376241 Jan 18 23:36:22.006533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c805a29-e0e6-48cb-996b-d1286a929e0f req-baf6420d-2feb-4558-84bd-507c421f72b2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:22.008353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c805a29-e0e6-48cb-996b-d1286a929e0f req-baf6420d-2feb-4558-84bd-507c421f72b2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0883384 Jan 18 23:36:22.052163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c805a29-e0e6-48cb-996b-d1286a929e0f req-61aecb1b-a469-4911-beb9-8ce49c207e18 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Jan 18 23:36:23.261989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06aa53-5095-4f22-98c2-b07a61f0c287 req-7e7ca596-bd82-47b3-92fc-4c44b1141c19 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:23.263468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a06aa53-5095-4f22-98c2-b07a61f0c287 req-7e7ca596-bd82-47b3-92fc-4c44b1141c19 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0961692 Jan 18 23:36:23.311936 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9a06aa53-5095-4f22-98c2-b07a61f0c287 req-8c6a9e93-d136-4d68-9cd4-17b78fafba5f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Jan 18 23:36:24.388980 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-f5646828-0dd4-4c44-9339-6c0884a142de req-316d3969-1271-4995-a825-a094fcac2747 service neutron] show failed (client error): The resource could not be found. Jan 18 23:36:24.390058 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-316d3969-1271-4995-a825-a094fcac2747 service neutron] 10.222.0.85 "GET /v2.0/ports/ce1cdb85-11f2-4436-9bb8-3810688f7284/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0884347 Jan 18 23:36:24.505701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346a778-ad25-4043-934a-7e8d359929d6 req-0a49b270-87fc-4ae3-b5e1-89325e669c94 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:24.507663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d346a778-ad25-4043-934a-7e8d359929d6 req-0a49b270-87fc-4ae3-b5e1-89325e669c94 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0893264 Jan 18 23:36:24.555281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d346a778-ad25-4043-934a-7e8d359929d6 req-a54ae03b-21b9-453b-bf9a-f191c2dc73c8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Jan 18 23:36:24.658263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-77fb2dbf-f5aa-4cb8-b40d-c237e020a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:24.659730 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-77fb2dbf-f5aa-4cb8-b40d-c237e020a9a7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07&tenant_id=7acc3801165549428b71955c3b18668e HTTP/1.1" status: 200 len: 1096 time: 0.0725296 Jan 18 23:36:24.670689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:36:24.782099 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.152434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:25.181094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h2-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:36:25.250258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:25.255736 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.271320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Transition to ACTIVE for port object ce1cdb85-11f2-4436-9bb8-3810688f7284 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:25.277568 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.379848 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'code': 200} Jan 18 23:36:25.436005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] No DVR routers for this DVR port ce1cdb85-11f2-4436-9bb8-3810688f7284 on host n-h2-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:25.438027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:25.495068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:25.495398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:25.495723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:36:25.500436 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Port ce1cdb85-11f2-4436-9bb8-3810688f7284 on network fd274d25-210d-4e3e-9163-192d203dceae not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:36:25.500758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Attempting to bind port ce1cdb85-11f2-4436-9bb8-3810688f7284 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:36:25.506269 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:36:25.506607 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Checking segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:36:25.507326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Bound using segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:36:25.507744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Bound port: ce1cdb85-11f2-4436-9bb8-3810688f7284, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:25.508081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.597123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h1-825178-1, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:36:25.600447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:36:25.606676 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.670604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:25.671273 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.672639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] 10.222.0.86 "PUT /v2.0/ports/ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 1091 time: 1.0057774 Jan 18 23:36:25.686837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d40e4-277b-4ee0-9dad-e0b8e14e2ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:25.750838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7552e-4a1b-4c28-a837-3983ca385336 req-23ac0b0b-babf-418a-9ec7-72bdca1050e1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:25.752452 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c8b7552e-4a1b-4c28-a837-3983ca385336 req-23ac0b0b-babf-418a-9ec7-72bdca1050e1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.0853581 Jan 18 23:36:25.764481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-7f4886a6-644f-4143-b847-1d6001e792bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:25.765987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-7f4886a6-644f-4143-b847-1d6001e792bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1094 time: 0.0708635 Jan 18 23:36:25.798148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c8b7552e-4a1b-4c28-a837-3983ca385336 req-99e5707f-4613-4d38-a582-515224eb67d0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395339 Jan 18 23:36:25.899999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-3e6ee240-f3db-4b9a-a123-4ef7b931cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:25.901513 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-3e6ee240-f3db-4b9a-a123-4ef7b931cd0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1295602 Jan 18 23:36:25.972277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-5e0079e3-39c8-4bec-9019-56a9f9db2b0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.0632286 Jan 18 23:36:26.033412 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5646828-0dd4-4c44-9339-6c0884a142de req-23794dcd-d1e7-4b70-a04f-653759f8951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:26.034820 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-23794dcd-d1e7-4b70-a04f-653759f8951b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0568950 Jan 18 23:36:26.080381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-12b2e85f-5697-4b47-8b8f-5889a8809941 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395889 Jan 18 23:36:26.233047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-c6891d5b-3048-4570-8820-7d3c2a9fe24a service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456568 Jan 18 23:36:26.362771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5646828-0dd4-4c44-9339-6c0884a142de req-d1311f89-f692-4c6c-b24e-e00bec6e7137 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237683 Jan 18 23:36:27.012080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782697b-b219-4cb2-a534-f310b14bf326 req-615c709b-6763-47ab-ab9f-c3c45f59abdd tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.013549 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3782697b-b219-4cb2-a534-f310b14bf326 req-615c709b-6763-47ab-ab9f-c3c45f59abdd tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.0884628 Jan 18 23:36:27.057571 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3782697b-b219-4cb2-a534-f310b14bf326 req-3decff8a-18b2-4284-92cb-ddb2f184fb8b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381856 Jan 18 23:36:27.381336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:27.446403 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'status': 'completed', 'code': 200} Jan 18 23:36:27.541248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-cb82088a-3c2a-49fa-827e-76f860e1cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.541675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-de0e3ef9-8130-4108-b39b-d747bb080307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.542793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-cb82088a-3c2a-49fa-827e-76f860e1cb55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1094 time: 0.0737994 Jan 18 23:36:27.543435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-de0e3ef9-8130-4108-b39b-d747bb080307 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1094 time: 0.0786281 Jan 18 23:36:27.674551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-38dc6b81-2cbc-43cb-bd63-a4a18fb0b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.676023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-38dc6b81-2cbc-43cb-bd63-a4a18fb0b245 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1274004 Jan 18 23:36:27.677041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-2b872d4a-8a70-4ecf-8bef-843ccca85b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.678505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-2b872d4a-8a70-4ecf-8bef-843ccca85b5a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1282985 Jan 18 23:36:27.857934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-d0c66733-e47d-48d3-b2e5-fbed67e8403f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.1758754 Jan 18 23:36:27.866679 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-cb5ebc0a-a799-4f1b-8734-63f6e1fdfaea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.1820278 Jan 18 23:36:27.926721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-3bdffea2-d334-44d2-8824-aacef8bd7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.929215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-3bdffea2-d334-44d2-8824-aacef8bd7d38 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0651574 Jan 18 23:36:27.941619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-d613ed40-6864-4d09-b9b2-93f9a1c08c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.943069 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-d613ed40-6864-4d09-b9b2-93f9a1c08c52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0668895 Jan 18 23:36:27.979223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-2a71303d-9fc5-4744-a375-e6c0443ec165 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439553 Jan 18 23:36:27.997982 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-e8534541-1468-47c2-bcad-29ebb4c58983 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480111 Jan 18 23:36:28.121977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-4e75890b-60e8-4424-b207-42cd7d5a6ac3 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361082 Jan 18 23:36:28.137975 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-c8cfc7da-6824-4a37-b165-334638f6d8af service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335647 Jan 18 23:36:28.180671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:28.237251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:28.257395 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-77357f44-c811-49b7-9a17-38257aedf503 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286280 Jan 18 23:36:28.330689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0f188cd9-19c3-462e-b98f-f58436712af4 req-b30fd60f-e49c-4812-819a-3ea5d3aed71e service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841848 Jan 18 23:36:28.344934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c342f-8171-4324-b2aa-31606769f35e req-f7ae26b4-fe38-4256-88bb-efd988c07826 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.346333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a49c342f-8171-4324-b2aa-31606769f35e req-f7ae26b4-fe38-4256-88bb-efd988c07826 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.1299129 Jan 18 23:36:28.391761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a49c342f-8171-4324-b2aa-31606769f35e req-59840779-c776-4f81-8277-a3bfdca1cc26 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Jan 18 23:36:28.702098 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0883b-5da9-451b-b946-ba43d8ac59a2 req-0dda9982-ff98-4678-ab3f-4c1d383cb181 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.703583 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0ab0883b-5da9-451b-b946-ba43d8ac59a2 req-0dda9982-ff98-4678-ab3f-4c1d383cb181 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 943 time: 0.0800176 Jan 18 23:36:28.710857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-0c605487-75f5-4171-9f9c-fce952610c1a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.712281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-0c605487-75f5-4171-9f9c-fce952610c1a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.85 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07&tenant_id=7acc3801165549428b71955c3b18668e&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 943 time: 0.0864596 Jan 18 23:36:28.747202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0ab0883b-5da9-451b-b946-ba43d8ac59a2 req-635bbd44-f501-4726-a0b0-c4a68946d720 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380878 Jan 18 23:36:28.792867 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-f8df3e28-00d1-4d7e-bd6a-459cf8e0b18a service neutron] delete failed (client error): The resource could not be found. Jan 18 23:36:28.793897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-f8df3e28-00d1-4d7e-bd6a-459cf8e0b18a service neutron] 10.222.0.85 "DELETE /v2.0/ports/ce1cdb85-11f2-4436-9bb8-3810688f7284/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0757923 Jan 18 23:36:28.939781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-ba50ae96-311e-4ede-ba92-b1daca5a1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.941304 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-ba50ae96-311e-4ede-ba92-b1daca5a1dad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 1094 time: 0.0782068 Jan 18 23:36:28.942428 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:36:29.075999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-c5f08dea-023c-4dcc-80e1-6b89583fa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:29.077389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-c5f08dea-023c-4dcc-80e1-6b89583fa20c service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1305349 Jan 18 23:36:29.106018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:29.118986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'port_id': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'mac_address': 'fa:16:3e:0e:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08856dc0-e8d3-48bc-9506-a13413ab945d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:36:29.143607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-5a39b76f-9e27-4751-b0f9-12f6707f12d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 200 len: 217 time: 0.0606124 Jan 18 23:36:29.173533 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:29.192851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1cdb85-11f2-4436-9bb8-3810688f7284 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:36:29.208376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:29.209385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-b4ac892a-d52d-41b8-a902-d93a189d41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:29.210834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-b4ac892a-d52d-41b8-a902-d93a189d41ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0613883 Jan 18 23:36:29.214150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:29.257272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-a9a0bcde-0d2b-4594-8e1e-2daa22f912d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405612 Jan 18 23:36:29.280375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:29.390559 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-f9df5c6b-86e9-46e0-8827-9feb3f59fa25 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273999 Jan 18 23:36:29.444169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ce1cdb85-11f2-4436-9bb8-3810688f7284'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:36:29.530489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1f3fb08-53e6-45d5-a07b-03dbdee8d90d req-d5e79f59-3a73-4998-9864-73daf5590d4a service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331670 Jan 18 23:36:29.956418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b0ce1-5527-4607-b719-d89ffd352c80 req-3c3a9a26-544c-4777-8bd7-89f615fc15e7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:29.958048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-950b0ce1-5527-4607-b719-d89ffd352c80 req-3c3a9a26-544c-4777-8bd7-89f615fc15e7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 944 time: 0.0865908 Jan 18 23:36:30.007911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-950b0ce1-5527-4607-b719-d89ffd352c80 req-f8367b0f-ca4d-4089-be62-93282bdf6119 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Jan 18 23:36:30.944226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:36:31.029803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port ce1cdb85-11f2-4436-9bb8-3810688f7284 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:31.035042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port ce1cdb85-11f2-4436-9bb8-3810688f7284 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:31.035427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.152255 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.180358 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:31.189239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:31.197794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803963-4517-4afc-97dd-e29d3fac2fef req-ffb51c7b-b90b-4bba-8998-6683ac10fb39 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:31.198332 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.199761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0803963-4517-4afc-97dd-e29d3fac2fef req-ffb51c7b-b90b-4bba-8998-6683ac10fb39 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 944 time: 0.0851793 Jan 18 23:36:31.235086 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'code': 200} Jan 18 23:36:31.246344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a0803963-4517-4afc-97dd-e29d3fac2fef req-d70ab47f-41c1-4002-b6ad-15fb8a2d6293 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Jan 18 23:36:31.276123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:31.432355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700342d-d372-4814-a9a5-c1b96b4ef287 req-1e373915-5434-4da1-81de-e06663b06c61 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:31.433869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1700342d-d372-4814-a9a5-c1b96b4ef287 req-1e373915-5434-4da1-81de-e06663b06c61 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0836341 Jan 18 23:36:31.481268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1700342d-d372-4814-a9a5-c1b96b4ef287 req-42bd60d8-5f31-4b81-9d39-c15e5c19c3fe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Jan 18 23:36:31.672071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf882-6db0-4df4-9903-d8c43396dbc9 req-9e27c57b-4b34-4b2e-ae1d-4250b91b3a4f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:31.673536 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5ebf882-6db0-4df4-9903-d8c43396dbc9 req-9e27c57b-4b34-4b2e-ae1d-4250b91b3a4f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0817652 Jan 18 23:36:31.724477 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d5ebf882-6db0-4df4-9903-d8c43396dbc9 req-4094625d-dee3-47ad-bf18-9c961e76b7a4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Jan 18 23:36:32.223382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-8d45a1c1-3435-4bb8-a03d-044329a832fd tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:32.224807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-8d45a1c1-3435-4bb8-a03d-044329a832fd tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 814 time: 0.1466308 Jan 18 23:36:32.242123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-d5c4419a-bbee-425e-9b98-876002dde8c4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/quotas/7acc3801165549428b71955c3b18668e HTTP/1.1" status: 200 len: 375 time: 0.0102446 Jan 18 23:36:32.326724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-08b57b26-27d7-4642-bbd5-6a8931f70909 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774024 Jan 18 23:36:32.461287 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a5f34332-2148-4ec8-b387-8e667d02d214 service neutron] 10.222.0.78 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277072 Jan 18 23:36:32.594647 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-e0903714-9bd1-46d8-981a-44932d93cac5 service neutron] 10.222.0.78 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275308 Jan 18 23:36:32.782205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-36fe7124-dd0c-4a8a-8b5d-9789e0325a91 req-1c4cc608-ac2a-4b2e-a837-3df9ce7799bb tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 210 time: 0.0420332 Jan 18 23:36:33.375858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-b7e5eac4-2519-4716-a25b-1e886c55b06b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:33.377354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-b7e5eac4-2519-4716-a25b-1e886c55b06b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.86 "GET /v2.0/ports?device_id=738dd3bb-8b64-467e-b6e0-fbdc8e31ce07 HTTP/1.1" status: 200 len: 945 time: 0.0826194 Jan 18 23:36:33.454263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Deleting port ce1cdb85-11f2-4436-9bb8-3810688f7284 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:36:33.454486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.821829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] For port ce1cdb85-11f2-4436-9bb8-3810688f7284, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=ce1cdb85-11f2-4436-9bb8-3810688f7284,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:33.822445 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.840310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a7ea2e52-2001-4f9b-9184-6ca1250473f1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:33.841788 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a7ea2e52-2001-4f9b-9184-6ca1250473f1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 814 time: 0.1520267 Jan 18 23:36:33.854122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Request body: {'port': {'device_id': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'admin_state_up': True, 'tenant_id': '7acc3801165549428b71955c3b18668e'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:36:34.002784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:34.012328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Calling delete_port for ce1cdb85-11f2-4436-9bb8-3810688f7284 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:36:34.012981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:34.023950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Made reservation on behalf of 7acc3801165549428b71955c3b18668e for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:34.027686 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.064845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e239880d-fa6b-4f94-8990-581215286ad8 req-0a919170-6181-4459-b879-db2e6ce6817b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 210 time: 0.1464605 Jan 18 23:36:34.176057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.187939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ce1cdb85-11f2-4436-9bb8-3810688f7284'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:36:34.188538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Allocated IP 172.20.0.4 (fd274d25-210d-4e3e-9163-192d203dceae/08856dc0-e8d3-48bc-9506-a13413ab945d/e011a2d0-f6d7-4337-a5df-5c09229d5d34) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:34.235017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Pushing event deleted for resources: {'Port': ['ID=ce1cdb85-11f2-4436-9bb8-3810688f7284,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:34.310746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] No DVR routers for this DVR port ce1cdb85-11f2-4436-9bb8-3810688f7284 on host n-h1-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:34.313817 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.317032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-deleted', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:34.334502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.86 "DELETE /v2.0/ports/ce1cdb85-11f2-4436-9bb8-3810688f7284 HTTP/1.1" status: 204 len: 173 time: 0.9517143 Jan 18 23:36:34.362312 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738dd3bb-8b64-467e-b6e0-fbdc8e31ce07', 'name': 'network-vif-deleted', 'tag': 'ce1cdb85-11f2-4436-9bb8-3810688f7284', 'status': 'completed', 'code': 200} Jan 18 23:36:34.399761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.431978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.444637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['ce1cdb85-11f2-4436-9bb8-3810688f7284'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:36:34.504832 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Network fd274d25-210d-4e3e-9163-192d203dceae is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:34.508517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:34.512528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:36:34.546515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:34.564070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.564416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.564753 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.565123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.565449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.565770 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.566089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.566405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.566709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.567024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.567392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.567650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:34.587651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:34.588297 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.611908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-2015dd79-d6ad-48b8-b4c6-192ab3e5419b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618852 Jan 18 23:36:34.622488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Request body: {'port': {'device_id': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:36:34.760552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.847155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.194137 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e011a2d0-f6d7-4337-a5df-5c09229d5d34 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:36:35.201669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.217061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Transition to ACTIVE for port object e011a2d0-f6d7-4337-a5df-5c09229d5d34 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:35.221229 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.251831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d99a05-9a78-4c1f-b09a-507fc0c71ad2 req-59b8690a-43ed-43a1-a370-12775a2d9838 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.252840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-06d99a05-9a78-4c1f-b09a-507fc0c71ad2 req-59b8690a-43ed-43a1-a370-12775a2d9838 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Synchronizing usage tracker for tenant:7acc3801165549428b71955c3b18668e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:35.270524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-06d99a05-9a78-4c1f-b09a-507fc0c71ad2 req-59b8690a-43ed-43a1-a370-12775a2d9838 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Unset dirty status for tenant:7acc3801165549428b71955c3b18668e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:35.271742 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-06d99a05-9a78-4c1f-b09a-507fc0c71ad2 req-59b8690a-43ed-43a1-a370-12775a2d9838 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 931 time: 0.1009598 Jan 18 23:36:35.319135 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-06d99a05-9a78-4c1f-b09a-507fc0c71ad2 req-ee049405-25c6-4f52-8d20-dee994bfb695 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Jan 18 23:36:35.347953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:35.455523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:35.455913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:35.456179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:36:35.461569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on network fd274d25-210d-4e3e-9163-192d203dceae not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:36:35.461901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:36:35.467353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:36:35.467689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Checking segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:36:35.468075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Bound using segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:36:35.468505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Bound port: e011a2d0-f6d7-4337-a5df-5c09229d5d34, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:35.468859 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.558633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:36:35.561649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:36:35.568647 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.631074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.632030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.633435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] 10.222.0.86 "PUT /v2.0/ports/e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 1091 time: 1.0153036 Jan 18 23:36:35.633919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:35.653097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309ccc5-7756-4392-a05d-577f074e57a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:35.703043 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'status': 'completed', 'code': 200} Jan 18 23:36:35.756300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-5dca6e56-42b6-4289-a80d-ec7c577bed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.758209 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-5dca6e56-42b6-4289-a80d-ec7c577bed7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1094 time: 0.0859723 Jan 18 23:36:35.828795 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-b13001ef-bd7b-4bf3-8f27-bd547867dfd6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0640368 Jan 18 23:36:35.889893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde7a-8de2-497c-b2f5-d836937d863f req-929c0691-8545-4b2e-a90d-ef316fee7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.891180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-929c0691-8545-4b2e-a90d-ef316fee7f09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0570061 Jan 18 23:36:35.938493 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-e7d56c8b-74fb-410e-baff-fc1377db37cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412223 Jan 18 23:36:36.068862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-0ca82836-0a5a-4a31-a6a5-753416ac6cc1 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245108 Jan 18 23:36:36.205786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762bde7a-8de2-497c-b2f5-d836937d863f req-137d5985-9796-4408-ab8c-ec82a4330b04 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308262 Jan 18 23:36:36.333223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-7701bb89-1b65-431c-b7ed-e824647155b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.334723 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-7701bb89-1b65-431c-b7ed-e824647155b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1094 time: 0.0772915 Jan 18 23:36:36.506402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d5d2-4639-44c9-935d-411ba07065f9 req-42da4165-f2cd-436b-9e10-394b6d136909 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.508212 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f65d5d2-4639-44c9-935d-411ba07065f9 req-42da4165-f2cd-436b-9e10-394b6d136909 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 943 time: 0.0849710 Jan 18 23:36:36.557081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9f65d5d2-4639-44c9-935d-411ba07065f9 req-35c2c9bf-8e6b-4cdd-bbf0-165ba538a0ff tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Jan 18 23:36:36.579684 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-1561795a-64f8-46f0-8bc4-f1b0e3bccddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.581185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-1561795a-64f8-46f0-8bc4-f1b0e3bccddf service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.2399480 Jan 18 23:36:36.649450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-a29bb9b9-fda9-430e-af61-89e02b7923d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0618937 Jan 18 23:36:36.720305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-bfb79919-6372-456c-960a-297ada33ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.721754 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-bfb79919-6372-456c-960a-297ada33ff4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0659485 Jan 18 23:36:36.768736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-72d91112-9352-43fc-99cf-c0c9790a2a62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402436 Jan 18 23:36:36.899273 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-1465ebfb-9ac3-43ad-b941-cce125c21736 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240582 Jan 18 23:36:37.031477 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ded75cb2-0c27-4c06-a758-4cbfe16f4323 req-a5a698d4-79c1-4b4a-9045-f21b7738add8 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261821 Jan 18 23:36:37.257722 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.758008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5fb67-966e-4fd6-8482-1e48b1509650 req-eba839d9-0a06-4805-ab70-a5048b219011 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:37.758695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6af5fb67-966e-4fd6-8482-1e48b1509650 req-eba839d9-0a06-4805-ab70-a5048b219011 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Synchronizing usage tracker for tenant:7acc3801165549428b71955c3b18668e on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:37.770750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6af5fb67-966e-4fd6-8482-1e48b1509650 req-eba839d9-0a06-4805-ab70-a5048b219011 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Unset dirty status for tenant:7acc3801165549428b71955c3b18668e on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:37.771845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6af5fb67-966e-4fd6-8482-1e48b1509650 req-eba839d9-0a06-4805-ab70-a5048b219011 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 943 time: 0.0995116 Jan 18 23:36:37.816163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6af5fb67-966e-4fd6-8482-1e48b1509650 req-c6208570-a999-4ee6-9461-1f4f2a7a521e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Jan 18 23:36:38.975065 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:36:38.977466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:39.003590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234bf7-baf4-45e5-bc2f-d08e5fdf1151 req-b4495e46-6565-4953-b840-453281a4b462 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:39.005044 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8234bf7-baf4-45e5-bc2f-d08e5fdf1151 req-b4495e46-6565-4953-b840-453281a4b462 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 943 time: 0.0795500 Jan 18 23:36:39.015386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: ce1cdb85-11f2-4436-9bb8-3810688f7284 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:36:39.015687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device ce1cdb85-11f2-4436-9bb8-3810688f7284 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:39.049724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8234bf7-baf4-45e5-bc2f-d08e5fdf1151 req-b9a5b058-2ca7-4ee3-93fc-f41dbc551506 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jan 18 23:36:39.147409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:39.161082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'port_id': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'mac_address': 'fa:16:3e:c3:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08856dc0-e8d3-48bc-9506-a13413ab945d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:36:39.216572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.233225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e011a2d0-f6d7-4337-a5df-5c09229d5d34 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:36:39.249049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:39.256194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.334331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:39.342209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.342559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.342894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.343215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.343550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.343876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.344201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.344525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.344847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.345195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.345523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.345840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:39.447871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['e011a2d0-f6d7-4337-a5df-5c09229d5d34'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:36:40.247058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38213ebf-f5ac-475b-ba21-2d08365ce067 req-e3c02aad-0c6a-47bb-9a5c-f15518f9a6f7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:40.248397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38213ebf-f5ac-475b-ba21-2d08365ce067 req-e3c02aad-0c6a-47bb-9a5c-f15518f9a6f7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 944 time: 0.0874884 Jan 18 23:36:40.291611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-38213ebf-f5ac-475b-ba21-2d08365ce067 req-96cca5cf-c7c6-4b29-b603-1bc90d0b1ca1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Jan 18 23:36:41.007786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:36:41.086684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port e011a2d0-f6d7-4337-a5df-5c09229d5d34 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:41.091421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port e011a2d0-f6d7-4337-a5df-5c09229d5d34 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:41.091795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.215313 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.241755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:41.251354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:36:41.256958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.295105 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'code': 200} Jan 18 23:36:41.329280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:41.472031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111953d4-ad2e-43fc-bd84-c283ce4c2b6e req-23545a59-43d7-454d-b2c5-ad79ee5e683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:41.473439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-111953d4-ad2e-43fc-bd84-c283ce4c2b6e req-23545a59-43d7-454d-b2c5-ad79ee5e683b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1096 time: 0.1258044 Jan 18 23:36:41.516734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b0fd-a955-4f61-aaea-5f8cd8136a1d req-12dfc640-3d0d-4d64-a603-cd58159486f4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:41.518943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd74b0fd-a955-4f61-aaea-5f8cd8136a1d req-12dfc640-3d0d-4d64-a603-cd58159486f4 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1201301 Jan 18 23:36:41.553776 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-111953d4-ad2e-43fc-bd84-c283ce4c2b6e req-87873381-c663-4a4b-a609-430a70c1fa12 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739279 Jan 18 23:36:41.572842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd74b0fd-a955-4f61-aaea-5f8cd8136a1d req-8a2c3199-27c8-4ab5-bebe-993f674c5900 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Jan 18 23:36:42.134269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78661e2b-ae5c-4ed7-8268-4af67b0eb07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.775534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88790ce-c848-40f0-a015-c1b307e62a30 req-851e186d-9ad1-4fe4-b4f8-aa9d261b93aa tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:42.776999 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e88790ce-c848-40f0-a015-c1b307e62a30 req-851e186d-9ad1-4fe4-b4f8-aa9d261b93aa tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0857408 Jan 18 23:36:42.820901 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e88790ce-c848-40f0-a015-c1b307e62a30 req-2cd2928e-7dd7-4ca2-ba8d-dc56d734f772 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Jan 18 23:36:44.032240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ee93-31ab-4272-8846-04319a3ddfde req-e0fe2e26-ecc8-466a-80b0-7b119e27385d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:44.033764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68d0ee93-31ab-4272-8846-04319a3ddfde req-e0fe2e26-ecc8-466a-80b0-7b119e27385d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0937972 Jan 18 23:36:44.082271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68d0ee93-31ab-4272-8846-04319a3ddfde req-d9e3dcbc-0a7b-42b6-89f3-9ed1164b227a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Jan 18 23:36:44.273916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35e75-6684-4c99-ac3f-1bc430a430f7 req-ca81bdc7-67f7-43bd-84ce-861fc85044a9 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:44.275370 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9cb35e75-6684-4c99-ac3f-1bc430a430f7 req-ca81bdc7-67f7-43bd-84ce-861fc85044a9 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0853744 Jan 18 23:36:44.319049 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9cb35e75-6684-4c99-ac3f-1bc430a430f7 req-ee18f985-daf0-4c6a-ba67-f04094c20b35 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Jan 18 23:36:44.727155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-ac45fa13-f398-4332-a4cb-3f717fcd65c8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310019 Jan 18 23:36:44.737175 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560b93b-96a1-4917-a069-6b0ba02a54d7 req-305fc5fa-f160-43d4-ac56-62e67640a43e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:44.738496 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6560b93b-96a1-4917-a069-6b0ba02a54d7 req-305fc5fa-f160-43d4-ac56-62e67640a43e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0990777 Jan 18 23:36:44.784236 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6560b93b-96a1-4917-a069-6b0ba02a54d7 req-39dedd66-d275-4b78-9411-b0a56d1eddae tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Jan 18 23:36:45.008092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a535555-dafb-4b8e-b986-f294babef37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.681305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.824601 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.973372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-a1bced9d-bf96-468a-9a1b-8201970c0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:45.974755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-a1bced9d-bf96-468a-9a1b-8201970c0323 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1096 time: 0.1217666 Jan 18 23:36:46.061539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef672a70-0598-43fc-9b57-e09ed642c5ff req-fd0a4f00-7007-4740-8df1-c7719eb64a64 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:46.062990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef672a70-0598-43fc-9b57-e09ed642c5ff req-fd0a4f00-7007-4740-8df1-c7719eb64a64 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1677098 Jan 18 23:36:46.146257 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef672a70-0598-43fc-9b57-e09ed642c5ff req-0f3a5b00-5a04-4338-a5d3-9cdce20abe1b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715394 Jan 18 23:36:46.152977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-f62b38a4-aff4-4675-b555-92f4afbc9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:46.154434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-f62b38a4-aff4-4675-b555-92f4afbc9fbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1734972 Jan 18 23:36:46.221382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-ed2d34b7-45e0-4ddf-807a-97a6373ae6f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0609550 Jan 18 23:36:46.293572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-30edcd7c-4b25-4c95-8a14-8c8fb989592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:46.295360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-30edcd7c-4b25-4c95-8a14-8c8fb989592b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0672712 Jan 18 23:36:46.340917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-4d3e6bcc-c74b-44db-98fc-9c101897f1e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400097 Jan 18 23:36:46.476056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-34eb0bb2-08d0-4d05-85d4-3dd58662722a service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284823 Jan 18 23:36:46.713296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-af019df2-40f9-4669-8be1-8309f17e2de3 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304182 Jan 18 23:36:47.128061 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.370822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29925559-7655-47a2-aa29-8938d8f77e4f req-a30b7454-2b2a-4334-ad46-d52acb478402 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:47.372689 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29925559-7655-47a2-aa29-8938d8f77e4f req-a30b7454-2b2a-4334-ad46-d52acb478402 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1034832 Jan 18 23:36:47.432697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-29925559-7655-47a2-aa29-8938d8f77e4f req-bc19d7d2-0aaf-49d6-9faf-a2451ade4918 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Jan 18 23:36:48.639482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ba0f-924c-40d5-9552-288287ca05d3 req-2fdba17f-96e0-4ed2-b84f-6896eb2d70d5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:48.640991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5a9ba0f-924c-40d5-9552-288287ca05d3 req-2fdba17f-96e0-4ed2-b84f-6896eb2d70d5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0918596 Jan 18 23:36:48.686217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e5a9ba0f-924c-40d5-9552-288287ca05d3 req-28ee1196-448d-4b5f-9109-5b427670bab8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Jan 18 23:36:49.884302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bf8ea-a81a-4cd8-bcb5-55018d46e1b7 req-3f7810ac-9ee1-4172-b5b6-a0c89e65d4a7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:49.885943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-256bf8ea-a81a-4cd8-bcb5-55018d46e1b7 req-3f7810ac-9ee1-4172-b5b6-a0c89e65d4a7 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0811296 Jan 18 23:36:49.933680 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-256bf8ea-a81a-4cd8-bcb5-55018d46e1b7 req-4e305cca-1f1b-44c0-a51a-02ce9c542afd tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Jan 18 23:36:51.146213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0dab8-cdbe-484a-9d30-a869d0b93f7b req-94b4eec0-a39a-46c2-a6ab-b884b7bd4fa1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:51.147682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ef0dab8-cdbe-484a-9d30-a869d0b93f7b req-94b4eec0-a39a-46c2-a6ab-b884b7bd4fa1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0945876 Jan 18 23:36:51.193874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ef0dab8-cdbe-484a-9d30-a869d0b93f7b req-07b0feb4-9a99-4229-99bb-8d9011311719 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Jan 18 23:36:52.387472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff94cc-9399-4fff-a17c-e90fb6323dbb req-15c1e3fa-e11b-4608-9c39-9006479397c0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:52.388987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46ff94cc-9399-4fff-a17c-e90fb6323dbb req-15c1e3fa-e11b-4608-9c39-9006479397c0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0807142 Jan 18 23:36:52.433283 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-46ff94cc-9399-4fff-a17c-e90fb6323dbb req-15ba9e3e-0060-4c9d-b04f-55ba6cf8f9dd tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Jan 18 23:36:53.652710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf70f9a-7801-4a1d-a58a-6f935ba86256 req-9d02f9b6-f8a2-4db0-882f-2d72a27ffc89 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:53.654459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbf70f9a-7801-4a1d-a58a-6f935ba86256 req-9d02f9b6-f8a2-4db0-882f-2d72a27ffc89 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1001673 Jan 18 23:36:53.704314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cbf70f9a-7801-4a1d-a58a-6f935ba86256 req-b4ecfe2e-bbcc-407e-b553-fe0d7cfffe86 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Jan 18 23:36:54.908868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78631d-f03c-4eb0-b600-f41b05ca3a71 req-1967fa01-91bc-4b89-81ca-170ab0cd6de2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:54.910365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee78631d-f03c-4eb0-b600-f41b05ca3a71 req-1967fa01-91bc-4b89-81ca-170ab0cd6de2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0834725 Jan 18 23:36:54.955441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ee78631d-f03c-4eb0-b600-f41b05ca3a71 req-bdae3963-ddbd-4857-9b8a-848ad2ddc188 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Jan 18 23:36:56.160124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf9ac-2932-4a1d-a88d-639ac60fbee8 req-f8ef0bff-2aed-4ce2-9081-6c57f138eda6 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:56.161606 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-219bf9ac-2932-4a1d-a88d-639ac60fbee8 req-f8ef0bff-2aed-4ce2-9081-6c57f138eda6 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0829074 Jan 18 23:36:56.211533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-219bf9ac-2932-4a1d-a88d-639ac60fbee8 req-62aed179-5eb7-4991-a72c-40c1e50e6f68 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Jan 18 23:36:57.109647 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:36:57.401748 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4801c-93d5-49b4-9256-0b314371abf0 req-20fc581d-e16c-47fb-a2ad-6b198521e62b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:57.403193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8e4801c-93d5-49b4-9256-0b314371abf0 req-20fc581d-e16c-47fb-a2ad-6b198521e62b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0798893 Jan 18 23:36:57.447372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f8e4801c-93d5-49b4-9256-0b314371abf0 req-62a5c4c7-c65d-4107-a993-c5aa10a8a8bc tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Jan 18 23:36:58.658417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655c0e-552b-42e8-be87-afd730113c6c req-9648f688-2949-4315-a2dc-6cab32aa321f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:58.659897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19655c0e-552b-42e8-be87-afd730113c6c req-9648f688-2949-4315-a2dc-6cab32aa321f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1008780 Jan 18 23:36:58.703676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-19655c0e-552b-42e8-be87-afd730113c6c req-426d524c-090a-457d-b553-3621e887889e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379958 Jan 18 23:36:59.921235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873de909-9fdd-4258-8794-e4179eab7fb1 req-4cf4ca9e-cb65-463a-8b98-59bd74c118e2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:59.922707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-873de909-9fdd-4258-8794-e4179eab7fb1 req-4cf4ca9e-cb65-463a-8b98-59bd74c118e2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0959659 Jan 18 23:36:59.968271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-873de909-9fdd-4258-8794-e4179eab7fb1 req-6f39a436-eefe-4ff7-9084-d2504abc4787 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395637 Jan 18 23:37:01.186312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64393-1b50-431b-a55e-2785afaff5db req-a138206d-9fd0-4903-847b-d168bc988b57 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:01.187714 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93b64393-1b50-431b-a55e-2785afaff5db req-a138206d-9fd0-4903-847b-d168bc988b57 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0925031 Jan 18 23:37:01.237957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-93b64393-1b50-431b-a55e-2785afaff5db req-9a5534b9-a53c-4f41-a295-e1743a3cd06c tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Jan 18 23:37:02.458812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d5253-aa21-48a6-894a-728ca3a680db req-9fdbbfd1-c1f2-4875-bfe8-3481fea50fc2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:02.460256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b96d5253-aa21-48a6-894a-728ca3a680db req-9fdbbfd1-c1f2-4875-bfe8-3481fea50fc2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1012275 Jan 18 23:37:02.510385 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b96d5253-aa21-48a6-894a-728ca3a680db req-50f8542e-4d77-4748-bf6f-def1a78a38f3 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Jan 18 23:37:03.706811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ac3e2-afc6-476a-908d-c7e2ea5305a0 req-08ff8939-3cd3-44d4-9805-bf0cccca08a0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:03.714633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f70ac3e2-afc6-476a-908d-c7e2ea5305a0 req-08ff8939-3cd3-44d4-9805-bf0cccca08a0 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0866446 Jan 18 23:37:03.753827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f70ac3e2-afc6-476a-908d-c7e2ea5305a0 req-396d4280-05d5-4f3b-bb69-a381a13d820a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Jan 18 23:37:04.788961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.949633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c8089-2828-4a3d-9ecd-188fb7ffe9b9 req-219414fd-d5d8-43c9-92e6-c59260e561ed tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:04.951152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea2c8089-2828-4a3d-9ecd-188fb7ffe9b9 req-219414fd-d5d8-43c9-92e6-c59260e561ed tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0850959 Jan 18 23:37:04.995896 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ea2c8089-2828-4a3d-9ecd-188fb7ffe9b9 req-bf34a1e3-a8b4-4a5d-82df-914eb66dcfc5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Jan 18 23:37:06.198950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b87fe-c3fb-4c49-a6c9-0daa1747d5b4 req-60bf1335-5a04-4c45-91fc-afd48b663ea1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:06.200326 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b12b87fe-c3fb-4c49-a6c9-0daa1747d5b4 req-60bf1335-5a04-4c45-91fc-afd48b663ea1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0977499 Jan 18 23:37:06.245349 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b12b87fe-c3fb-4c49-a6c9-0daa1747d5b4 req-c97e8c57-c28e-450f-9092-ab399351cb22 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Jan 18 23:37:07.276002 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:07.512723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbebf8-6b1a-4379-a8cf-896b8cfc1874 req-0eac67eb-8035-4d26-a0ae-8076d6f3595f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:07.514106 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2cbbebf8-6b1a-4379-a8cf-896b8cfc1874 req-0eac67eb-8035-4d26-a0ae-8076d6f3595f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.1620553 Jan 18 23:37:07.661491 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2cbbebf8-6b1a-4379-a8cf-896b8cfc1874 req-c3181583-3182-477e-86ab-af32de5cdb08 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405473 Jan 18 23:37:08.068808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-5e0233e9-d84a-4e31-8eff-36c60f6f5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:08.070381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-5e0233e9-d84a-4e31-8eff-36c60f6f5d24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1096 time: 0.1189733 Jan 18 23:37:08.235145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-a34b03f3-39a5-4953-a12f-acf5b99e5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:08.236526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-a34b03f3-39a5-4953-a12f-acf5b99e5308 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1406946 Jan 18 23:37:08.307470 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-f09428f5-62be-49af-8580-7b670caedd1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0649998 Jan 18 23:37:08.370205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-9473abe9-83e8-474a-9386-c2823d1f6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:08.371605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-9473abe9-83e8-474a-9386-c2823d1f6912 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0586460 Jan 18 23:37:08.420059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-623ea98e-cf32-4777-91bc-0f68d876a2b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425243 Jan 18 23:37:08.553012 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-34bff9e6-f3af-4726-8e88-0c736754d341 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262398 Jan 18 23:37:08.684912 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7618e8af-5167-44bc-a03b-95f30a18c188 req-6e407eb1-a843-4514-b63b-c9ca1256362a service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255286 Jan 18 23:37:08.865682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec157fc-3678-4c8e-ba77-550d25aa50b6 req-f925d885-7634-46b4-beb6-05304b98c314 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:08.867105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ec157fc-3678-4c8e-ba77-550d25aa50b6 req-f925d885-7634-46b4-beb6-05304b98c314 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0904500 Jan 18 23:37:08.911482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ec157fc-3678-4c8e-ba77-550d25aa50b6 req-d7e9a6a5-58b2-4a10-ab40-79e520a1bce8 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Jan 18 23:37:10.102757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c196340-2fc0-4c28-b0a7-388ae2ee942d req-d3b16a4d-7d2a-468a-b3c5-e1a22b0e9b1a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:10.104190 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c196340-2fc0-4c28-b0a7-388ae2ee942d req-d3b16a4d-7d2a-468a-b3c5-e1a22b0e9b1a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0879111 Jan 18 23:37:10.151274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1c196340-2fc0-4c28-b0a7-388ae2ee942d req-4b2682d2-3f79-4af8-8608-6cef264faa13 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Jan 18 23:37:11.355510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34f8d-57be-44b5-97d4-1288137f559c req-cb145ece-d21e-412e-9df5-c1e88a06a8d3 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:11.356927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70e34f8d-57be-44b5-97d4-1288137f559c req-cb145ece-d21e-412e-9df5-c1e88a06a8d3 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0920405 Jan 18 23:37:11.403487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70e34f8d-57be-44b5-97d4-1288137f559c req-ee6febb5-a0ca-4c7e-8897-4e97579ab296 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Jan 18 23:37:12.134628 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff4200ad-2d1b-4f12-9195-d0b95e220bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.619189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4aed7-6f9b-4380-ab5c-b5bbe2f32d97 req-e76caefc-c66f-44a5-b0b7-753d68a3e399 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:12.620622 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5d4aed7-6f9b-4380-ab5c-b5bbe2f32d97 req-e76caefc-c66f-44a5-b0b7-753d68a3e399 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0988224 Jan 18 23:37:12.665880 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f5d4aed7-6f9b-4380-ab5c-b5bbe2f32d97 req-b609968d-54a4-4d72-b0b6-8efe0ff8429a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Jan 18 23:37:13.556434 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-08baff28-4282-4626-b314-a7d4c92f379a service neutron] show failed (client error): The resource could not be found. Jan 18 23:37:13.557423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-08baff28-4282-4626-b314-a7d4c92f379a service neutron] 10.222.0.86 "GET /v2.0/ports/e011a2d0-f6d7-4337-a5df-5c09229d5d34/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0822747 Jan 18 23:37:13.997796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-ecbfcd5e-5191-472e-86da-f1e45eebe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:13.999288 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-ecbfcd5e-5191-472e-86da-f1e45eebe387 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef&tenant_id=7acc3801165549428b71955c3b18668e HTTP/1.1" status: 200 len: 1096 time: 0.2388761 Jan 18 23:37:14.009517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0c683-95af-4543-824e-c090fe9a969f req-7fd148ed-7a5f-4184-8e53-4b10670fc63c tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:14.010860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cb0c683-95af-4543-824e-c090fe9a969f req-7fd148ed-7a5f-4184-8e53-4b10670fc63c tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.2158537 Jan 18 23:37:14.015553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:14.129668 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cb0c683-95af-4543-824e-c090fe9a969f req-c887146d-23f4-438c-b589-b5be62929586 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901287 Jan 18 23:37:14.155711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.424875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:14.454482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:37:14.511359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:14.517067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.532264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Transition to ACTIVE for port object e011a2d0-f6d7-4337-a5df-5c09229d5d34 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:14.537011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.584677 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'code': 200} Jan 18 23:37:14.706939 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:14.709474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] No DVR routers for this DVR port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:14.762330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:14.762665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:14.762994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:14.767933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on network fd274d25-210d-4e3e-9163-192d203dceae not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:37:14.768213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Attempting to bind port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on network fd274d25-210d-4e3e-9163-192d203dceae {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:14.773425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:37:14.773760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Checking segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:37:14.774143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Bound using segment: {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:37:14.774560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Bound port: e011a2d0-f6d7-4337-a5df-5c09229d5d34, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d12a3d-ba42-4358-8abd-494250063f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:14.774901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.866771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:37:14.869870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:37:14.876519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.935139 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:14.935759 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.937191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] 10.222.0.85 "PUT /v2.0/ports/e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 1091 time: 0.9254279 Jan 18 23:37:14.956389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d7f91-6e20-430a-a866-83cf61f47155 service neutron] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:15.015104 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748ff316-b25d-45e7-800b-6a943c30c042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.038841 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-6dd76efe-25cc-4a40-b0ce-d04e53600b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:15.040376 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-6dd76efe-25cc-4a40-b0ce-d04e53600b4c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1094 time: 0.0796752 Jan 18 23:37:15.187158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-c8afe16d-6b2e-4cc7-b22b-1e621264520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:15.188583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-c8afe16d-6b2e-4cc7-b22b-1e621264520b service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1411073 Jan 18 23:37:15.291860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-e803d449-c5f0-47e5-8455-11b9a8cd0a35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0974491 Jan 18 23:37:15.365301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-724ba0b3-bc72-40f9-885d-fc456736b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:15.366719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-724ba0b3-bc72-40f9-885d-fc456736b28f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0687199 Jan 18 23:37:15.418073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-754d866a-70cc-4803-8469-38bf0a8892c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447881 Jan 18 23:37:15.425515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b8e4-4bd9-4a51-92a2-1295b515688f req-60a0690c-d209-4950-a064-e989c9d3e1e9 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:15.426813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eeb8b8e4-4bd9-4a51-92a2-1295b515688f req-60a0690c-d209-4950-a064-e989c9d3e1e9 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 943 time: 0.1847601 Jan 18 23:37:15.658561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eeb8b8e4-4bd9-4a51-92a2-1295b515688f req-21b878ee-55e6-416b-bb99-85fe041cb974 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140093 Jan 18 23:37:15.668907 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.696904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-1577a900-f15a-4483-8877-0b620ddaaeec service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691975 Jan 18 23:37:15.825457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.837080 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b653e319-fbee-4dc8-908d-eab58b766bb0 req-f34f73cc-178f-426b-a77b-042e38d91535 service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326208 Jan 18 23:37:16.586287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:16.647835 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'status': 'completed', 'code': 200} Jan 18 23:37:16.849949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf08d-7e61-4b54-862d-fc029a463955 req-f65bf968-87b2-4a00-8000-532a368f1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:16.851428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-f65bf968-87b2-4a00-8000-532a368f1e42 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1094 time: 0.1831281 Jan 18 23:37:16.859176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf08d-7e61-4b54-862d-fc029a463955 req-b80a209c-cd4b-49e6-bc00-65ded5b523ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:16.860536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-b80a209c-cd4b-49e6-bc00-65ded5b523ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1094 time: 0.1626477 Jan 18 23:37:17.018226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d300-7b85-45b4-a946-d5504ec47fc1 req-4c0fbe63-34e2-43c2-861d-2931375038a5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:17.019689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8816d300-7b85-45b4-a946-d5504ec47fc1 req-4c0fbe63-34e2-43c2-861d-2931375038a5 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 943 time: 0.2519882 Jan 18 23:37:17.129929 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.149630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8816d300-7b85-45b4-a946-d5504ec47fc1 req-1c3966f7-4f57-4ce6-8ca5-3c5a188d38de tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169214 Jan 18 23:37:17.153017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf08d-7e61-4b54-862d-fc029a463955 req-7b52112c-3589-4b96-adb0-ddc7a8f6d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:17.154374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-7b52112c-3589-4b96-adb0-ddc7a8f6d95d service neutron] 10.222.0.85 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.2919822 Jan 18 23:37:17.158556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf08d-7e61-4b54-862d-fc029a463955 req-e3deeb72-f709-4b35-bd08-0b80e78b8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:17.159891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-e3deeb72-f709-4b35-bd08-0b80e78b8b4a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.2762368 Jan 18 23:37:17.275526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-ed56f5b4-34cd-49f2-905c-0e0ebe0dc91a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.1134057 Jan 18 23:37:17.283952 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-ef76b5bf-69a1-430a-88a6-406d1a1bb9f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0694849 Jan 18 23:37:17.393629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf08d-7e61-4b54-862d-fc029a463955 req-9d6e8a58-cd3d-4041-9605-b6c0d214a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:17.395462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-9d6e8a58-cd3d-4041-9605-b6c0d214a230 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.1102202 Jan 18 23:37:17.396524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf08d-7e61-4b54-862d-fc029a463955 req-2e251db4-0664-4dbf-af9c-d2856c170c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:17.397842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-2e251db4-0664-4dbf-af9c-d2856c170c01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0818765 Jan 18 23:37:17.475371 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-27f319ba-5f05-450c-8d0b-60a99efa81eb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740321 Jan 18 23:37:17.501054 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-d29a2092-cadd-4002-bb1c-502a03a4f7fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683203 Jan 18 23:37:17.705070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-bea58f89-a637-40d6-951f-f766bfa5a3ee service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218678 Jan 18 23:37:17.733147 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-25096b21-9702-4262-9c9e-91a6589dd114 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256243 Jan 18 23:37:18.064826 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-9ff0d56b-7064-46af-8e00-65b22708025b service neutron] 10.222.0.85 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530145 Jan 18 23:37:18.072164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-419cf08d-7e61-4b54-862d-fc029a463955 req-9d86f110-7c2c-4c2d-8fc4-9496e8b86d1e service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327785 Jan 18 23:37:18.342359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:37:18.351820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c0c0-8ac6-47d7-8143-d05f651b3041 req-9576cffc-aaff-4842-8fe5-dac423f962a1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:18.353562 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe00c0c0-8ac6-47d7-8143-d05f651b3041 req-9576cffc-aaff-4842-8fe5-dac423f962a1 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 943 time: 0.0874033 Jan 18 23:37:18.402381 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe00c0c0-8ac6-47d7-8143-d05f651b3041 req-e724b9e2-6805-4afb-ad36-97cea9e6f75d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Jan 18 23:37:18.473275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:18.486649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'network_id': 'fd274d25-210d-4e3e-9163-192d203dceae', 'port_id': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'mac_address': 'fa:16:3e:c3:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08856dc0-e8d3-48bc-9506-a13413ab945d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:37:18.548185 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.567467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e011a2d0-f6d7-4337-a5df-5c09229d5d34 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:37:18.585872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:18.591194 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.661134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:18.710928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dc195-2fa9-46ce-85bc-cf5e3e473448 req-807b2405-a660-4845-9d80-221a3fd1fc3d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:18.712399 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec3dc195-2fa9-46ce-85bc-cf5e3e473448 req-807b2405-a660-4845-9d80-221a3fd1fc3d tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 944 time: 0.0826526 Jan 18 23:37:18.724700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309d77-0082-4473-818d-c366692f4716 req-ea5cadb5-b402-46de-9778-c1a17a2b0273 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:18.726212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-ea5cadb5-b402-46de-9778-c1a17a2b0273 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.86 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef&tenant_id=7acc3801165549428b71955c3b18668e&binding%3Ahost_id=n-h2-825178-1 HTTP/1.1" status: 200 len: 944 time: 0.0856302 Jan 18 23:37:18.758641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec3dc195-2fa9-46ce-85bc-cf5e3e473448 req-f9ec65e0-b287-40f0-84f6-eef7252b6082 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Jan 18 23:37:18.803632 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-ba309d77-0082-4473-818d-c366692f4716 req-4337ebf9-4685-4d19-8161-db31a7734e3a service neutron] delete failed (client error): The resource could not be found. Jan 18 23:37:18.804664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-4337ebf9-4685-4d19-8161-db31a7734e3a service neutron] 10.222.0.86 "DELETE /v2.0/ports/e011a2d0-f6d7-4337-a5df-5c09229d5d34/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0728543 Jan 18 23:37:18.808811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e011a2d0-f6d7-4337-a5df-5c09229d5d34'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:37:18.946292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309d77-0082-4473-818d-c366692f4716 req-af723deb-d607-417c-955c-9c644fd10a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:18.947817 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-af723deb-d607-417c-955c-9c644fd10a9c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7acc3801165549428b71955c3b18668e&device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 1095 time: 0.0758474 Jan 18 23:37:19.086592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309d77-0082-4473-818d-c366692f4716 req-240d6b4d-579f-404f-9670-296ad13f3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:19.088039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-240d6b4d-579f-404f-9670-296ad13f3dc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 200 len: 915 time: 0.1331832 Jan 18 23:37:19.155520 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-0aed53b7-f96b-426f-b258-6c07e62bc631 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 200 len: 217 time: 0.0611260 Jan 18 23:37:19.174883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:19.224460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309d77-0082-4473-818d-c366692f4716 req-f73e89b8-2a3b-4ef2-8d3b-16de3243c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:19.225952 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-f73e89b8-2a3b-4ef2-8d3b-16de3243c3c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 200 len: 854 time: 0.0647056 Jan 18 23:37:19.232925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:37:19.273192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-6422f100-4e6d-497a-9054-faf364949376 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd274d25-210d-4e3e-9163-192d203dceae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411415 Jan 18 23:37:19.413101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-308952e6-5193-4889-83ea-1a4b95dedccc service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338973 Jan 18 23:37:19.547338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba309d77-0082-4473-818d-c366692f4716 req-9b73eea7-3e92-4b88-9b19-868ee9dcda68 service neutron] 10.222.0.86 "GET /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282220 Jan 18 23:37:19.997364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480e349-2482-4c2f-90a4-5bf6a3b7115e req-5bae4f0e-22d6-4c6e-b867-50ef76cb693a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:19.998930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d480e349-2482-4c2f-90a4-5bf6a3b7115e req-5bae4f0e-22d6-4c6e-b867-50ef76cb693a tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 944 time: 0.1119196 Jan 18 23:37:20.046506 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d480e349-2482-4c2f-90a4-5bf6a3b7115e req-1a15e838-352f-4c2f-b890-59f821cd1242 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jan 18 23:37:20.340882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:20.415328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port e011a2d0-f6d7-4337-a5df-5c09229d5d34 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:20.420207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port e011a2d0-f6d7-4337-a5df-5c09229d5d34 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:20.420579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:20.538938 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:20.566753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:20.576962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:20.581423 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:20.617170 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'code': 200} Jan 18 23:37:20.651717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:21.252687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8717c5-c4f8-4e7a-b900-793e8b56f6ee req-8952715d-c3fe-473e-b05f-ec06001d42df tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:21.254188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e8717c5-c4f8-4e7a-b900-793e8b56f6ee req-8952715d-c3fe-473e-b05f-ec06001d42df tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0934634 Jan 18 23:37:21.306874 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8e8717c5-c4f8-4e7a-b900-793e8b56f6ee req-74480df2-c36e-408c-9d01-d4e3124fcd29 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Jan 18 23:37:21.499846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe3ce-3c75-4967-bb4d-1ec9453623c0 req-bf81d6e0-9884-481b-9252-a2d9545e605e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:21.501289 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d3fe3ce-3c75-4967-bb4d-1ec9453623c0 req-bf81d6e0-9884-481b-9252-a2d9545e605e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0907309 Jan 18 23:37:21.545796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d3fe3ce-3c75-4967-bb4d-1ec9453623c0 req-10b50999-4e38-4180-ba13-c319be0a3e7e tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385621 Jan 18 23:37:21.744619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679aeb51-4237-4b6a-9e3c-f7d2263430c0 req-f86f6618-3224-41fc-88b7-99ea439ddc1b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:21.746135 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-679aeb51-4237-4b6a-9e3c-f7d2263430c0 req-f86f6618-3224-41fc-88b7-99ea439ddc1b tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0881376 Jan 18 23:37:21.794909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-679aeb51-4237-4b6a-9e3c-f7d2263430c0 req-27c882cc-03e1-46bf-baa8-160942341a1c tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Jan 18 23:37:22.371180 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377389cf-5cd4-4cec-ac06-89e0537c2df8 req-e1c1b706-dd10-4ddc-8cf2-4aa77f5f8c78 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:22.372630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-377389cf-5cd4-4cec-ac06-89e0537c2df8 req-e1c1b706-dd10-4ddc-8cf2-4aa77f5f8c78 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0905530 Jan 18 23:37:22.418529 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-377389cf-5cd4-4cec-ac06-89e0537c2df8 req-dab39d67-b857-49ca-a3e1-88f6ada3906c tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Jan 18 23:37:23.452654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-1c5a82ac-c0ce-45e2-a7e3-800d98b119ed tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:23.454172 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-1c5a82ac-c0ce-45e2-a7e3-800d98b119ed tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.85 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.0852191 Jan 18 23:37:23.527699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Deleting port e011a2d0-f6d7-4337-a5df-5c09229d5d34 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:37:23.527934 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:23.885375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e673fb-b379-42ae-9578-bea8883d4f72 req-cf692180-cb15-4107-93e1-922166df2940 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:23.894545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8e673fb-b379-42ae-9578-bea8883d4f72 req-cf692180-cb15-4107-93e1-922166df2940 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/ports?device_id=4092bf11-d508-47aa-a373-e9fc40f191ef HTTP/1.1" status: 200 len: 945 time: 0.3422472 Jan 18 23:37:23.973513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8e673fb-b379-42ae-9578-bea8883d4f72 req-d2a7ae88-3297-4bd3-8211-ed288192521f tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.78 "GET /v2.0/security-groups?id=023f33a0-16f4-47e5-b417-da534d548823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724514 Jan 18 23:37:23.980101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] For port e011a2d0-f6d7-4337-a5df-5c09229d5d34, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=e011a2d0-f6d7-4337-a5df-5c09229d5d34,segment=NetworkSegment(45d12a3d-ba42-4358-8abd-494250063f86),segment_id=45d12a3d-ba42-4358-8abd-494250063f86)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:23.980466 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.102615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Calling delete_port for e011a2d0-f6d7-4337-a5df-5c09229d5d34 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:37:24.253655 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.266470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['e011a2d0-f6d7-4337-a5df-5c09229d5d34'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:37:24.307439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Pushing event deleted for resources: {'Port': ['ID=e011a2d0-f6d7-4337-a5df-5c09229d5d34,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:24.385986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] No DVR routers for this DVR port e011a2d0-f6d7-4337-a5df-5c09229d5d34 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:24.388581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.391038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-deleted', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:24.409234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1ab0f5ba-0db1-4485-a5c1-d87c7c01d1ab req-852fb199-62b5-43b5-8ddc-eac2a29751f2 tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] 10.222.0.85 "DELETE /v2.0/ports/e011a2d0-f6d7-4337-a5df-5c09229d5d34 HTTP/1.1" status: 204 len: 173 time: 0.9496353 Jan 18 23:37:24.438109 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4092bf11-d508-47aa-a373-e9fc40f191ef', 'name': 'network-vif-deleted', 'tag': 'e011a2d0-f6d7-4337-a5df-5c09229d5d34', 'status': 'completed', 'code': 200} Jan 18 23:37:25.231830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54188) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:25.308381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Deleting subnet 08856dc0-e8d3-48bc-9506-a13413ab945d {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:37:25.311564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.362019 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.426637 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.501447 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.538791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08856dc0-e8d3-48bc-9506-a13413ab945d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:25.542482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.548365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7428adb3-3f78-4d8a-b3ea-dcafddaba525 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/08856dc0-e8d3-48bc-9506-a13413ab945d HTTP/1.1" status: 204 len: 168 time: 0.3151307 Jan 18 23:37:25.552044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54192) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:25.660643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.784413 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.808928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd274d25-210d-4e3e-9163-192d203dceae']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:25.821089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d12a3d-ba42-4358-8abd-494250063f86') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:25.821386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d12a3d-ba42-4358-8abd-494250063f86') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:25.833497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.849379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.855693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:37:25.856188 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:37:25.869221 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:37:25.956450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.977857 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.992529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd274d25-210d-4e3e-9163-192d203dceae,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:26.001056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-55a23f5a-a6a5-4a29-95bf-f83d1a32a94e admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd274d25-210d-4e3e-9163-192d203dceae HTTP/1.1" status: 204 len: 168 time: 0.4471354 Jan 18 23:37:26.121313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:26.173697 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-adad91d8-2738-4db7-8d96-2b128554b5b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7acc3801165549428b71955c3b18668e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511906 Jan 18 23:37:26.177409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54202) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:26.238990 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.271182 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.324286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.341775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f33a0-16f4-47e5-b417-da534d548823,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:26.350089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.350428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.350766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.351094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.351419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.351744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.352064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.352403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.352721 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.353057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.353375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.353689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:26.360583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.361641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1bcaffc2-6a52-4b34-a15a-cd739146c153 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/023f33a0-16f4-47e5-b417-da534d548823 HTTP/1.1" status: 204 len: 168 time: 0.1833849 Jan 18 23:37:26.391994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:26.425354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: e011a2d0-f6d7-4337-a5df-5c09229d5d34 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:37:26.426264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device e011a2d0-f6d7-4337-a5df-5c09229d5d34 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:37:27.151698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:27.269241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-374676185-network', 'tenant_id': '5356010970f04d6e939c5d8720efb629'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:27.275165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:27.279310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Usage tracker for resource:network and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:27.282377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:27.288695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:27.301918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Made reservation on behalf of 5356010970f04d6e939c5d8720efb629 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:27.304181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.316022 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.330363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:27.334558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Usage tracker for resource:security_group_rule and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:27.337387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:27.343113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:27.428409 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.436636 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.468568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:37:27.473827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad4668-df6a-4ea1-bf78-997d45694caf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:27.480679 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.480977 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Added segment d2699186-957d-4864-9e25-a6e69d38072a of type vlan for network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 Jan 18 23:37:27.507007 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.539476 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.541014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:27.541853 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.648169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4953129 Jan 18 23:37:27.648864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d809f-5f67-42db-bab9-1d755ed7a801 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:27.651193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:27.656925 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Request body: {'subnet': {'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-374676185-subnet', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:27.659939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:37:27.663125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:27.667249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Usage tracker for resource:subnet and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:27.670313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:27.677062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:27.688906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Made reservation on behalf of 5356010970f04d6e939c5d8720efb629 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:27.691459 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.898604 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.976857 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:27.985346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:37:27.985775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Network hostable DHCP agents. Network: a8e7ca5a-8ab2-4e38-8a66-b377210e4d45, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:37:28.007440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:37:28.018822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a8e7ca5a-8ab2-4e38-8a66-b377210e4d45) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:28.023479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:28.024066 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.028250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8c8fc-45a8-4a5a-ad25-ff39a26ce058 None None] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:37:28.047971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-23221545-bf09-4df4-bc24-60c05243146f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3956060 Jan 18 23:37:28.050838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:28.055693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:28.061203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:28.065268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Usage tracker for resource:router and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:28.068197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:28.074102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:28.093834 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.095034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.111629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.239274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:37:28.240165 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.400917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Allocated IP 172.20.0.2 (a8e7ca5a-8ab2-4e38-8a66-b377210e4d45/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752/1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:28.494191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.623218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.633961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Transition to ACTIVE for port object 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:28.651779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Transition to ACTIVE for port object 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:28.659166 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.759573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:28.763056 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:28.767205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:37:28.774482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Pushing event updated for resources: {'Port': ['ID=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:28.813987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.844042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.869882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Attempting to bind port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:28.870267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Attempting to bind port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:28.870612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Attempting to bind port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:28.876195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:37:28.876583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:37:28.876982 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.877469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:37:28.878247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Bound port: 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:28.878247 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.966913 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] For port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:37:28.969837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] For port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:37:28.976478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.981948 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Allocated IP 172.25.4.70 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/02722ded-d5a3-4693-b64a-1b545522d664) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:29.056826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e86b3-1785-4b22-806c-9ee0a8f68a7e None None] Pushing event updated for resources: {'Port': ['ID=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:29.133807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.169775 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.241439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:29.244718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:29.248695 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:37:29.282437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Pushing event updated for resources: {'Port': ['ID=02722ded-d5a3-4693-b64a-1b545522d664,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:29.323518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:29.397425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:29.710144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.045803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ecd66e-2b98-4f2b-8df4-a20f37d7b381 None None] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:37:30.141291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] Provisioning for port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:30.158372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] Provisioning complete for port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:30.158750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.186154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.370974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.400482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:37:30.415716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] For port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:30.421456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.490558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fd509-b962-4514-a1cd-38a3fd90e610 None None] Pushing event updated for resources: {'Port': ['ID=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:30.584982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:37:30.594326 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:37:30.604614 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:37:30.605292 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:37:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:30.617563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.618845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e7c8da98-0656-4f6e-ac30-ae1a0bdc9c65 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5670917 Jan 18 23:37:30.621848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54240) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:30.745041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cd8a95b0-5a45-4c91-8f44-4f9058fb6b54 None None] Provisioning complete for port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:30.745454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd8a95b0-5a45-4c91-8f44-4f9058fb6b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.785817 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:37:31.099030 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:29Z', 'revision_number': 3, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:31.102829 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:37:31.103169 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Updating router 5355bb14-07d0-4d76-8eac-4cef67e25569 port 02722ded-d5a3-4693-b64a-1b545522d664 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:37:31.153643 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.285990 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:31.292157 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.362105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:31.363320 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.496253 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.508674 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Transition to ACTIVE for port object 02722ded-d5a3-4693-b64a-1b545522d664 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:31.515630 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.594018 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Attempting to bind port 02722ded-d5a3-4693-b64a-1b545522d664 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:31.594380 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Attempting to bind port 02722ded-d5a3-4693-b64a-1b545522d664 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:31.595040 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Attempting to bind port 02722ded-d5a3-4693-b64a-1b545522d664 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:31.604200 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:37:31.604541 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:37:31.604936 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.605346 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:37:31.605797 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Bound port: 02722ded-d5a3-4693-b64a-1b545522d664, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:31.606167 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.624002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Allocated IP 172.20.0.1 (a8e7ca5a-8ab2-4e38-8a66-b377210e4d45/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752/fdeb3263-bd4f-4823-aac8-0125cff461b3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:31.628799 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Pushing event updated for resources: {'Port': ['ID=02722ded-d5a3-4693-b64a-1b545522d664,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:31.651927 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.652259 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.652598 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.652920 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.653336 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.653657 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.653972 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.654286 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.654599 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.654909 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.655219 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.655526 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:31.694466 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] For port 02722ded-d5a3-4693-b64a-1b545522d664, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:37:31.697508 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] For port 02722ded-d5a3-4693-b64a-1b545522d664, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=02722ded-d5a3-4693-b64a-1b545522d664,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:37:31.703080 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.773764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.783123 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:37:31.783747 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:37:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:31.789533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Transition to ACTIVE for port object fdeb3263-bd4f-4823-aac8-0125cff461b3 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:31.814360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.860751 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14e6b-2c6b-4640-92b2-b42e167792c1 None None] Pushing event updated for resources: {'Port': ['ID=02722ded-d5a3-4693-b64a-1b545522d664,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:31.888105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Pushing event updated for resources: {'Port': ['ID=fdeb3263-bd4f-4823-aac8-0125cff461b3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:31.900146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:31.901342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:31.903577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:37:31.955574 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.982034 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:37:32.194024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-538edeb0-516d-4663-80ee-c54ffd14d40e None None] Provisioning for port fdeb3263-bd4f-4823-aac8-0125cff461b3 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:32.198948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-538edeb0-516d-4663-80ee-c54ffd14d40e None None] Provisioning complete for port fdeb3263-bd4f-4823-aac8-0125cff461b3 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:32.199319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-538edeb0-516d-4663-80ee-c54ffd14d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.224844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.258791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-538edeb0-516d-4663-80ee-c54ffd14d40e None None] Port fdeb3263-bd4f-4823-aac8-0125cff461b3 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:37:32.278701 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:29Z', 'revision_number': 3, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:32.283397 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef77a25-7ec0-4cb7-a9de-1306ba5f52df None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:29Z', 'revision_number': 3, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:37:32.454739 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.460435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.574368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Pushing event updated for resources: {'Port': ['ID=fdeb3263-bd4f-4823-aac8-0125cff461b3,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:32.576701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.717346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:32.718605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:32.914545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:37:32.984142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4e407ecd-44fd-4b98-abf1-970a2b91248d None None] Provisioning complete for port fdeb3263-bd4f-4823-aac8-0125cff461b3 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:32.984724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4e407ecd-44fd-4b98-abf1-970a2b91248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.039904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4e407ecd-44fd-4b98-abf1-970a2b91248d None None] Port fdeb3263-bd4f-4823-aac8-0125cff461b3 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:37:33.224737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:37:33.234917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-53d6c256-2496-4284-877d-be4e637e2733 admin admin] 10.222.0.78 "PUT /v2.0/routers/5355bb14-07d0-4d76-8eac-4cef67e25569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6118040 Jan 18 23:37:33.299209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02722ded-d5a3-4693-b64a-1b545522d664 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:33.369439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 02722ded-d5a3-4693-b64a-1b545522d664 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:33.376077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 02722ded-d5a3-4693-b64a-1b545522d664 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:33.376689 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.503134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.521732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 02722ded-d5a3-4693-b64a-1b545522d664, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=02722ded-d5a3-4693-b64a-1b545522d664,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:33.526453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.593187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=02722ded-d5a3-4693-b64a-1b545522d664,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:33.652058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54252) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:33.657505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205696067', 'description': 'tempest-description--1941612277'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:33.664339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:33.668208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Usage tracker for resource:security_group and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:33.671422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:33.677601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:33.689800 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.710671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:33.714873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Usage tracker for resource:security_group_rule and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:33.717954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:33.724077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:33.799007 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.799175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:37:33.804682 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.808458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:37:33.809098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:37:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:33.846302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29246446-af93-43b4-b2d4-7ec8dbe33a02,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:33.849031 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.853743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54256) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:33.858542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'security_group_rule': {'security_group_id': '29246446-af93-43b4-b2d4-7ec8dbe33a02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:33.861610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2b42668b-824a-4521-b7b0-20a1be1f820c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2082498 Jan 18 23:37:33.865645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:33.869781 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Usage tracker for resource:security_group_rule and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:33.873189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:33.879348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:33.899976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.964297 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.969087 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.998146 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe55eac4-d162-4952-a4f5-5fefbba924ae,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:34.010619 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.012090 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-99f133d9-1893-49c9-98e0-a989990ea33e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577694 Jan 18 23:37:34.014789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54260) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:34.020012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'security_group_rule': {'security_group_id': '29246446-af93-43b4-b2d4-7ec8dbe33a02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:34.022732 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:37:34.026532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:34.030357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Usage tracker for resource:security_group_rule and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:34.033273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:34.039002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:34.057349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.111300 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:37:34.118527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.123278 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.147120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa7b846-5971-4ade-8045-2a4c27933b05,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:34.156667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.157878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-87a1f78f-cb92-43fd-b3ca-f40e4cce8d87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421466 Jan 18 23:37:34.161066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:34.165989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:34.172454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:34.176339 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Usage tracker for resource:floatingip and tenant:5356010970f04d6e939c5d8720efb629 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:34.179182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:34.184820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:34.196933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.333937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 2, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:34.334529 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.337719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:37:34.338066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Updating router 5355bb14-07d0-4d76-8eac-4cef67e25569 port fdeb3263-bd4f-4823-aac8-0125cff461b3 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:37:34.391348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.473950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Allocated IP 172.25.4.96 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/f77f7f52-a829-49ad-acb3-c566dc875c94) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:34.622573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.654987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.718242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:34.720935 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:34.724844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:37:34.732522 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.744333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Transition to ACTIVE for port object fdeb3263-bd4f-4823-aac8-0125cff461b3 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:34.752689 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.769084 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'Port': ['ID=f77f7f52-a829-49ad-acb3-c566dc875c94,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:34.814028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.881029 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.929284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.963028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a532c-b7b8-4f73-a702-27ec3f131f75 None None] Pushing event updated for resources: {'Port': ['ID=fdeb3263-bd4f-4823-aac8-0125cff461b3,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:34.985753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Attempting to bind port fdeb3263-bd4f-4823-aac8-0125cff461b3 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:34.986123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Attempting to bind port fdeb3263-bd4f-4823-aac8-0125cff461b3 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:34.986491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Attempting to bind port fdeb3263-bd4f-4823-aac8-0125cff461b3 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:34.992575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:37:34.992973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:37:34.993577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.993977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:37:34.994451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Bound port: fdeb3263-bd4f-4823-aac8-0125cff461b3, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:34.994827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.087633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] For port fdeb3263-bd4f-4823-aac8-0125cff461b3, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:37:35.091023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] For port fdeb3263-bd4f-4823-aac8-0125cff461b3, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fdeb3263-bd4f-4823-aac8-0125cff461b3,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:37:35.096604 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.113318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.118804 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.177370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:37:35.178002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:37:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:35.227023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'Port': ['ID=f77f7f52-a829-49ad-acb3-c566dc875c94,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:35.237379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.246009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a532c-b7b8-4f73-a702-27ec3f131f75 None None] Pushing event updated for resources: {'Port': ['ID=fdeb3263-bd4f-4823-aac8-0125cff461b3,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:35.269322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.270768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9b60bced-b5a5-44dd-96e1-4f148bdd3413 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1087704 Jan 18 23:37:35.331983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02722ded-d5a3-4693-b64a-1b545522d664 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:35.454844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-3df32b9e-f241-4978-83e9-6b1856cfc1e6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:35.471440 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:37:35.473417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-3df32b9e-f241-4978-83e9-6b1856cfc1e6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:35.474694 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-3df32b9e-f241-4978-83e9-6b1856cfc1e6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--205696067&fields=id&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 267 time: 0.0591819 Jan 18 23:37:35.622511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 02722ded-d5a3-4693-b64a-1b545522d664 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:35.622893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.626497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-e957f6e6-a833-48f6-88d1-a26c828429ba tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:35.627965 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-e957f6e6-a833-48f6-88d1-a26c828429ba tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1463945 Jan 18 23:37:35.644378 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-a3934b42-3db5-41c2-94c4-f282da1ddc95 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/quotas/5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 375 time: 0.0101140 Jan 18 23:37:35.729072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-347016fe-4ca4-4c17-849e-2e9cda1fd0e5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793066 Jan 18 23:37:35.898616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:35Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:35.903572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ee857-77b2-4d0d-a8ec-d00b37eb8632 None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:35Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:37:35.929730 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-de3ae73e-2276-442a-a67a-e1f775544a52 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880469 Jan 18 23:37:36.090079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-291d4c5d-0770-49e5-a4ca-8ecea0f9bdae service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544168 Jan 18 23:37:36.287006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7645770b-7504-43b7-a7c8-7163cfd7ac51 req-660bf6de-c3e9-435d-88cd-3a8152e56415 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:36.306950 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7645770b-7504-43b7-a7c8-7163cfd7ac51 req-660bf6de-c3e9-435d-88cd-3a8152e56415 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:36.308441 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7645770b-7504-43b7-a7c8-7163cfd7ac51 req-660bf6de-c3e9-435d-88cd-3a8152e56415 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 210 time: 0.0705132 Jan 18 23:37:37.281521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.348601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fdeb3263-bd4f-4823-aac8-0125cff461b3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:37.437924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-9f772f48-b44d-45fb-a731-e5bafab45e12 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:37.439444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-9f772f48-b44d-45fb-a731-e5bafab45e12 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.2157609 Jan 18 23:37:37.442947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port fdeb3263-bd4f-4823-aac8-0125cff461b3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:37.448357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fdeb3263-bd4f-4823-aac8-0125cff461b3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:37.448804 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.574366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.607963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port fdeb3263-bd4f-4823-aac8-0125cff461b3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fdeb3263-bd4f-4823-aac8-0125cff461b3,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:37.610328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1628e22c-bd8c-491d-b72b-f28d532bdb69 req-0c214847-e362-4acf-a6c4-857bc639e885 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 210 time: 0.1698575 Jan 18 23:37:37.613362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.641320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-dd94d395-ea01-410a-b786-3db8c41e96c8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 379 time: 0.0504465 Jan 18 23:37:37.650328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'port': {'device_id': '3abcdd66-cec4-4616-9915-21d521ba907d', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'admin_state_up': True, 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'security_groups': ['29246446-af93-43b4-b2d4-7ec8dbe33a02']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:37.681470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=fdeb3263-bd4f-4823-aac8-0125cff461b3,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:37.783359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:37.793730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:37.806804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Made reservation on behalf of 5356010970f04d6e939c5d8720efb629 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:37.810274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.971081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Allocated IP 172.20.0.9 (a8e7ca5a-8ab2-4e38-8a66-b377210e4d45/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752/bc82b7c4-972d-4de9-8b15-e41300a6a4e4) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:38.168364 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.184266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Transition to ACTIVE for port object bc82b7c4-972d-4de9-8b15-e41300a6a4e4 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:38.209992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.282908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:38.286156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:38.289984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:37:38.321548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:38.339374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.339694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.340055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.340388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.340716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.341068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.341391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.341713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.342029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.342318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.342669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.342978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:38.368610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:38.369249 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.395992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c717bff3-f2b1-4499-bdd4-210d85ba6b82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492738 Jan 18 23:37:38.407556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Request body: {'port': {'device_id': '3abcdd66-cec4-4616-9915-21d521ba907d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:38.484390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-36258604-3415-4dcc-ad7a-f18397a97f5e None None] Provisioning for port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:38.489416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-36258604-3415-4dcc-ad7a-f18397a97f5e None None] Provisioning complete for port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:38.489790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-36258604-3415-4dcc-ad7a-f18397a97f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.529399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.542875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-36258604-3415-4dcc-ad7a-f18397a97f5e None None] Port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:37:38.794490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f3ca2-7600-4dc1-9641-53ba41a1452d req-f7edda89-90aa-4595-a2c7-94799661ee32 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:38.795840 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c7f3ca2-7600-4dc1-9641-53ba41a1452d req-f7edda89-90aa-4595-a2c7-94799661ee32 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 931 time: 0.0805826 Jan 18 23:37:38.839556 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7c7f3ca2-7600-4dc1-9641-53ba41a1452d req-e13d4648-6385-4b42-a5da-ae1913212ced tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:38.851410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7c7f3ca2-7600-4dc1-9641-53ba41a1452d req-e13d4648-6385-4b42-a5da-ae1913212ced tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:38.852557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c7f3ca2-7600-4dc1-9641-53ba41a1452d req-e13d4648-6385-4b42-a5da-ae1913212ced tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 Jan 18 23:37:38.875067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc82b7c4-972d-4de9-8b15-e41300a6a4e4 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:37:38.883073 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.897416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Transition to ACTIVE for port object bc82b7c4-972d-4de9-8b15-e41300a6a4e4 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:38.902142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.030017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:39.136560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:39.136913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:39.137272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:39.141871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:37:39.142211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:37:39.147412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:37:39.147750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:37:39.148161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:37:39.148550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Bound port: bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:39.148897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.236242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:37:39.239613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:37:39.245977 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.290796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fdeb3263-bd4f-4823-aac8-0125cff461b3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:39.306658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:39.307281 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.308940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] 10.222.0.85 "PUT /v2.0/ports/bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 1091 time: 0.9054232 Jan 18 23:37:39.309394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:39.358381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2174707-6f87-4d62-b300-4b5a3b882c6e service neutron] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:39.371735 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fdeb3263-bd4f-4823-aac8-0125cff461b3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:39.372113 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.409361 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'status': 'completed', 'code': 200} Jan 18 23:37:39.446308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-bb5a0981-741b-463d-92a2-66134da567a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:39.447822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-bb5a0981-741b-463d-92a2-66134da567a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1094 time: 0.0765762 Jan 18 23:37:39.627130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-c3f4933c-76f8-4bed-a6dc-d13f2f17b3c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 217 time: 0.1719439 Jan 18 23:37:39.695572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-8f5c865b-f8cc-4c69-b345-87aad089f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:39.696979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-8f5c865b-f8cc-4c69-b345-87aad089f192 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0637636 Jan 18 23:37:39.773206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-0e194fc3-f492-4c88-b852-589af7c860d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:39.774681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-0e194fc3-f492-4c88-b852-589af7c860d3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704346 Jan 18 23:37:39.914790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-8bd0e78e-fedb-4fcc-a37b-e340763cb9f9 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334994 Jan 18 23:37:40.044366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9ba30-4c42-4b58-a240-b0ebcd7aac0a req-6606ee2b-d77a-45d2-b48d-5de154e75aa9 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.045825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0c9ba30-4c42-4b58-a240-b0ebcd7aac0a req-6606ee2b-d77a-45d2-b48d-5de154e75aa9 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.0828018 Jan 18 23:37:40.049407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff4237d5-f3f4-4c60-81ad-3109dc8b3fcd req-775273a4-3352-4fb8-b41f-a63fbf82efbc service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268172 Jan 18 23:37:40.095085 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0c9ba30-4c42-4b58-a240-b0ebcd7aac0a req-6b0529f5-a7f7-463c-96de-0639e219be54 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433702 Jan 18 23:37:40.162162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-eacc42aa-d53e-4d22-85ca-7ea440936c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.163572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-eacc42aa-d53e-4d22-85ca-7ea440936c55 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1094 time: 0.0712597 Jan 18 23:37:40.299534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-e3a23a0a-561e-4e09-a56e-b1313aa01109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.301548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-e3a23a0a-561e-4e09-a56e-b1313aa01109 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1316862 Jan 18 23:37:40.372894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-93604ccc-eaae-4dc4-8be1-2512abff8bb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 217 time: 0.0641911 Jan 18 23:37:40.442754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-7d5ab844-63ab-456f-a20e-ff27ef4ac148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.444140 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-7d5ab844-63ab-456f-a20e-ff27ef4ac148 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0643063 Jan 18 23:37:40.535480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-e4e999cc-fe71-4036-8276-bca0fc64d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.536996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-e4e999cc-fe71-4036-8276-bca0fc64d121 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863793 Jan 18 23:37:40.675163 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-e1333426-3b80-41ce-a1b4-95981035ef25 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312230 Jan 18 23:37:40.819497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a10c888f-cec4-448e-a2a2-8fa4adca855c req-0470b41f-3790-4e1a-9ec5-ad1f3d9853d3 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372597 Jan 18 23:37:41.301348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61394c-afb9-4f74-8b4c-f0df8665630c req-d34835ea-265b-4954-9091-94102934a290 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:41.302422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0b61394c-afb9-4f74-8b4c-f0df8665630c req-d34835ea-265b-4954-9091-94102934a290 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:41.325275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-0b61394c-afb9-4f74-8b4c-f0df8665630c req-d34835ea-265b-4954-9091-94102934a290 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:41.326457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b61394c-afb9-4f74-8b4c-f0df8665630c req-d34835ea-265b-4954-9091-94102934a290 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.1099193 Jan 18 23:37:41.376170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b61394c-afb9-4f74-8b4c-f0df8665630c req-97f8e005-0433-4333-9920-26b5f2ea46dd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Jan 18 23:37:42.136748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2df31d06-91b3-4b45-9465-3956f10ba661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.444215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:37:42.574927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83602146-85fa-4942-9bb1-46e302fb9a9b req-3c0babda-1579-4b4c-a11c-5c8371b4c5e0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:42.576273 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83602146-85fa-4942-9bb1-46e302fb9a9b req-3c0babda-1579-4b4c-a11c-5c8371b4c5e0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.0860014 Jan 18 23:37:42.578503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:42.592510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'mac_address': 'fa:16:3e:fd:ff:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:37:42.620500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83602146-85fa-4942-9bb1-46e302fb9a9b req-719db689-a164-4de6-b553-3249ca14b54a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 Jan 18 23:37:42.647004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.663543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc82b7c4-972d-4de9-8b15-e41300a6a4e4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:37:42.678857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:42.685611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.761286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:42.768896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.769266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.769598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.769961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.770295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.770618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.770940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.771223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.771573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.771891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.772188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.772509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:42.876322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['bc82b7c4-972d-4de9-8b15-e41300a6a4e4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:37:43.812766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c66b2-af4d-497c-b5bf-d31223820f84 req-3e529855-793d-46fe-a099-73203b008e33 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:43.814300 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-300c66b2-af4d-497c-b5bf-d31223820f84 req-3e529855-793d-46fe-a099-73203b008e33 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 944 time: 0.0843358 Jan 18 23:37:43.861387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-300c66b2-af4d-497c-b5bf-d31223820f84 req-349c5492-2840-4f45-bccd-afbfb5507c8f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Jan 18 23:37:44.474766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:44.558548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:44.563779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:44.564187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.720559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.748995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:44.759437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:37:44.768275 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.803988 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'code': 200} Jan 18 23:37:44.842868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:44.921581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd5fc1-eb6a-4d3a-9c38-c09e44bed87d req-7610dbe8-b49c-49fd-8953-6c835d698f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:44.923072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcfd5fc1-eb6a-4d3a-9c38-c09e44bed87d req-7610dbe8-b49c-49fd-8953-6c835d698f71 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1096 time: 0.0738950 Jan 18 23:37:44.963223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dcfd5fc1-eb6a-4d3a-9c38-c09e44bed87d req-59ed53bc-8a29-48d9-98b2-aa945891168e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Jan 18 23:37:45.009587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e3c683f-7a8b-48d5-b5b7-7084b10e4505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.046774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f961b9-d049-40ac-8148-5ba4bbbefda9 req-231dc3de-085c-4e89-8f3f-0d942f9b9925 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:45.048256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f961b9-d049-40ac-8148-5ba4bbbefda9 req-231dc3de-085c-4e89-8f3f-0d942f9b9925 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0799634 Jan 18 23:37:45.096645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8f961b9-d049-40ac-8148-5ba4bbbefda9 req-8418b6ee-3b7b-434d-89a9-bdaec69cb373 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425255 Jan 18 23:37:45.673548 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.833327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.289903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fa43-b135-416b-9d04-ac8739379f79 req-ff9b9568-ca19-4993-93dd-3446de67ff8f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:46.291365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca03fa43-b135-416b-9d04-ac8739379f79 req-ff9b9568-ca19-4993-93dd-3446de67ff8f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0895169 Jan 18 23:37:46.339016 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca03fa43-b135-416b-9d04-ac8739379f79 req-b5acde8d-2a3d-43d0-86c9-5fa90477cf4f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394456 Jan 18 23:37:46.647877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008b3ad-02f6-43e4-a03e-fd442d6a3e03 req-af6ec2d2-3778-46de-9696-9050d7195e7c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:46.649385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1008b3ad-02f6-43e4-a03e-fd442d6a3e03 req-af6ec2d2-3778-46de-9696-9050d7195e7c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.2130985 Jan 18 23:37:46.658148 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 54314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:46.663227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'floatingip': {'port_id': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:37:46.741487 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.133147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.351624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.359810 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.533595 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 associated. External IP: 172.25.4.96, port: bc82b7c4-972d-4de9-8b15-e41300a6a4e4. Jan 18 23:37:47.889526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:37:48.208206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:37:48.212643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:48.220070 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:37:48.230343 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:37:48.230947 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:37:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:48.268786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7983b665-3d40-4d6e-a7e1-fd574360838e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "PUT /v2.0/floatingips/0e9df243-831a-4402-9c16-ea270835fc61 HTTP/1.1" status: 200 len: 990 time: 1.6095867 Jan 18 23:37:48.269376 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:48.325205 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'status': 'completed', 'code': 200} Jan 18 23:37:48.409898 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:37:48.416976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396175bb-cd2e-4821-8e89-5083583061d3 req-3a521b83-8a90-42bb-8914-dfbe2435549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:48.418503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-3a521b83-8a90-42bb-8914-dfbe2435549a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1096 time: 0.0713353 Jan 18 23:37:48.549758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396175bb-cd2e-4821-8e89-5083583061d3 req-c1cefda0-2103-4c59-8a56-d1997e8db111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:48.551158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-c1cefda0-2103-4c59-8a56-d1997e8db111 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1266997 Jan 18 23:37:48.653894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-496f6377-3a34-48ca-b1fc-f4d79c679b37 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 998 time: 0.0970089 Jan 18 23:37:48.714470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396175bb-cd2e-4821-8e89-5083583061d3 req-c10820e1-8e10-42a2-b427-22b0212d13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:48.715898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-c10820e1-8e10-42a2-b427-22b0212d13d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0563121 Jan 18 23:37:48.756404 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:fd:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abcdd66-cec4-4616-9915-21d521ba907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:37:47Z', 'revision_number': 1, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:48.760310 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:37:48.768860 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:37:48.769489 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:37:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:48.796353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396175bb-cd2e-4821-8e89-5083583061d3 req-378e58ee-0495-4a4c-82b2-ef1bb8c39e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:48.797862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-378e58ee-0495-4a4c-82b2-ef1bb8c39e10 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758426 Jan 18 23:37:48.929123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-2e5c89db-f156-4280-9819-0e098167b488 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249080 Jan 18 23:37:48.946803 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:37:49.059809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-396175bb-cd2e-4821-8e89-5083583061d3 req-92b72c29-472b-4273-9c13-2a89a799d7bb service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250951 Jan 18 23:37:49.289144 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:fd:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abcdd66-cec4-4616-9915-21d521ba907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:37:47Z', 'revision_number': 1, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:49.293186 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667f42a-17fc-43a2-b68a-b17ff61335cb None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:fd:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abcdd66-cec4-4616-9915-21d521ba907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:37:47Z', 'revision_number': 1, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:37:49.538181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5f4f4-5bdc-400e-bebd-8e1702b2c8c3 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:38:04.827216 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.610428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-0958b1af-c37a-4f40-b815-c33b9fe836ca service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738389 Jan 18 23:38:05.770699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-a46af1ed-cff6-402d-912d-a22d2de1372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:05.772213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-a46af1ed-cff6-402d-912d-a22d2de1372d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1096 time: 0.0812321 Jan 18 23:38:05.918466 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-97647909-92e8-4f3d-850d-bbffa8743e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:05.919843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-97647909-92e8-4f3d-850d-bbffa8743e2d service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1280668 Jan 18 23:38:06.026435 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-e849fe32-75de-4270-9b42-35e2058a684d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0996397 Jan 18 23:38:06.095748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-406f8249-8289-4ef9-916c-56c95211095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:06.098002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-406f8249-8289-4ef9-916c-56c95211095d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0641639 Jan 18 23:38:06.178934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-69ca28cd-65d5-464e-a3ff-afa51e610f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:06.180289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-69ca28cd-65d5-464e-a3ff-afa51e610f4e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751197 Jan 18 23:38:06.427207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-0a1e305e-ed6a-4e62-a159-d51cb60e4dba service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399244 Jan 18 23:38:06.564389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f55370b-9726-405b-aeb2-b179d6584d4f req-2a83749b-5982-42bd-808d-138b63fb307b service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289778 Jan 18 23:38:07.285475 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.120663 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:38:12.132132 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d54bd76-4228-4406-a80e-bc808ae62676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.026562 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-560ed1ed-9058-48b7-826e-153e9cb42510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.681748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.842584 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.142400 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:34.826733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.283749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.138531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ead65e34-f4f4-4c64-a29c-bac71ee57287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.725505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-9d967bc4-a7f4-4bda-aab6-783c9b734f70 req-adbd32ce-c63f-49dc-a2ec-08aa70db2c1d service neutron] (87812) timed out ('10.222.0.78', 49082) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:38:45.010912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-095cdbb3-797f-4d68-a920-18c8e1ce9c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.672234 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.842252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.146448 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.114292 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:39:04.837039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.755780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-1c3074e6-79d9-4f5c-b2f6-155c69dec6dd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187732 Jan 18 23:39:06.908712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-241158c3-39a5-409a-be7f-7efaa3cf26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:06.910251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-241158c3-39a5-409a-be7f-7efaa3cf26df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1096 time: 0.0817027 Jan 18 23:39:07.056042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-90483aa9-5cca-453a-b94a-e3a022eaa3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:07.057544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-90483aa9-5cca-453a-b94a-e3a022eaa3e2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1279640 Jan 18 23:39:07.162278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-27ae2abf-2dfd-4faf-a1e5-fa1fe1f44ce1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0978975 Jan 18 23:39:07.225804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-5546a7b7-dca8-40cb-a2c6-beb5e4897313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:07.227185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-5546a7b7-dca8-40cb-a2c6-beb5e4897313 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0576627 Jan 18 23:39:07.297491 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:07.309590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-f28f3a73-1d09-4662-a0ea-11dd55ea01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:07.311108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-f28f3a73-1d09-4662-a0ea-11dd55ea01d0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781424 Jan 18 23:39:07.448194 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-ab32a1b7-0656-4b12-bc96-b79aeff14011 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308386 Jan 18 23:39:07.592112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f712ca59-02c3-4d96-abb0-7182f5d63670 req-8daa3dfa-69c1-4885-bbdf-6b76a7f1caf1 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383948 Jan 18 23:39:12.135269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d1559bb-9604-4e8e-bae6-bee61f961784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.022626 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a66c8296-7627-4c13-86a8-d1444ad20412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.677126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.855202 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.146317 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.076989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9d0e4-027c-4a0c-8ec7-19ed8e588685 req-1f5d4a3a-1a9f-4f61-a945-e2b97fce95ae tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:24.078456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-faf9d0e4-027c-4a0c-8ec7-19ed8e588685 req-1f5d4a3a-1a9f-4f61-a945-e2b97fce95ae tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.1338346 Jan 18 23:39:24.122242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-faf9d0e4-027c-4a0c-8ec7-19ed8e588685 req-e42fd6ec-93d6-44b4-a039-84db72843342 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381200 Jan 18 23:39:24.549284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29008-f719-4fe3-8961-3bad918d2538 req-2f941fd3-6918-43a8-84c0-940537786b25 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:24.549875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-234f8763-47d8-48d5-a098-c332e4fe0cd2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234441 Jan 18 23:39:24.551612 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58b29008-f719-4fe3-8961-3bad918d2538 req-2f941fd3-6918-43a8-84c0-940537786b25 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0855136 Jan 18 23:39:24.597292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-58b29008-f719-4fe3-8961-3bad918d2538 req-539aa512-0185-4a43-80e6-602bd76617a7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386908 Jan 18 23:39:25.113476 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:39:25.812380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-d79b8430-e6ea-402a-af90-99c4d2501696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:25.813911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-d79b8430-e6ea-402a-af90-99c4d2501696 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1096 time: 0.0699072 Jan 18 23:39:25.906022 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48819-05b6-44c8-bad6-2d87e9b9473d req-5d5866fd-6c2f-4a76-adad-0ff7cc3c0138 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:25.907533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9be48819-05b6-44c8-bad6-2d87e9b9473d req-5d5866fd-6c2f-4a76-adad-0ff7cc3c0138 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.1250241 Jan 18 23:39:25.946366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-0894795d-008e-49cd-ade9-ac47f6154258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:25.947813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-0894795d-008e-49cd-ade9-ac47f6154258 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1281178 Jan 18 23:39:25.955870 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9be48819-05b6-44c8-bad6-2d87e9b9473d req-037d6631-2912-4770-bba9-2ebe374f5a99 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Jan 18 23:39:26.050372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-b84c2953-476b-4354-9f49-a91d5d579242 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0958562 Jan 18 23:39:26.130806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-7d2ced2e-1a9e-46c3-bd06-b46afc778198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:26.132986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-7d2ced2e-1a9e-46c3-bd06-b46afc778198 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0765009 Jan 18 23:39:26.322839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-cbefb588-2285-4656-b7b0-9c381822deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:26.324239 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-cbefb588-2285-4656-b7b0-9c381822deb6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839898 Jan 18 23:39:26.455879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-93f87b03-1030-4040-90ef-3bbe997acc6a service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244590 Jan 18 23:39:26.593052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-cb833b99-312f-4230-ad94-5e4a25019527 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311045 Jan 18 23:39:27.164497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e2619-a986-453a-bc52-0d611f5318b4 req-96086ad4-1203-4e36-9003-e8bd158d67db tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:27.165988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e1e2619-a986-453a-bc52-0d611f5318b4 req-96086ad4-1203-4e36-9003-e8bd158d67db tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0884852 Jan 18 23:39:27.210690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2e1e2619-a986-453a-bc52-0d611f5318b4 req-56eba690-900d-4b41-bf84-ac10e363fec1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388243 Jan 18 23:39:28.419355 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763dbc2-68ff-4d78-863a-7d4e37e429f4 req-df1827c3-a720-4a95-9dd1-fe58ce5d1f8c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:28.420807 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9763dbc2-68ff-4d78-863a-7d4e37e429f4 req-df1827c3-a720-4a95-9dd1-fe58ce5d1f8c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0999489 Jan 18 23:39:28.579234 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9763dbc2-68ff-4d78-863a-7d4e37e429f4 req-c795b165-3305-42f0-9596-7aa639adf507 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526310 Jan 18 23:39:29.785510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d8b38-ee7e-4f7a-b4dc-5b62e0d681f8 req-db1a7c74-a850-42d5-8c3f-c1e04ab7aa71 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:29.787044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-917d8b38-ee7e-4f7a-b4dc-5b62e0d681f8 req-db1a7c74-a850-42d5-8c3f-c1e04ab7aa71 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0857804 Jan 18 23:39:29.830272 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-917d8b38-ee7e-4f7a-b4dc-5b62e0d681f8 req-437486a1-d943-4d00-abb8-5ec8e5acf783 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Jan 18 23:39:31.030408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92814b-0c95-4afc-a93c-64bd8c9081dd req-dc8b127b-447d-48a6-aec2-70fd330df2bd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:31.031846 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a92814b-0c95-4afc-a93c-64bd8c9081dd req-dc8b127b-447d-48a6-aec2-70fd330df2bd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0813611 Jan 18 23:39:31.077048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a92814b-0c95-4afc-a93c-64bd8c9081dd req-c7c074f6-d75f-486d-8023-affadf64bb43 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Jan 18 23:39:32.268675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25d37-2140-4051-9b51-8cec05a07826 req-b04c0fe8-0472-4912-879f-b0f5c6fa5f1d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:32.270028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6c25d37-2140-4051-9b51-8cec05a07826 req-b04c0fe8-0472-4912-879f-b0f5c6fa5f1d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0854914 Jan 18 23:39:32.313830 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6c25d37-2140-4051-9b51-8cec05a07826 req-4ac52453-7a0d-405d-8c3b-893e199fed4e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379655 Jan 18 23:39:33.515751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e197b-2561-4f69-9f22-ef5a3d80ad49 req-ef20d5b6-6c90-44e9-91e7-ee6b5a2a173d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:33.517270 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a39e197b-2561-4f69-9f22-ef5a3d80ad49 req-ef20d5b6-6c90-44e9-91e7-ee6b5a2a173d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0966241 Jan 18 23:39:33.561328 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a39e197b-2561-4f69-9f22-ef5a3d80ad49 req-6a555c07-5329-409a-84cd-5e7939a08ba5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Jan 18 23:39:34.771593 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce320-d616-47d2-a5f4-3abfc909c500 req-951ee598-409c-4e08-b706-06a8c915a820 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:34.773769 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e74ce320-d616-47d2-a5f4-3abfc909c500 req-951ee598-409c-4e08-b706-06a8c915a820 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0901835 Jan 18 23:39:34.819625 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e74ce320-d616-47d2-a5f4-3abfc909c500 req-7723ff80-f5d9-4456-8ac6-015840f4ba15 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Jan 18 23:39:34.844223 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.012268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acbe21-502d-4db4-bd65-63b61470db46 req-2a12ceae-88a9-4a69-ab7f-552bc4aabd37 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:36.013801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75acbe21-502d-4db4-bd65-63b61470db46 req-2a12ceae-88a9-4a69-ab7f-552bc4aabd37 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0825362 Jan 18 23:39:36.062339 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75acbe21-502d-4db4-bd65-63b61470db46 req-9c5f4462-6774-4fd5-9be7-f3c59ad153e2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Jan 18 23:39:37.272701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61028836-f532-4f72-aba2-12fef059d9ba req-15d49a06-0977-457a-904e-6edc5307025b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:37.274173 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61028836-f532-4f72-aba2-12fef059d9ba req-15d49a06-0977-457a-904e-6edc5307025b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0833893 Jan 18 23:39:37.296257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.319920 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61028836-f532-4f72-aba2-12fef059d9ba req-664c8571-334b-4400-8559-176cdefc1fc5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Jan 18 23:39:38.513834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca615bb2-78a6-4d08-9249-7ee839d8a18e req-e167466d-199d-4a72-be3d-520095aa0e38 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:38.514500 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-9b87e228-62a0-4886-a01e-b037802e9205 req-e1e6a505-70e2-4c75-bc76-7e7aa073ea2a service neutron] show failed (client error): The resource could not be found. Jan 18 23:39:38.514892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-e1e6a505-70e2-4c75-bc76-7e7aa073ea2a service neutron] 10.222.0.85 "GET /v2.0/ports/bc82b7c4-972d-4de9-8b15-e41300a6a4e4/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0766072 Jan 18 23:39:38.515305 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca615bb2-78a6-4d08-9249-7ee839d8a18e req-e167466d-199d-4a72-be3d-520095aa0e38 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0839174 Jan 18 23:39:38.563495 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ca615bb2-78a6-4d08-9249-7ee839d8a18e req-2a31f63b-ea56-44fb-ac69-9a6a951bc01e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Jan 18 23:39:38.867731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-cad6e5fa-9940-47ca-8945-ab54beb061a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:38.869214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-cad6e5fa-9940-47ca-8945-ab54beb061a9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 1096 time: 0.1115925 Jan 18 23:39:38.880598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:39:38.990620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.264537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:39.294659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:39:39.351099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:39.356062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.371514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Transition to ACTIVE for port object bc82b7c4-972d-4de9-8b15-e41300a6a4e4 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:39.376494 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.526366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:39.529727 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'code': 200} Jan 18 23:39:39.541345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.541689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.542026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.542368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.542700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.543031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.543355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.543679 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.544030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.544384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.544707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.545054 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:39.710777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] No DVR routers for this DVR port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:39.760876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4c49-5369-436c-9aff-c6088d9fe09f req-4e87368d-6e25-42cd-94b9-00568915620b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:39.762354 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a35f4c49-5369-436c-9aff-c6088d9fe09f req-4e87368d-6e25-42cd-94b9-00568915620b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.0837467 Jan 18 23:39:39.806127 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a35f4c49-5369-436c-9aff-c6088d9fe09f req-17a1288b-8f96-4332-b7ab-094dbf8fab97 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379827 Jan 18 23:39:39.937104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:39.937444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:39.937766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:39:39.942334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:39:39.942647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Attempting to bind port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:39:39.947670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:39:39.947997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:39:39.948370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:39:39.948785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Bound port: bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:39.949159 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.043859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:39:40.047017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:39:40.054375 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.117336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.118293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.120001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] 10.222.0.86 "PUT /v2.0/ports/bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 1091 time: 1.2436121 Jan 18 23:39:40.135871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16d04e-ba9a-440e-80de-2d5e8f471811 service neutron] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:40.220226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-137c6804-1af3-4db1-b245-9074e131b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.221765 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-137c6804-1af3-4db1-b245-9074e131b493 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1094 time: 0.0775483 Jan 18 23:39:40.356365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-61a06046-f275-47f0-b53a-bcb2d2d6d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.357882 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-61a06046-f275-47f0-b53a-bcb2d2d6d2ad service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1301854 Jan 18 23:39:40.457842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-c47579fb-f1b6-4ede-b067-318c50e29f28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 998 time: 0.0931599 Jan 18 23:39:40.523644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-f89d2696-312e-4807-86af-8a927aaaec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.525075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-f89d2696-312e-4807-86af-8a927aaaec5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0613139 Jan 18 23:39:40.602116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e228-62a0-4886-a01e-b037802e9205 req-37874bfe-866a-4d37-a269-c0077a0a4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.603545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-37874bfe-866a-4d37-a269-c0077a0a4e62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723238 Jan 18 23:39:40.734082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-9cd3651f-418f-45f7-8bf9-2e4c106a392d service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243865 Jan 18 23:39:40.882364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b87e228-62a0-4886-a01e-b037802e9205 req-797328d3-cb28-4867-a848-e54ec62c479e service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424789 Jan 18 23:39:41.008710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7ac9-416b-4c3d-b2b9-ab8bdbec7d59 req-56bdda0a-e9c5-48c5-9f10-a9b814424b32 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:41.010109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87cd7ac9-416b-4c3d-b2b9-ab8bdbec7d59 req-56bdda0a-e9c5-48c5-9f10-a9b814424b32 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.0850656 Jan 18 23:39:41.056716 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87cd7ac9-416b-4c3d-b2b9-ab8bdbec7d59 req-518c20b6-7424-4da3-b897-1ab9013b64ba tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 Jan 18 23:39:41.060937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:41.116402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:41.530976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:41.595437 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'status': 'completed', 'code': 200} Jan 18 23:39:41.742907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-1075654d-0abe-4fb7-8fcb-baa566dd1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:41.744351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-1075654d-0abe-4fb7-8fcb-baa566dd1a37 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1094 time: 0.1304092 Jan 18 23:39:41.746750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-aed7959a-3502-41f9-a013-bcd358e68e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:41.748112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-aed7959a-3502-41f9-a013-bcd358e68e1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1094 time: 0.1016350 Jan 18 23:39:42.089488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-00587c03-45d1-4c1f-85f8-e87f27f52a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.090942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-00587c03-45d1-4c1f-85f8-e87f27f52a65 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.3398561 Jan 18 23:39:42.092003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-bc5a7801-59fb-4e14-a4b6-035a275f3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.093274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-bc5a7801-59fb-4e14-a4b6-035a275f3174 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.3251021 Jan 18 23:39:42.128110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa28da39-ba68-43ea-96e0-265a5ddbb624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:42.325653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-ca358bd5-9012-4824-a96d-6eea4ff935c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 998 time: 0.2280302 Jan 18 23:39:42.334063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-c5842b8d-a187-4542-8a75-7483e7c0e8b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 998 time: 0.1832142 Jan 18 23:39:42.449766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-9d216e6e-451f-41cc-b17e-e13b6d0b2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.451260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-9d216e6e-451f-41cc-b17e-e13b6d0b2a4a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1193857 Jan 18 23:39:42.459408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-4f8a932e-c4e4-4223-bd47-d46ba1bc777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.460851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-4f8a932e-c4e4-4223-bd47-d46ba1bc777a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0902092 Jan 18 23:39:42.498897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b2354-700d-41ad-ad34-811433b47f20 req-a3942677-dcaa-4691-9bb9-6f0bab61f75c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.500368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-997b2354-700d-41ad-ad34-811433b47f20 req-a3942677-dcaa-4691-9bb9-6f0bab61f75c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.2787025 Jan 18 23:39:42.609574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-997b2354-700d-41ad-ad34-811433b47f20 req-1a59c10d-7edc-4022-bc90-3a19143cabe0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708764 Jan 18 23:39:42.634216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-76b3bbee-aa46-4cec-9915-d56e2bef0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.635680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-76b3bbee-aa46-4cec-9915-d56e2bef0cf1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739786 Jan 18 23:39:42.640736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-da93ccd2-1e86-4316-911c-a228e2309cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.642101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-da93ccd2-1e86-4316-911c-a228e2309cbf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409626 Jan 18 23:39:42.866323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-91342578-6e04-4768-9a91-ba83ef174d84 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231991 Jan 18 23:39:42.868003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-e36157a9-b8eb-4d07-859c-d5c78aaad74c service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082188 Jan 18 23:39:43.097368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-3e110cdd-035c-41ff-b605-b6e68c6b08f6 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250533 Jan 18 23:39:43.099191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d27ee4cb-8d42-4aec-9f4e-682e6ee38cfe req-8702b23b-6dc5-48ce-9d1b-5a530814cd1e service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096429 Jan 18 23:39:43.821658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c097-e545-4984-854d-80ef0bad660c req-90ca1f7f-d52c-4d98-8a92-1f49129453f5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:43.823114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7892c097-e545-4984-854d-80ef0bad660c req-90ca1f7f-d52c-4d98-8a92-1f49129453f5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 943 time: 0.0876620 Jan 18 23:39:43.827292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:39:43.869040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7892c097-e545-4984-854d-80ef0bad660c req-a2b1e47d-bc98-4f2c-b316-fc1140f05808 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397992 Jan 18 23:39:43.967769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:43.981204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'mac_address': 'fa:16:3e:fd:ff:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:39:44.043449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.062657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc82b7c4-972d-4de9-8b15-e41300a6a4e4 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:39:44.082019 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:44.087723 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.157021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:44.164491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.164842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.168917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:44.186861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba3d1-964c-4514-b2ab-397a3349e676 req-4e69d884-1160-464a-80e0-a9b519506666 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.188351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d98ba3d1-964c-4514-b2ab-397a3349e676 req-4e69d884-1160-464a-80e0-a9b519506666 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 944 time: 0.0833333 Jan 18 23:39:44.200529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-a570613a-638e-460b-9f2e-a76d39e7dd97 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.201988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-a570613a-638e-460b-9f2e-a76d39e7dd97 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d&tenant_id=5356010970f04d6e939c5d8720efb629&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 944 time: 0.0955725 Jan 18 23:39:44.234645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d98ba3d1-964c-4514-b2ab-397a3349e676 req-bb5729e2-dc97-418f-a91b-ec281b391425 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 Jan 18 23:39:44.280551 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-775b2df4-8f9e-40a6-b864-f584ce5fbf4d service neutron] delete failed (client error): The resource could not be found. Jan 18 23:39:44.281621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-775b2df4-8f9e-40a6-b864-f584ce5fbf4d service neutron] 10.222.0.85 "DELETE /v2.0/ports/bc82b7c4-972d-4de9-8b15-e41300a6a4e4/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0742543 Jan 18 23:39:44.318149 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['bc82b7c4-972d-4de9-8b15-e41300a6a4e4'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:39:44.422181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-26c07916-819b-43fc-b778-f1340e951975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.423600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-26c07916-819b-43fc-b778-f1340e951975 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 1095 time: 0.0721943 Jan 18 23:39:44.682640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-f10b6664-af3e-4827-baf4-85437c5d3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.684034 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-f10b6664-af3e-4827-baf4-85437c5d3d7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2534587 Jan 18 23:39:44.784578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-472ff492-c370-48c1-bdf8-f0d5fc08a77b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 200 len: 999 time: 0.0939858 Jan 18 23:39:44.850460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-a4d420b4-f561-42e0-b894-86d4e9e2e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.851913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-a4d420b4-f561-42e0-b894-86d4e9e2e613 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0613439 Jan 18 23:39:44.926475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-d4e6b32b-a327-45f9-9e82-9103f6ffaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.928179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-d4e6b32b-a327-45f9-9e82-9103f6ffaff9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703826 Jan 18 23:39:45.019996 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82751fbc-64b7-49d3-88e3-5727bb38feba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.068132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-72162af4-564a-4353-924f-5ed857b2d4fd service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288660 Jan 18 23:39:45.198317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68421359-e28a-4190-9e35-80a3ab65b0d7 req-3d32bb0d-7042-4272-9b4c-0effd3d8fed6 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270697 Jan 18 23:39:45.436201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f0793-f29d-41c1-b35e-bd450bae78af req-596758f9-6b1d-4348-ba4d-cc2f11f983e4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:45.437669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f73f0793-f29d-41c1-b35e-bd450bae78af req-596758f9-6b1d-4348-ba4d-cc2f11f983e4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 944 time: 0.0938280 Jan 18 23:39:45.481077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f73f0793-f29d-41c1-b35e-bd450bae78af req-196abee0-b013-49c9-986b-c3a36a8854f4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 Jan 18 23:39:45.672032 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.840613 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.843741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:45.912381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:45.916983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:45.917371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.032852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.059906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:46.069560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:46.075607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.179360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:46.236603 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'code': 200} Jan 18 23:39:46.683785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911be34-e9b9-4fa5-ab9f-c5fa94ac80dd req-066c29f4-5261-445e-8c4c-6df2f4ad2f55 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:46.685318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1911be34-e9b9-4fa5-ab9f-c5fa94ac80dd req-066c29f4-5261-445e-8c4c-6df2f4ad2f55 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0832968 Jan 18 23:39:46.729424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1911be34-e9b9-4fa5-ab9f-c5fa94ac80dd req-4688a575-9f6c-46cc-8f32-d61faad3652e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383449 Jan 18 23:39:46.935703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505fdb2-6b3d-4f7d-82d1-3959fa49d679 req-da10bda5-b6c3-4eb4-a5e1-3533b7812f11 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:46.937171 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2505fdb2-6b3d-4f7d-82d1-3959fa49d679 req-da10bda5-b6c3-4eb4-a5e1-3533b7812f11 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0943766 Jan 18 23:39:46.986693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2505fdb2-6b3d-4f7d-82d1-3959fa49d679 req-9206a357-7ef0-49b6-b61b-1344f764fa1b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435758 Jan 18 23:39:47.146257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.180053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a88d6-daf9-4693-8339-a501ed6e5d44 req-f98dd09d-c8d6-4dc9-8094-b97768033254 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:47.181537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-210a88d6-daf9-4693-8339-a501ed6e5d44 req-f98dd09d-c8d6-4dc9-8094-b97768033254 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0895169 Jan 18 23:39:47.225106 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-210a88d6-daf9-4693-8339-a501ed6e5d44 req-9eadc553-c441-44bf-90e8-7c17e9c2dce5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377374 Jan 18 23:39:47.624343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe801ce-7c8b-48f6-91fe-dedb378a4410 req-1ca05c12-ad68-4482-96ba-ec82c9b97e96 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:47.625841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fe801ce-7c8b-48f6-91fe-dedb378a4410 req-1ca05c12-ad68-4482-96ba-ec82c9b97e96 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0888429 Jan 18 23:39:47.676356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6fe801ce-7c8b-48f6-91fe-dedb378a4410 req-06a2e2ae-d0ad-4bd7-8f91-019b1169129c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 Jan 18 23:39:48.873833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-29b5d98a-5c5d-4036-af3a-209fe9927a57 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:48.874747 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d51ba-74b9-491f-9cd4-7aedf5014608 req-41b124f7-1c82-4727-ba7f-4ba07b9eea6d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:48.876011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-29b5d98a-5c5d-4036-af3a-209fe9927a57 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.86 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0826590 Jan 18 23:39:48.876508 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3e6d51ba-74b9-491f-9cd4-7aedf5014608 req-41b124f7-1c82-4727-ba7f-4ba07b9eea6d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 945 time: 0.0785258 Jan 18 23:39:48.920927 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3e6d51ba-74b9-491f-9cd4-7aedf5014608 req-71bfd6f6-c729-44a2-8b60-4f2f06211c19 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382555 Jan 18 23:39:48.949459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Deleting port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:39:48.949802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.198415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] For port bc82b7c4-972d-4de9-8b15-e41300a6a4e4, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:49.198714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.507302 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.507629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.508099 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 disassociated. External IP: 172.25.4.96, port: bc82b7c4-972d-4de9-8b15-e41300a6a4e4. Jan 18 23:39:49.508618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Calling delete_port for bc82b7c4-972d-4de9-8b15-e41300a6a4e4 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:39:49.675036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.728711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event deleted for resources: {'Port': ['ID=bc82b7c4-972d-4de9-8b15-e41300a6a4e4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:50.035287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:39:50.079346 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc4b96a9-b0b9-411b-84aa-95e8e51d5678 req-4a0c847e-1003-413d-ada5-0184b2de52d1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=3abcdd66-cec4-4616-9915-21d521ba907d HTTP/1.1" status: 200 len: 210 time: 0.0461688 Jan 18 23:39:50.274208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:39:50.283855 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:39:50.294557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:39:50.295159 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:39:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:50.347395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] No DVR routers for this DVR port bc82b7c4-972d-4de9-8b15-e41300a6a4e4 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:50.350308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.353093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-deleted', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:50.371541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c402acb3-3095-4b0f-aae0-72ffa87e05a0 req-8d4d505b-05d3-4a0c-9ade-b7ee18c41de5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.86 "DELETE /v2.0/ports/bc82b7c4-972d-4de9-8b15-e41300a6a4e4 HTTP/1.1" status: 204 len: 173 time: 1.4871688 Jan 18 23:39:50.406267 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abcdd66-cec4-4616-9915-21d521ba907d', 'name': 'network-vif-deleted', 'tag': 'bc82b7c4-972d-4de9-8b15-e41300a6a4e4', 'status': 'completed', 'code': 200} Jan 18 23:39:50.506968 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:39:50.821044 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:50.824752 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:39:50.833400 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:39:50.833981 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:39:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:51.007939 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:39:51.325393 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:51.329941 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d24cb-e289-4646-993d-012bb28d0ffd None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:39:51.414460 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-dc6dc003-50a2-4fd0-9d80-0e2f89dca3ac tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--205696067&fields=id&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 267 time: 0.0408211 Jan 18 23:39:51.560107 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca8f65b-c0c9-4d20-8d33-9f7326e38ae0 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:39:51.569919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-aa188393-12c0-492e-b869-b73ed37f33d1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:51.571485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-aa188393-12c0-492e-b869-b73ed37f33d1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1494677 Jan 18 23:39:51.586702 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-8b11ba64-73f5-4ae5-a528-54ab9f3a7e2d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/quotas/5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 375 time: 0.0097275 Jan 18 23:39:51.676760 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-41b85f25-140f-442b-9305-073ea8c3182b req-f4e0f980-3933-472f-b537-eb7a11eb8b1d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:51.694400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-41b85f25-140f-442b-9305-073ea8c3182b req-f4e0f980-3933-472f-b537-eb7a11eb8b1d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:51.695759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-f4e0f980-3933-472f-b537-eb7a11eb8b1d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041934 Jan 18 23:39:51.794333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-83285d18-88e9-4317-abe8-e3571aca2e29 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:39:51.795327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-83285d18-88e9-4317-abe8-e3571aca2e29 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472012 Jan 18 23:39:51.931479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-cfd4cdc5-f44a-4dc9-8406-b06a6e3400c0 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292653 Jan 18 23:39:52.073941 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-16d9caef-8c46-44ba-bb11-daec486acc3d service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366706 Jan 18 23:39:52.257449 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3af07020-93a5-4602-a354-af63ca9040a5 req-b09fb21f-5041-42dd-ae27-465477916856 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 210 time: 0.0420656 Jan 18 23:39:53.444708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d6a33179-9cc5-42bd-902d-0c0e7ee37454 req-aabb517f-b091-40d3-98d1-1707f60195ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 210 time: 0.0491455 Jan 18 23:39:53.491329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-24e53ef4-54c0-4ea5-a30c-f1dba6f6cbc3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:53.492775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-24e53ef4-54c0-4ea5-a30c-f1dba6f6cbc3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1950574 Jan 18 23:39:53.551799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-e00fb7b4-a015-402e-8ab7-e0eeaa466dbd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 379 time: 0.0500877 Jan 18 23:39:53.565912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'port': {'device_id': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'admin_state_up': True, 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'security_groups': ['29246446-af93-43b4-b2d4-7ec8dbe33a02']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:39:53.713014 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:53.725199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:53.743156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Made reservation on behalf of 5356010970f04d6e939c5d8720efb629 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:53.746838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.892912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:53.921723 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Allocated IP 172.20.0.7 (a8e7ca5a-8ab2-4e38-8a66-b377210e4d45/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752/3dc0d289-4b19-4ade-8657-9863d73a8b3a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:53.939247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: bc82b7c4-972d-4de9-8b15-e41300a6a4e4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:39:53.940006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device bc82b7c4-972d-4de9-8b15-e41300a6a4e4 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:54.231396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.246787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Transition to ACTIVE for port object 3dc0d289-4b19-4ade-8657-9863d73a8b3a will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:54.272292 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.341949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:54.345204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:54.348977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:39:54.379721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:54.422464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:54.423081 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.451447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-aca5fec5-e0da-4c17-a0b9-acbb42054478 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8891850 Jan 18 23:39:54.463830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Request body: {'port': {'device_id': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:39:54.578658 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.621604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd7dc801-8bbc-49ae-82f0-83e1b014bd1a None None] Provisioning for port 3dc0d289-4b19-4ade-8657-9863d73a8b3a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:54.627016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd7dc801-8bbc-49ae-82f0-83e1b014bd1a None None] Provisioning complete for port 3dc0d289-4b19-4ade-8657-9863d73a8b3a triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:54.627401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bd7dc801-8bbc-49ae-82f0-83e1b014bd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.638973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09747d-b3b4-427c-a02a-d90ace033959 req-b9fafd2e-8ef2-46cc-bf9f-fc39056d734a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:54.640436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c09747d-b3b4-427c-a02a-d90ace033959 req-b9fafd2e-8ef2-46cc-bf9f-fc39056d734a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 931 time: 0.0832248 Jan 18 23:39:54.683959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dc801-8bbc-49ae-82f0-83e1b014bd1a None None] Port 3dc0d289-4b19-4ade-8657-9863d73a8b3a cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:39:54.687177 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7c09747d-b3b4-427c-a02a-d90ace033959 req-cf7420b5-5762-46b2-ac34-e23b6ee128ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Jan 18 23:39:54.918336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc0d289-4b19-4ade-8657-9863d73a8b3a {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:39:54.926231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.942786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Transition to ACTIVE for port object 3dc0d289-4b19-4ade-8657-9863d73a8b3a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:54.947969 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.079281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:55.182791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:55.183128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:55.183452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:39:55.188042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:39:55.188355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:39:55.193556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:39:55.193889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:39:55.194271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:39:55.194690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Bound port: 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:55.195033 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.293590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:39:55.297674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:39:55.305134 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.369546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:55.370166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.371549 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] 10.222.0.85 "PUT /v2.0/ports/3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1091 time: 0.9119666 Jan 18 23:39:55.371993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:55.394483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207f287-b35e-43f3-bfba-0b685880d49f service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:55.449597 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'status': 'completed', 'code': 200} Jan 18 23:39:55.495875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-ed48c9d8-9d10-44ef-8bea-c73f9eaecfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:55.497568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-ed48c9d8-9d10-44ef-8bea-c73f9eaecfd0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1094 time: 0.0854475 Jan 18 23:39:55.569964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-18cfc218-0ec9-41c8-b655-02840b663806 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 217 time: 0.0655046 Jan 18 23:39:55.636225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-74b90d6f-97a0-4e7b-a3ef-0acfcd38e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:55.637760 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-74b90d6f-97a0-4e7b-a3ef-0acfcd38e07e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0614910 Jan 18 23:39:55.714414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85f25-140f-442b-9305-073ea8c3182b req-a6345ed5-9b1d-4661-a7b1-8d2d2cd8566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:55.715829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-a6345ed5-9b1d-4661-a7b1-8d2d2cd8566c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722444 Jan 18 23:39:55.847258 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-69deac14-5409-43df-98f9-37ba7bd40862 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251521 Jan 18 23:39:55.869602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09d1f1-ba59-489d-ab5f-16e4ce1fbb7f req-db5696de-5b2e-4c61-925a-509145e9b3b0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:55.871934 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b09d1f1-ba59-489d-ab5f-16e4ce1fbb7f req-db5696de-5b2e-4c61-925a-509145e9b3b0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 943 time: 0.0802593 Jan 18 23:39:55.922658 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b09d1f1-ba59-489d-ab5f-16e4ce1fbb7f req-8b78872f-610a-4ad8-a1e6-932fbe9d28f8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Jan 18 23:39:55.979943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-41b85f25-140f-442b-9305-073ea8c3182b req-ec37c1a5-10c4-4974-bd17-f0368a9adf6d service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272156 Jan 18 23:39:56.098562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-6904582d-891c-4861-8eca-85ebf53de45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:56.100046 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-6904582d-891c-4861-8eca-85ebf53de45b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1094 time: 0.0760086 Jan 18 23:39:56.336662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-33e30672-ac9e-447d-9fbb-b7fabc1f046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:56.338035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-33e30672-ac9e-447d-9fbb-b7fabc1f046c service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2310774 Jan 18 23:39:56.409685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-8bd3988c-0772-483a-ac84-e289792d8cdd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 217 time: 0.0641124 Jan 18 23:39:56.475149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-dda70b5e-a075-4371-bb05-0d6d8afa4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:56.476558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-dda70b5e-a075-4371-bb05-0d6d8afa4afa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0605273 Jan 18 23:39:56.567129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-da88c467-37ed-463e-95ae-3b112eb9ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:56.568750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-da88c467-37ed-463e-95ae-3b112eb9ce95 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850875 Jan 18 23:39:56.710419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-7a914f4c-3855-4944-a96e-43a9ae7deb8b service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328859 Jan 18 23:39:56.850458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35bcfeed-2baa-47d6-97d4-363c2e9840b1 req-3d19168a-de4e-49a4-8178-be547c06a464 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329176 Jan 18 23:39:57.126085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1072-a313-4129-852a-462311a5fba9 req-e0dd818f-318a-4877-bc29-b0a0584cbe1f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:57.126777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-620f1072-a313-4129-852a-462311a5fba9 req-e0dd818f-318a-4877-bc29-b0a0584cbe1f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:57.147305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-620f1072-a313-4129-852a-462311a5fba9 req-e0dd818f-318a-4877-bc29-b0a0584cbe1f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:57.148527 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-620f1072-a313-4129-852a-462311a5fba9 req-e0dd818f-318a-4877-bc29-b0a0584cbe1f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 943 time: 0.1102121 Jan 18 23:39:57.193445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-620f1072-a313-4129-852a-462311a5fba9 req-6a565f7a-fad0-4c19-aad3-01e4380ea575 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391014 Jan 18 23:39:58.388006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58a141-a58e-42f2-ab83-bcbbb1266245 req-c901ffcb-b414-48ae-b7a1-7457c59625a7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:58.389436 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bf58a141-a58e-42f2-ab83-bcbbb1266245 req-c901ffcb-b414-48ae-b7a1-7457c59625a7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 943 time: 0.0806677 Jan 18 23:39:58.434724 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bf58a141-a58e-42f2-ab83-bcbbb1266245 req-025ebf77-af5e-4775-9d55-74087919cbdd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Jan 18 23:39:59.192032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:39:59.332137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:59.345078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:39:59.404803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.422713 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc0d289-4b19-4ade-8657-9863d73a8b3a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:39:59.438999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:39:59.446385 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.515984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:59.648585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a43a9-c0db-4ecd-8eb7-ee2a0562610e req-c5cbcc76-aeec-4ee4-bc98-3d25397fe755 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:59.650084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c17a43a9-c0db-4ecd-8eb7-ee2a0562610e req-c5cbcc76-aeec-4ee4-bc98-3d25397fe755 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 944 time: 0.1099715 Jan 18 23:39:59.684786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['3dc0d289-4b19-4ade-8657-9863d73a8b3a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:39:59.697853 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c17a43a9-c0db-4ecd-8eb7-ee2a0562610e req-fb9a7e0f-bd40-4092-951a-1adb188976c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418961 Jan 18 23:40:01.054938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dbc3-b54f-4602-aedd-dd845af18788 req-4f8f8d49-fa63-4059-a6b4-ea0dac266b29 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:01.056290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ff6dbc3-b54f-4602-aedd-dd845af18788 req-4f8f8d49-fa63-4059-a6b4-ea0dac266b29 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 944 time: 0.0887864 Jan 18 23:40:01.102883 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ff6dbc3-b54f-4602-aedd-dd845af18788 req-58fac3a6-1e12-402b-aec7-07a375306810 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383687 Jan 18 23:40:01.190106 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:01.260889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 3dc0d289-4b19-4ade-8657-9863d73a8b3a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:01.265744 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 3dc0d289-4b19-4ade-8657-9863d73a8b3a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:01.266134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.382654 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.409789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:40:01.420352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:40:01.426548 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.461506 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'code': 200} Jan 18 23:40:01.497328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:01.591591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81700e5-dd34-4eea-ad09-bef3bae4f078 req-48cb52e8-a648-4dbb-9a6b-073160a8979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:01.592976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d81700e5-dd34-4eea-ad09-bef3bae4f078 req-48cb52e8-a648-4dbb-9a6b-073160a8979d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0715034 Jan 18 23:40:01.633540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d81700e5-dd34-4eea-ad09-bef3bae4f078 req-58d3028d-f221-4997-9fc4-b21adfc1720d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343356 Jan 18 23:40:02.118801 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:40:02.308172 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63e96-a692-41e0-ab84-7ab052c84e89 req-e7218c87-9c9b-48d8-a4f3-87ea4276520e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:02.309631 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ff63e96-a692-41e0-ab84-7ab052c84e89 req-e7218c87-9c9b-48d8-a4f3-87ea4276520e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0905671 Jan 18 23:40:02.353962 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1ff63e96-a692-41e0-ab84-7ab052c84e89 req-0a0f8bc0-3ad6-4fff-8cad-dff31ef9b77d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 Jan 18 23:40:03.571629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8f7c9-24fd-4008-a23f-d29dd403b264 req-7f1153fd-f642-4f88-b34b-328d0bdaef21 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:03.573943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44b8f7c9-24fd-4008-a23f-d29dd403b264 req-7f1153fd-f642-4f88-b34b-328d0bdaef21 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0956402 Jan 18 23:40:03.636306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44b8f7c9-24fd-4008-a23f-d29dd403b264 req-cd28fef6-d27b-4fd4-9717-58ec63373e59 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516419 Jan 18 23:40:03.837906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568bc2-8d9d-4f42-9b5a-bd8f0335f7e4 req-aeb87e2c-afeb-42b7-b66c-fbdb1420b1bd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:03.839277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0d568bc2-8d9d-4f42-9b5a-bd8f0335f7e4 req-aeb87e2c-afeb-42b7-b66c-fbdb1420b1bd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.1047812 Jan 18 23:40:03.848123 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 54704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:03.853066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'floatingip': {'port_id': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:40:03.932760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.645997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.652612 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.838940 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 associated. External IP: 172.25.4.96, port: 3dc0d289-4b19-4ade-8657-9863d73a8b3a. Jan 18 23:40:04.854188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.205637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:40:05.392983 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:40:05.398576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.403209 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:40:05.413618 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:40:05.414313 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:39:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:05.459394 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7d23f21c-8585-4293-8799-65f9d4f84021 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "PUT /v2.0/floatingips/0e9df243-831a-4402-9c16-ea270835fc61 HTTP/1.1" status: 200 len: 990 time: 1.6100163 Jan 18 23:40:05.459727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:40:05.602617 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:40:05.611142 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'status': 'completed', 'code': 200} Jan 18 23:40:05.704317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-755f58ae-7718-4462-beb0-f77ef5009ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:05.705862 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-755f58ae-7718-4462-beb0-f77ef5009ecf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0712018 Jan 18 23:40:05.848281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-d4b78549-45d6-41dc-a3b1-736cf601d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:05.849778 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-d4b78549-45d6-41dc-a3b1-736cf601d510 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1374233 Jan 18 23:40:05.954728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-ac7ae556-bbeb-4b07-bac5-fe26563a556e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 998 time: 0.0987370 Jan 18 23:40:05.978092 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:40:04Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:05.982044 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:40:05.990394 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:40:05.990966 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:39:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:06.016645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-095f9904-f64e-4ed2-b663-780cdac9393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:06.018171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-095f9904-f64e-4ed2-b663-780cdac9393a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0575225 Jan 18 23:40:06.098540 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-14902b67-8d91-4a9b-b3d3-7b588f4dda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:06.099960 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-14902b67-8d91-4a9b-b3d3-7b588f4dda3c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759945 Jan 18 23:40:06.167506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:40:06.233085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-709a1dd8-5a8e-402a-b4d4-629807c869e0 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261978 Jan 18 23:40:06.475976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d9ae0f95-d84d-450e-b6d9-b448995e8f28 req-7eb84513-5791-4d17-bf1f-e99000772f43 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366340 Jan 18 23:40:06.508778 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:40:04Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:06.513165 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e276cd-d856-4811-9df7-7a6d0d66a8f4 None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:40:04Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:40:06.716339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f4545-df19-48ad-9a76-49beed5e6c7f None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:40:07.321959 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.623691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-2fd94158-d790-4325-9fde-3ab5156c4b78 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737789 Jan 18 23:40:07.785350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-23993c50-0b39-4666-a65b-40e9b9fab283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:07.786846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-23993c50-0b39-4666-a65b-40e9b9fab283 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0861237 Jan 18 23:40:07.936110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-037bd879-3c3e-46bb-ae3b-c07b1c13c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:07.937640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-037bd879-3c3e-46bb-ae3b-c07b1c13c6aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1319606 Jan 18 23:40:08.048741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-f2068fe8-8800-449c-bc9c-5da25ea902cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1000 time: 0.1045647 Jan 18 23:40:08.111642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-458e1e89-d769-4348-9e14-11c404e3df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:08.113155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-458e1e89-d769-4348-9e14-11c404e3df28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0585506 Jan 18 23:40:08.199077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-fcdc9b8f-2574-41ef-a56f-68a888774819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:08.200455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-fcdc9b8f-2574-41ef-a56f-68a888774819 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812309 Jan 18 23:40:08.335294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-a077e4ce-f8a9-4166-80bd-462135970477 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285162 Jan 18 23:40:08.467302 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-915eddf5-b1a0-4f87-9657-a8eb038ca1ad req-451b85db-e511-425a-8c7a-9d96d2b5f0a7 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252425 Jan 18 23:40:12.138935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-960c52b6-1956-4ff3-a13a-794d5af89c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:15.027692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-608bc872-10a6-4891-9d4b-e1ed1d6b1ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:15.667527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:15.854508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.150902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.859612 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.318248 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.122905 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:40:42.134390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-066bfabd-6e6c-4fb4-a5ac-42da49a005e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.019557 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f302ac27-a3f4-4e1d-a570-a0721584caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.684807 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.849003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.158275 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.860367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.331659 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.643411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-d2b3c26b-a536-4bc5-bfae-ea4014e9e285 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992293 Jan 18 23:41:09.785383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-d7c0924c-42c0-4f15-bc3d-ec03aa232dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:09.786887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-d7c0924c-42c0-4f15-bc3d-ec03aa232dee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0762990 Jan 18 23:41:09.933752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-a26f52f9-cfa7-4bbb-ae8a-2ee3ec4d91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:09.935238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-a26f52f9-cfa7-4bbb-ae8a-2ee3ec4d91af service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1287441 Jan 18 23:41:10.044667 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-5d541ef9-9537-4d60-9315-3d8274fc3082 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1000 time: 0.1028941 Jan 18 23:41:10.111078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-3ab876d8-90af-4fba-a3de-fccb2a7925df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:10.112524 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-3ab876d8-90af-4fba-a3de-fccb2a7925df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0619359 Jan 18 23:41:10.186969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-5b06ebff-2445-456e-a0ad-1c400cbda2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:10.188315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-5b06ebff-2445-456e-a0ad-1c400cbda2cb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702922 Jan 18 23:41:10.319749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-85c16640-9db9-42e7-aca3-605a3a25e2f7 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252496 Jan 18 23:41:10.574384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95aaf0bb-606b-47c7-bcf1-f05736916a76 req-2453042b-776e-4291-a4c3-2c86b71f898b service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476528 Jan 18 23:41:12.148637 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f732072c-ac74-4d95-9221-6a46a9d89030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.015919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-320e1817-1022-440d-bc63-eb0c3dd64727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.679403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.859701 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.122065 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:41:17.164049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:34.871272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.325163 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:41.132015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2446b6-2dea-4951-9c1d-56714b20f785 req-8ece1477-2ba6-447d-8a73-abaab0b9c952 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:41.133482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad2446b6-2dea-4951-9c1d-56714b20f785 req-8ece1477-2ba6-447d-8a73-abaab0b9c952 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0822258 Jan 18 23:41:41.179991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad2446b6-2dea-4951-9c1d-56714b20f785 req-27fcbfc7-6114-416a-8317-c23bb34e7740 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 Jan 18 23:41:42.155457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3597ed19-b781-43e1-9655-246d32f4c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.391327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637864-18d1-4bbe-87f1-4e6f02e005fd req-46bc4bc7-0a32-4784-9c71-701f5e27ccda tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:42.392813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53637864-18d1-4bbe-87f1-4e6f02e005fd req-46bc4bc7-0a32-4784-9c71-701f5e27ccda tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.1013582 Jan 18 23:41:42.437695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53637864-18d1-4bbe-87f1-4e6f02e005fd req-983da1fd-4225-44b8-98fb-0575b36eaffa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391028 Jan 18 23:41:43.640715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325f6d-89f2-4b2c-bb8a-b7d67e10d657 req-fe7c55d7-daca-415c-b514-3e00f4dde00b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:43.642110 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49325f6d-89f2-4b2c-bb8a-b7d67e10d657 req-fe7c55d7-daca-415c-b514-3e00f4dde00b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0903876 Jan 18 23:41:43.686587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49325f6d-89f2-4b2c-bb8a-b7d67e10d657 req-b2cdab83-33b3-442d-8e5b-3d5f8c19ac83 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387855 Jan 18 23:41:44.880800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83451509-a44d-4e38-84d8-7a65499967e7 req-8b2c7004-9565-43ae-bc40-190d1e212fc5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:44.882276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83451509-a44d-4e38-84d8-7a65499967e7 req-8b2c7004-9565-43ae-bc40-190d1e212fc5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0868068 Jan 18 23:41:44.929203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-83451509-a44d-4e38-84d8-7a65499967e7 req-a095c447-bf72-41b8-af16-1f0c2046acee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Jan 18 23:41:45.010730 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d14a-bf72-485f-8fc5-c867858c9d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.687831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.868786 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:46.132542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a709940-01aa-42ab-8cdc-14858be8550d req-56ce32e8-83fb-4dde-bc73-88e5de449a2a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:46.134182 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a709940-01aa-42ab-8cdc-14858be8550d req-56ce32e8-83fb-4dde-bc73-88e5de449a2a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0881002 Jan 18 23:41:46.178316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a709940-01aa-42ab-8cdc-14858be8550d req-b62ddce3-b312-47ae-bd5b-eb7b9670997a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Jan 18 23:41:47.165356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.366011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e88c1-0556-4d2d-af8a-f928fafd597f req-4ee8aa72-fac0-46bc-a4a2-d9db150a09b4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:47.367470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-727e88c1-0556-4d2d-af8a-f928fafd597f req-4ee8aa72-fac0-46bc-a4a2-d9db150a09b4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0826006 Jan 18 23:41:47.411614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-727e88c1-0556-4d2d-af8a-f928fafd597f req-5a7a9da4-7735-4173-aa7e-faaa6c4e8f48 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385387 Jan 18 23:41:48.623381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65e31-3e7b-4b04-81c5-206d01167e76 req-21523268-4cd5-44b9-8ece-00a3d9d608b2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:48.625055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ae65e31-3e7b-4b04-81c5-206d01167e76 req-21523268-4cd5-44b9-8ece-00a3d9d608b2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0958455 Jan 18 23:41:48.671367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6ae65e31-3e7b-4b04-81c5-206d01167e76 req-2062db07-e9d5-4042-9d74-b2b6433cc031 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400958 Jan 18 23:41:49.883211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b58fa1-9424-4a48-8e6c-6b0505cdaa01 req-34953cc1-708e-45e9-a928-f6e497499b7d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:49.884650 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28b58fa1-9424-4a48-8e6c-6b0505cdaa01 req-34953cc1-708e-45e9-a928-f6e497499b7d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0932071 Jan 18 23:41:50.063533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-28b58fa1-9424-4a48-8e6c-6b0505cdaa01 req-a6ea9f37-5245-4a25-8acd-50da8e4bea2f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729763 Jan 18 23:41:51.282374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbc5db-22cd-4e9c-9102-c57aa4dfcdc8 req-5f9f06ed-0d6f-4f23-b7e9-d29161102abc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:51.283745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ebbc5db-22cd-4e9c-9102-c57aa4dfcdc8 req-5f9f06ed-0d6f-4f23-b7e9-d29161102abc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0897346 Jan 18 23:41:51.328755 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ebbc5db-22cd-4e9c-9102-c57aa4dfcdc8 req-6074b5bb-64bd-4ea5-ada9-9bce2a2bf4af tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 Jan 18 23:41:52.524488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc310c4-888c-4984-8e1e-2f32201685cf req-d8cb6e3d-021f-47f2-bfbc-efc0e135888a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:52.525951 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adc310c4-888c-4984-8e1e-2f32201685cf req-d8cb6e3d-021f-47f2-bfbc-efc0e135888a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0803795 Jan 18 23:41:52.573221 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-adc310c4-888c-4984-8e1e-2f32201685cf req-d56863a6-8ed1-4dfd-9a5a-d3db5e4df1b7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387218 Jan 18 23:41:52.990114 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296b7bf-8366-42cf-81ab-0802121d8fce req-de776947-33cc-46f8-9a40-9a4582e847d0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:52.991566 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1296b7bf-8366-42cf-81ab-0802121d8fce req-de776947-33cc-46f8-9a40-9a4582e847d0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0862167 Jan 18 23:41:53.085380 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1296b7bf-8366-42cf-81ab-0802121d8fce req-74afe5a0-208e-4f9f-91e6-42a5af08346a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586424 Jan 18 23:41:53.102463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-68f46d35-0fe7-467c-856d-a61b67f7a27e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582081 Jan 18 23:41:53.122078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:41:54.305693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3919ef4-bf5d-46f3-86bd-296c5b8a9ed0 req-cb2c3e85-3af5-4d2e-af06-d005144ee671 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:54.307068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3919ef4-bf5d-46f3-86bd-296c5b8a9ed0 req-cb2c3e85-3af5-4d2e-af06-d005144ee671 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0963421 Jan 18 23:41:54.356397 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3919ef4-bf5d-46f3-86bd-296c5b8a9ed0 req-8b547c5e-695b-456b-b839-59db758d711d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Jan 18 23:41:55.556086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912525e-c7bd-47b8-9de6-56778adac228 req-b20d2a18-9529-47a1-8671-6f03cd37f3f9 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:55.557693 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8912525e-c7bd-47b8-9de6-56778adac228 req-b20d2a18-9529-47a1-8671-6f03cd37f3f9 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0858808 Jan 18 23:41:55.601673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8912525e-c7bd-47b8-9de6-56778adac228 req-1e2e72e5-5c3b-49f3-86db-54d58825322b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 Jan 18 23:41:56.489804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-b1999036-d511-4e79-ac8b-cda504421abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:56.491305 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-b1999036-d511-4e79-ac8b-cda504421abc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0834091 Jan 18 23:41:56.637499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-a987a373-2c5e-4968-843d-a8b8b2d153cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:56.638959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-a987a373-2c5e-4968-843d-a8b8b2d153cc service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1411443 Jan 18 23:41:56.795531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-b2bcf828-a9f0-411d-a92d-f87b914ce2af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1000 time: 0.1506658 Jan 18 23:41:56.871430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57762-f15c-43d2-9f63-cf651257ac32 req-e2791d30-846d-44ad-a729-a61abe12268b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:56.872907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90e57762-f15c-43d2-9f63-cf651257ac32 req-e2791d30-846d-44ad-a729-a61abe12268b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.1564357 Jan 18 23:41:56.876741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-93755f90-38cb-4740-a73d-cc4385ef56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:56.878098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-93755f90-38cb-4740-a73d-cc4385ef56e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0756245 Jan 18 23:41:56.967231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90e57762-f15c-43d2-9f63-cf651257ac32 req-51f9f7c9-c91c-4c8f-b3bd-39ce36944f56 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879970 Jan 18 23:41:56.987496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-5b5a08cf-da79-468e-91c0-ce465f3ada0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:56.988990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-5b5a08cf-da79-468e-91c0-ce465f3ada0f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960970 Jan 18 23:41:57.002193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-65e5660d-b230-4ba2-b0cf-69be704d76af service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:41:57.003575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-65e5660d-b230-4ba2-b0cf-69be704d76af service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079720 Jan 18 23:41:57.142514 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-2fe374ef-5dd8-44a2-a6fb-d7da1b834c2c service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325266 Jan 18 23:41:57.280184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-7d8930b2-0bf2-4295-ac48-986d4bfb9848 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311650 Jan 18 23:41:58.188037 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80285a-28cb-4229-ae1a-df4d0e5de742 req-bc67f802-2f56-4b60-a39a-551545fcb3c1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:58.189423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c80285a-28cb-4229-ae1a-df4d0e5de742 req-bc67f802-2f56-4b60-a39a-551545fcb3c1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0995245 Jan 18 23:41:58.233103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5c80285a-28cb-4229-ae1a-df4d0e5de742 req-259a091a-9c38-4ca5-8f77-0b6546bdbb97 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Jan 18 23:41:59.434985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc954-22d9-4ba4-affd-c83f72dcf2dc req-91224662-5d4b-4441-aee8-fe02ee52f901 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:59.436487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c30dc954-22d9-4ba4-affd-c83f72dcf2dc req-91224662-5d4b-4441-aee8-fe02ee52f901 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0891771 Jan 18 23:41:59.483777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c30dc954-22d9-4ba4-affd-c83f72dcf2dc req-a2eb2ccc-d8c1-4377-8e77-bbb91f73daf6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389996 Jan 18 23:41:59.932023 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-fe8290ad-04f3-47c3-ab13-94ebd8f0e3f7 service neutron] show failed (client error): The resource could not be found. Jan 18 23:41:59.933112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-fe8290ad-04f3-47c3-ab13-94ebd8f0e3f7 service neutron] 10.222.0.85 "GET /v2.0/ports/3dc0d289-4b19-4ade-8657-9863d73a8b3a/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0889950 Jan 18 23:42:00.299279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-06b7fc1a-5354-4f1f-bc7c-6ad89ebdad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:00.300688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-06b7fc1a-5354-4f1f-bc7c-6ad89ebdad69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 1096 time: 0.1754332 Jan 18 23:42:00.311293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:42:00.420654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.684254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60da2-ecf5-480e-a256-54c5e42eec51 req-fbe3bc52-0c51-4514-99b7-bc910d8d414d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:00.685747 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50a60da2-ecf5-480e-a256-54c5e42eec51 req-fbe3bc52-0c51-4514-99b7-bc910d8d414d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0893848 Jan 18 23:42:00.692772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:00.720518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:42:00.729405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-50a60da2-ecf5-480e-a256-54c5e42eec51 req-f355a2bf-3966-412d-92e7-0a5c70618303 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378308 Jan 18 23:42:00.780541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:00.786372 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.801629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Transition to ACTIVE for port object 3dc0d289-4b19-4ade-8657-9863d73a8b3a will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:42:00.806789 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.960775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:00.971705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.971705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.972029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.972322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.972646 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.972987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.973309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.973627 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.973950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.974262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.974576 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:00.974886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:01.019308 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'code': 200} Jan 18 23:42:01.030610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] No DVR routers for this DVR port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:42:01.264302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:42:01.264526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:42:01.264838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:42:01.269542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:42:01.269864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Attempting to bind port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:42:01.275079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:42:01.275438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:42:01.275823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:42:01.276244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Bound port: 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:42:01.276588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.369011 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:42:01.372107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:42:01.378122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.437482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:01.438086 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.439490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] 10.222.0.86 "PUT /v2.0/ports/3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1091 time: 1.1320624 Jan 18 23:42:01.454991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc07cf-5844-4dda-b6a4-ed98483ca73d service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:01.546058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-c7b91987-e702-4789-a934-fb843eb496b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:01.547587 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-c7b91987-e702-4789-a934-fb843eb496b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1094 time: 0.0767806 Jan 18 23:42:01.681275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-63edeaa9-6527-40ac-88a1-bad52357725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:01.682742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-63edeaa9-6527-40ac-88a1-bad52357725e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1291425 Jan 18 23:42:01.782328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-cd42b44e-2186-472a-8e4c-f428fb89614b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 998 time: 0.0933390 Jan 18 23:42:01.924031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b93a-9965-440f-a86f-ba7d8ef416c4 req-0aa0c7c5-b1c5-449a-a8da-2a85e6360daa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:01.925669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd90b93a-9965-440f-a86f-ba7d8ef416c4 req-0aa0c7c5-b1c5-449a-a8da-2a85e6360daa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 943 time: 0.0871911 Jan 18 23:42:01.961391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-19185eab-ee16-4b9a-9882-a17c43bdfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:01.962894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-19185eab-ee16-4b9a-9882-a17c43bdfc8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1749551 Jan 18 23:42:01.972856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dd90b93a-9965-440f-a86f-ba7d8ef416c4 req-0ef34166-561f-400b-9188-4a1d60208566 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412989 Jan 18 23:42:02.037275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-4bbd72c6-ee58-4981-977b-e0b14d55474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:02.038764 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-4bbd72c6-ee58-4981-977b-e0b14d55474e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696754 Jan 18 23:42:02.048865 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-acf30c97-8850-41cf-8035-02cc144e4012 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:42:02.049850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-acf30c97-8850-41cf-8035-02cc144e4012 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048559 Jan 18 23:42:02.189462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-a1a436ae-30a2-4cbe-96a4-f08b795ae38e service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333966 Jan 18 23:42:02.332078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a3397c8b-8bc9-4b62-b798-b4d9f2737d37 req-c818816c-4a2e-4798-9c4c-4c898d6c7ead service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368110 Jan 18 23:42:03.021104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:03.078863 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'status': 'completed', 'code': 200} Jan 18 23:42:03.277893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-7c9600c2-19fb-4e74-9088-74aedc55f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.279256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-7c9600c2-19fb-4e74-9088-74aedc55f315 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1094 time: 0.1579909 Jan 18 23:42:03.288818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8852a9-03b5-4793-8cb1-68c3aae240f1 req-d78158af-0755-4ea9-943b-d2ad46ac6729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.290166 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8852a9-03b5-4793-8cb1-68c3aae240f1 req-d78158af-0755-4ea9-943b-d2ad46ac6729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 943 time: 0.2048385 Jan 18 23:42:03.313342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-cb705878-2feb-4104-ab14-89d4156430d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.314732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-cb705878-2feb-4104-ab14-89d4156430d2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1094 time: 0.1923964 Jan 18 23:42:03.508368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c8852a9-03b5-4793-8cb1-68c3aae240f1 req-677319aa-b36e-4c7f-a0ac-3b2fe5d0e94c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974466 Jan 18 23:42:03.551193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-0badb988-05b8-4dad-aabe-e0d7ae3e8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.552729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-0badb988-05b8-4dad-aabe-e0d7ae3e8140 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2601571 Jan 18 23:42:03.642373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-8bac3c4f-7a78-4169-9162-f7ee7c9b05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.643805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-8bac3c4f-7a78-4169-9162-f7ee7c9b05ab service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.3119864 Jan 18 23:42:03.753433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-661a8e5d-d2d5-4d0f-921a-cdc446f7622d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 998 time: 0.1896045 Jan 18 23:42:03.798777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-b0831772-79c3-42bb-9c28-68cbafac57e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 998 time: 0.1465743 Jan 18 23:42:03.811342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:03.865756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-d6b3ece1-7b8e-4523-9af1-3f9d0b561785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.867204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-d6b3ece1-7b8e-4523-9af1-3f9d0b561785 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1080186 Jan 18 23:42:03.873215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:03.905500 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-3a0a68a5-ead9-43c9-89ae-bbe2c610967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:03.906872 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-3a0a68a5-ead9-43c9-89ae-bbe2c610967f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1022649 Jan 18 23:42:04.006919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-6c8fbc24-fa6f-453f-bfdf-116f4a1dc459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:04.008378 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-6c8fbc24-fa6f-453f-bfdf-116f4a1dc459 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350889 Jan 18 23:42:04.010857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-12b17c7e-3a15-47c1-925d-012101e5d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:04.012149 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-12b17c7e-3a15-47c1-925d-012101e5d483 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989652 Jan 18 23:42:04.353095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-02dba642-1521-43b6-86f0-961ab1c2d0f5 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378906 Jan 18 23:42:04.356123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-10ea6018-9bca-40cf-88db-5d72382f1d0d service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242579 Jan 18 23:42:04.480915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:42:04.604351 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-03573fbd-c0cc-4520-bfe7-7976d1ff97b3 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285068 Jan 18 23:42:04.606007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14d89469-3a2e-41b7-a04e-04d5d055beed req-a6c0dbdb-84b2-4b8d-84c6-6d91ec636ff4 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471271 Jan 18 23:42:04.619649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:04.633922 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:42:04.691264 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.704793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38ceaa-a29f-46c8-bf67-3dc8161c3b2c req-aa847b33-e5fc-4c48-b839-4230b6a3a830 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:04.706293 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa38ceaa-a29f-46c8-bf67-3dc8161c3b2c req-aa847b33-e5fc-4c48-b839-4230b6a3a830 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 943 time: 0.0788293 Jan 18 23:42:04.708540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc0d289-4b19-4ade-8657-9863d73a8b3a {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:42:04.724148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:04.729106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.752740 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-aa38ceaa-a29f-46c8-bf67-3dc8161c3b2c req-f50f5649-7c72-4676-8575-d26dc67f7328 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Jan 18 23:42:04.802473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:04.810287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.810674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.811017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.811356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.812026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.812026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.812394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.812723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.813082 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.813395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.813715 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.814036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:04.882873 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.960192 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3dc0d289-4b19-4ade-8657-9863d73a8b3a'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:42:05.076765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05c23-b051-4dd3-a69c-e5780c3e05d5 req-cdea2dc5-6592-4d11-af45-919c27796b59 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:05.078248 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fdf05c23-b051-4dd3-a69c-e5780c3e05d5 req-cdea2dc5-6592-4d11-af45-919c27796b59 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 944 time: 0.0868495 Jan 18 23:42:05.091545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-41846127-9193-4a98-b648-ee9e37fa046e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:05.093130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-41846127-9193-4a98-b648-ee9e37fa046e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5&tenant_id=5356010970f04d6e939c5d8720efb629&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 944 time: 0.0862668 Jan 18 23:42:05.123578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fdf05c23-b051-4dd3-a69c-e5780c3e05d5 req-9b5f0be0-d285-4cd8-b5d0-ede7a4e2a20c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395672 Jan 18 23:42:05.176873 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-92f15a2d-a80c-4862-a6ae-4f20ce89baec service neutron] delete failed (client error): The resource could not be found. Jan 18 23:42:05.177894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-92f15a2d-a80c-4862-a6ae-4f20ce89baec service neutron] 10.222.0.85 "DELETE /v2.0/ports/3dc0d289-4b19-4ade-8657-9863d73a8b3a/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0792031 Jan 18 23:42:05.344569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-18d878fb-6a39-430a-a91d-739fc147be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:05.344801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-18d878fb-6a39-430a-a91d-739fc147be2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0862939 Jan 18 23:42:05.485062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-cee1b37b-6319-4ad3-b1ee-20dd3f720252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:05.486420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-cee1b37b-6319-4ad3-b1ee-20dd3f720252 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1345155 Jan 18 23:42:05.593848 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-8570261c-7f0a-400e-bf69-46ee6d815b35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 999 time: 0.0999641 Jan 18 23:42:05.658120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-df654e19-c72a-4a8f-941e-4896b587777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:05.659505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-df654e19-c72a-4a8f-941e-4896b587777c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0589721 Jan 18 23:42:05.746272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-d7efe384-bba3-48e2-90cc-04382bf589b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:05.748368 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-d7efe384-bba3-48e2-90cc-04382bf589b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818605 Jan 18 23:42:05.887743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-496133bd-2451-41df-b38b-574bbd457286 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319571 Jan 18 23:42:06.018468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d7c05acf-f11c-4858-bfae-0b140cc47a43 req-aed3614d-0c8f-4eff-9cc6-d2b74ca3b8a5 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245482 Jan 18 23:42:06.341789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93d1d-f774-494b-8ec4-973c5cdfd0b9 req-da765b3d-4eb9-4078-b50c-e6cf86cd63c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:06.343177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68c93d1d-f774-494b-8ec4-973c5cdfd0b9 req-da765b3d-4eb9-4078-b50c-e6cf86cd63c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 944 time: 0.0970254 Jan 18 23:42:06.388828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68c93d1d-f774-494b-8ec4-973c5cdfd0b9 req-9eeb0f25-5ea0-435f-b6b3-e43ce36387dd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390477 Jan 18 23:42:06.495541 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:42:06.567231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 3dc0d289-4b19-4ade-8657-9863d73a8b3a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:06.573513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 3dc0d289-4b19-4ade-8657-9863d73a8b3a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:06.574043 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.702734 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.728792 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:06.739708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:06.745368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.776159 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'code': 200} Jan 18 23:42:06.814224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:07.334755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:07.589149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17d48-c775-4439-a850-31038d004ef4 req-e8b20fa9-e01b-4947-a8f0-31906ef08c9d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:07.590511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f17d48-c775-4439-a850-31038d004ef4 req-e8b20fa9-e01b-4947-a8f0-31906ef08c9d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0919502 Jan 18 23:42:07.635175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f17d48-c775-4439-a850-31038d004ef4 req-d9fc27fc-f833-4946-965e-453e488e505e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390024 Jan 18 23:42:07.840546 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b21b75-ff7a-49be-a8ff-4b6003abaf5a req-72b3b69c-daac-43df-b681-f4d9f0e9c271 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:07.841938 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99b21b75-ff7a-49be-a8ff-4b6003abaf5a req-72b3b69c-daac-43df-b681-f4d9f0e9c271 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0897195 Jan 18 23:42:07.892290 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99b21b75-ff7a-49be-a8ff-4b6003abaf5a req-b231fd25-58d8-4113-b328-4f4ad218413c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Jan 18 23:42:08.281508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-14034a80-4e47-40f7-9145-d71959ed35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:08.283036 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-14034a80-4e47-40f7-9145-d71959ed35fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0763593 Jan 18 23:42:08.391379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c2b3-b09a-416e-9133-45fa1f3a8deb req-8e439059-15d5-4c87-92a6-3b8c20703d7d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:08.392928 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa96c2b3-b09a-416e-9133-45fa1f3a8deb req-8e439059-15d5-4c87-92a6-3b8c20703d7d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0881360 Jan 18 23:42:08.439265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fa96c2b3-b09a-416e-9133-45fa1f3a8deb req-577a690b-1d40-4d25-8f74-340e8dd235be tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Jan 18 23:42:08.552013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-7dddb238-19ab-4d7e-8c55-f2f081f8b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:08.553834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-7dddb238-19ab-4d7e-8c55-f2f081f8b130 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2646832 Jan 18 23:42:08.670407 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-27a081ef-51e1-4379-89a9-71d431c43ef8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1000 time: 0.1104629 Jan 18 23:42:08.735304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-d84978b1-96c0-4086-aaf2-91b4986c8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:08.736696 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-d84978b1-96c0-4086-aaf2-91b4986c8b84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0606389 Jan 18 23:42:08.822006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-4380392c-8171-47fd-b027-dc8ab889075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:08.823456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-4380392c-8171-47fd-b027-dc8ab889075b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801556 Jan 18 23:42:08.970675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-2e935610-caae-4f25-b2a8-bc5157c3823a service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404238 Jan 18 23:42:09.101352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aaeacd1-683f-4ba2-a346-da3df92401f3 req-fd52f267-e044-4d4b-9f7b-d458d12493c8 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246488 Jan 18 23:42:09.643568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50532c8a-e414-4090-839d-a37442aeb050 req-e9b6f3c1-6299-439b-bba7-e59c9c8fa627 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:09.645003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50532c8a-e414-4090-839d-a37442aeb050 req-e9b6f3c1-6299-439b-bba7-e59c9c8fa627 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0843689 Jan 18 23:42:09.692633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50532c8a-e414-4090-839d-a37442aeb050 req-8a16f94f-e63c-4a2d-b2ed-55e9bdd688ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Jan 18 23:42:10.894288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb73b6a-08af-4a40-9669-d94b5abd20a0 req-14a8cedd-55ca-4aa5-a83d-84d696b81610 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:10.895796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb73b6a-08af-4a40-9669-d94b5abd20a0 req-14a8cedd-55ca-4aa5-a83d-84d696b81610 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0910852 Jan 18 23:42:10.943775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1fb73b6a-08af-4a40-9669-d94b5abd20a0 req-74bf6e2e-ea20-4b53-b280-f07ca3a2a6a3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 Jan 18 23:42:10.970594 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-f22abfe6-6a51-4b80-b021-a648a3e81e4f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702832 Jan 18 23:42:11.109223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-d8d4dfd1-9ebf-463b-8303-ee9fc1b91660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:11.110892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-d8d4dfd1-9ebf-463b-8303-ee9fc1b91660 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0728059 Jan 18 23:42:11.263581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-31bf96f6-d843-40c8-88f0-484cc6eb5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:11.265179 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-31bf96f6-d843-40c8-88f0-484cc6eb5eed service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1356061 Jan 18 23:42:11.335790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65dce9-0a26-48e4-baca-598df53535cb req-7a9a6d57-c98b-4917-9161-334b4a4e45f2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:11.337278 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc65dce9-0a26-48e4-baca-598df53535cb req-7a9a6d57-c98b-4917-9161-334b4a4e45f2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.0821955 Jan 18 23:42:11.373427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-17997ddc-8c6e-49aa-ae4d-29d0844dc901 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 200 len: 1000 time: 0.1018808 Jan 18 23:42:11.381655 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bc65dce9-0a26-48e4-baca-598df53535cb req-2ff92491-71f2-4129-8594-7c1e4e9e8651 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Jan 18 23:42:11.438271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-015d0b1d-17e2-45fa-b932-2285b2e64efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:11.439699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-015d0b1d-17e2-45fa-b932-2285b2e64efa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0607035 Jan 18 23:42:11.521954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-960ccba2-c8a6-46ad-a4d1-2cd3bb4244ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:11.523369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-960ccba2-c8a6-46ad-a4d1-2cd3bb4244ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774000 Jan 18 23:42:11.657312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-283f062c-ee97-40c2-a76c-da9db06fe343 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268613 Jan 18 23:42:11.790597 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c433d905-7782-49c9-b2a7-0ceb9658f266 req-e150e5ac-f773-4502-a783-e06a03dcd12b service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269281 Jan 18 23:42:12.152862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-863fae4b-8ced-4bd3-898c-2d1642495d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:12.594205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-cd5a4cf1-a4cb-422a-afc5-e4d53c793500 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:12.595670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-cd5a4cf1-a4cb-422a-afc5-e4d53c793500 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.1407971 Jan 18 23:42:12.608583 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a92f-fb41-4049-8614-fdc0ad4bffb3 req-cf75d4c1-bda3-4a34-8626-512c496617c7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:12.609944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8832a92f-fb41-4049-8614-fdc0ad4bffb3 req-cf75d4c1-bda3-4a34-8626-512c496617c7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 945 time: 0.1139789 Jan 18 23:42:12.809779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Deleting port 3dc0d289-4b19-4ade-8657-9863d73a8b3a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:42:12.810122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:12.843358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8832a92f-fb41-4049-8614-fdc0ad4bffb3 req-f9fd5d01-d0e0-4a1f-a995-2d97eb9c116e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061200 Jan 18 23:42:13.065407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] For port 3dc0d289-4b19-4ade-8657-9863d73a8b3a, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3dc0d289-4b19-4ade-8657-9863d73a8b3a,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:13.065667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:13.366607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:13.367002 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:13.367313 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 disassociated. External IP: 172.25.4.96, port: 3dc0d289-4b19-4ade-8657-9863d73a8b3a. Jan 18 23:42:13.367654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Calling delete_port for 3dc0d289-4b19-4ade-8657-9863d73a8b3a owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:42:13.515291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:13.564732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event deleted for resources: {'Port': ['ID=3dc0d289-4b19-4ade-8657-9863d73a8b3a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:13.755480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:42:13.940934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:42:13.951430 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:42:13.961262 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:42:13.961866 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:41:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:13.992823 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c29a72cc-470a-4bdc-b5da-bf28c28a977a req-dc826fab-5374-4f4b-84d7-84f68baaf469 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5f19661-016b-406d-9f60-169820d9c0f5 HTTP/1.1" status: 200 len: 210 time: 0.0457292 Jan 18 23:42:14.014426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] No DVR routers for this DVR port 3dc0d289-4b19-4ade-8657-9863d73a8b3a on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:42:14.017024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:14.019622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-deleted', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:14.037197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-860524b5-dd88-4451-b27c-63fa279f90a7 req-6f7afea2-cf85-40e6-a3bc-aebc2dfb5d63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.86 "DELETE /v2.0/ports/3dc0d289-4b19-4ade-8657-9863d73a8b3a HTTP/1.1" status: 204 len: 173 time: 1.4359002 Jan 18 23:42:14.067406 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f19661-016b-406d-9f60-169820d9c0f5', 'name': 'network-vif-deleted', 'tag': '3dc0d289-4b19-4ade-8657-9863d73a8b3a', 'status': 'completed', 'code': 200} Jan 18 23:42:14.156498 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:42:14.493453 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:14.497237 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:42:14.506452 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:42:14.507041 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:41:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:14.692656 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:42:15.008184 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:15.012398 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d43e46-7711-4345-b161-63dddc95b5d1 None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:42:15.020648 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e02e8124-b2b0-4eb2-a581-3c54981f9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:15.255279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b9c8b-847d-45c6-a90f-f174c7753019 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:42:15.366122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-85379978-4d3b-4e9f-b203-ef51ba93f840 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--205696067&fields=id&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 267 time: 0.0387404 Jan 18 23:42:15.520227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-b7982c17-783d-44ff-94c5-aaa89ae16ce7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:15.520894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-b7982c17-783d-44ff-94c5-aaa89ae16ce7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:15.540395 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-b7982c17-783d-44ff-94c5-aaa89ae16ce7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:15.541656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-b7982c17-783d-44ff-94c5-aaa89ae16ce7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1686535 Jan 18 23:42:15.557295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-47eaeca2-4668-4214-a128-e6123d9a795a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/quotas/5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 375 time: 0.0101295 Jan 18 23:42:15.642187 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-953ff72d-91ff-48af-abb2-b00e9e6cdfef tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798604 Jan 18 23:42:15.673405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:15.857235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:15.860608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-ffff74ad-f0f8-4753-91bc-6160731787a2 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663277 Jan 18 23:42:15.994969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-3944a564-c8ce-4927-ae5a-5dbc2f21fa63 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281037 Jan 18 23:42:16.543010 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:16.586768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 3dc0d289-4b19-4ade-8657-9863d73a8b3a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:42:16.587189 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3dc0d289-4b19-4ade-8657-9863d73a8b3a not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:17.161534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:17.200788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4d041f0a-077b-4b09-b4e1-53cdc043c764 req-26f461c0-9c3b-4b02-9944-65d3dde6017b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:17.218055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4d041f0a-077b-4b09-b4e1-53cdc043c764 req-26f461c0-9c3b-4b02-9944-65d3dde6017b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:17.219798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d041f0a-077b-4b09-b4e1-53cdc043c764 req-26f461c0-9c3b-4b02-9944-65d3dde6017b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0632684 Jan 18 23:42:18.291712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-25d18539-3775-43cf-881f-f57f957f99be tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:18.293281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-25d18539-3775-43cf-881f-f57f957f99be tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1558914 Jan 18 23:42:18.376974 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43b59508-7d0b-449a-bf26-2ac62b4f5b65 req-982d6c19-b89d-4266-a36c-12f5b77faa8a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0488982 Jan 18 23:42:18.458341 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-e4fd75fe-e1fa-46cf-af80-70b3e2857e9c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 379 time: 0.1560752 Jan 18 23:42:18.471690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'port': {'device_id': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'admin_state_up': True, 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'security_groups': ['29246446-af93-43b4-b2d4-7ec8dbe33a02']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:42:18.617162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:18.627824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:18.641629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Made reservation on behalf of 5356010970f04d6e939c5d8720efb629 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:42:18.645545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:18.811772 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Allocated IP 172.20.0.14 (a8e7ca5a-8ab2-4e38-8a66-b377210e4d45/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752/5ae5fd12-3c97-433f-9da1-e8843bf90789) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:42:19.014226 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.030669 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Transition to ACTIVE for port object 5ae5fd12-3c97-433f-9da1-e8843bf90789 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:42:19.059045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.131088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:42:19.134325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:19.138147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:42:19.168404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:19.205969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:19.206588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.235884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-9e441f44-b962-4e34-9dd9-8f97b7588729 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678156 Jan 18 23:42:19.247149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Request body: {'port': {'device_id': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:42:19.361208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.409124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e57d9898-1de8-4c5e-8106-ca627d39243a None None] Provisioning for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:19.414159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e57d9898-1de8-4c5e-8106-ca627d39243a None None] Provisioning complete for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:19.414750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e57d9898-1de8-4c5e-8106-ca627d39243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.467642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e57d9898-1de8-4c5e-8106-ca627d39243a None None] Port 5ae5fd12-3c97-433f-9da1-e8843bf90789 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:42:19.682317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4312bc4-d665-4677-86c6-ea3865466730 req-19df004c-f427-4950-8c30-55249b993bda tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:19.683004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a4312bc4-d665-4677-86c6-ea3865466730 req-19df004c-f427-4950-8c30-55249b993bda tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:19.713911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a4312bc4-d665-4677-86c6-ea3865466730 req-19df004c-f427-4950-8c30-55249b993bda tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:19.715044 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4312bc4-d665-4677-86c6-ea3865466730 req-19df004c-f427-4950-8c30-55249b993bda tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 932 time: 0.2255383 Jan 18 23:42:19.796237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae5fd12-3c97-433f-9da1-e8843bf90789 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:42:19.806863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.819093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4312bc4-d665-4677-86c6-ea3865466730 req-0bf5f59e-9910-4526-866d-96f4a6116d2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721030 Jan 18 23:42:19.827198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Transition to ACTIVE for port object 5ae5fd12-3c97-433f-9da1-e8843bf90789 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:42:19.834421 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.989390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:20.069541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:42:20.069885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:42:20.070211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:42:20.074786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:42:20.075072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:42:20.080265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:42:20.080597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:42:20.080980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:42:20.081415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Bound port: 5ae5fd12-3c97-433f-9da1-e8843bf90789, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:42:20.081769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.170271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:42:20.173347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:42:20.180982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.242695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:20.243313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.244724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] 10.222.0.85 "PUT /v2.0/ports/5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1092 time: 1.0018821 Jan 18 23:42:20.245185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:20.264845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4885-710a-4569-b910-ae62041d9acc service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:20.435823 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'status': 'completed', 'code': 200} Jan 18 23:42:20.475397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-5be87a1c-6e08-44e1-ba8d-4d35cb54d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:20.476877 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-5be87a1c-6e08-44e1-ba8d-4d35cb54d3dc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1909149 Jan 18 23:42:20.546639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-33a99bd3-4aac-4c11-854c-7bc46a6e34a6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 217 time: 0.0622194 Jan 18 23:42:20.618531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-544a6b20-ab9a-46fa-8466-014fe604e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:20.620027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-544a6b20-ab9a-46fa-8466-014fe604e9ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0669599 Jan 18 23:42:20.699853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-17db3322-9e51-4a73-9ec6-6554b57ab40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:20.701318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-17db3322-9e51-4a73-9ec6-6554b57ab40e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753796 Jan 18 23:42:20.834560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-31e507a6-51fe-406d-856c-6694966f9119 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270173 Jan 18 23:42:21.019761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39d38c29-2a34-4314-9a92-b9dc555bd364 req-03eef6c9-24c6-4d54-b6e1-f879183c117a service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785154 Jan 18 23:42:21.045817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c955ae-dbfc-495b-b33a-effbf730799c req-7c10ddd6-b476-468a-9dab-a044236ca0b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:21.047254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81c955ae-dbfc-495b-b33a-effbf730799c req-7c10ddd6-b476-468a-9dab-a044236ca0b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.1180677 Jan 18 23:42:21.140836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81c955ae-dbfc-495b-b33a-effbf730799c req-08a47570-1ca8-4b46-be26-e61e0d7d1893 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858347 Jan 18 23:42:21.161598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-0f455c91-fa7e-4b87-a6f7-b9853c651d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:21.163062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-0f455c91-fa7e-4b87-a6f7-b9853c651d2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0950329 Jan 18 23:42:21.297146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-d6d7edc9-2ab9-4270-86fb-c558cbd65823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:21.298554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-d6d7edc9-2ab9-4270-86fb-c558cbd65823 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1294134 Jan 18 23:42:21.366930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-7cf5b340-998c-4839-918d-3c8974982360 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 217 time: 0.0610106 Jan 18 23:42:21.434087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-65d71a14-d195-4dcc-8dab-ee8f965769ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:21.434352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-65d71a14-d195-4dcc-8dab-ee8f965769ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0614555 Jan 18 23:42:21.514809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-e702b24a-2f39-4459-924e-a242b4c47a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:21.516290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-e702b24a-2f39-4459-924e-a242b4c47a02 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755863 Jan 18 23:42:21.651275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-b4c2d0ab-1e96-406f-8bde-70b6c3a01b37 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266162 Jan 18 23:42:21.783626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b97303f-8fff-4592-94c7-b230969ff3ff req-33533027-0bf7-46dd-a7e5-b72cbc58e602 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253750 Jan 18 23:42:22.353672 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c51f-c286-43ee-9a00-ad8933819436 req-f27e6375-61a1-4855-91d7-452248f19ee8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:22.355105 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8910c51f-c286-43ee-9a00-ad8933819436 req-f27e6375-61a1-4855-91d7-452248f19ee8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.0948730 Jan 18 23:42:22.400608 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8910c51f-c286-43ee-9a00-ad8933819436 req-6cdfabc8-8209-4a42-b361-e9f935c0a9b9 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398045 Jan 18 23:42:23.607973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b251160-e08b-463e-a3cd-326aa9c7e644 req-f0f66571-215f-46d2-a6f8-2b74018db785 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:23.609456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b251160-e08b-463e-a3cd-326aa9c7e644 req-f0f66571-215f-46d2-a6f8-2b74018db785 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.0978014 Jan 18 23:42:23.654406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2b251160-e08b-463e-a3cd-326aa9c7e644 req-42a345a8-3fcc-4afc-891f-7868be34c8cd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Jan 18 23:42:23.931800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:42:24.095617 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:24.111447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'mac_address': 'fa:16:3e:40:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:42:24.165665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.183029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae5fd12-3c97-433f-9da1-e8843bf90789 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:42:24.198671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:24.204620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.274914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:24.442745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ae5fd12-3c97-433f-9da1-e8843bf90789'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:42:24.855871 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769412-c5f9-41b5-a806-d878e2ced73c req-f0001127-0839-4669-bcdf-772e958068c6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:24.857340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2769412-c5f9-41b5-a806-d878e2ced73c req-f0001127-0839-4669-bcdf-772e958068c6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0853863 Jan 18 23:42:24.901369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a2769412-c5f9-41b5-a806-d878e2ced73c req-ca5b8709-99d9-47c5-901f-a697469993fc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 Jan 18 23:42:25.936078 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:42:26.007870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:26.012963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:26.013316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:26.085044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392d40f-c26b-4100-9227-781dd694259e req-78d5cdfb-0679-4bb8-b80c-cc7c524c09bf tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:26.086538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e392d40f-c26b-4100-9227-781dd694259e req-78d5cdfb-0679-4bb8-b80c-cc7c524c09bf tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0791001 Jan 18 23:42:26.131251 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:26.134745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e392d40f-c26b-4100-9227-781dd694259e req-71a3becb-fa04-4000-b344-917b3b1976f7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423057 Jan 18 23:42:26.161256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:26.171315 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:42:26.177092 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:26.212366 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'code': 200} Jan 18 23:42:26.243680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:26.458133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bf331-a2b1-4bd4-88c2-06179778a736 req-9c28e280-5467-4337-8c1b-0bdfaa2c515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:26.460186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-390bf331-a2b1-4bd4-88c2-06179778a736 req-9c28e280-5467-4337-8c1b-0bdfaa2c515f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1969805 Jan 18 23:42:26.502086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-390bf331-a2b1-4bd4-88c2-06179778a736 req-64f8d178-1078-4ccc-854a-16de8f203589 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351000 Jan 18 23:42:27.331664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09848065-0fa6-4bc9-a03c-128c5ec1d904 req-696d2047-51fb-4a36-a9c6-3b9e6bdd1a33 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:27.333133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09848065-0fa6-4bc9-a03c-128c5ec1d904 req-696d2047-51fb-4a36-a9c6-3b9e6bdd1a33 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0811231 Jan 18 23:42:27.382970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-09848065-0fa6-4bc9-a03c-128c5ec1d904 req-d6f2c815-da83-41e2-9d40-441575fc901f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Jan 18 23:42:28.586746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bbce6-8421-44f1-97f1-ff61cc7d5248 req-2d4ce28b-dbaf-4189-ad69-2b5668023c98 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:28.588182 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-747bbce6-8421-44f1-97f1-ff61cc7d5248 req-2d4ce28b-dbaf-4189-ad69-2b5668023c98 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0818257 Jan 18 23:42:28.633054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-747bbce6-8421-44f1-97f1-ff61cc7d5248 req-38c25210-9518-43c6-9a7a-4a61eacbee1e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390666 Jan 18 23:42:28.825690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93958-20a0-4c04-8be8-38a095cb6cea req-fd3b3f9d-2b13-4c18-902e-4236152e5762 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:28.827164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-56f93958-20a0-4c04-8be8-38a095cb6cea req-fd3b3f9d-2b13-4c18-902e-4236152e5762 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0837793 Jan 18 23:42:28.836124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:28.841377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'floatingip': {'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:42:29.024791 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.624284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.631139 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.822772 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 associated. External IP: 172.25.4.96, port: 5ae5fd12-3c97-433f-9da1-e8843bf90789. Jan 18 23:42:30.121643 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:42:30.177822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:42:30.477417 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:42:30.482294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.487431 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:42:30.498668 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:42:30.499277 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:42:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:30.538322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-daf03369-c4ce-475e-9cc6-55258247b7b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "PUT /v2.0/floatingips/0e9df243-831a-4402-9c16-ea270835fc61 HTTP/1.1" status: 200 len: 991 time: 1.7010977 Jan 18 23:42:30.538889 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:30.584197 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'status': 'completed', 'code': 200} Jan 18 23:42:30.675262 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:42:30.675964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-0fa03896-8c0c-4ac0-8cbb-f3d660a5242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:30.677505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-0fa03896-8c0c-4ac0-8cbb-f3d660a5242e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0718994 Jan 18 23:42:30.818370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-b7d25a8f-4a8a-44e9-9562-40058d45db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:30.819801 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-b7d25a8f-4a8a-44e9-9562-40058d45db7f service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1358969 Jan 18 23:42:30.923599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-e2abba39-0003-4cb3-a9c2-0b17cb9cffd6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 999 time: 0.0977168 Jan 18 23:42:30.987677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-2cb95a81-a5b8-48d8-b5e0-2977b7baf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:30.989309 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-2cb95a81-a5b8-48d8-b5e0-2977b7baf0de service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0600140 Jan 18 23:42:31.029661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:40:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:42:29Z', 'revision_number': 9, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:31.034146 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:42:31.042604 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:42:31.043214 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:42:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:31.070711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-b7a861d7-a875-4fbf-ac04-32d8336a1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:31.072122 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-b7a861d7-a875-4fbf-ac04-32d8336a1f54 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772424 Jan 18 23:42:31.204897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-534a5bea-4a19-4fd0-9a6e-b02d1b9c951a service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261249 Jan 18 23:42:31.252696 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:42:31.338668 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40e0f2f3-e25b-4c14-b22f-5c0d0982000d req-e09b6f8a-3765-47bd-860c-026241f45b69 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273437 Jan 18 23:42:31.615688 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:40:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:42:29Z', 'revision_number': 9, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:31.619668 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff8077-7bbc-4271-be7b-0149201605fb None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:40:5c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:42:29Z', 'revision_number': 9, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:42:31.818927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014442a-b1d1-4211-8ec7-1e2ff1b65e21 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:42:34.880269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:37.338430 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:42.147961 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694cc084-56cb-4696-af52-3a7eea3c6201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:45.016206 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3024acf2-a636-4fe6-b789-2ab4752cde8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:45.685493 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:45.870977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:47.167495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:04.902142 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:07.121913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:43:07.360025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:12.150715 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b904763-5aed-4703-bcc4-7740ad13dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:12.614814 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-ededb77c-db34-4abe-b289-e3bacb5cd346 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763369 Jan 18 23:43:12.754350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-6db4d95b-d347-407d-9855-659d0583c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:12.755809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-6db4d95b-d347-407d-9855-659d0583c62e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0727360 Jan 18 23:43:12.903508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-4d3fe2d6-b2d8-4291-9e06-f6fae74ce31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:12.904980 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-4d3fe2d6-b2d8-4291-9e06-f6fae74ce31e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1285026 Jan 18 23:43:13.009402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-ff1f1be2-5bc9-4374-9fbe-daedbf166b69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1002 time: 0.0983753 Jan 18 23:43:13.072729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-68c69fe5-ac30-439c-bd3a-6964a43201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:13.074148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-68c69fe5-ac30-439c-bd3a-6964a43201c0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0591974 Jan 18 23:43:13.164840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-cbaeaf9f-83a3-4b75-9932-ca7fc4c34513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:13.166232 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-cbaeaf9f-83a3-4b75-9932-ca7fc4c34513 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859601 Jan 18 23:43:13.397348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-28dcd1a3-77ee-4282-9702-7b5234155f11 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248766 Jan 18 23:43:13.532689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5bc3d86-6356-464c-86de-8baa1d75d34d req-b8bb6cc5-165a-4142-a65d-6f272f1f58e3 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288435 Jan 18 23:43:15.036493 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35db28ee-663d-44ce-a123-01d745d62a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:15.693131 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:15.875065 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.169818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:34.904429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.352351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:42.156261 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d41e921-29bd-4dcf-851d-46ec8b70c326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:44.127460 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:43:45.031489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da4d2400-ec4d-460e-b035-6195c6204a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:45.691289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:45.867894 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:47.179108 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:04.905253 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:06.206294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786cbc6-78ad-4c89-a6e2-f5da4a31f9af req-dbcd4ae9-e2d4-424c-ae23-98eecf99a5f2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:06.207768 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5786cbc6-78ad-4c89-a6e2-f5da4a31f9af req-dbcd4ae9-e2d4-424c-ae23-98eecf99a5f2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.1289215 Jan 18 23:44:06.265162 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5786cbc6-78ad-4c89-a6e2-f5da4a31f9af req-26658475-cfe7-46fa-b086-eb439cdd1f72 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489750 Jan 18 23:44:06.274512 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-36a9e4d2-73ca-4f1c-abff-cf5f626bd1b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1640735 Jan 18 23:44:07.365901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:07.522855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cafbb4-3b32-4458-99da-aac02ff27e16 req-d7f560d3-c421-424b-a10c-e980f8d16fb0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.524449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11cafbb4-3b32-4458-99da-aac02ff27e16 req-d7f560d3-c421-424b-a10c-e980f8d16fb0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.1387689 Jan 18 23:44:07.526919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-a7b08784-491b-4488-a1d2-780241c429c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.528242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-a7b08784-491b-4488-a1d2-780241c429c5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1649680 Jan 18 23:44:07.659022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11cafbb4-3b32-4458-99da-aac02ff27e16 req-bfeb25d4-2a3c-40d6-b298-6d87aac67e92 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280847 Jan 18 23:44:07.698147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-a0eafae0-ff31-4cb7-a8ad-533a1cd744d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.699581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-a0eafae0-ff31-4cb7-a8ad-533a1cd744d9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1559732 Jan 18 23:44:07.806949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-1b1a86eb-04d6-41a3-9944-21778cbfabfc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1002 time: 0.1008997 Jan 18 23:44:07.868748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b33ef022-f815-45dc-9518-4ef02ff13f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.870626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b33ef022-f815-45dc-9518-4ef02ff13f18 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0573609 Jan 18 23:44:07.948015 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-8e25ddf4-d500-41e0-bd36-ddcafb9e2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.949525 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-8e25ddf4-d500-41e0-bd36-ddcafb9e2ca2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733447 Jan 18 23:44:08.094265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-986145cf-58c1-4636-9ca7-fd0be3c58f90 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382017 Jan 18 23:44:08.227247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-e0098020-6e1a-4034-9da8-e6d653d76dcc service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271067 Jan 18 23:44:08.860014 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5c7ab-a23b-4138-86fe-2197b7849624 req-6e63b13e-37b2-4c9d-92f1-5fbdf8d6a486 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:08.861493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dac5c7ab-a23b-4138-86fe-2197b7849624 req-6e63b13e-37b2-4c9d-92f1-5fbdf8d6a486 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0830629 Jan 18 23:44:08.907137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dac5c7ab-a23b-4138-86fe-2197b7849624 req-76f6558b-805b-4364-ae20-d958c4ae37b4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398054 Jan 18 23:44:10.115790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb92d65-3966-43d8-8399-ac455ade03ec req-92991cfd-6238-45e8-a946-ca91be7da040 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:10.117406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdb92d65-3966-43d8-8399-ac455ade03ec req-92991cfd-6238-45e8-a946-ca91be7da040 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0951426 Jan 18 23:44:10.161274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdb92d65-3966-43d8-8399-ac455ade03ec req-457a4168-3147-4ad1-9fd5-d8169e78ec5d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383103 Jan 18 23:44:11.371051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b17764-8c56-421f-a761-bbc5c4243e6d req-3e12ce34-2666-484e-a0d7-7694958c03af tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:11.372532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43b17764-8c56-421f-a761-bbc5c4243e6d req-3e12ce34-2666-484e-a0d7-7694958c03af tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0882106 Jan 18 23:44:11.421318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-43b17764-8c56-421f-a761-bbc5c4243e6d req-8998b0f3-6c44-4f49-a383-b90466c75cb8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412614 Jan 18 23:44:12.155958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d71108d9-9671-4004-8530-fe88647419c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:12.665830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-dab3d677-499c-4214-9394-f4703c3d467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:12.667542 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-dab3d677-499c-4214-9394-f4703c3d467c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0770550 Jan 18 23:44:12.861449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-42029bc4-8d1d-4fe1-8118-de2e3c2db5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:12.863191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-42029bc4-8d1d-4fe1-8118-de2e3c2db5d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1773233 Jan 18 23:44:12.929045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29bf96-abf8-46f4-95d8-6400c1db4458 req-a4ecb205-a036-487a-aa75-ba6429dbe0bc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:12.930472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e29bf96-abf8-46f4-95d8-6400c1db4458 req-a4ecb205-a036-487a-aa75-ba6429dbe0bc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.2246113 Jan 18 23:44:13.005777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9e29bf96-abf8-46f4-95d8-6400c1db4458 req-cbdbdb75-944b-45d1-921d-9e5532b417f5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692985 Jan 18 23:44:13.007543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-61f2f991-894d-414f-8618-b767c49f893b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1002 time: 0.1380913 Jan 18 23:44:13.192429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-ed2e8ca1-1192-4f64-a3f5-d4c33949ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:13.193818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-ed2e8ca1-1192-4f64-a3f5-d4c33949ab84 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1797740 Jan 18 23:44:13.271721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-f9761a85-170b-4e1f-af6e-3dd9382764ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:13.273203 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-f9761a85-170b-4e1f-af6e-3dd9382764ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724053 Jan 18 23:44:13.405048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-885938ed-eea4-4f5f-a49c-ac42fd53488d service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249764 Jan 18 23:44:13.537117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b46a196-8c2b-4840-8d17-5ba55727386d req-34f1c057-469e-4178-bbf9-0247ed5564a4 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253955 Jan 18 23:44:14.213081 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2e5ab-9512-442a-a335-a8c853fca299 req-0ee3955a-55bf-4891-b720-efb92846f137 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:14.214578 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62f2e5ab-9512-442a-a335-a8c853fca299 req-0ee3955a-55bf-4891-b720-efb92846f137 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0884907 Jan 18 23:44:14.258490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-62f2e5ab-9512-442a-a335-a8c853fca299 req-40fe0629-f2f8-4372-b0bf-23d5a4b54359 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381007 Jan 18 23:44:15.036240 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f49d4a02-2791-4da0-b9b7-2b75734908c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:15.460497 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bd419-0cf6-4253-869a-9b7225fa8f85 req-cc30beb2-9838-4132-8046-9b73bb7ae4c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:15.462043 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f7bd419-0cf6-4253-869a-9b7225fa8f85 req-cc30beb2-9838-4132-8046-9b73bb7ae4c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0934021 Jan 18 23:44:15.505377 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f7bd419-0cf6-4253-869a-9b7225fa8f85 req-ad3a2308-b372-425c-b922-1fd1fc6a4692 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Jan 18 23:44:15.680733 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:15.874855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:16.852977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d725f4-0466-4a9b-8e51-e33b4ef6617e req-df0d05cd-02fa-446e-92d8-76c966df2744 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:16.854409 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80d725f4-0466-4a9b-8e51-e33b4ef6617e req-df0d05cd-02fa-446e-92d8-76c966df2744 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0849695 Jan 18 23:44:16.898907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80d725f4-0466-4a9b-8e51-e33b4ef6617e req-12ff6734-be54-47e0-9dc4-f60814795247 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384266 Jan 18 23:44:17.179614 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:18.090652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80994e-8195-4149-8292-166c3bc504e5 req-aa3a82fd-3b13-42cd-b3e7-507fba318507 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:18.092093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da80994e-8195-4149-8292-166c3bc504e5 req-aa3a82fd-3b13-42cd-b3e7-507fba318507 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0858266 Jan 18 23:44:18.143384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da80994e-8195-4149-8292-166c3bc504e5 req-1611d49d-340a-4ccc-b03c-99c7eb512e32 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428905 Jan 18 23:44:19.336494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e10c0-0c93-463c-ae82-014c1d011e7f req-2e557663-b796-47d5-b2b7-095033b9827a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:19.337965 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-269e10c0-0c93-463c-ae82-014c1d011e7f req-2e557663-b796-47d5-b2b7-095033b9827a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0822451 Jan 18 23:44:19.387018 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-269e10c0-0c93-463c-ae82-014c1d011e7f req-d7f980c1-6d81-4355-b77a-23e5bcc07ce4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 Jan 18 23:44:20.176234 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-34d196b3-a340-4194-901b-d05c1db50c8b service neutron] show failed (client error): The resource could not be found. Jan 18 23:44:20.177186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-34d196b3-a340-4194-901b-d05c1db50c8b service neutron] 10.222.0.85 "GET /v2.0/ports/5ae5fd12-3c97-433f-9da1-e8843bf90789/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0841436 Jan 18 23:44:20.448380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-34cf004f-7890-42a9-8343-7dade7c5c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:20.449909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-34cf004f-7890-42a9-8343-7dade7c5c7d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 1097 time: 0.0720639 Jan 18 23:44:20.461152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:44:20.624041 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:20.692863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa1d52-068e-478a-9989-e534aa3f2541 req-8b929549-3756-460b-b8c0-8e01be859c04 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:20.694269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b7fa1d52-068e-478a-9989-e534aa3f2541 req-8b929549-3756-460b-b8c0-8e01be859c04 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.1882498 Jan 18 23:44:20.805894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b7fa1d52-068e-478a-9989-e534aa3f2541 req-6c03a681-03cf-4543-910f-18ec409f7241 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045988 Jan 18 23:44:20.938518 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:20.966508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:44:21.032606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:21.038365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:21.052927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Transition to ACTIVE for port object 5ae5fd12-3c97-433f-9da1-e8843bf90789 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:21.059946 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:21.097071 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'code': 200} Jan 18 23:44:21.128824 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:44:21.212642 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:21.232228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.232453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.232789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.233498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.233826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.234450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.234571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.234825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.235141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.235460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.235780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.236095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:21.283784 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] No DVR routers for this DVR port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:44:21.622441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:21.622740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:21.623096 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:44:21.628182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:44:21.628498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:44:21.633696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:44:21.634040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:44:21.634408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:44:21.634824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Bound port: 5ae5fd12-3c97-433f-9da1-e8843bf90789, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:21.635161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:21.732983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:44:21.736085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:44:21.743020 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:21.806976 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:21.807980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:21.813496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] 10.222.0.86 "PUT /v2.0/ports/5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1092 time: 1.3563614 Jan 18 23:44:21.868972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c74ce1-e491-406e-bbfb-63cc0b06e25e service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:21.920166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-d972840a-e99d-4075-b277-a7d7696c42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:21.924896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-d972840a-e99d-4075-b277-a7d7696c42b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0897846 Jan 18 23:44:22.119453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-278f463a-eeaf-4eb7-8059-b48bb494c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:22.120907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-278f463a-eeaf-4eb7-8059-b48bb494c25a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1905370 Jan 18 23:44:22.190594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c66d49-0f9b-4a36-9f78-1c3a75ccb082 req-261b30d6-97a9-4677-b479-6921f1fc33ab tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:22.192250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7c66d49-0f9b-4a36-9f78-1c3a75ccb082 req-261b30d6-97a9-4677-b479-6921f1fc33ab tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.1857288 Jan 18 23:44:22.264870 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-ebfc5c64-d29a-4cb1-b68a-7e90650b6c86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1000 time: 0.1360066 Jan 18 23:44:22.269315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e7c66d49-0f9b-4a36-9f78-1c3a75ccb082 req-8bed475e-de83-49ff-8b2b-82ed48233927 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636456 Jan 18 23:44:22.326424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-7782afb5-7351-4100-be1b-5825898696d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:22.327879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-7782afb5-7351-4100-be1b-5825898696d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0572815 Jan 18 23:44:22.403366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-a1069441-c7af-443c-b957-eefb0a8f0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:22.404818 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-a1069441-c7af-443c-b957-eefb0a8f0ced service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710037 Jan 18 23:44:22.526612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:44:22.534886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-18653cac-ad8e-4a0f-997c-e0520d7cae35 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238289 Jan 18 23:44:22.583798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:44:22.676164 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f9442b7-4e1a-4b64-9169-6a5076909b04 req-165c177f-e2bc-4cf2-889f-2513cb562ccb service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356065 Jan 18 23:44:23.098492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:23.165057 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'status': 'completed', 'code': 200} Jan 18 23:44:23.312542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-e6af3a98-c347-44b2-82e9-92205a46421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:23.314070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-e6af3a98-c347-44b2-82e9-92205a46421f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1297426 Jan 18 23:44:23.318562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-9e5ec54b-ed40-4413-b409-494c60633dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:23.319917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-9e5ec54b-ed40-4413-b409-494c60633dec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1017056 Jan 18 23:44:23.704259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-8c3b78e8-f434-4e90-87c7-7d7343e60d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:23.708382 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-8c3b78e8-f434-4e90-87c7-7d7343e60d5a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.3690605 Jan 18 23:44:23.710421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-b5efdd03-6fe0-40e5-bb03-b8f1081881a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:23.711699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-b5efdd03-6fe0-40e5-bb03-b8f1081881a4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.3909376 Jan 18 23:44:23.906956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-b76d9066-a3e1-48ee-8439-0978413eefeb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1000 time: 0.1931987 Jan 18 23:44:23.909354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-b63d1eac-619c-4f90-ba00-b290db43b48c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1000 time: 0.1475236 Jan 18 23:44:23.991654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1119-bc81-4a8c-9141-c4b521de4da9 req-9a3d3c35-3b32-4890-9445-8b5eb47351dc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:23.992985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95bd1119-bc81-4a8c-9141-c4b521de4da9 req-9a3d3c35-3b32-4890-9445-8b5eb47351dc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.5415528 Jan 18 23:44:24.055220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-8d372afe-d34c-41d1-974c-91643d73c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:24.056590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-8d372afe-d34c-41d1-974c-91643d73c258 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1136770 Jan 18 23:44:24.057794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-db80e5fe-9527-498b-96c4-a6f262441a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:24.059084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-db80e5fe-9527-498b-96c4-a6f262441a19 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1459966 Jan 18 23:44:24.144670 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95bd1119-bc81-4a8c-9141-c4b521de4da9 req-90438ca5-5a9a-4531-9ccc-94a5b09ab8f8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414783 Jan 18 23:44:24.203992 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-2809f742-c6aa-4fd0-8050-99a00eddcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:24.205500 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-2809f742-c6aa-4fd0-8050-99a00eddcf5f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104167 Jan 18 23:44:24.208058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e009-1be5-481f-9973-7a900ec980bb req-24e4c533-cdc6-46ea-87f4-ee37e9e086d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:24.209389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-24e4c533-cdc6-46ea-87f4-ee37e9e086d2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471643 Jan 18 23:44:24.437877 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-2c0799de-a40b-48ea-8c39-bdb9a891bbab service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260399 Jan 18 23:44:24.440851 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-b901d809-8165-4880-870e-788cab2cfef3 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098789 Jan 18 23:44:24.666709 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-0a4ee5f6-43db-459f-9f17-6763981b3f7b service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225060 Jan 18 23:44:24.669763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6857e009-1be5-481f-9973-7a900ec980bb req-53d31975-21fc-4fb9-8e8b-0de4fc6f307e service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090790 Jan 18 23:44:25.256002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:44:25.352518 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4192b7-7ae1-49d1-b0d2-c5d5d60b176f req-c8ab9c0f-77e2-47bf-90bb-ce736878c574 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:25.354064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d4192b7-7ae1-49d1-b0d2-c5d5d60b176f req-c8ab9c0f-77e2-47bf-90bb-ce736878c574 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.0910566 Jan 18 23:44:25.400383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5d4192b7-7ae1-49d1-b0d2-c5d5d60b176f req-775f8749-c55c-46eb-a204-b0d0feab677f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Jan 18 23:44:25.429176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:25.441924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'mac_address': 'fa:16:3e:40:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:44:25.499213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:25.516721 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae5fd12-3c97-433f-9da1-e8843bf90789 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:44:25.532560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:25.537542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:25.603090 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:25.610667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.611012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.611351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.611685 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.612017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.612384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.612664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.613044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.613370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.613689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.613995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.614327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:25.766229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['5ae5fd12-3c97-433f-9da1-e8843bf90789'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:44:25.801301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-c828030a-102a-41ae-8faf-1857b1326195 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:25.802780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-c828030a-102a-41ae-8faf-1857b1326195 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2&tenant_id=5356010970f04d6e939c5d8720efb629&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 945 time: 0.0897429 Jan 18 23:44:25.888779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-c7e0f8f0-56bd-466a-8642-9bd8b1271a5c service neutron] 10.222.0.86 "GET /v2.0/ports/5ae5fd12-3c97-433f-9da1-e8843bf90789/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.0799973 Jan 18 23:44:25.918859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815679-de0b-4a56-93f2-d052c98db7d3 req-1a90fd59-94a1-40d4-a0b6-cd33a45c95fd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:25.927361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed815679-de0b-4a56-93f2-d052c98db7d3 req-1a90fd59-94a1-40d4-a0b6-cd33a45c95fd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.1548507 Jan 18 23:44:25.968029 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ed815679-de0b-4a56-93f2-d052c98db7d3 req-46cc0355-63bb-4138-a15e-1ae25890784d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 Jan 18 23:44:25.987848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-f0c956ed-c346-44e7-bf5d-bf7278e536a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:25.989381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-f0c956ed-c346-44e7-bf5d-bf7278e536a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0771568 Jan 18 23:44:26.122619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-b77921f9-3a35-4fce-a09b-f981b58e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:26.124420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-b77921f9-3a35-4fce-a09b-f981b58e010c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1290212 Jan 18 23:44:26.344169 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-a9b1ae62-6489-463d-be6e-ce9fa1a926ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1001 time: 0.2131886 Jan 18 23:44:26.414063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-0657886e-2009-4b6f-95d6-cfc8bc70d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:26.415413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-0657886e-2009-4b6f-95d6-cfc8bc70d7b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0644286 Jan 18 23:44:26.492076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-95a6db35-15c7-4a70-8589-4f9698772559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:26.493546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-95a6db35-15c7-4a70-8589-4f9698772559 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721843 Jan 18 23:44:26.634262 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-efd8190f-6a8a-4317-943c-a5ec8aff51f1 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338079 Jan 18 23:44:26.773792 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-cb2003c2-7ea8-4442-9f25-ecd154846c5e service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329839 Jan 18 23:44:27.166762 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b1e6-1ece-47d3-939b-2b4a81a75cd1 req-21529b1c-376a-48e9-915e-85b50bdb2cc5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:27.168252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4998b1e6-1ece-47d3-939b-2b4a81a75cd1 req-21529b1c-376a-48e9-915e-85b50bdb2cc5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0832267 Jan 18 23:44:27.216150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4998b1e6-1ece-47d3-939b-2b4a81a75cd1 req-81a2d94c-2eab-4bb5-b161-781d66d4238f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 Jan 18 23:44:27.251033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:27.324188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:27.330431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:27.330803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:27.450322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:27.476415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:27.485887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:27.492707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:27.538292 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'code': 200} Jan 18 23:44:27.563251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:28.426584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2ec7-ffdf-4a67-ad60-44592d93e165 req-c230acab-3a4b-4da2-9ef7-016039152ade tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:28.428449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aca2ec7-ffdf-4a67-ad60-44592d93e165 req-c230acab-3a4b-4da2-9ef7-016039152ade tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0934987 Jan 18 23:44:28.476176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8aca2ec7-ffdf-4a67-ad60-44592d93e165 req-02650d34-7a52-4266-bdd3-0ab6eb022c57 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Jan 18 23:44:28.824495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-1a042c42-e4dd-42a5-8c66-808f50c4f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:28.826200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-1a042c42-e4dd-42a5-8c66-808f50c4f8bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 1097 time: 0.0755966 Jan 18 23:44:28.836711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:44:28.947477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:29.220898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:29.249546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:44:29.312150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:29.318204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:29.333771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Transition to ACTIVE for port object 5ae5fd12-3c97-433f-9da1-e8843bf90789 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:29.338532 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:29.375125 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'code': 200} Jan 18 23:44:29.487712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:29.535749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] No DVR routers for this DVR port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:44:29.891304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce15514-b8c8-4cd3-91a1-d98b7cf24727 req-7c895e13-ce4d-4a54-bc19-6e8ff679abf0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:29.892750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ce15514-b8c8-4cd3-91a1-d98b7cf24727 req-7c895e13-ce4d-4a54-bc19-6e8ff679abf0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.3022497 Jan 18 23:44:29.965358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:29.965650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:29.965998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:44:29.975933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:44:29.976248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Attempting to bind port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:44:29.980496 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ce15514-b8c8-4cd3-91a1-d98b7cf24727 req-f9558392-4e57-492d-8585-c445140f2ee4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639560 Jan 18 23:44:29.984472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:44:29.984813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:44:29.985209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:44:29.985620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Bound port: 5ae5fd12-3c97-433f-9da1-e8843bf90789, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:29.985961 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:30.077160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:44:30.080382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:44:30.085943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:30.146424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:30.147040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:30.148451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] 10.222.0.85 "PUT /v2.0/ports/5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1093 time: 1.3155916 Jan 18 23:44:30.164578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4880aa6-4265-4553-896f-ea4e4d42aac5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=11']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:30.257530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-96c7f759-f847-4bab-bdd4-9e711e7edc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:30.259075 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-96c7f759-f847-4bab-bdd4-9e711e7edc83 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0838816 Jan 18 23:44:30.392371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-4e1b23e3-b884-4a83-9e12-c5c408be4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:30.393855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-4e1b23e3-b884-4a83-9e12-c5c408be4401 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1282024 Jan 18 23:44:30.498786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-8bc662fb-fe24-4ae3-a8e9-98890c42649d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1000 time: 0.0972929 Jan 18 23:44:30.569965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-63414c48-f062-40b5-b2d6-c91de2038a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:30.571970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-63414c48-f062-40b5-b2d6-c91de2038a39 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0674589 Jan 18 23:44:30.655116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-ad2d8c61-4725-461d-a58d-4aa6447b2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:30.656571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-ad2d8c61-4725-461d-a58d-4aa6447b2c3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782120 Jan 18 23:44:30.788896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-e75208fd-4566-4b46-9e13-7e807a99d6df service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258185 Jan 18 23:44:30.921126 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e23558d7-c9d2-494a-9810-f9a0e53d764d req-9150bc1c-7ba3-47ff-b896-d75ec3306265 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259072 Jan 18 23:44:31.185882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc496f4-796b-4d6c-8b4d-ab54a96b910f req-e4fecca2-e508-4216-8d35-70b42d28ce9b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:31.187293 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cdc496f4-796b-4d6c-8b4d-ab54a96b910f req-e4fecca2-e508-4216-8d35-70b42d28ce9b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0929182 Jan 18 23:44:31.234953 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cdc496f4-796b-4d6c-8b4d-ab54a96b910f req-1f0a728a-dc21-43c5-aa58-4b8a013a0f31 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395353 Jan 18 23:44:31.262120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:44:31.321986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:44:31.376128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:31.444155 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'status': 'completed', 'code': 200} Jan 18 23:44:31.589989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-088a6853-7a56-47e7-b8a0-e7d28f6c1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:31.591456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-088a6853-7a56-47e7-b8a0-e7d28f6c1fd2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0984011 Jan 18 23:44:31.593366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-8081c3fa-1001-45b9-a437-597ddf2eaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:31.594745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-8081c3fa-1001-45b9-a437-597ddf2eaea2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1314352 Jan 18 23:44:31.826611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-deb7e526-5838-4345-852b-2f2f7a2ab96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:31.828078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-deb7e526-5838-4345-852b-2f2f7a2ab96d service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2301314 Jan 18 23:44:31.829132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-8016fcab-cc03-44e0-a054-6c28570b187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:31.830404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-8016fcab-cc03-44e0-a054-6c28570b187e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2156944 Jan 18 23:44:32.121726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-636ac195-8493-4713-b0de-1713d0b787f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1000 time: 0.2879627 Jan 18 23:44:32.125550 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-cca036e7-4670-487a-90e8-ddf2a467fd5f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 200 len: 1000 time: 0.1228962 Jan 18 23:44:32.229324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-67dfd100-0e13-4f83-a858-488ac9a629a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:32.230732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-67dfd100-0e13-4f83-a858-488ac9a629a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1027780 Jan 18 23:44:32.232076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-6d7ce61d-f7ed-4c7a-9d97-1ae6718679d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:32.233370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-6d7ce61d-f7ed-4c7a-9d97-1ae6718679d6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0772667 Jan 18 23:44:32.370659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-48c293b1-45c8-4356-b5f1-26047d8f80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:32.372196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-48c293b1-45c8-4356-b5f1-26047d8f80d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346629 Jan 18 23:44:32.374388 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-46eb93ce-c8a1-4dde-9661-7ae590594e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:32.375791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-46eb93ce-c8a1-4dde-9661-7ae590594e1d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032507 Jan 18 23:44:32.444631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c577f8a-84c4-44b3-bf66-acfd1d2c5b5e req-06834dd5-0f91-4ac5-bec7-e06008d028cf tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:32.446152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c577f8a-84c4-44b3-bf66-acfd1d2c5b5e req-06834dd5-0f91-4ac5-bec7-e06008d028cf tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0937226 Jan 18 23:44:32.498279 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c577f8a-84c4-44b3-bf66-acfd1d2c5b5e req-1de0dc16-0e52-4e24-8602-03a44c868f3a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415845 Jan 18 23:44:32.545867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:44:32.614416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-ec7ea444-6a06-40f7-9eaf-1bc8f1e497a6 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351620 Jan 18 23:44:32.619115 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-c2ad6551-b9d6-4e3e-bd78-e850d3294d88 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188947 Jan 18 23:44:32.684868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:32.698208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'mac_address': 'fa:16:3e:40:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:44:32.756239 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:32.773291 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae5fd12-3c97-433f-9da1-e8843bf90789 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:44:32.788592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:32.794264 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:32.849212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-e617f476-c3a5-458d-87bd-13730e4d0a72 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290883 Jan 18 23:44:32.852234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-105d719d-cf44-43e4-9fd8-d479a162ba57 req-0975d62c-7c02-4419-8ca8-4d841e7586ee service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144830 Jan 18 23:44:32.861527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:33.035140 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5ae5fd12-3c97-433f-9da1-e8843bf90789'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:44:33.696708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35c858-9c11-4aaa-951e-06c56599dc2a req-29d53aca-af38-415d-aa73-62e6f02aad12 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:33.698152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b35c858-9c11-4aaa-951e-06c56599dc2a req-29d53aca-af38-415d-aa73-62e6f02aad12 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0869365 Jan 18 23:44:33.742993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3b35c858-9c11-4aaa-951e-06c56599dc2a req-d0a0cc8d-7072-4dd4-bd77-65c4dfb7a1a6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Jan 18 23:44:33.930333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb14cb2-f842-43a7-94ca-6bb709730469 req-3cd685ec-6ad6-4394-8e8b-182092a5574c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:33.931802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceb14cb2-f842-43a7-94ca-6bb709730469 req-3cd685ec-6ad6-4394-8e8b-182092a5574c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0850608 Jan 18 23:44:33.980969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ceb14cb2-f842-43a7-94ca-6bb709730469 req-0c0d7c84-91e6-40ab-ad99-7fdcc1218770 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432897 Jan 18 23:44:34.179603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9731e3-a5d9-427b-8f92-677b9d1bff31 req-775ecfb1-d302-454f-bf08-f89caeed8209 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:34.181133 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a9731e3-a5d9-427b-8f92-677b9d1bff31 req-775ecfb1-d302-454f-bf08-f89caeed8209 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0955236 Jan 18 23:44:34.227278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2a9731e3-a5d9-427b-8f92-677b9d1bff31 req-790e0df1-b1d1-447d-96a1-80b2a7f7e28d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383468 Jan 18 23:44:34.561566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:34.613788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd66c-1487-4293-9676-04be22d1f11f req-e6d20d8b-d9c0-40fe-981a-c444a0da1492 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:34.615275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fdfd66c-1487-4293-9676-04be22d1f11f req-e6d20d8b-d9c0-40fe-981a-c444a0da1492 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 946 time: 0.0802715 Jan 18 23:44:34.631177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:34.636688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5ae5fd12-3c97-433f-9da1-e8843bf90789 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:34.637124 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:34.662816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8fdfd66c-1487-4293-9676-04be22d1f11f req-7abc0281-2592-452d-a126-31870318ee8a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Jan 18 23:44:34.757153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:34.784640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:34.795873 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:34.801112 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:34.836250 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'code': 200} Jan 18 23:44:34.871276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=13']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:34.907693 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:35.900652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-fa990704-cdc0-48f8-bbbc-7f6ace80b960 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:35.902207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-fa990704-cdc0-48f8-bbbc-7f6ace80b960 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 947 time: 0.1452041 Jan 18 23:44:35.912089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce810b5-ac4a-4516-beb2-cea07b8aa53f req-189e8873-ff7f-4e45-832d-c9c64be58a22 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:35.913456 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bce810b5-ac4a-4516-beb2-cea07b8aa53f req-189e8873-ff7f-4e45-832d-c9c64be58a22 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 947 time: 0.1228538 Jan 18 23:44:36.003902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Deleting port 5ae5fd12-3c97-433f-9da1-e8843bf90789 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:44:36.004206 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.035491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bce810b5-ac4a-4516-beb2-cea07b8aa53f req-768f3857-e5f0-4d13-ad88-a49997db6344 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933139 Jan 18 23:44:36.377975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] For port 5ae5fd12-3c97-433f-9da1-e8843bf90789, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5ae5fd12-3c97-433f-9da1-e8843bf90789,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:36.378288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.676873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.677226 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.677575 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 disassociated. External IP: 172.25.4.96, port: 5ae5fd12-3c97-433f-9da1-e8843bf90789. Jan 18 23:44:36.677895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Calling delete_port for 5ae5fd12-3c97-433f-9da1-e8843bf90789 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:44:36.830993 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.888665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event deleted for resources: {'Port': ['ID=5ae5fd12-3c97-433f-9da1-e8843bf90789,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:37.076994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:44:37.185712 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7a638969-4b3f-4177-918e-339ab154e5bd req-815e6009-2fc5-4b99-8afb-1a22285ceea5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0426404 Jan 18 23:44:37.261381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:44:37.271154 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:44:37.281759 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:44:37.282444 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:44:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:37.335778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] No DVR routers for this DVR port 5ae5fd12-3c97-433f-9da1-e8843bf90789 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:44:37.338730 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:37.341586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-deleted', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:37.361770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7ee6f3cc-231a-46d2-a76e-b75503b30cd0 req-d873c3bc-2953-45d4-8a2f-d52d82e6857a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "DELETE /v2.0/ports/5ae5fd12-3c97-433f-9da1-e8843bf90789 HTTP/1.1" status: 204 len: 173 time: 1.4472880 Jan 18 23:44:37.367951 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:37.392830 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a87ee6-dd14-4b56-8e80-8456d0ef7ec2', 'name': 'network-vif-deleted', 'tag': '5ae5fd12-3c97-433f-9da1-e8843bf90789', 'status': 'completed', 'code': 200} Jan 18 23:44:37.455976 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:44:37.763691 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:37.767705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:44:37.775964 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:44:37.776548 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:44:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:38.001458 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:44:38.310524 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:38.317066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805fbaa-4074-48a4-a17a-8003d532c57a None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:44:38.546607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142853a-2569-4612-9081-8c76480e7210 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:44:38.561970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-9fa5df93-82df-44e2-a8f8-80ea89f39c64 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--205696067&fields=id&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 267 time: 0.0427725 Jan 18 23:44:38.602747 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:44:38.706136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 5ae5fd12-3c97-433f-9da1-e8843bf90789 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:44:38.706480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5ae5fd12-3c97-433f-9da1-e8843bf90789 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:44:38.714596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-1b40fd1e-9ab7-4483-b733-c6558b8dd74c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:38.716061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-1b40fd1e-9ab7-4483-b733-c6558b8dd74c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1475258 Jan 18 23:44:38.732924 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-03c2e668-14b4-47a4-949c-f4c21fbddccf tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/quotas/5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 375 time: 0.0108027 Jan 18 23:44:38.819756 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-77059295-4358-4991-967a-9b6049851ed2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809131 Jan 18 23:44:38.976004 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-ebaad1a3-45f5-45ef-a6a2-ec3e4090da8f service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443036 Jan 18 23:44:39.110788 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-804bbcb9-3a4c-43c5-b9ac-6adde56e8eaa service neutron] 10.222.0.78 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287949 Jan 18 23:44:39.291947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2319053d-ee76-46fa-9d99-8625c3d515e5 req-0461ab36-2640-4f41-ab02-354efe61bf76 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:44:39.308330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-2319053d-ee76-46fa-9d99-8625c3d515e5 req-0461ab36-2640-4f41-ab02-354efe61bf76 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:44:39.309607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2319053d-ee76-46fa-9d99-8625c3d515e5 req-0461ab36-2640-4f41-ab02-354efe61bf76 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 210 time: 0.0596714 Jan 18 23:44:40.384522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-92bf95e9-8ff5-457e-948d-85eb9a1df3ec tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:40.385987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-92bf95e9-8ff5-457e-948d-85eb9a1df3ec tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 811 time: 0.1563618 Jan 18 23:44:40.435005 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-bf81aba6-5ccf-4126-a2a3-a566cc3a2499 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 379 time: 0.0405023 Jan 18 23:44:40.443326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'port': {'device_id': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'admin_state_up': True, 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'security_groups': ['29246446-af93-43b4-b2d4-7ec8dbe33a02']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:44:40.466891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2dd68542-ae8e-489f-b5ce-1417a13f18e0 req-c39cbc8c-1fed-461f-bb94-ccb647ada20e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 210 time: 0.0513976 Jan 18 23:44:40.693732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:40.703418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:40.716232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Made reservation on behalf of 5356010970f04d6e939c5d8720efb629 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:44:40.719745 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.880937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Allocated IP 172.20.0.10 (a8e7ca5a-8ab2-4e38-8a66-b377210e4d45/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:44:41.074046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.089887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Transition to ACTIVE for port object 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:41.116821 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.190042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:44:41.193190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:41.196975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:44:41.226851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:41.263335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:41.263942 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.298029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-177991f6-076d-4245-9398-121eefcb08ee tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585136 Jan 18 23:44:41.309328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Request body: {'port': {'device_id': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:44:41.397805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-75026194-53a1-43e4-b5aa-bd58d6e1ab3b None None] Provisioning for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:41.402605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-75026194-53a1-43e4-b5aa-bd58d6e1ab3b None None] Provisioning complete for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:41.402975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75026194-53a1-43e4-b5aa-bd58d6e1ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.425581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.456516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-75026194-53a1-43e4-b5aa-bd58d6e1ab3b None None] Port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:44:41.770439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72b8d1-92c4-4422-a570-fd40676d6fc3 req-b057992a-cda4-45ce-a6b9-543724e5cb35 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:41.771134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5a72b8d1-92c4-4422-a570-fd40676d6fc3 req-b057992a-cda4-45ce-a6b9-543724e5cb35 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Synchronizing usage tracker for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:44:41.837617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-5a72b8d1-92c4-4422-a570-fd40676d6fc3 req-b057992a-cda4-45ce-a6b9-543724e5cb35 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Unset dirty status for tenant:5356010970f04d6e939c5d8720efb629 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:44:41.838762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a72b8d1-92c4-4422-a570-fd40676d6fc3 req-b057992a-cda4-45ce-a6b9-543724e5cb35 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 932 time: 0.2649233 Jan 18 23:44:41.851845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:44:41.871683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.901373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Transition to ACTIVE for port object 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:41.909389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5a72b8d1-92c4-4422-a570-fd40676d6fc3 req-b4726e03-3d1b-44db-8860-e34f12815a85 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615082 Jan 18 23:44:41.910112 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.048807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:42.149810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4d21-715b-4cfe-bff7-966805f0c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.158857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:42.159194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:42.159527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:44:42.164389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:44:42.164713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:44:42.171125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:44:42.171464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:44:42.171916 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:44:42.172350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Bound port: 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:42.172696 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.266055 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:44:42.269037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:44:42.275384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.336556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:42.337180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.338607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] 10.222.0.85 "PUT /v2.0/ports/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1092 time: 1.0336175 Jan 18 23:44:42.339057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:42.368088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f542d-17bb-44cb-a427-65e6015b57af service neutron] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:42.456792 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'status': 'completed', 'code': 200} Jan 18 23:44:42.466712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-aeea7c12-667d-4713-ba87-54878ff1b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:42.468316 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-aeea7c12-667d-4713-ba87-54878ff1b08b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1095 time: 0.0798175 Jan 18 23:44:42.643560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-2e1d1c40-a9b2-4704-8e78-1c8ba9e3c1e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 217 time: 0.1689799 Jan 18 23:44:42.707421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-aea584eb-ce10-466b-87de-e2790c435feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:42.708852 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-aea584eb-ce10-466b-87de-e2790c435feb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0590160 Jan 18 23:44:42.790990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-43485f50-77b4-4401-bb43-85d2ab73d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:42.792439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-43485f50-77b4-4401-bb43-85d2ab73d6cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763967 Jan 18 23:44:42.922591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-9d09922d-bba7-4b40-984a-0aacecd2907e service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242847 Jan 18 23:44:43.115343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac75ca99-8a33-42aa-9b20-7e3b5baf7617 req-4c68dca3-2183-46fa-9f49-40f879794008 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870682 Jan 18 23:44:43.138880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15f697-126c-4701-a5fb-ab5a212ba3f1 req-2ab9bde3-cca2-43b4-9151-71813b59cd2a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.140487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f15f697-126c-4701-a5fb-ab5a212ba3f1 req-2ab9bde3-cca2-43b4-9151-71813b59cd2a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.1179318 Jan 18 23:44:43.228297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f15f697-126c-4701-a5fb-ab5a212ba3f1 req-01b9d897-f22e-42cd-841e-98d3c9066701 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820413 Jan 18 23:44:43.251664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-fe9a5eba-9c8c-46a1-b66c-d3c4dcfe905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.253189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-fe9a5eba-9c8c-46a1-b66c-d3c4dcfe905e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1095 time: 0.0875411 Jan 18 23:44:43.383809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-fb6c47a6-d872-46b1-8fc7-e4b0f56e73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.385230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-fb6c47a6-d872-46b1-8fc7-e4b0f56e73e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1258478 Jan 18 23:44:43.458308 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-12db54d1-1402-46fe-979b-36264ec7c9e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 217 time: 0.0658269 Jan 18 23:44:43.524578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-9b7be369-b877-417d-98a8-c69ddbbb8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.526029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-9b7be369-b877-417d-98a8-c69ddbbb8804 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0599947 Jan 18 23:44:43.607012 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-3a52e2cb-4df1-459e-b81e-592492602a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.608469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-3a52e2cb-4df1-459e-b81e-592492602a84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753286 Jan 18 23:44:43.740726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-c9c414ce-100d-4777-951b-dedc0d099187 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252184 Jan 18 23:44:43.886980 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05c49f23-341c-4538-8eac-ab43f2f47c52 req-1582c1bd-887c-44e4-93da-a86012b3aca3 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388285 Jan 18 23:44:44.429697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56174eee-8b45-4e5e-b028-91d85583c7da req-783f9263-a2d7-4e3d-9e4a-c9c2dcd5f7de tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:44.431169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56174eee-8b45-4e5e-b028-91d85583c7da req-783f9263-a2d7-4e3d-9e4a-c9c2dcd5f7de tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0848248 Jan 18 23:44:44.475914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56174eee-8b45-4e5e-b028-91d85583c7da req-79764ff1-21c3-4598-95e4-e7836e7b6b9c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390327 Jan 18 23:44:44.589936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:44:44.748996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:44.762562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'mac_address': 'fa:16:3e:9d:06:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:44:44.817716 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:44.834932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:44:44.850112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:44.856053 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:44.925917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:45.032718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-745e00a7-dabd-42da-9733-3100d35762a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:45.044193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:44:45.667909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8f178-faae-43c6-abed-5e79f9257199 req-66d302df-5e84-4220-8f4c-f3dd865298aa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:45.669467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31e8f178-faae-43c6-abed-5e79f9257199 req-66d302df-5e84-4220-8f4c-f3dd865298aa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0861983 Jan 18 23:44:45.675832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:45.715204 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31e8f178-faae-43c6-abed-5e79f9257199 req-1da276b8-2e31-44c2-ba4f-1408db9af888 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Jan 18 23:44:45.877157 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.595790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:46.671954 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:46.676678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:46.677349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.795204 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.822138 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:46.835184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:44:46.841111 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.916762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:46.954782 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'code': 200} Jan 18 23:44:47.021813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4d69c-0c2c-4bd6-bd7a-8ecd3967a837 req-fc95a3d0-790b-4c97-8aad-c0958d1a0836 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:47.023307 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15d4d69c-0c2c-4bd6-bd7a-8ecd3967a837 req-fc95a3d0-790b-4c97-8aad-c0958d1a0836 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.2001326 Jan 18 23:44:47.068940 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-15d4d69c-0c2c-4bd6-bd7a-8ecd3967a837 req-ee465e5f-4660-4676-8f78-d46f4c107209 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396895 Jan 18 23:44:47.085234 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb84b02-616c-4e4a-9b1d-00edcc70d816 req-c222e173-c7ab-4600-93ec-32eae0066132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:47.086742 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eeb84b02-616c-4e4a-9b1d-00edcc70d816 req-c222e173-c7ab-4600-93ec-32eae0066132 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1097 time: 0.0760372 Jan 18 23:44:47.128237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eeb84b02-616c-4e4a-9b1d-00edcc70d816 req-03239527-cc33-46ff-bf06-3f80f4135bdb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350199 Jan 18 23:44:47.180005 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:48.256123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0854a-cf53-4d74-a6eb-6af2a050ab69 req-42b6e855-4520-4da3-8476-f949dcda2948 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:48.257560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59f0854a-cf53-4d74-a6eb-6af2a050ab69 req-42b6e855-4520-4da3-8476-f949dcda2948 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0828941 Jan 18 23:44:48.301749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59f0854a-cf53-4d74-a6eb-6af2a050ab69 req-20361039-42db-433d-b061-76d9f076b8be tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384059 Jan 18 23:44:49.495498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c439e5-4733-40e4-bc54-5479b980a13f req-4ca9a363-c22e-4a4e-babc-67486e28b62a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:49.496930 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2c439e5-4733-40e4-bc54-5479b980a13f req-4ca9a363-c22e-4a4e-babc-67486e28b62a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0825055 Jan 18 23:44:49.545371 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b2c439e5-4733-40e4-bc54-5479b980a13f req-b5a61690-aaf9-472e-8632-8c58cb1938fd tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Jan 18 23:44:49.828759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942cdf5-164a-4d6a-8321-3b8fb5341792 req-c268d5de-9e6b-473a-a8e0-be05a9a683f0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:49.830242 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1942cdf5-164a-4d6a-8321-3b8fb5341792 req-c268d5de-9e6b-473a-a8e0-be05a9a683f0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.1835084 Jan 18 23:44:49.838988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:49.844083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Request body: {'floatingip': {'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:44:49.922167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.540577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.547922 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.716208 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 associated. External IP: 172.25.4.96, port: 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb. Jan 18 23:44:51.179359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:44:51.373308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:44:51.378401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.384299 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:44:51.396780 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:44:51.397428 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:44:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:51.437420 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-87f0102c-c79d-4c04-b64b-369e3d11f8ce tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "PUT /v2.0/floatingips/0e9df243-831a-4402-9c16-ea270835fc61 HTTP/1.1" status: 200 len: 992 time: 1.5970948 Jan 18 23:44:51.438009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:51.489842 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'status': 'completed', 'code': 200} Jan 18 23:44:51.576783 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:44:51.581693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-ffe4cee8-17be-457e-9349-743b3563f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:51.583216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-ffe4cee8-17be-457e-9349-743b3563f04a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1097 time: 0.0709369 Jan 18 23:44:51.713080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-6fb82552-2f16-42c9-8436-db45a5fb47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:51.714470 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-6fb82552-2f16-42c9-8436-db45a5fb47c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1256917 Jan 18 23:44:51.817605 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-718118df-7573-4798-a2b8-40ae5e2268e6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.0969150 Jan 18 23:44:51.881915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-b564d639-d9eb-4f28-b9f5-07ff266e0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:51.883426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-b564d639-d9eb-4f28-b9f5-07ff266e0bc6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0603807 Jan 18 23:44:51.920837 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:9d:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:44:50Z', 'revision_number': 13, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:51.924841 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:44:51.933319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:44:51.933911 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:44:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:51.958859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-d52b9a35-4f80-40a4-b01d-d34342f20fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:51.960394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-d52b9a35-4f80-40a4-b01d-d34342f20fd4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704370 Jan 18 23:44:52.094468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-35f3820b-7d75-490f-a42e-0e1c3ad4b46f service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276956 Jan 18 23:44:52.115708 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:44:52.225259 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4f7ce21-c17e-4959-9952-d2dbd7d71ab8 req-9319f422-c851-48a2-94bc-93aea19519c5 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250625 Jan 18 23:44:52.495042 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:9d:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:44:50Z', 'revision_number': 13, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:52.499330 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438a592-2e78-45c2-9d4e-fa2a390ae43a None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '0e9df243-831a-4402-9c16-ea270835fc61', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'mac_address': 'fa:16:3e:9d:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:37:34Z', 'updated_at': '2022-01-18T23:44:50Z', 'revision_number': 13, 'project_id': '5356010970f04d6e939c5d8720efb629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:44:52.704789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234616ac-408a-4ed5-9909-55ae4da30fe2 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:44:58.130924 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:45:04.918778 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.375710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:12.159591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920a2e05-171b-46ae-8086-c779a1450138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.608013 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-8218af68-c81c-44ee-b9d2-364aefd77f96 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743179 Jan 18 23:45:13.760226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-4f05f486-efac-456f-9055-7d77bc5e38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:13.762554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-4f05f486-efac-456f-9055-7d77bc5e38d7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1097 time: 0.0860512 Jan 18 23:45:13.911602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-6be88cbd-8fbc-4a08-a644-4030ccd5b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:13.913110 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-6be88cbd-8fbc-4a08-a644-4030ccd5b795 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1305404 Jan 18 23:45:14.016706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-512d5a70-667c-4183-b94c-2ac3cee6deb3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1002 time: 0.0964441 Jan 18 23:45:14.084563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-a2c6707b-2103-4f20-ac49-cce7aa05ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:14.086031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-a2c6707b-2103-4f20-ac49-cce7aa05ef5b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0626862 Jan 18 23:45:14.166104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-706c1233-2d2b-4869-bd0a-f6dc158b5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:14.167602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-706c1233-2d2b-4869-bd0a-f6dc158b5d28 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746350 Jan 18 23:45:14.302315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-cb59ef53-4119-4a4b-b045-9dabf76241fb service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279011 Jan 18 23:45:14.442318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25f547f4-e632-42a0-9580-bef30ac9ee3e req-c4eeebc1-d4a4-4782-bb79-596cfa3deb62 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334767 Jan 18 23:45:15.031849 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6df1aee4-9d49-4c2f-b00f-6583688697ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.691215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.876551 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.192890 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.915673 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.132890 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:45:37.379541 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:42.161435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2de872d-9cb4-4f6d-9edc-6b04efe3f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:45.028710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6908a3a3-952f-4c32-9142-a8e436bed656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:45.686322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:45.883143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.192195 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:04.922522 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:07.384815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:12.138933 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:46:12.162841 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a3739704-e014-4ff5-8d2e-ea4a73943efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:13.710102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-a408ce3d-f700-4e73-b874-75850ebb2cb6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778395 Jan 18 23:46:13.857151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-02240208-0fcc-42a6-86bb-a647f523695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:13.858629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-02240208-0fcc-42a6-86bb-a647f523695c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1097 time: 0.0802567 Jan 18 23:46:14.003196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-b72afbe8-eb49-4ae3-bebb-1d2465f3df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:14.004620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-b72afbe8-eb49-4ae3-bebb-1d2465f3df93 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1271043 Jan 18 23:46:14.105673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-5ca2b25d-7654-4482-ad1c-87e07be97c4a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1002 time: 0.0947406 Jan 18 23:46:14.170542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-315c7f6c-ded0-4738-8415-d7c93669eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:14.171965 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-315c7f6c-ded0-4738-8415-d7c93669eeee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0593240 Jan 18 23:46:14.246367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-c51fb475-207e-442d-b2d5-d78f4031e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:14.248130 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-c51fb475-207e-442d-b2d5-d78f4031e8ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703130 Jan 18 23:46:14.394892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-4dfd3984-300d-4e5a-9e8b-25df450c1b4f service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396022 Jan 18 23:46:14.534699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-14cd2666-9440-4e51-9a5c-8ec92fba9de2 req-37835796-d262-448a-827c-56dce4d02a0d service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340532 Jan 18 23:46:15.031747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47da199b-6102-476c-b49b-686fe46a042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.703543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.886294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:17.228244 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:27.438040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b14a2-71c9-46c5-b205-497827d180d4 req-e36b0eac-95ce-4cec-b986-57b67bf9026f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:27.439416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-933b14a2-71c9-46c5-b205-497827d180d4 req-e36b0eac-95ce-4cec-b986-57b67bf9026f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0894380 Jan 18 23:46:27.486887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-933b14a2-71c9-46c5-b205-497827d180d4 req-b78f3a3a-005b-438d-b53c-9e82b2147657 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397890 Jan 18 23:46:34.913543 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:36.168295 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-e57f9eb7-d047-4c39-88c6-8732fac6ad9e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767841 Jan 18 23:46:36.223013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129a92e-5a21-476f-b55e-4a5eefe20ecd req-edb8581a-3109-46c8-bd3b-1ed1a2cfb1aa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:36.224507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5129a92e-5a21-476f-b55e-4a5eefe20ecd req-edb8581a-3109-46c8-bd3b-1ed1a2cfb1aa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0900052 Jan 18 23:46:36.269474 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5129a92e-5a21-476f-b55e-4a5eefe20ecd req-38310ae6-e4f6-4ac9-8b62-6c246b6851ef tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 Jan 18 23:46:37.357432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-cb46facf-43e6-4eee-9cbc-2b82d355d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:37.358896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-cb46facf-43e6-4eee-9cbc-2b82d355d271 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1097 time: 0.0750296 Jan 18 23:46:37.390818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:37.467516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209abda9-0258-47fd-aa44-3abf5b227d18 req-3bf48977-6bd3-4f47-bbfe-8ea3db13c632 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:37.468979 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-209abda9-0258-47fd-aa44-3abf5b227d18 req-3bf48977-6bd3-4f47-bbfe-8ea3db13c632 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0827980 Jan 18 23:46:37.493431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-cc5d2eb7-350f-4ea7-9cb2-e8e2c2fc0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:37.494916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-cc5d2eb7-350f-4ea7-9cb2-e8e2c2fc0506 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1302452 Jan 18 23:46:37.513303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-209abda9-0258-47fd-aa44-3abf5b227d18 req-e53022c3-04d8-4794-8b51-988a56033ee4 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 Jan 18 23:46:37.597927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-d8bc5766-9b98-49a1-b85c-4a430110d1ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1002 time: 0.0968614 Jan 18 23:46:37.662628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-39b5846b-2bea-4bb1-b83d-5d7a3cf831ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:37.664024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-39b5846b-2bea-4bb1-b83d-5d7a3cf831ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0599387 Jan 18 23:46:37.737220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-dca38d02-e611-44b7-8847-a21318ba3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:37.738698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-dca38d02-e611-44b7-8847-a21318ba3891 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688539 Jan 18 23:46:37.872545 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-517e2308-942c-4e18-ad16-a7e86845af03 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272695 Jan 18 23:46:38.115942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f2464963-b3fd-45f1-a60d-88788de60fe4 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367759 Jan 18 23:46:38.725315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7b645-39bd-42c0-b577-86bb636596eb req-da5c9a33-fdf5-4404-82e6-31b026b1a696 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:38.726771 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-83a7b645-39bd-42c0-b577-86bb636596eb req-da5c9a33-fdf5-4404-82e6-31b026b1a696 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0947952 Jan 18 23:46:38.770657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-83a7b645-39bd-42c0-b577-86bb636596eb req-77755cd6-b572-4ede-8869-c1168137316f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382040 Jan 18 23:46:40.133200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca1be-daac-4404-a4bb-ab4766f516b1 req-d1216d3b-e0c8-45f1-839a-65c779ffc01c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:40.134648 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5bbca1be-daac-4404-a4bb-ab4766f516b1 req-d1216d3b-e0c8-45f1-839a-65c779ffc01c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0901318 Jan 18 23:46:40.184839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5bbca1be-daac-4404-a4bb-ab4766f516b1 req-3a4a43bb-c132-4ac3-bad8-5cc3ed125a7a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Jan 18 23:46:41.386965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72239-e927-49d8-88cb-cca043842ff2 req-a34ae8ff-6a8c-4b5d-8f27-423b33c8945b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:41.388440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44d72239-e927-49d8-88cb-cca043842ff2 req-a34ae8ff-6a8c-4b5d-8f27-423b33c8945b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0892289 Jan 18 23:46:41.432645 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44d72239-e927-49d8-88cb-cca043842ff2 req-e000c052-51e4-4150-bf1f-7333f5b2a9ec tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Jan 18 23:46:42.166024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d5ed-0663-4b0d-b06e-68cd8b430933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:42.620254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec34be7-721d-4adb-88c9-1d75b4e3733d req-72fd5476-3f67-47c5-adc0-9ba28b1a0beb tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:42.622213 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ec34be7-721d-4adb-88c9-1d75b4e3733d req-72fd5476-3f67-47c5-adc0-9ba28b1a0beb tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0841579 Jan 18 23:46:42.669348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ec34be7-721d-4adb-88c9-1d75b4e3733d req-d2b16a5f-1e9e-4aca-9300-3c3e4075264e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 Jan 18 23:46:43.890299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446311-640e-40b6-bfa1-7dd60e015ddf req-adec3ec4-7aef-4672-a068-ad683a241da1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:43.891752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8446311-640e-40b6-bfa1-7dd60e015ddf req-adec3ec4-7aef-4672-a068-ad683a241da1 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.1016402 Jan 18 23:46:43.935993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a8446311-640e-40b6-bfa1-7dd60e015ddf req-1930c01b-b3f6-434d-ac39-ffa58a1d5e62 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383563 Jan 18 23:46:45.028049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9d3925a-f643-4d4d-97dd-6e687e97f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:45.139788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e74-adef-4940-9941-08e317d4f98c req-df75f5fd-c935-4cad-acb3-40445c78b4b8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:45.141276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d991e74-adef-4940-9941-08e317d4f98c req-df75f5fd-c935-4cad-acb3-40445c78b4b8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0941339 Jan 18 23:46:45.185322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3d991e74-adef-4940-9941-08e317d4f98c req-f0be0e6e-f13c-4a13-a29c-2af735b6ea82 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 Jan 18 23:46:45.701335 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:45.891675 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:46.374639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973a287-c55f-4a5c-9e2b-6b4234022ba3 req-5e4f1641-7900-4c12-ad1f-460b18223ecb tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:46.376114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8973a287-c55f-4a5c-9e2b-6b4234022ba3 req-5e4f1641-7900-4c12-ad1f-460b18223ecb tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0853171 Jan 18 23:46:46.424125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8973a287-c55f-4a5c-9e2b-6b4234022ba3 req-e6b78d2c-94b7-41ad-be0a-e4a230ae3092 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394409 Jan 18 23:46:47.199832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.630905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e90ac3-8a7d-4b0f-8a85-2d87b0c1af8e req-85fa9684-9a79-4ba0-8454-e65f9b9329cc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:47.632358 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64e90ac3-8a7d-4b0f-8a85-2d87b0c1af8e req-85fa9684-9a79-4ba0-8454-e65f9b9329cc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0941501 Jan 18 23:46:47.676364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-64e90ac3-8a7d-4b0f-8a85-2d87b0c1af8e req-6d8cd83c-ad9b-4838-a7b0-595dacbb83c6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380826 Jan 18 23:46:48.882729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe053-bcd4-4a5b-90f2-6685391a8ae8 req-878de18f-0fc0-4303-831b-c58c9267f9c2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:48.884206 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a2fe053-bcd4-4a5b-90f2-6685391a8ae8 req-878de18f-0fc0-4303-831b-c58c9267f9c2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0934083 Jan 18 23:46:48.928685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a2fe053-bcd4-4a5b-90f2-6685391a8ae8 req-ebf53daf-0b0a-4f9e-8560-8e0c928dd209 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Jan 18 23:46:49.144084 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:46:50.120304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39ad6c-95bd-43d4-a2ee-28abbf66fb9e req-134ad982-57ca-470e-970f-2fcf7f54c154 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:50.122142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac39ad6c-95bd-43d4-a2ee-28abbf66fb9e req-134ad982-57ca-470e-970f-2fcf7f54c154 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0875161 Jan 18 23:46:50.169737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ac39ad6c-95bd-43d4-a2ee-28abbf66fb9e req-69d59522-2e6c-40f4-bb44-93aee8c002dc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Jan 18 23:46:50.707735 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-e30e526b-f09e-4110-9eea-280b1f57eeb3 service neutron] show failed (client error): The resource could not be found. Jan 18 23:46:50.708744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-e30e526b-f09e-4110-9eea-280b1f57eeb3 service neutron] 10.222.0.85 "GET /v2.0/ports/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0779974 Jan 18 23:46:51.017898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f1e82dcc-537e-40a2-b34f-7bdb2aed90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:51.019383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f1e82dcc-537e-40a2-b34f-7bdb2aed90a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 1097 time: 0.1093602 Jan 18 23:46:51.029818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:46:51.154193 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:51.482967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb479-e729-4258-93f7-82451092577d req-579ad507-01d3-4d46-ad24-144d28aa0668 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:51.484331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aeacb479-e729-4258-93f7-82451092577d req-579ad507-01d3-4d46-ad24-144d28aa0668 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.1998467 Jan 18 23:46:51.494498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:46:51.548334 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aeacb479-e729-4258-93f7-82451092577d req-5c0942f3-af27-4dcd-a086-47fbb13fa41f tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556550 Jan 18 23:46:51.556003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:46:51.617648 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:51.623561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:51.638775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Transition to ACTIVE for port object 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:51.644837 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:51.685476 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'code': 200} Jan 18 23:46:51.788626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:51.801552 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.801895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.802235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.802569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.802898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.803225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.803548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.803868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.804186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.804504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.804827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.805164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:51.849533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] No DVR routers for this DVR port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:46:52.193882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:52.194201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:52.194522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:46:52.199304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:46:52.199633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:46:52.205282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:46:52.205626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:46:52.206079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:46:52.206503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Bound port: 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:52.206849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.295436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:46:52.299246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:46:52.307234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.378520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:52.379137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.380522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1092 time: 1.3546855 Jan 18 23:46:52.394890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2f805-6bcc-4c16-91dd-9ff14f82ac72 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:52.474892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-24c7bec7-d8cb-4e65-8dd4-f71b7c04e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:52.476428 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-24c7bec7-d8cb-4e65-8dd4-f71b7c04e4e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1095 time: 0.0727003 Jan 18 23:46:52.610944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-96e387ee-0d2d-4099-9f5f-606dd36fc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:52.613632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-96e387ee-0d2d-4099-9f5f-606dd36fc4c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1302733 Jan 18 23:46:52.765802 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-6688626e-f266-4dfc-95f2-e96ccc220ea6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.1440172 Jan 18 23:46:52.834010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570882a4-3261-4674-a278-bc55e88126a2 req-bf440d84-5323-4507-ad54-427b1c7688e7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:52.835443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570882a4-3261-4674-a278-bc55e88126a2 req-bf440d84-5323-4507-ad54-427b1c7688e7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.1656303 Jan 18 23:46:52.856676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-309e9f45-b152-44fc-8afd-a63be4772a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:52.858049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-309e9f45-b152-44fc-8afd-a63be4772a77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0851409 Jan 18 23:46:52.922181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-570882a4-3261-4674-a278-bc55e88126a2 req-bb0b26de-808a-4a57-b191-528779dbcfd5 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804551 Jan 18 23:46:52.949008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-5d5a45e7-323e-46ad-a267-1fae1578b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:52.950517 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-5d5a45e7-323e-46ad-a267-1fae1578b328 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852270 Jan 18 23:46:53.084208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-732cb99f-504a-403d-8b23-357e826b0c4b service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276011 Jan 18 23:46:53.236622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-856e3568-0897-4c2e-8df8-23b7a3f2214d service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463802 Jan 18 23:46:53.241625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:46:53.305436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:46:53.687290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:53.746396 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'status': 'completed', 'code': 200} Jan 18 23:46:53.891966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-b454d231-43c4-48f2-99b1-30fd6b9cc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:53.893556 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-b454d231-43c4-48f2-99b1-30fd6b9cc0a7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1095 time: 0.1303563 Jan 18 23:46:53.897766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-bbc98651-d4f4-4182-b05a-81436e008400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:53.899123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-bbc98651-d4f4-4182-b05a-81436e008400 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1095 time: 0.1060925 Jan 18 23:46:54.313555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-a59f2acc-de71-4e39-8b7c-2e13693b76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.314898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-a59f2acc-de71-4e39-8b7c-2e13693b76e0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.4149520 Jan 18 23:46:54.371396 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-d5958eed-bca9-4ce6-bc58-44a6b653d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.372911 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-d5958eed-bca9-4ce6-bc58-44a6b653d747 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.4555402 Jan 18 23:46:54.505657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced49e-ffff-4e87-b7c6-44eaa51c5b93 req-3bc1d005-fffd-4c65-b9cb-cf24ac025099 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.507137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cced49e-ffff-4e87-b7c6-44eaa51c5b93 req-3bc1d005-fffd-4c65-b9cb-cf24ac025099 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.4670935 Jan 18 23:46:54.532987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-39941c29-4ea3-4879-b55e-33803daa4d93 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.2107918 Jan 18 23:46:54.578306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-eda843fe-a9a2-4630-87f9-f701281315e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.1982920 Jan 18 23:46:54.654453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5cced49e-ffff-4e87-b7c6-44eaa51c5b93 req-0d215879-4d2f-4bc6-b7aa-09c4e06f2dad tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392715 Jan 18 23:46:54.678228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-61615fab-ebfe-41fc-a238-ce0c52539fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.679682 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-61615fab-ebfe-41fc-a238-ce0c52539fd7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1385334 Jan 18 23:46:54.687863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-f332864f-41e9-4e56-91b2-4d35a7b76ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.689235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-f332864f-41e9-4e56-91b2-4d35a7b76ae0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1054106 Jan 18 23:46:54.812434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-a7c85e55-f577-4cf0-a2b9-1ecfe571e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.813988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-a7c85e55-f577-4cf0-a2b9-1ecfe571e818 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277604 Jan 18 23:46:54.820163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-ae8ff51e-3867-4f9e-98b2-be9902c7d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.821590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-ae8ff51e-3867-4f9e-98b2-be9902c7d58d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986257 Jan 18 23:46:55.054636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-0a3cd0ce-0e23-4d5e-955d-7634d37a644e service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319641 Jan 18 23:46:55.056375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-59516f3f-cabb-4ab3-8284-baa151037f73 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163327 Jan 18 23:46:55.295901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-7f5da44b-1de7-4ea9-b9eb-feffb840b78d service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172456 Jan 18 23:46:55.297653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f09fceca-6fe1-4c4c-acca-ae15a1ce04f4 req-5ef73215-78c6-4447-a3cb-af9f88165eb8 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361059 Jan 18 23:46:55.863328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40423e-d456-4cd1-bf24-235f8311dd24 req-efe760bd-8761-49e2-845a-0be90cdd09e7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:55.864760 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c40423e-d456-4cd1-bf24-235f8311dd24 req-efe760bd-8761-49e2-845a-0be90cdd09e7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0874975 Jan 18 23:46:55.911873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c40423e-d456-4cd1-bf24-235f8311dd24 req-a6dda42a-4fa3-4910-b981-4638ce6f3f87 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Jan 18 23:46:57.109457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4ecb-cebf-4169-9c00-0a5b41ae0639 req-90973cec-d784-4a5d-8537-58d2ef772afa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:57.110927 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d69c4ecb-cebf-4169-9c00-0a5b41ae0639 req-90973cec-d784-4a5d-8537-58d2ef772afa tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0899143 Jan 18 23:46:57.170534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d69c4ecb-cebf-4169-9c00-0a5b41ae0639 req-4c2fe869-ccfc-4b00-a887-6039afefbd0c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536232 Jan 18 23:46:58.365300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc60af-aeff-42cc-a58d-802dcf1f12ca req-4e6a3a3a-189c-4bdb-8ca7-fe0da4237d23 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:58.366762 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44fc60af-aeff-42cc-a58d-802dcf1f12ca req-4e6a3a3a-189c-4bdb-8ca7-fe0da4237d23 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0862451 Jan 18 23:46:58.419260 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44fc60af-aeff-42cc-a58d-802dcf1f12ca req-5fb5a5c3-7d1d-4f8c-a583-5b7f59acca84 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464537 Jan 18 23:46:58.601920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-728e125f-5a62-4f74-9862-6fb80495a6b7 req-2d2d7a83-133c-43f9-95d3-5b0ff875d343 service neutron] (87811) timed out ('10.222.0.85', 65260) {{(pid=87811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:46:59.632392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b1a9-9f19-41a1-93ba-1da09669f07e req-e6a8469a-7b1d-4bf8-877a-eba64c9a304c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:59.633930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b865b1a9-9f19-41a1-93ba-1da09669f07e req-e6a8469a-7b1d-4bf8-877a-eba64c9a304c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0915003 Jan 18 23:46:59.683354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b865b1a9-9f19-41a1-93ba-1da09669f07e req-c661887d-6e8a-4d03-a304-f64040979694 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Jan 18 23:47:00.897691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b851-726a-4e4b-a18e-90f00e0daa1f req-e5645f9e-05d2-4069-a7f6-e10803ede71c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:00.899140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c570b851-726a-4e4b-a18e-90f00e0daa1f req-e5645f9e-05d2-4069-a7f6-e10803ede71c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0959926 Jan 18 23:47:00.945208 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c570b851-726a-4e4b-a18e-90f00e0daa1f req-fd9d77ff-a479-4093-8f54-03946b676cf0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Jan 18 23:47:02.157542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c072cf-c13d-42f4-9291-413c077aaece req-707f63b0-55f3-40af-a8ab-faa7c46c4856 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:02.159225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87c072cf-c13d-42f4-9291-413c077aaece req-707f63b0-55f3-40af-a8ab-faa7c46c4856 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0872996 Jan 18 23:47:02.210205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87c072cf-c13d-42f4-9291-413c077aaece req-5531cf6c-d52d-43de-b72f-8f0c4f52ad63 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Jan 18 23:47:03.405734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f6451-9666-46a9-86cc-7c5a1ff25520 req-bc09dad8-9959-43d5-83d0-49829fa8076b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:03.407183 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe5f6451-9666-46a9-86cc-7c5a1ff25520 req-bc09dad8-9959-43d5-83d0-49829fa8076b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0851984 Jan 18 23:47:03.451515 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fe5f6451-9666-46a9-86cc-7c5a1ff25520 req-cf4ad4d0-7f92-4f0d-80bd-8d493198505b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Jan 18 23:47:03.877210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-f7116abe-a0d0-4fea-9f68-f4b179797d9c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:03.878922 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-f7116abe-a0d0-4fea-9f68-f4b179797d9c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.86 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf&tenant_id=5356010970f04d6e939c5d8720efb629&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 944 time: 0.0953882 Jan 18 23:47:03.901220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:47:03.923485 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3fd10-6938-4412-a798-cde56e793061 req-3add0dc8-fbc3-4ad8-bc75-c1061d61aae2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:03.926630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27c3fd10-6938-4412-a798-cde56e793061 req-3add0dc8-fbc3-4ad8-bc75-c1061d61aae2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 944 time: 0.0914009 Jan 18 23:47:03.962329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-e93f046c-0d33-42a7-98db-ce5020f89cd7 service neutron] 10.222.0.86 "GET /v2.0/ports/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb/bindings/n-h1-825178-1 HTTP/1.1" status: 200 len: 382 time: 0.0780303 Jan 18 23:47:03.971115 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-27c3fd10-6938-4412-a798-cde56e793061 req-bd6b42f1-94e1-43b7-a051-e3e2e9540976 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387530 Jan 18 23:47:04.053757 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:04.061624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-fd2bcae8-ff8d-40b4-b658-88dafda52bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:04.063153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-fd2bcae8-ff8d-40b4-b658-88dafda52bfa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1095 time: 0.0749111 Jan 18 23:47:04.068701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'mac_address': 'fa:16:3e:9d:06:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:47:04.124918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:04.143223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:04.159864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:04.165762 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:04.236776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:04.244508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.244855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.245224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.245527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.246237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.246563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.246888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.247211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.247529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.247833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.248151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.248467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:04.316316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-3c5bf560-b855-4454-b5f0-874dc5de0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:04.317842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-3c5bf560-b855-4454-b5f0-874dc5de0b41 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2491362 Jan 18 23:47:04.398369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:47:04.423117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-298152c0-a3d0-47f6-a1bd-745a1d6de5f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1001 time: 0.0988669 Jan 18 23:47:04.487215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-dad05a5b-a53f-435d-a1b8-ae85cc81a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:04.488987 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-dad05a5b-a53f-435d-a1b8-ae85cc81a256 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0596185 Jan 18 23:47:04.562026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-dd7fd884-60f9-41e7-997c-0067555e322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:04.563516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-dd7fd884-60f9-41e7-997c-0067555e322f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695143 Jan 18 23:47:04.698564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-67862c77-9b3c-4afe-a1df-326e38f38c8a service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285467 Jan 18 23:47:04.831689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-72af5d68-4369-4da2-822d-d2f7106e7d54 service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261446 Jan 18 23:47:04.928889 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:05.178316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eecf9-1db9-4f0b-984f-1fef91e7168d req-f98071b8-5dc6-4d3b-9164-a35cfac79c05 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:05.179772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d5eecf9-1db9-4f0b-984f-1fef91e7168d req-f98071b8-5dc6-4d3b-9164-a35cfac79c05 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0930998 Jan 18 23:47:05.225608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5d5eecf9-1db9-4f0b-984f-1fef91e7168d req-a9d87632-20ed-4498-8492-98fb2959c487 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Jan 18 23:47:05.932845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:47:06.008836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:47:06.013656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:47:06.014032 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:06.132806 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:06.159405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:06.169639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:06.175192 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:06.218761 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'code': 200} Jan 18 23:47:06.243817 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:06.443273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba035b6-4b03-4da1-b257-fe7b9b941fdd req-7e410c65-33cf-4389-adf9-a7fdeaad8e48 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:06.444752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ba035b6-4b03-4da1-b257-fe7b9b941fdd req-7e410c65-33cf-4389-adf9-a7fdeaad8e48 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0887058 Jan 18 23:47:06.489543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9ba035b6-4b03-4da1-b257-fe7b9b941fdd req-6c7932e8-f696-470e-90b4-00d3cf70bdd0 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388463 Jan 18 23:47:07.390377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:07.608112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-4bba0b5a-3963-4df4-8d14-612fb4c14b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:07.609734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-4bba0b5a-3963-4df4-8d14-612fb4c14b27 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf&tenant_id=5356010970f04d6e939c5d8720efb629 HTTP/1.1" status: 200 len: 1097 time: 0.0788269 Jan 18 23:47:07.621837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:07.682502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332eb18-82e6-4013-a9f0-598412596145 req-c28608e8-a8a6-4602-a269-6e92cea7c0e2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:07.683970 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c332eb18-82e6-4013-a9f0-598412596145 req-c28608e8-a8a6-4602-a269-6e92cea7c0e2 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0802579 Jan 18 23:47:07.728493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c332eb18-82e6-4013-a9f0-598412596145 req-32c56ac2-994d-4c25-99c7-c38fc4ab641c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385041 Jan 18 23:47:07.734564 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:08.027934 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:08.057912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:47:08.117578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:08.123515 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:08.142379 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Transition to ACTIVE for port object 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:47:08.153752 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:08.194820 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'code': 200} Jan 18 23:47:08.300072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:08.350475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] No DVR routers for this DVR port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:47:08.681596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:47:08.682354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:47:08.682354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:47:08.687116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:47:08.687433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Attempting to bind port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:47:08.692893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:47:08.693258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Checking segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:47:08.693650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Bound using segment: {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:47:08.694068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Bound port: 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2699186-957d-4864-9e25-a6e69d38072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:47:08.694410 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:08.782909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:47:08.786098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:47:08.792032 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:08.855140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:08.855785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:08.857191 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] 10.222.0.85 "PUT /v2.0/ports/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1093 time: 1.2396889 Jan 18 23:47:08.873051 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db03f25-0061-4147-84bd-eeced1645004 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=11']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:08.946375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64c9f-4821-4b45-a68e-aab524c45593 req-c518a8dc-0fbe-4831-882f-29f324781415 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:08.948072 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fe64c9f-4821-4b45-a68e-aab524c45593 req-c518a8dc-0fbe-4831-882f-29f324781415 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.1078415 Jan 18 23:47:08.958722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-95d9fab3-71cd-4a10-bb0b-105698fbe9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:08.960234 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-95d9fab3-71cd-4a10-bb0b-105698fbe9e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1096 time: 0.0791407 Jan 18 23:47:08.994151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fe64c9f-4821-4b45-a68e-aab524c45593 req-a1989d4a-5367-4a74-80e7-da618ba7473c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401108 Jan 18 23:47:09.096746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-5b245e8c-c755-44a1-81a9-ae4ccab84363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:09.098298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-5b245e8c-c755-44a1-81a9-ae4ccab84363 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1314807 Jan 18 23:47:09.212042 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-97993f17-6bdb-4ea5-9457-da1f7d396762 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.1070077 Jan 18 23:47:09.281421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-fb8284c4-f65f-43d8-8bf4-1235af39edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:09.282836 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-fb8284c4-f65f-43d8-8bf4-1235af39edb5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0653172 Jan 18 23:47:09.362592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-4b653990-991e-4a8a-9182-2b6a0e03dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:09.364118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-4b653990-991e-4a8a-9182-2b6a0e03dfb8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757461 Jan 18 23:47:09.496533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-464c791e-b5e1-410e-a5ea-40097c002b3e service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266217 Jan 18 23:47:09.628997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-90280586-4f1c-4e10-a035-bec68677a2a6 req-c4e854f9-78c8-4ac6-9535-bd41ff9bb2b2 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260488 Jan 18 23:47:09.923589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:47:09.985527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:47:10.190281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a858-422d-47d8-a9f5-243379a81bf9 req-e8aaee11-521a-4361-9119-cd65af0b80bc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:10.191744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc6a858-422d-47d8-a9f5-243379a81bf9 req-e8aaee11-521a-4361-9119-cd65af0b80bc tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0874932 Jan 18 23:47:10.195320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:10.240055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4dc6a858-422d-47d8-a9f5-243379a81bf9 req-28382e33-ef00-46bc-b39c-5819ba1301c9 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Jan 18 23:47:10.260777 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'status': 'completed', 'code': 200} Jan 18 23:47:10.416546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-4e1ee174-b982-437a-aeeb-1905751b35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:10.418063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-4e1ee174-b982-437a-aeeb-1905751b35f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1096 time: 0.1058452 Jan 18 23:47:10.419919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-025bfdf2-8dd0-4bfe-abf9-7f6db2af6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:10.421253 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-025bfdf2-8dd0-4bfe-abf9-7f6db2af6600 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1096 time: 0.1414011 Jan 18 23:47:10.658042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-16d44943-35d4-492c-9a64-1e5d66c5c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:10.659492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-16d44943-35d4-492c-9a64-1e5d66c5c85e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2182083 Jan 18 23:47:10.660473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-333bfeba-22a1-4693-ad8e-20d1cdeaa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:10.661783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-333bfeba-22a1-4693-ad8e-20d1cdeaa263 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.2378623 Jan 18 23:47:10.976540 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-a95583ae-09d5-4d9b-81af-52c97157b1d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.3114295 Jan 18 23:47:10.978267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-3e475ba6-2d68-4c31-b14c-bc128c146480 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.1300991 Jan 18 23:47:11.088614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-20649f48-141a-462d-8407-0d46fe040f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:11.090188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-20649f48-141a-462d-8407-0d46fe040f99 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.1076994 Jan 18 23:47:11.093505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-41b73378-d66a-4f35-8c5c-25ef18ca17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:11.094803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-41b73378-d66a-4f35-8c5c-25ef18ca17a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0783834 Jan 18 23:47:11.226530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-120ca7d0-5ac8-4c60-9eed-1fffd8ce1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:11.227949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-120ca7d0-5ac8-4c60-9eed-1fffd8ce1eae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323063 Jan 18 23:47:11.230824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-36073145-2484-43ac-86fd-57162afe99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:11.232180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-36073145-2484-43ac-86fd-57162afe99e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063759 Jan 18 23:47:11.531967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-894d56d9-68e5-42ff-b0a5-17622ca2a27b service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788961 Jan 18 23:47:11.535324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-f6bfd95a-c18c-48f6-a619-54fc6b935e3f service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004801 Jan 18 23:47:11.706339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3dfae-1eb0-45b8-ad5a-a34d09d6fb0e req-aa17c279-9c17-425c-98a8-5dee34c3aac3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:11.708722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b3dfae-1eb0-45b8-ad5a-a34d09d6fb0e req-aa17c279-9c17-425c-98a8-5dee34c3aac3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.3326139 Jan 18 23:47:11.825062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-53b3dfae-1eb0-45b8-ad5a-a34d09d6fb0e req-7f9ba491-9a59-4786-b19e-781948313a8e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075144 Jan 18 23:47:11.826827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-57ac9d0a-914e-4f67-872c-89ebcb5fa4ec service neutron] 10.222.0.86 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881536 Jan 18 23:47:11.831954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0888b1c8-8b71-4209-8975-1e6d3e53e8ce req-044698ed-cbc6-41b7-84da-a897656047f1 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754176 Jan 18 23:47:12.166926 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c294f46d-b28a-417c-8072-505470e947f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:13.036481 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32818ad6-375a-414a-8c4e-ccf7c40ad425 req-89277122-73ab-4c78-9b5f-77b5c55e8a6c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:13.037986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32818ad6-375a-414a-8c4e-ccf7c40ad425 req-89277122-73ab-4c78-9b5f-77b5c55e8a6c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0941525 Jan 18 23:47:13.088829 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-32818ad6-375a-414a-8c4e-ccf7c40ad425 req-9cd2808d-d37c-454f-9b10-57add7d730d7 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 Jan 18 23:47:14.303622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26455485-906d-4ca4-9c68-857cfcab326a req-512a76e4-2031-4076-b466-2e808c103a5d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:14.304975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26455485-906d-4ca4-9c68-857cfcab326a req-512a76e4-2031-4076-b466-2e808c103a5d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0931225 Jan 18 23:47:14.348599 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-26455485-906d-4ca4-9c68-857cfcab326a req-39850a2e-0a58-4111-9c41-163d0189059c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Jan 18 23:47:15.036106 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cafa6b0e-6b14-4d2d-b071-b5608fff0aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:15.551340 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762cb3-b0d5-44bc-8ac6-38aa94ea1cb9 req-2643a5bd-a0ad-478b-8680-6c4261b6a88d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:15.553065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b762cb3-b0d5-44bc-8ac6-38aa94ea1cb9 req-2643a5bd-a0ad-478b-8680-6c4261b6a88d tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0963318 Jan 18 23:47:15.604819 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b762cb3-b0d5-44bc-8ac6-38aa94ea1cb9 req-a54f2a63-8267-4f5a-a3e6-9f768ec0a2b6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Jan 18 23:47:15.690958 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:15.694085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-8b5a1325-59cd-4e42-9c00-d4d7884abdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:15.695644 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-8b5a1325-59cd-4e42-9c00-d4d7884abdbf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5356010970f04d6e939c5d8720efb629&device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 1096 time: 0.0790930 Jan 18 23:47:15.849717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-87c237c9-cbb7-4fc6-86b3-883b0214beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:15.851178 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-87c237c9-cbb7-4fc6-86b3-883b0214beba service neutron] 10.222.0.85 "GET /v2.0/networks?id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 200 len: 912 time: 0.1346719 Jan 18 23:47:15.892235 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:16.070897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-312eac2f-aa78-4ff8-b901-08033add91a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 200 len: 1000 time: 0.2134802 Jan 18 23:47:16.154211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-02c2feb7-a219-4143-bd4f-94eb8bc83a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:16.155654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-02c2feb7-a219-4143-bd4f-94eb8bc83a3a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 200 len: 850 time: 0.0788307 Jan 18 23:47:16.230526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-0692383e-296e-4642-b5a2-af4c9e07a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:16.232009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-0692383e-296e-4642-b5a2-af4c9e07a322 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698893 Jan 18 23:47:16.365921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-9cc40827-4b1f-42f5-9e9d-99172c663751 service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271205 Jan 18 23:47:16.496363 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b53441fd-76be-41ec-9275-88ccc47f4726 req-66751839-1f4e-4553-8f06-6e11951252ce service neutron] 10.222.0.85 "GET /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243639 Jan 18 23:47:16.818529 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7470a2-a6fb-439e-875a-68775283d6cd req-a492ba84-295e-407f-9b1a-ba17a3dbf122 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:16.819981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab7470a2-a6fb-439e-875a-68775283d6cd req-a492ba84-295e-407f-9b1a-ba17a3dbf122 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0946987 Jan 18 23:47:16.870014 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ab7470a2-a6fb-439e-875a-68775283d6cd req-ed5b8f61-1980-458b-82e7-7981605dea6a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Jan 18 23:47:17.203940 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:18.065287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30059902-7f27-4768-8dd7-7ad870568e87 req-45e1ceff-f282-4c3a-90d3-2100727b0877 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:18.066824 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30059902-7f27-4768-8dd7-7ad870568e87 req-45e1ceff-f282-4c3a-90d3-2100727b0877 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0867302 Jan 18 23:47:18.111743 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30059902-7f27-4768-8dd7-7ad870568e87 req-27c46db1-d994-4b51-9d6a-979bbe88e889 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Jan 18 23:47:19.312907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55cd13-f32c-4621-bfa5-2b2f8ee617be req-37c3a612-deb1-4fca-9fe7-2275749c793a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:19.314289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e55cd13-f32c-4621-bfa5-2b2f8ee617be req-37c3a612-deb1-4fca-9fe7-2275749c793a tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0887728 Jan 18 23:47:19.367325 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e55cd13-f32c-4621-bfa5-2b2f8ee617be req-c0ba70ef-9242-4c53-be20-508221076427 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Jan 18 23:47:19.399746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:47:19.533803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:19.547598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'port_id': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'mac_address': 'fa:16:3e:9d:06:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:47:19.564013 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2da4d-4191-4838-9608-b82dd083f5c4 req-c65dbab0-08cb-48b5-838a-a4da1a56bd3c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:19.565516 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97a2da4d-4191-4838-9608-b82dd083f5c4 req-c65dbab0-08cb-48b5-838a-a4da1a56bd3c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 945 time: 0.0810890 Jan 18 23:47:19.604353 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:19.611096 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97a2da4d-4191-4838-9608-b82dd083f5c4 req-760a5761-20cc-4c7c-9cd5-968e9a973a5b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Jan 18 23:47:19.621546 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:19.636996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:19.642180 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:19.712972 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:19.808639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7932bd-ddd9-4fd8-ab95-ff7f414b459d req-b217aa7d-5d90-47e3-a86d-69669880f155 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:19.810123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf7932bd-ddd9-4fd8-ab95-ff7f414b459d req-b217aa7d-5d90-47e3-a86d-69669880f155 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0858178 Jan 18 23:47:19.854594 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bf7932bd-ddd9-4fd8-ab95-ff7f414b459d req-28588b34-76fe-4454-b31b-6eb9c95b3722 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 Jan 18 23:47:19.858151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:47:20.246082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb73d-eebd-41cf-8c8a-be4e84cc15b3 req-def55384-5e8f-4a8e-8955-641ed086f558 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:20.247416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-747eb73d-eebd-41cf-8c8a-be4e84cc15b3 req-def55384-5e8f-4a8e-8955-641ed086f558 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0856740 Jan 18 23:47:20.295711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-747eb73d-eebd-41cf-8c8a-be4e84cc15b3 req-462f4e9b-f5d6-4193-8872-6a5446805ca6 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Jan 18 23:47:21.415369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:47:21.502764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9cd6f-a4a8-42dd-a124-c7498ed6b906 req-ea3e294c-6287-434d-a1bb-94f5193e07c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:21.504321 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81a9cd6f-a4a8-42dd-a124-c7498ed6b906 req-ea3e294c-6287-434d-a1bb-94f5193e07c3 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 946 time: 0.0889392 Jan 18 23:47:21.518543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:47:21.523533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:47:21.523913 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:21.549242 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-81a9cd6f-a4a8-42dd-a124-c7498ed6b906 req-062e72c5-63dd-43ab-8139-22efbd96800b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups?id=29246446-af93-43b4-b2d4-7ec8dbe33a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390384 Jan 18 23:47:21.638886 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:21.665337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:21.679153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:21.683571 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:21.718656 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'code': 200} Jan 18 23:47:21.750206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=13']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:21.786122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205f029-e471-44d6-b612-7afe594531ae req-0dcfff01-f016-44c6-94fa-1535b201cf07 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:21.787561 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9205f029-e471-44d6-b612-7afe594531ae req-0dcfff01-f016-44c6-94fa-1535b201cf07 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 947 time: 0.0788391 Jan 18 23:47:21.862362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Deleting port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:21.862584 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:22.109025 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] For port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:22.109418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:22.398851 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:22.399251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:22.399575 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Floating IP 0e9df243-831a-4402-9c16-ea270835fc61 disassociated. External IP: 172.25.4.96, port: 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb. Jan 18 23:47:22.399924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Calling delete_port for 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:47:22.547220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:22.736715 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-263d9320-d337-4a4a-910f-49504e4f1ccf req-2c3994a6-6ac2-40b8-964b-6c514cba1013 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 210 time: 0.0564928 Jan 18 23:47:22.802928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event deleted for resources: {'Port': ['ID=8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:22.923323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:47:23.104353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:47:23.115325 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:47:23.124844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:47:23.125490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:47:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:23.184472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] No DVR routers for this DVR port 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:47:23.187190 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:23.189826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-deleted', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:23.209665 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9205f029-e471-44d6-b612-7afe594531ae req-6fbe15e7-1559-44d8-a8f9-2bbbb0d00a2b tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.85 "DELETE /v2.0/ports/8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb HTTP/1.1" status: 204 len: 173 time: 1.4162183 Jan 18 23:47:23.245125 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0b8ae-7419-402d-9408-c591f1439ccf', 'name': 'network-vif-deleted', 'tag': '8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb', 'status': 'completed', 'code': 200} Jan 18 23:47:23.306486 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:47:23.640695 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:23.644552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:47:23.653215 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:47:23.653821 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:47:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:23.844105 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:47:24.007878 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-132a2090-fb26-4c3e-a21c-8f04de7409a9 req-0206868a-ed46-454d-a726-345a841e3c5c tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ec0b8ae-7419-402d-9408-c591f1439ccf HTTP/1.1" status: 200 len: 210 time: 0.1621957 Jan 18 23:47:24.200594 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:24.205104 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81334d-f16d-41a3-b18f-6a786436f691 None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:32Z', 'revision_number': 4, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'fdeb3263-bd4f-4823-aac8-0125cff461b3', 'name': '', 'network_id': 'a8e7ca5a-8ab2-4e38-8a66-b377210e4d45', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'mac_address': 'fa:16:3e:de:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:31Z', 'updated_at': '2022-01-18T23:37:37Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'subnets': [{'id': '2b2e67f7-c8dd-47d6-b4ac-32a8416e6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:47:24.425836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9da68a-1798-4b8d-ad90-7f1541e3ddb4 None None] New status for floating IP 0e9df243-831a-4402-9c16-ea270835fc61: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:47:25.427075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:47:25.467493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:47:25.467722 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8b2eeab3-cbbf-45e3-ae35-5c9c56e107eb not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:47:26.143557 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:47:28.368211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55916) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:28.431534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-db54700c-9bf1-4ad5-9d95-dcb92d063e6e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:28.460453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-db54700c-9bf1-4ad5-9d95-dcb92d063e6e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:28.517812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-db54700c-9bf1-4ad5-9d95-dcb92d063e6e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:28.540210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54700c-9bf1-4ad5-9d95-dcb92d063e6e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29246446-af93-43b4-b2d4-7ec8dbe33a02,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:28.549557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-db54700c-9bf1-4ad5-9d95-dcb92d063e6e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:28.550678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-db54700c-9bf1-4ad5-9d95-dcb92d063e6e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "DELETE /v2.0/security-groups/29246446-af93-43b4-b2d4-7ec8dbe33a02 HTTP/1.1" status: 204 len: 168 time: 0.1814189 Jan 18 23:47:28.553509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:28.570565 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-3ddde97f-dba7-4651-8b4d-0d050f0fd10e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] show failed (client error): The resource could not be found. Jan 18 23:47:28.571524 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3ddde97f-dba7-4651-8b4d-0d050f0fd10e tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "GET /v2.0/security-groups/29246446-af93-43b4-b2d4-7ec8dbe33a02 HTTP/1.1" status: 404 len: 347 time: 0.0169749 Jan 18 23:47:28.574264 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:28.726666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Deleting port f77f7f52-a829-49ad-acb3-c566dc875c94 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:28.726888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:28.913365 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:28.913707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:29.035617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Calling delete_port for f77f7f52-a829-49ad-acb3-c566dc875c94 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:47:29.181713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:29.227533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Pushing event deleted for resources: {'Port': ['ID=f77f7f52-a829-49ad-acb3-c566dc875c94,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:29.264315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.264655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.264988 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.265353 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.265687 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.266017 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.266337 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.266659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.266978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.267295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.267608 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.267908 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:29.329913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:29.344205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:29.345359 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a48f9f2-2b4b-46c3-a141-4e708d8308e8 tempest-ServerActionsTestJSON-679231762 tempest-ServerActionsTestJSON-679231762-project] 10.222.0.78 "DELETE /v2.0/floatingips/0e9df243-831a-4402-9c16-ea270835fc61 HTTP/1.1" status: 204 len: 168 time: 0.7702253 Jan 18 23:47:29.348533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55928) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:30.136057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:30.607479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Deleting port fdeb3263-bd4f-4823-aac8-0125cff461b3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:30.607774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:30.783650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] For port fdeb3263-bd4f-4823-aac8-0125cff461b3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fdeb3263-bd4f-4823-aac8-0125cff461b3,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:30.784001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:30.909168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Calling delete_port for fdeb3263-bd4f-4823-aac8-0125cff461b3 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:47:31.232497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:31.278994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdeb3263-bd4f-4823-aac8-0125cff461b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:31.558759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:32.061963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Router 5355bb14-07d0-4d76-8eac-4cef67e25569 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:47:32.251545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:47:32.261322 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] Sync routers for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:47:32.265157 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bda447da-dfeb-4704-af45-eb2b391140b5 admin admin] 10.222.0.78 "PUT /v2.0/routers/5355bb14-07d0-4d76-8eac-4cef67e25569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9155893 Jan 18 23:47:32.267730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:32.271471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:47:32.272077 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:47:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:32.446500 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:47:32.448329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:32.626850 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:32.637766 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Deleting port 02722ded-d5a3-4693-b64a-1b545522d664 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:32.638113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:32.731548 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '02722ded-d5a3-4693-b64a-1b545522d664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:47:31Z', 'revision_number': 5, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port': {'id': '02722ded-d5a3-4693-b64a-1b545522d664', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:32.735533 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] Checking router: 5355bb14-07d0-4d76-8eac-4cef67e25569 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:47:32.744499 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] Routers {'5355bb14-07d0-4d76-8eac-4cef67e25569'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:47:32.745468 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:47:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['5355bb14-07d0-4d76-8eac-4cef67e25569'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:32.810558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] For port 02722ded-d5a3-4693-b64a-1b545522d664, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=02722ded-d5a3-4693-b64a-1b545522d664,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:32.811001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:32.890710 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] Set router 5355bb14-07d0-4d76-8eac-4cef67e25569 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:47:32.934439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Calling delete_port for 02722ded-d5a3-4693-b64a-1b545522d664 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:47:33.000244 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:47:32Z', 'revision_number': 6, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:33.004349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b7267-8144-445d-ada3-d76e9f3260c7 None None] The sync data for ids ['5355bb14-07d0-4d76-8eac-4cef67e25569'] in n-d-825178-1 is: [{'id': '5355bb14-07d0-4d76-8eac-4cef67e25569', 'name': 'tempest-ServerActionsTestJSON-374676185-router', 'tenant_id': '5356010970f04d6e939c5d8720efb629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:37:28Z', 'updated_at': '2022-01-18T23:47:32Z', 'revision_number': 6, 'project_id': '5356010970f04d6e939c5d8720efb629', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:47:33.108428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.154736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02722ded-d5a3-4693-b64a-1b545522d664,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:33.375245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.553661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.555880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.579089 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.579670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5355bb14-07d0-4d76-8eac-4cef67e25569 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:47:33.592413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.593916 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab9e00e9-016b-4bce-a7f9-016a9a1aebb7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5355bb14-07d0-4d76-8eac-4cef67e25569 HTTP/1.1" status: 204 len: 168 time: 1.3252759 Jan 18 23:47:33.596671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:33.670462 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Deleting subnet 2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:47:33.673528 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.730292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.765934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02722ded-d5a3-4693-b64a-1b545522d664 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:47:33.808755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 02722ded-d5a3-4693-b64a-1b545522d664 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:47:33.809141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 02722ded-d5a3-4693-b64a-1b545522d664 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:47:33.809560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fdeb3263-bd4f-4823-aac8-0125cff461b3 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:47:33.817509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.846028 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: fdeb3263-bd4f-4823-aac8-0125cff461b3 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:47:33.846374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fdeb3263-bd4f-4823-aac8-0125cff461b3 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:47:33.887620 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.924143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2e67f7-c8dd-47d6-b4ac-32a8416e6752,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:33.929599 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:33.935433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52a8ba-7c09-4be6-a765-1cc0f220e523 None None] Network a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:47:33.935767 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ddd5bebb-20f6-464f-8115-c759f0338d12 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2b2e67f7-c8dd-47d6-b4ac-32a8416e6752 HTTP/1.1" status: 204 len: 168 time: 0.3377440 Jan 18 23:47:33.938015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:34.044170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.054963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Deleting port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:34.055301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.182938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] DHCP port deletion for a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:47:34.186781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Deleting port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:34.187159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.264973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] For port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:34.265395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.387239 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Calling delete_port for 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:47:34.389916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] For port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,segment=NetworkSegment(d2699186-957d-4864-9e25-a6e69d38072a),segment_id=d2699186-957d-4864-9e25-a6e69d38072a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:34.390311 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.464488 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.510815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Calling delete_port for 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:47:34.512136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:34.513937 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] No DVR routers for this DVR port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:47:34.581380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:47:34.581717 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:47:34.631641 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.663051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e7ca5a-8ab2-4e38-8a66-b377210e4d45']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:34.675008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2699186-957d-4864-9e25-a6e69d38072a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:34.675305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2699186-957d-4864-9e25-a6e69d38072a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:34.688468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.705304 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.711733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:47:34.712118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:47:34.725262 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:47:34.919969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.930801 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.936486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:34.946667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e7ca5a-8ab2-4e38-8a66-b377210e4d45,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:34.961194 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4c59ac62-3bc6-415d-ae1c-94029a71fabd admin admin] 10.222.0.78 "DELETE /v2.0/networks/a8e7ca5a-8ab2-4e38-8a66-b377210e4d45 HTTP/1.1" status: 204 len: 168 time: 1.0222447 Jan 18 23:47:35.082849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Deleting port 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:47:35.083088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:35.101320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:35.151064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ec121de5-cfba-4099-a096-229b9016d5a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5356010970f04d6e939c5d8720efb629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484660 Jan 18 23:47:35.152883 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e6b85f06-f9e1-48c7-8fe7-e132414ff0b4 None None] The port '1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:47:35.153815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55952) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:35.212378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1968135-933a-4150-b4aa-329c779b49f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:35.238967 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1968135-933a-4150-b4aa-329c779b49f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:35.291965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1968135-933a-4150-b4aa-329c779b49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:35.317106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1968135-933a-4150-b4aa-329c779b49f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad4668-df6a-4ea1-bf78-997d45694caf,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:35.326241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e1968135-933a-4150-b4aa-329c779b49f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:35.328784 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e1968135-933a-4150-b4aa-329c779b49f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18ad4668-df6a-4ea1-bf78-997d45694caf HTTP/1.1" status: 204 len: 168 time: 0.1725817 Jan 18 23:47:35.622185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:47:35.660762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:47:35.661126 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1c49bb46-5e95-4f4e-8fa3-1b8602d2c75b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:47:36.165526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 55976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:36.270592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-506816554-network', 'tenant_id': '603b8df564e241ab923cf82d81ac0dca'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:36.276196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:36.280170 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Usage tracker for resource:network and tenant:603b8df564e241ab923cf82d81ac0dca is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:36.287095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:36.292867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:36.305003 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Made reservation on behalf of 603b8df564e241ab923cf82d81ac0dca for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:47:36.307239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.319302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.333555 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:36.337455 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Usage tracker for resource:security_group_rule and tenant:603b8df564e241ab923cf82d81ac0dca is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:36.340293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:36.345945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:36.427695 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.433643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.463730 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:47:36.471897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea39665-dba3-475c-9055-20ab4336e065,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:36.479782 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.479782 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Added segment 6566d3a4-6716-42ea-8963-91d2d02fc4ad of type vlan for network 220f754e-4222-4876-9692-64b2c8df84e2 Jan 18 23:47:36.507082 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.537554 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.538540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:36.539376 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.644216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4775221 Jan 18 23:47:36.645203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752070e-fee1-4699-a4a6-d17008eaff30 admin admin] Pushing event updated for resources: {'Network': ['ID=220f754e-4222-4876-9692-64b2c8df84e2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:36.647310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 55982) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:36.653164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Request body: {'subnet': {'network_id': '220f754e-4222-4876-9692-64b2c8df84e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-506816554-subnet', 'tenant_id': '603b8df564e241ab923cf82d81ac0dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:36.654872 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 220f754e-4222-4876-9692-64b2c8df84e2 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:47:36.659165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:36.663140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Usage tracker for resource:subnet and tenant:603b8df564e241ab923cf82d81ac0dca is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:36.666211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:36.672095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:36.684010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Made reservation on behalf of 603b8df564e241ab923cf82d81ac0dca for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:47:36.686486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.903645 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:36.977017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:36.984372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Checking segment: {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:47:36.984734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Network hostable DHCP agents. Network: 220f754e-4222-4876-9692-64b2c8df84e2, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:47:37.007597 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Network 220f754e-4222-4876-9692-64b2c8df84e2 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:47:37.019211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 220f754e-4222-4876-9692-64b2c8df84e2) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:47:37.023504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:37.024089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:37.029586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46ff82-347e-4776-8541-0ca0418dc63e None None] Network 220f754e-4222-4876-9692-64b2c8df84e2 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:47:37.045274 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e2e880e4-be9a-40fc-934c-6aa77f5e53c9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3967149 Jan 18 23:47:37.242940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284b3bf-8ce1-40ed-bcb9-076a95dcedee None None] Network 220f754e-4222-4876-9692-64b2c8df84e2 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:47:37.416831 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:37.593168 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8dbc999c-1357-4af0-b9e8-d0e6341599e2 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:37.593896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8dbc999c-1357-4af0-b9e8-d0e6341599e2 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Synchronizing usage tracker for tenant:603b8df564e241ab923cf82d81ac0dca on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:47:37.612723 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8dbc999c-1357-4af0-b9e8-d0e6341599e2 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Unset dirty status for tenant:603b8df564e241ab923cf82d81ac0dca on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:47:37.613935 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8dbc999c-1357-4af0-b9e8-d0e6341599e2 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/networks?id=220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 200 len: 813 time: 0.1710787 Jan 18 23:47:37.630454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-18731eac-f1f7-4163-8242-6f36b55063b0 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/quotas/603b8df564e241ab923cf82d81ac0dca HTTP/1.1" status: 200 len: 375 time: 0.0106695 Jan 18 23:47:37.677217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8bc3e6de-68eb-40d3-a147-03f544144fa0 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=603b8df564e241ab923cf82d81ac0dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417645 Jan 18 23:47:37.731538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-90e7d85c-4230-4be9-b3fa-0d21e06985b7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:47:37.732505 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-90e7d85c-4230-4be9-b3fa-0d21e06985b7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491617 Jan 18 23:47:37.880167 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-a879d4b1-60ca-46ae-81fe-f0d37877d8cc service neutron] 10.222.0.78 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415863 Jan 18 23:47:38.023342 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-fca8edc9-8bad-406d-bc34-66d0d0f6c7c9 service neutron] 10.222.0.78 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373243 Jan 18 23:47:38.205627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24f66e53-9393-44bd-b843-aada40cde55c req-0465d396-b540-4bd0-a5df-612e2fdf9997 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 210 time: 0.0431519 Jan 18 23:47:39.373121 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-300b221d-acc2-484f-b070-a29c12088762 req-25b52512-4755-429e-96ee-02734021174c tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 210 time: 0.0543213 Jan 18 23:47:39.484270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-a9b51d57-f8b9-42f6-95e4-837d439d99c8 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:39.485728 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-a9b51d57-f8b9-42f6-95e4-837d439d99c8 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.86 "GET /v2.0/networks?id=220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 200 len: 813 time: 0.1479037 Jan 18 23:47:39.497987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Request body: {'port': {'device_id': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2', 'admin_state_up': True, 'tenant_id': '603b8df564e241ab923cf82d81ac0dca'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:39.643888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:39.648282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Usage tracker for resource:port and tenant:603b8df564e241ab923cf82d81ac0dca is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:39.651391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:39.657986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:39.670955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Made reservation on behalf of 603b8df564e241ab923cf82d81ac0dca for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:47:39.674529 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.834363 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Allocated IP 172.20.0.8 (220f754e-4222-4876-9692-64b2c8df84e2/7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b/3818f9d4-e34a-40c3-a16a-05a644739043) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:47:40.051464 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.097298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.166072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Network 220f754e-4222-4876-9692-64b2c8df84e2 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:47:40.169275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:47:40.173041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:47:40.202633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Pushing event updated for resources: {'Port': ['ID=3818f9d4-e34a-40c3-a16a-05a644739043,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:40.237278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:40.237878 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.261901 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7315aad2-12e0-415a-9ef5-0bed390a551f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680216 Jan 18 23:47:40.272986 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Request body: {'port': {'device_id': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:40.384161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.806525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474320a-96ae-460f-8f9b-0cacc87eb490 req-a7136b10-6b4f-4745-87d8-3bcd3cdc8a5e tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:40.807271 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e474320a-96ae-460f-8f9b-0cacc87eb490 req-a7136b10-6b4f-4745-87d8-3bcd3cdc8a5e tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Synchronizing usage tracker for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:47:40.840778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e474320a-96ae-460f-8f9b-0cacc87eb490 req-a7136b10-6b4f-4745-87d8-3bcd3cdc8a5e tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Unset dirty status for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:47:40.841923 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e474320a-96ae-460f-8f9b-0cacc87eb490 req-a7136b10-6b4f-4745-87d8-3bcd3cdc8a5e tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 931 time: 0.3444037 Jan 18 23:47:40.924131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3818f9d4-e34a-40c3-a16a-05a644739043 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:40.935483 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.943086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e474320a-96ae-460f-8f9b-0cacc87eb490 req-00fc8830-7459-4cef-9c43-6c4af2184ac6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675073 Jan 18 23:47:40.954133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Transition to ACTIVE for port object 3818f9d4-e34a-40c3-a16a-05a644739043 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:47:40.959259 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:41.109161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Pushing event updated for resources: {'Port': ['ID=3818f9d4-e34a-40c3-a16a-05a644739043,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:41.196742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Attempting to bind port 3818f9d4-e34a-40c3-a16a-05a644739043 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:47:41.197088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Attempting to bind port 3818f9d4-e34a-40c3-a16a-05a644739043 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:47:41.197439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Attempting to bind port 3818f9d4-e34a-40c3-a16a-05a644739043 on network 220f754e-4222-4876-9692-64b2c8df84e2 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:47:41.202431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Port 3818f9d4-e34a-40c3-a16a-05a644739043 on network 220f754e-4222-4876-9692-64b2c8df84e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:47:41.202745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Attempting to bind port 3818f9d4-e34a-40c3-a16a-05a644739043 on network 220f754e-4222-4876-9692-64b2c8df84e2 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:47:41.208155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:47:41.208482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Checking segment: {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:47:41.208882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Bound using segment: {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:47:41.209332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Bound port: 3818f9d4-e34a-40c3-a16a-05a644739043, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:47:41.209669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:41.299249 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] For port 3818f9d4-e34a-40c3-a16a-05a644739043, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:47:41.302172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] For port 3818f9d4-e34a-40c3-a16a-05a644739043, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3818f9d4-e34a-40c3-a16a-05a644739043,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:47:41.309633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:41.370940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:41.371566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:41.372938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] 10.222.0.86 "PUT /v2.0/ports/3818f9d4-e34a-40c3-a16a-05a644739043 HTTP/1.1" status: 200 len: 1091 time: 1.1039250 Jan 18 23:47:41.373405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'tag': '3818f9d4-e34a-40c3-a16a-05a644739043'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:41.394643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004880-e88a-4e87-a06c-54aa9fa02075 service neutron] Pushing event updated for resources: {'Port': ['ID=3818f9d4-e34a-40c3-a16a-05a644739043,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:41.447476 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'tag': '3818f9d4-e34a-40c3-a16a-05a644739043', 'status': 'completed', 'code': 200} Jan 18 23:47:41.490177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-aec9af13-8a0c-47e1-8eeb-f20b18b388a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:41.492424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-aec9af13-8a0c-47e1-8eeb-f20b18b388a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b8df564e241ab923cf82d81ac0dca&device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 1094 time: 0.0810635 Jan 18 23:47:41.563071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-4a749387-fef1-4aad-aad6-438eb520eda0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3818f9d4-e34a-40c3-a16a-05a644739043 HTTP/1.1" status: 200 len: 217 time: 0.0637236 Jan 18 23:47:41.641526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7c0990f3-2aca-403d-88a3-9140785ff4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:41.642872 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7c0990f3-2aca-403d-88a3-9140785ff4ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b HTTP/1.1" status: 200 len: 853 time: 0.0718696 Jan 18 23:47:41.700369 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-01924617-9f00-43fc-9ebe-557c68220d39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=220f754e-4222-4876-9692-64b2c8df84e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512586 Jan 18 23:47:41.832270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-2977b13b-e3cc-49e2-97da-51cf01db9665 service neutron] 10.222.0.86 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256139 Jan 18 23:47:41.968701 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d31c59de-5441-4657-8563-2f8c0203f2c6 req-7383f4b8-c3f2-41c5-ad44-e94c32248c92 service neutron] 10.222.0.86 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302626 Jan 18 23:47:42.149616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-9a111a94-f57e-4e66-a459-6d8eb702461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:42.151247 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-9a111a94-f57e-4e66-a459-6d8eb702461f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b8df564e241ab923cf82d81ac0dca&device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 1094 time: 0.1373024 Jan 18 23:47:42.161521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-077457d8-9f32-406f-88f5-80b54c8e7929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:42.165967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2970-e19d-4c17-9bbd-6e237e8b40cb req-6851a23c-1860-4818-bdfa-d1d5ebf52e26 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:42.167476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75ee2970-e19d-4c17-9bbd-6e237e8b40cb req-6851a23c-1860-4818-bdfa-d1d5ebf52e26 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 943 time: 0.1143122 Jan 18 23:47:42.289541 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-75ee2970-e19d-4c17-9bbd-6e237e8b40cb req-9f1c3cfb-1a34-4c18-a87f-9da80c6d9881 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034563 Jan 18 23:47:42.323566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-138cd372-1b59-49c6-8225-2b816d844a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:42.325010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-138cd372-1b59-49c6-8225-2b816d844a11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 200 len: 914 time: 0.1566494 Jan 18 23:47:42.506162 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-b9d01653-40ea-4b02-9e8b-ead9d3df45c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3818f9d4-e34a-40c3-a16a-05a644739043 HTTP/1.1" status: 200 len: 217 time: 0.1740544 Jan 18 23:47:42.567338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-e48f94a8-3314-4379-a33e-ff670a46b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:42.568678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-e48f94a8-3314-4379-a33e-ff670a46b4d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b HTTP/1.1" status: 200 len: 853 time: 0.0568223 Jan 18 23:47:42.614761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-c41aa385-644d-439d-beef-476fe26951e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=220f754e-4222-4876-9692-64b2c8df84e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401757 Jan 18 23:47:42.746660 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-ef0f6b7d-e12a-4a4e-9853-141989f97bb0 service neutron] 10.222.0.86 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252615 Jan 18 23:47:42.877884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9334aa10-ea7f-4f0d-8843-b6302cb73026 req-b4d72dde-dc23-41a9-bee2-3fa45ecfe64a service neutron] 10.222.0.86 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246417 Jan 18 23:47:43.494092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7249-be09-49c2-9e37-1e1fad508f09 req-b1c2c77b-6326-4b57-976e-4a8b53abe4a1 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:43.495972 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-981f7249-be09-49c2-9e37-1e1fad508f09 req-b1c2c77b-6326-4b57-976e-4a8b53abe4a1 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 943 time: 0.0895824 Jan 18 23:47:43.542905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-981f7249-be09-49c2-9e37-1e1fad508f09 req-4d6ef6ba-50ed-4b76-b7d5-903da6875463 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Synchronizing usage tracker for tenant:603b8df564e241ab923cf82d81ac0dca on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:47:43.563363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-981f7249-be09-49c2-9e37-1e1fad508f09 req-4d6ef6ba-50ed-4b76-b7d5-903da6875463 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Unset dirty status for tenant:603b8df564e241ab923cf82d81ac0dca on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:47:43.564451 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-981f7249-be09-49c2-9e37-1e1fad508f09 req-4d6ef6ba-50ed-4b76-b7d5-903da6875463 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600634 Jan 18 23:47:44.790690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504c062-893d-45ef-b3a6-4f1bfc2b36f0 req-e68d3c5c-73bc-47b5-bead-17aba271735f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:44.792399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2504c062-893d-45ef-b3a6-4f1bfc2b36f0 req-e68d3c5c-73bc-47b5-bead-17aba271735f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 943 time: 0.0985212 Jan 18 23:47:44.837322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2504c062-893d-45ef-b3a6-4f1bfc2b36f0 req-7c0fc9eb-1d81-4c76-8827-d885cec59eab tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392497 Jan 18 23:47:45.025231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfad5-ccc0-4237-ba0c-a51b74239dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:45.690403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:45.894352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.036210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77472-d46e-473d-ab86-89e02404d35e req-231e274e-7bc1-4606-bd29-a872d8507f8c tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:46.037691 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ae77472-d46e-473d-ab86-89e02404d35e req-231e274e-7bc1-4606-bd29-a872d8507f8c tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 943 time: 0.0851808 Jan 18 23:47:46.047312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3818f9d4-e34a-40c3-a16a-05a644739043 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:47:46.082048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3ae77472-d46e-473d-ab86-89e02404d35e req-391b7b85-058a-4b6a-a714-858f568b60fa tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Jan 18 23:47:46.184520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3818f9d4-e34a-40c3-a16a-05a644739043, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3818f9d4-e34a-40c3-a16a-05a644739043,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:46.197467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '3818f9d4-e34a-40c3-a16a-05a644739043', 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2', 'port_id': '3818f9d4-e34a-40c3-a16a-05a644739043', 'mac_address': 'fa:16:3e:84:85:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:47:46.251975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.269387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3818f9d4-e34a-40c3-a16a-05a644739043 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:46.287702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3818f9d4-e34a-40c3-a16a-05a644739043, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3818f9d4-e34a-40c3-a16a-05a644739043,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:46.294944 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.370580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3818f9d4-e34a-40c3-a16a-05a644739043,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:46.488706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3818f9d4-e34a-40c3-a16a-05a644739043'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:47:47.207703 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.305564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba1a45-f79d-488c-8300-e78adde90333 req-fb113f7e-5fb5-4f08-889f-6cb4e9762cc9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:47.307009 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bcba1a45-f79d-488c-8300-e78adde90333 req-fb113f7e-5fb5-4f08-889f-6cb4e9762cc9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 944 time: 0.0961185 Jan 18 23:47:47.355691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bcba1a45-f79d-488c-8300-e78adde90333 req-60a6fce5-a311-41f5-b22c-dffeb72c869b tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Jan 18 23:47:48.063863 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3818f9d4-e34a-40c3-a16a-05a644739043 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:47:48.148963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 3818f9d4-e34a-40c3-a16a-05a644739043 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:47:48.153899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 3818f9d4-e34a-40c3-a16a-05a644739043 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:47:48.154280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.277183 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.303320 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3818f9d4-e34a-40c3-a16a-05a644739043'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:48.313754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 3818f9d4-e34a-40c3-a16a-05a644739043, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3818f9d4-e34a-40c3-a16a-05a644739043,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:48.320139 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.362077 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3818f9d4-e34a-40c3-a16a-05a644739043', 'code': 200} Jan 18 23:47:48.397136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=3818f9d4-e34a-40c3-a16a-05a644739043,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:48.538478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606b2fd-6402-46f8-9e97-f7bf1e968e64 req-4d828485-cdc6-4f53-999d-0821e7e47f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:48.539820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6606b2fd-6402-46f8-9e97-f7bf1e968e64 req-4d828485-cdc6-4f53-999d-0821e7e47f44 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 1096 time: 0.1254652 Jan 18 23:47:48.575492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05dfe1-c408-4dd0-ad52-1c501aa034f3 req-0d635ebe-e1c4-4e5b-b85d-8f196dbd40fa tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:48.576896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b05dfe1-c408-4dd0-ad52-1c501aa034f3 req-0d635ebe-e1c4-4e5b-b85d-8f196dbd40fa tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.1141670 Jan 18 23:47:48.610260 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6606b2fd-6402-46f8-9e97-f7bf1e968e64 req-0ba1a0cd-0518-4d8e-b24b-0e6bf79af9c8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628650 Jan 18 23:47:48.629443 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b05dfe1-c408-4dd0-ad52-1c501aa034f3 req-fbf20971-9421-4bde-bcde-13a38e6f326f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Jan 18 23:47:49.823132 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713c97-24e2-470d-afb3-92222522af12 req-cc5d9480-3938-468e-aa22-7eac0c970fec tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:49.824582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b713c97-24e2-470d-afb3-92222522af12 req-cc5d9480-3938-468e-aa22-7eac0c970fec tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0829804 Jan 18 23:47:49.871263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b713c97-24e2-470d-afb3-92222522af12 req-9d10f6fd-1c75-4b3f-90d4-6507aa2513d3 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Jan 18 23:47:50.160300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-7aa7d652-9d9c-4754-80c0-ccc8033ea209 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:50.161687 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-7aa7d652-9d9c-4754-80c0-ccc8033ea209 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/networks?id=220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 200 len: 813 time: 0.1445084 Jan 18 23:47:50.178902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-ba0240a9-05f2-4ac5-81a8-3769fe9ef1e7 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/quotas/603b8df564e241ab923cf82d81ac0dca HTTP/1.1" status: 200 len: 375 time: 0.0098984 Jan 18 23:47:50.261664 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-d3ca648d-d15d-4b51-a89d-88a55299ad71 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=603b8df564e241ab923cf82d81ac0dca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777636 Jan 18 23:47:50.452653 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-edc46a41-b8b2-4854-8926-3230cb23a182 service neutron] 10.222.0.78 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807189 Jan 18 23:47:50.603636 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-3c24c495-0051-4efb-a94d-70962f219dfd service neutron] 10.222.0.78 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424348 Jan 18 23:47:50.786606 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d3ea06af-3619-4034-99d2-20f3b9f4ca9a req-8c214e7d-1324-4ea2-8528-0e9bfcc3bade tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 210 time: 0.0461719 Jan 18 23:47:51.967331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f21af8c6-5932-41f3-97a2-3bc0bbc0a2a4 req-15768640-a73a-4494-83aa-1ee80b42cefa tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 210 time: 0.0554717 Jan 18 23:47:52.019972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-ed8b9189-49c5-4ec8-aa72-2d31afb577ae tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:52.021455 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-ed8b9189-49c5-4ec8-aa72-2d31afb577ae tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.85 "GET /v2.0/networks?id=220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 200 len: 813 time: 0.2004023 Jan 18 23:47:52.034685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Request body: {'port': {'device_id': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2', 'admin_state_up': True, 'tenant_id': '603b8df564e241ab923cf82d81ac0dca'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:52.269026 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:52.278422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:52.290027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Made reservation on behalf of 603b8df564e241ab923cf82d81ac0dca for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:47:52.293574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:52.452641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Allocated IP 172.20.0.2 (220f754e-4222-4876-9692-64b2c8df84e2/7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b/a3d26be6-a001-4628-9ecb-98e427ca54c8) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:47:52.670956 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:52.703093 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:52.715032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3818f9d4-e34a-40c3-a16a-05a644739043'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:47:52.776870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Network 220f754e-4222-4876-9692-64b2c8df84e2 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:47:52.780185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:47:52.784059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:47:52.814104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Pushing event updated for resources: {'Port': ['ID=a3d26be6-a001-4628-9ecb-98e427ca54c8,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:52.833311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.833668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.834006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.834322 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.834650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.834979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.835304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.835620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.835942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.836459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.836783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.837129 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:52.859565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:52.860388 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:52.887085 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-c3bf998c-e12a-48f8-bb43-35d33544dfb9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8557162 Jan 18 23:47:52.897856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Request body: {'port': {'device_id': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:47:53.012141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.153508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6704-a728-4658-b7ed-b69ed40e1312 req-faddfbfe-da6d-457b-8a05-235f6e09c38b tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:53.154944 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff9c6704-a728-4658-b7ed-b69ed40e1312 req-faddfbfe-da6d-457b-8a05-235f6e09c38b tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 931 time: 0.0814061 Jan 18 23:47:53.199651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ff9c6704-a728-4658-b7ed-b69ed40e1312 req-fe12cb5c-b950-421e-954a-1b80cd73405a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Jan 18 23:47:53.352984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d26be6-a001-4628-9ecb-98e427ca54c8 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:53.360640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.379959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Transition to ACTIVE for port object a3d26be6-a001-4628-9ecb-98e427ca54c8 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:47:53.385399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.538712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d26be6-a001-4628-9ecb-98e427ca54c8,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:53.623427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Attempting to bind port a3d26be6-a001-4628-9ecb-98e427ca54c8 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:47:53.623757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Attempting to bind port a3d26be6-a001-4628-9ecb-98e427ca54c8 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:47:53.624079 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Attempting to bind port a3d26be6-a001-4628-9ecb-98e427ca54c8 on network 220f754e-4222-4876-9692-64b2c8df84e2 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:47:53.629941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Port a3d26be6-a001-4628-9ecb-98e427ca54c8 on network 220f754e-4222-4876-9692-64b2c8df84e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:47:53.630292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Attempting to bind port a3d26be6-a001-4628-9ecb-98e427ca54c8 on network 220f754e-4222-4876-9692-64b2c8df84e2 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:47:53.637062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:47:53.637366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Checking segment: {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:47:53.637750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Bound using segment: {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:47:53.640237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Bound port: a3d26be6-a001-4628-9ecb-98e427ca54c8, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6566d3a4-6716-42ea-8963-91d2d02fc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:47:53.640714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.741557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] For port a3d26be6-a001-4628-9ecb-98e427ca54c8, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:47:53.746212 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] For port a3d26be6-a001-4628-9ecb-98e427ca54c8, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:47:53.753405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.812166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:53.812772 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.814153 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] 10.222.0.85 "PUT /v2.0/ports/a3d26be6-a001-4628-9ecb-98e427ca54c8 HTTP/1.1" status: 200 len: 1091 time: 0.9203753 Jan 18 23:47:53.814574 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'tag': 'a3d26be6-a001-4628-9ecb-98e427ca54c8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:53.833582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a86dd-5c1a-480d-b825-53650dd767b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d26be6-a001-4628-9ecb-98e427ca54c8,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:53.883289 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'tag': 'a3d26be6-a001-4628-9ecb-98e427ca54c8', 'status': 'completed', 'code': 200} Jan 18 23:47:53.926437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-b0177735-612c-4253-8276-0070baf9646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:53.927900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-b0177735-612c-4253-8276-0070baf9646e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=603b8df564e241ab923cf82d81ac0dca&device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 1094 time: 0.0762844 Jan 18 23:47:53.997503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-1e606329-8856-4d2b-b47b-99bbb5f5f631 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8 HTTP/1.1" status: 200 len: 217 time: 0.0632715 Jan 18 23:47:54.168361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060338-0323-4bc4-975c-9f1223103375 req-d335eb4b-f9f6-4dc8-81f0-de9a1517fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:54.169866 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-d335eb4b-f9f6-4dc8-81f0-de9a1517fe61 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b HTTP/1.1" status: 200 len: 853 time: 0.1643171 Jan 18 23:47:54.215581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-147d6a48-215a-423f-9615-21d0c94cf13f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220f754e-4222-4876-9692-64b2c8df84e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395072 Jan 18 23:47:54.347446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-7b0e6362-92c7-4ef1-9971-37240c852fe3 service neutron] 10.222.0.85 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257772 Jan 18 23:47:54.385201 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517224-3e99-4e0d-8f29-cf26e68c7500 req-db60261f-8fbf-4eec-b219-eea8d7b7e63a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:54.386669 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b517224-3e99-4e0d-8f29-cf26e68c7500 req-db60261f-8fbf-4eec-b219-eea8d7b7e63a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 943 time: 0.0836101 Jan 18 23:47:54.430879 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b517224-3e99-4e0d-8f29-cf26e68c7500 req-be474e16-7dfd-470a-96d3-856980588aed tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Jan 18 23:47:54.480313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-61060338-0323-4bc4-975c-9f1223103375 req-6c43d138-2ccc-4515-b1ca-37a7ac838ae2 service neutron] 10.222.0.85 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265569 Jan 18 23:47:54.611915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-ef4c13e4-de05-413c-a942-6e8f025d421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:54.613480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-ef4c13e4-de05-413c-a942-6e8f025d421d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=603b8df564e241ab923cf82d81ac0dca&device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 1094 time: 0.0795481 Jan 18 23:47:54.750836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-75f0adce-37ea-4797-862d-afb1c9bf5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:54.752926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-75f0adce-37ea-4797-862d-afb1c9bf5a7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 200 len: 914 time: 0.1329165 Jan 18 23:47:54.825762 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-9b38cc6a-ade7-4821-80b6-08d6a5f310ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8 HTTP/1.1" status: 200 len: 217 time: 0.0656133 Jan 18 23:47:54.887590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-a0c6503e-d31e-4b5b-b6c9-80009828ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:54.889093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-a0c6503e-d31e-4b5b-b6c9-80009828ccd3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b HTTP/1.1" status: 200 len: 853 time: 0.0570335 Jan 18 23:47:54.938117 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-7335a4e6-2875-4ef3-a115-7410818f595c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220f754e-4222-4876-9692-64b2c8df84e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427532 Jan 18 23:47:55.072904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-81386b35-7573-488f-8604-6eaa14973ac9 service neutron] 10.222.0.85 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265433 Jan 18 23:47:55.207137 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e7a591-0dc2-4ace-be28-8c363f536f8f req-84103675-7c80-4d2e-8ce3-2fefe64fc210 service neutron] 10.222.0.85 "GET /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269600 Jan 18 23:47:55.634441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd367-2f94-4978-80dd-c538c925eb62 req-c0d090da-fae6-4957-ab1c-4f3910c2eac6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:55.635145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-de1dd367-2f94-4978-80dd-c538c925eb62 req-c0d090da-fae6-4957-ab1c-4f3910c2eac6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Synchronizing usage tracker for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:47:55.655825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-de1dd367-2f94-4978-80dd-c538c925eb62 req-c0d090da-fae6-4957-ab1c-4f3910c2eac6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Unset dirty status for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:47:55.657361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de1dd367-2f94-4978-80dd-c538c925eb62 req-c0d090da-fae6-4957-ab1c-4f3910c2eac6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 943 time: 0.1106222 Jan 18 23:47:55.718151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-de1dd367-2f94-4978-80dd-c538c925eb62 req-983aafe7-415d-4ceb-9f0a-3637451537d5 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Jan 18 23:47:56.920604 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f165d-1cab-4f9b-ad9f-9c8dd223f5d0 req-ab463572-93a5-423e-8510-047aefbf054a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:56.922093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec3f165d-1cab-4f9b-ad9f-9c8dd223f5d0 req-ab463572-93a5-423e-8510-047aefbf054a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 943 time: 0.0882673 Jan 18 23:47:56.970369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec3f165d-1cab-4f9b-ad9f-9c8dd223f5d0 req-ed5e0331-dc51-4ad7-ac18-490aaf8c8275 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 Jan 18 23:47:57.588983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a3d26be6-a001-4628-9ecb-98e427ca54c8 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:47:57.740258 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a3d26be6-a001-4628-9ecb-98e427ca54c8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:57.754548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'a3d26be6-a001-4628-9ecb-98e427ca54c8', 'network_id': '220f754e-4222-4876-9692-64b2c8df84e2', 'port_id': 'a3d26be6-a001-4628-9ecb-98e427ca54c8', 'mac_address': 'fa:16:3e:e6:1e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:47:57.813505 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:57.859899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d26be6-a001-4628-9ecb-98e427ca54c8 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:57.876506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a3d26be6-a001-4628-9ecb-98e427ca54c8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:57.882203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:57.949287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a3d26be6-a001-4628-9ecb-98e427ca54c8,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:58.072265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['a3d26be6-a001-4628-9ecb-98e427ca54c8'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:47:58.160447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57235e6-ebec-44fc-be1d-b1c8abc03af9 req-26609088-9c7b-4eda-a5e1-148c69fa041a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:58.161822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d57235e6-ebec-44fc-be1d-b1c8abc03af9 req-26609088-9c7b-4eda-a5e1-148c69fa041a tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 944 time: 0.0835199 Jan 18 23:47:58.206993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d57235e6-ebec-44fc-be1d-b1c8abc03af9 req-67e5f0b8-888d-4045-91fb-055c4e2198fe tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393200 Jan 18 23:47:59.414625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75537-f47a-48eb-aa7f-76e2e85cf10a req-36b49727-e410-4811-ad7c-7cf484d2de1f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:59.416022 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cb75537-f47a-48eb-aa7f-76e2e85cf10a req-36b49727-e410-4811-ad7c-7cf484d2de1f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 944 time: 0.0850940 Jan 18 23:47:59.460303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1cb75537-f47a-48eb-aa7f-76e2e85cf10a req-8c44e68f-effa-4f8e-86cd-ad0f4e4a7e87 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Jan 18 23:47:59.598576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a3d26be6-a001-4628-9ecb-98e427ca54c8 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:47:59.674856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port a3d26be6-a001-4628-9ecb-98e427ca54c8 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:47:59.679625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port a3d26be6-a001-4628-9ecb-98e427ca54c8 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:47:59.680001 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:59.807707 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:59.834655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d26be6-a001-4628-9ecb-98e427ca54c8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:59.844263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port a3d26be6-a001-4628-9ecb-98e427ca54c8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:47:59.850450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:59.882276 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d26be6-a001-4628-9ecb-98e427ca54c8', 'code': 200} Jan 18 23:47:59.924800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=a3d26be6-a001-4628-9ecb-98e427ca54c8,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:00.014942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904283-2fbd-452a-9ab8-4c3c89faddb7 req-9181afc8-dcf8-451e-980c-3f934228006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:00.016444 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46904283-2fbd-452a-9ab8-4c3c89faddb7 req-9181afc8-dcf8-451e-980c-3f934228006c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 1096 time: 0.0809617 Jan 18 23:48:00.061832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-46904283-2fbd-452a-9ab8-4c3c89faddb7 req-68c25c29-7820-4622-806c-c06fb5840859 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379081 Jan 18 23:48:00.661788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542cab-c60d-46f2-89e2-2aa0c8aef47c req-098f0d9e-9cf0-47e5-99bf-6dcd64ebb288 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:00.663262 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd542cab-c60d-46f2-89e2-2aa0c8aef47c req-098f0d9e-9cf0-47e5-99bf-6dcd64ebb288 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 945 time: 0.0873208 Jan 18 23:48:00.707353 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd542cab-c60d-46f2-89e2-2aa0c8aef47c req-22631ed5-be4f-4e67-94a5-a01682bfa430 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383930 Jan 18 23:48:01.907898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf99d4c-aff9-4192-9d75-8ceb191eca92 req-b9235893-6737-47c7-9743-0a543f4b3e85 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:01.909380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cf99d4c-aff9-4192-9d75-8ceb191eca92 req-b9235893-6737-47c7-9743-0a543f4b3e85 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 945 time: 0.0824504 Jan 18 23:48:01.954738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4cf99d4c-aff9-4192-9d75-8ceb191eca92 req-56bdfd6f-3446-4442-9803-65cabd305563 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Jan 18 23:48:02.354361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec76f6-2a28-462b-a1f1-6e5cd975e6e5 req-928c2834-43cf-484d-8629-6f3907712709 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:02.355850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86ec76f6-2a28-462b-a1f1-6e5cd975e6e5 req-928c2834-43cf-484d-8629-6f3907712709 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 945 time: 0.0876596 Jan 18 23:48:02.402080 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-86ec76f6-2a28-462b-a1f1-6e5cd975e6e5 req-27f3e329-3e8c-4769-a4df-615e18c5ad41 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Jan 18 23:48:03.149558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:48:03.548732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-0fd99fb2-88e2-43dc-b650-61354cacdcea tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:03.550214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-0fd99fb2-88e2-43dc-b650-61354cacdcea tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.85 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 945 time: 0.0805500 Jan 18 23:48:03.594137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11b0e-2a98-4dab-86bb-787e90777ca5 req-200cc30c-7e1c-4845-808d-dcf8f91b2171 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:03.595673 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73b11b0e-2a98-4dab-86bb-787e90777ca5 req-200cc30c-7e1c-4845-808d-dcf8f91b2171 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 945 time: 0.0782914 Jan 18 23:48:03.626002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Deleting port a3d26be6-a001-4628-9ecb-98e427ca54c8 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:03.626347 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:03.644312 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-73b11b0e-2a98-4dab-86bb-787e90777ca5 req-e29d643e-26bc-4031-bd6a-e16e068a2b6c tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Jan 18 23:48:03.975633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] For port a3d26be6-a001-4628-9ecb-98e427ca54c8, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=a3d26be6-a001-4628-9ecb-98e427ca54c8,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:03.976010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:04.107812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Calling delete_port for a3d26be6-a001-4628-9ecb-98e427ca54c8 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:04.270080 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:04.282417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3818f9d4-e34a-40c3-a16a-05a644739043'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:48:04.319217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Pushing event deleted for resources: {'Port': ['ID=a3d26be6-a001-4628-9ecb-98e427ca54c8,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:04.392779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] No DVR routers for this DVR port a3d26be6-a001-4628-9ecb-98e427ca54c8 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:04.395519 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:04.398205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'name': 'network-vif-deleted', 'tag': 'a3d26be6-a001-4628-9ecb-98e427ca54c8'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:04.415453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f49ab6e3-4749-4fee-807a-7b2582eca766 req-256b5bc7-e280-403e-8ff5-697859e7f091 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.85 "DELETE /v2.0/ports/a3d26be6-a001-4628-9ecb-98e427ca54c8 HTTP/1.1" status: 204 len: 173 time: 0.8599598 Jan 18 23:48:04.446758 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0187d64-f90a-4b3d-9d27-8e46fe76bbad', 'name': 'network-vif-deleted', 'tag': 'a3d26be6-a001-4628-9ecb-98e427ca54c8', 'status': 'completed', 'code': 200} Jan 18 23:48:04.820917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1826653d-aee1-4ded-865f-3cccaa2a3017 req-f599310c-4d99-4968-b749-7fa76b07058e tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0187d64-f90a-4b3d-9d27-8e46fe76bbad HTTP/1.1" status: 200 len: 210 time: 0.0479233 Jan 18 23:48:04.940725 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:05.634831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a3d26be6-a001-4628-9ecb-98e427ca54c8 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:05.673898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: a3d26be6-a001-4628-9ecb-98e427ca54c8 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:48:05.674233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device a3d26be6-a001-4628-9ecb-98e427ca54c8 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:06.084565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fef75-5de4-40c9-9666-0a0a0a7d420a req-d6c131fa-43ff-4b0c-99fe-19e945908af6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:06.086136 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-179fef75-5de4-40c9-9666-0a0a0a7d420a req-d6c131fa-43ff-4b0c-99fe-19e945908af6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0866597 Jan 18 23:48:06.137560 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-179fef75-5de4-40c9-9666-0a0a0a7d420a req-639c2e22-cf08-40e9-8a3b-5197d2954f11 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Jan 18 23:48:06.346058 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225f175-3a1b-42c2-8d8f-ac57878cdd3e req-ff08ad7c-1fce-484e-95fc-527c93531668 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:06.347504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9225f175-3a1b-42c2-8d8f-ac57878cdd3e req-ff08ad7c-1fce-484e-95fc-527c93531668 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0870168 Jan 18 23:48:06.394923 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9225f175-3a1b-42c2-8d8f-ac57878cdd3e req-322957e4-9e17-4704-9255-09f78a7dc808 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Jan 18 23:48:06.592505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc9042-f46a-4c9e-b25a-81bb6e9bd96d req-25683b68-3d78-4c1a-8ded-b3b4ab853375 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:06.593243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-85dc9042-f46a-4c9e-b25a-81bb6e9bd96d req-25683b68-3d78-4c1a-8ded-b3b4ab853375 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Synchronizing usage tracker for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:06.611280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-85dc9042-f46a-4c9e-b25a-81bb6e9bd96d req-25683b68-3d78-4c1a-8ded-b3b4ab853375 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Unset dirty status for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:06.612663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85dc9042-f46a-4c9e-b25a-81bb6e9bd96d req-25683b68-3d78-4c1a-8ded-b3b4ab853375 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.1093976 Jan 18 23:48:06.657850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-85dc9042-f46a-4c9e-b25a-81bb6e9bd96d req-1cd6d412-f9bf-4d42-a266-2a4315b2f0b3 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391197 Jan 18 23:48:06.958792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb369f-9ff2-4d16-8b6c-db7efb86c0e2 req-3915d029-ed9c-4b55-95b7-ee317682904d tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:06.960237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5cb369f-9ff2-4d16-8b6c-db7efb86c0e2 req-3915d029-ed9c-4b55-95b7-ee317682904d tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0873456 Jan 18 23:48:07.008773 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5cb369f-9ff2-4d16-8b6c-db7efb86c0e2 req-fc64cda0-912d-47b7-a481-21105977caa9 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Jan 18 23:48:07.192328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddaff4-69bb-44de-8070-cd627a9fab16 req-410b2b19-088c-4130-9baa-929b8460dc2f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:07.193709 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-41ddaff4-69bb-44de-8070-cd627a9fab16 req-410b2b19-088c-4130-9baa-929b8460dc2f tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0818086 Jan 18 23:48:07.242425 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-41ddaff4-69bb-44de-8070-cd627a9fab16 req-a4c920b5-ea61-4d66-beca-ef3fdd41d4d6 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Jan 18 23:48:07.404926 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:07.444331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d193612-27e5-4f6c-9ed7-ac76e3249959 req-adf1b324-0c82-448f-a3bf-3bc136bc935d tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:07.445734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d193612-27e5-4f6c-9ed7-ac76e3249959 req-adf1b324-0c82-448f-a3bf-3bc136bc935d tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0843444 Jan 18 23:48:07.489656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6d193612-27e5-4f6c-9ed7-ac76e3249959 req-448261b2-f5c1-4c07-b846-3ddec6198f29 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Jan 18 23:48:08.084692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575388c3-ea2d-4952-90f8-f5cfe0f1b466 req-cedac3aa-17ee-4f01-a5e5-c58b947fcc37 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:08.086078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-575388c3-ea2d-4952-90f8-f5cfe0f1b466 req-cedac3aa-17ee-4f01-a5e5-c58b947fcc37 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.0876975 Jan 18 23:48:08.138435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-575388c3-ea2d-4952-90f8-f5cfe0f1b466 req-faa4d11f-10e1-44b4-beaf-8ca3b597803d tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Jan 18 23:48:09.344921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-4a71d225-5f5c-4536-b21f-514a9b80d490 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:09.346393 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-4a71d225-5f5c-4536-b21f-514a9b80d490 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.1439629 Jan 18 23:48:09.407735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4dbe7-bf75-4d5f-8436-28c23de9ecb2 req-bc5bbf29-136c-40ba-85ad-ea3a31a57b93 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:09.409208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3a4dbe7-bf75-4d5f-8436-28c23de9ecb2 req-bc5bbf29-136c-40ba-85ad-ea3a31a57b93 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 945 time: 0.1461873 Jan 18 23:48:09.441568 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Deleting port 3818f9d4-e34a-40c3-a16a-05a644739043 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:09.441778 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:09.509914 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f3a4dbe7-bf75-4d5f-8436-28c23de9ecb2 req-bade41c1-16b0-4420-84f2-64c64d38a6b1 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea39665-dba3-475c-9055-20ab4336e065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948682 Jan 18 23:48:09.707637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] For port 3818f9d4-e34a-40c3-a16a-05a644739043, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=3818f9d4-e34a-40c3-a16a-05a644739043,segment=NetworkSegment(6566d3a4-6716-42ea-8963-91d2d02fc4ad),segment_id=6566d3a4-6716-42ea-8963-91d2d02fc4ad)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:09.707897 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:09.829643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Calling delete_port for 3818f9d4-e34a-40c3-a16a-05a644739043 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:09.986067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:09.998038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['3818f9d4-e34a-40c3-a16a-05a644739043'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:48:10.137402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Pushing event deleted for resources: {'Port': ['ID=3818f9d4-e34a-40c3-a16a-05a644739043,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:10.208984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] No DVR routers for this DVR port 3818f9d4-e34a-40c3-a16a-05a644739043 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:10.211578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:10.214043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'name': 'network-vif-deleted', 'tag': '3818f9d4-e34a-40c3-a16a-05a644739043'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:10.230688 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a022022-b85a-43c6-aec8-21962ef40df8 req-9ed92199-fe97-4384-8deb-0af3f9c94d33 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.86 "DELETE /v2.0/ports/3818f9d4-e34a-40c3-a16a-05a644739043 HTTP/1.1" status: 204 len: 173 time: 0.8779352 Jan 18 23:48:10.265155 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49f2424-0182-417d-a08a-1b1bcfaa6af9', 'name': 'network-vif-deleted', 'tag': '3818f9d4-e34a-40c3-a16a-05a644739043', 'status': 'completed', 'code': 200} Jan 18 23:48:10.688269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-429d6d0c-949a-4746-806a-fe77e6665781 req-71c2dd44-96a0-4b0b-a41a-272132d3fcd1 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Synchronizing usage tracker for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:10.705792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-429d6d0c-949a-4746-806a-fe77e6665781 req-71c2dd44-96a0-4b0b-a41a-272132d3fcd1 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] Unset dirty status for tenant:603b8df564e241ab923cf82d81ac0dca on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:10.707032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-429d6d0c-949a-4746-806a-fe77e6665781 req-71c2dd44-96a0-4b0b-a41a-272132d3fcd1 tempest-ServersNegativeTestJSON-647926390 tempest-ServersNegativeTestJSON-647926390-project] 10.222.0.78 "GET /v2.0/ports?device_id=d49f2424-0182-417d-a08a-1b1bcfaa6af9 HTTP/1.1" status: 200 len: 210 time: 0.0643857 Jan 18 23:48:11.813676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:11.878875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Deleting subnet 7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:48:11.883474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:11.938413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.107608 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.165120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-104ca69a-a33c-4ff3-ba11-903172ce95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.178319 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.216122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:12.217649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3818f9d4-e34a-40c3-a16a-05a644739043 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:12.218048 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.224247 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2ccef8c0-c5ca-4304-9ff7-eae8f38a6bfd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7b9b948b-b5ec-4fb4-a7b2-5f80c8d3f50b HTTP/1.1" status: 204 len: 168 time: 0.4092100 Jan 18 23:48:12.226970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:12.253830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 3818f9d4-e34a-40c3-a16a-05a644739043 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:48:12.254146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 3818f9d4-e34a-40c3-a16a-05a644739043 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:12.331057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.461388 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.489495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220f754e-4222-4876-9692-64b2c8df84e2']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:12.501805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6566d3a4-6716-42ea-8963-91d2d02fc4ad') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:12.502106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6566d3a4-6716-42ea-8963-91d2d02fc4ad') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:12.513564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.529613 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.537633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:12.538028 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:12.553277 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:12.633938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.652208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.658196 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] Pushing event deleted for resources: {'Network': ['ID=220f754e-4222-4876-9692-64b2c8df84e2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:12.670373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-27246159-94a0-4a00-b8eb-b65360f8ab98 admin admin] 10.222.0.78 "DELETE /v2.0/networks/220f754e-4222-4876-9692-64b2c8df84e2 HTTP/1.1" status: 204 len: 168 time: 0.4423335 Jan 18 23:48:12.785383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56148) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:12.834936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-345d55a1-a66c-4e9d-abe3-76b1bbef4410 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=603b8df564e241ab923cf82d81ac0dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483797 Jan 18 23:48:12.837547 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56152) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:12.893588 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a2d06b-bb21-4ceb-95e8-636e2b4a943b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.918417 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a2d06b-bb21-4ceb-95e8-636e2b4a943b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.975504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a2d06b-bb21-4ceb-95e8-636e2b4a943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.991732 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2d06b-bb21-4ceb-95e8-636e2b4a943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea39665-dba3-475c-9055-20ab4336e065,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:13.005256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79a2d06b-bb21-4ceb-95e8-636e2b4a943b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.006410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-79a2d06b-bb21-4ceb-95e8-636e2b4a943b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ea39665-dba3-475c-9055-20ab4336e065 HTTP/1.1" status: 204 len: 168 time: 0.1680079 Jan 18 23:48:13.812292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56176) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:13.920794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479551257'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:13.927983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:13.932514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:network and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:13.935724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:13.942117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:13.954977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:13.958486 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.970561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.988138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:13.992028 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:security_group_rule and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:13.995190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:14.000994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:14.099949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.106691 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.137615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:14.150258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9466c3b1-1691-4cdf-9924-85300a72dacb,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:14.156672 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.157186 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Added segment 029907be-588b-46f1-80d8-c67910e640c2 of type vlan for network 9653ca1a-fccd-41b0-bd97-02802ab38220 Jan 18 23:48:14.186468 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.218374 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.223793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:14.224376 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.332650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Network': ['ID=9653ca1a-fccd-41b0-bd97-02802ab38220,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:14.335676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-436a2ff8-ee57-43cd-9446-4bfa9feaca31 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5223029 Jan 18 23:48:14.474839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 9653ca1a-fccd-41b0-bd97-02802ab38220 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:15.020150 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d7993f4-7230-4908-a44e-68c5802025b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:15.685253 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:15.897585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.208219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.477195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56182) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:17.486591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'subnet': {'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:17.603671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:17.608040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:subnet and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:17.610962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:17.617113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:17.630537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:17.634170 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.852502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.930842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Subnet': ['ID=94531a90-049f-4647-9925-d5895fa5f24e,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:17.941262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Checking segment: {'id': '029907be-588b-46f1-80d8-c67910e640c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:17.941743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network hostable DHCP agents. Network: 9653ca1a-fccd-41b0-bd97-02802ab38220, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:17.968331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network 9653ca1a-fccd-41b0-bd97-02802ab38220 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:17.981553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 9653ca1a-fccd-41b0-bd97-02802ab38220) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:17.985741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:17.986325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.990607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82efa6f-42c8-403f-985e-6445947c46c0 None None] Network 9653ca1a-fccd-41b0-bd97-02802ab38220 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:18.008214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d905a2ce-abda-4a91-b208-bc4fb4a8ef30 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5294714 Jan 18 23:48:18.011613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56186) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:18.017402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1111982992'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:18.023068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:18.026995 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:network and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:18.029956 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:18.035654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:18.046994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:18.050904 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.079274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:18.087920 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.088313 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Added segment 54b4cfff-13a3-4dc7-a026-8080d623daa5 of type vlan for network aea569be-c7ba-4729-8498-c97057c8b40d Jan 18 23:48:18.115011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.146879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.153142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:18.153760 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.211861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-9653ca1a-fccd-41b0-bd97-02802ab38220', 'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220', 'tenant_id': '9e8ce537540b445cbc4fa1564d45a72c', 'fixed_ips': [{'subnet_id': '94531a90-049f-4647-9925-d5895fa5f24e'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:18.212716 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.249752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2339714 Jan 18 23:48:18.250304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:18.256886 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'subnet': {'network_id': 'aea569be-c7ba-4729-8498-c97057c8b40d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:18.270125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c2f48-1e41-479c-8f33-61002bec24b0 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Network': ['ID=aea569be-c7ba-4729-8498-c97057c8b40d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:18.280956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network aea569be-c7ba-4729-8498-c97057c8b40d details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:18.366930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:18.371068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:subnet and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:18.373965 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:18.379756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:18.392697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:18.396164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.461089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Allocated IP 2001:db8:0:ffff::2 (9653ca1a-fccd-41b0-bd97-02802ab38220/94531a90-049f-4647-9925-d5895fa5f24e/2745c8fa-c1bc-4333-a4ea-04e2a305f0f5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:18.623502 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.666351 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.677248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Transition to ACTIVE for port object 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:18.695842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Transition to ACTIVE for port object 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:18.703454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.712210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Subnet': ['ID=2531a982-bb9b-4124-bcf0-2c2e0d957d05,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:18.718050 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Checking segment: {'id': '54b4cfff-13a3-4dc7-a026-8080d623daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'aea569be-c7ba-4729-8498-c97057c8b40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:18.718407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network hostable DHCP agents. Network: aea569be-c7ba-4729-8498-c97057c8b40d, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:18.738901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network aea569be-c7ba-4729-8498-c97057c8b40d is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:18.751072 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, aea569be-c7ba-4729-8498-c97057c8b40d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:18.756330 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:18.756930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.775811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051f1e3-6f08-41fa-bebf-927d8128ab29 None None] Network aea569be-c7ba-4729-8498-c97057c8b40d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:18.784553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab16a187-548f-40af-a31b-58dd5bd39195 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5301368 Jan 18 23:48:18.785078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:18.877439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Network 9653ca1a-fccd-41b0-bd97-02802ab38220 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:18.882518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:18.886210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Pushing event updated for resources: {'Port': ['ID=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:18.890052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:18.934704 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.937549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.937904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.938268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.938605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.938933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.939256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.939582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.939904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.940195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.940529 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.940847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:18.941190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:19.000168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.020451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Attempting to bind port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:19.020818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Attempting to bind port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '029907be-588b-46f1-80d8-c67910e640c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:19.021206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Attempting to bind port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 on network 9653ca1a-fccd-41b0-bd97-02802ab38220 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:19.052404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:19.052774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Checking segment: {'id': '029907be-588b-46f1-80d8-c67910e640c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:19.053208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.053599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Bound using segment: {'id': '029907be-588b-46f1-80d8-c67910e640c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:19.054059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Bound port: 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029907be-588b-46f1-80d8-c67910e640c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9653ca1a-fccd-41b0-bd97-02802ab38220'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:19.054432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.079760 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.124681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Subnet': ['ID=2531a982-bb9b-4124-bcf0-2c2e0d957d05,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:19.182669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c83b35-fcc8-45c6-9052-b6f81b25ee43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-aea569be-c7ba-4729-8498-c97057c8b40d', 'network_id': 'aea569be-c7ba-4729-8498-c97057c8b40d', 'tenant_id': '9e8ce537540b445cbc4fa1564d45a72c', 'fixed_ips': [{'subnet_id': '2531a982-bb9b-4124-bcf0-2c2e0d957d05'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:19.183481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46c83b35-fcc8-45c6-9052-b6f81b25ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.211340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] For port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:19.218698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.243220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea569be-c7ba-4729-8498-c97057c8b40d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:19.256359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b4cfff-13a3-4dc7-a026-8080d623daa5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:19.257533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] For port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,segment=NetworkSegment(029907be-588b-46f1-80d8-c67910e640c2),segment_id=029907be-588b-46f1-80d8-c67910e640c2)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:19.257942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b4cfff-13a3-4dc7-a026-8080d623daa5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:19.269042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.270365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.286360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.293070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:19.293509 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:19.308079 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:19.364807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d80cea-7487-4e41-bf50-d7ac5dcc653b None None] Network aea569be-c7ba-4729-8498-c97057c8b40d requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:19.394744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.413000 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.424382 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/aea569be-c7ba-4729-8498-c97057c8b40d HTTP/1.1" status: 204 len: 168 time: 0.6382072 Jan 18 23:48:19.427739 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28154d-3335-4897-8fa8-e129acc28a7f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Network': ['ID=aea569be-c7ba-4729-8498-c97057c8b40d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:19.430351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56200) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:19.432519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b9152-179b-4957-aaf7-2542d3b363d3 None None] Pushing event updated for resources: {'Port': ['ID=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:19.437307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1051023013'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:19.444082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:19.448256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:network and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:19.452316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:19.459739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:19.472526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:19.476367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.509154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:19.525856 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.525856 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Added segment 4443b52c-eaff-4ee7-b1e2-6e7dc19f023d of type vlan for network abb42e78-2ef4-4dad-ac09-86411c4542a7 Jan 18 23:48:19.574715 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.611299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.621944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:19.622705 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.691165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:19.733831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3020639 Jan 18 23:48:19.736813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56204) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:19.736969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09b235-1425-415e-9a7d-fb6babc073c7 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Network': ['ID=abb42e78-2ef4-4dad-ac09-86411c4542a7,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:19.742579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'subnet': {'network_id': 'abb42e78-2ef4-4dad-ac09-86411c4542a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:19.750703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network abb42e78-2ef4-4dad-ac09-86411c4542a7 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:19.855120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:19.860745 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:subnet and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:19.863746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:19.865220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:19.870480 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:19.881605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:19.885154 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:19.978877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:48:19.979383 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:48:20.109346 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.197374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Subnet': ['ID=5ef465ca-f32c-4400-8b55-8bac5e797bd4,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:20.211406 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Checking segment: {'id': '4443b52c-eaff-4ee7-b1e2-6e7dc19f023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'abb42e78-2ef4-4dad-ac09-86411c4542a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:20.211770 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network hostable DHCP agents. Network: abb42e78-2ef4-4dad-ac09-86411c4542a7, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:20.233852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network abb42e78-2ef4-4dad-ac09-86411c4542a7 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:20.245716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, abb42e78-2ef4-4dad-ac09-86411c4542a7) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:20.250278 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:20.250856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.254876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47835366-b2dc-40d1-b675-0c94b1308fd1 None None] Network abb42e78-2ef4-4dad-ac09-86411c4542a7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:20.393063 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3433e866-2e1f-4cc6-9564-8a2e703ed8ff tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6549351 Jan 18 23:48:20.396041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56208) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:20.433276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75c726-2c60-4a9c-af1e-76f1bd944d5d None None] Network 9653ca1a-fccd-41b0-bd97-02802ab38220 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:20.540282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.570875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] Provisioning for port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:20.579477 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef1aa80-7b84-410b-aaf2-930296f02e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-abb42e78-2ef4-4dad-ac09-86411c4542a7', 'network_id': 'abb42e78-2ef4-4dad-ac09-86411c4542a7', 'tenant_id': '9e8ce537540b445cbc4fa1564d45a72c', 'fixed_ips': [{'subnet_id': '5ef465ca-f32c-4400-8b55-8bac5e797bd4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:20.580298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ef1aa80-7b84-410b-aaf2-930296f02e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.606197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] Provisioning complete for port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:20.606561 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.606733 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.684260 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.837838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef465ca-f32c-4400-8b55-8bac5e797bd4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server [None req-4ef1aa80-7b84-410b-aaf2-930296f02e3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ef465ca-f32c-4400-8b55-8bac5e797bd4: This subnet is being modified by another concurrent operation. Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ef465ca-f32c-4400-8b55-8bac5e797bd4: This subnet is being modified by another concurrent operation. Jan 18 23:48:20.883016 n-d-825178-1 neutron-server[87813]: ERROR oslo_messaging.rpc.server Jan 18 23:48:20.917877 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2678e9-1fc7-4c72-bce7-1a7913136c36 None None] Network abb42e78-2ef4-4dad-ac09-86411c4542a7 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:20.933528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:20.964407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb42e78-2ef4-4dad-ac09-86411c4542a7']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:20.976429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4443b52c-eaff-4ee7-b1e2-6e7dc19f023d') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:20.976727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4443b52c-eaff-4ee7-b1e2-6e7dc19f023d') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:20.988085 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.004349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.011291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:21.011861 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:21.026383 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:21.049007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.106699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.127131 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.133292 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Network': ['ID=abb42e78-2ef4-4dad-ac09-86411c4542a7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:21.139921 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c4237640-a9fe-48bf-80a3-ea2265f2a8af tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/abb42e78-2ef4-4dad-ac09-86411c4542a7 HTTP/1.1" status: 204 len: 168 time: 0.7426438 Jan 18 23:48:21.144092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56212) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:21.149811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] For port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,segment=NetworkSegment(029907be-588b-46f1-80d8-c67910e640c2),segment_id=029907be-588b-46f1-80d8-c67910e640c2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:21.150323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229043965'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:21.156246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:21.156684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.160287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:network and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:21.163353 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:21.169037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:21.179087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:21.182538 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.214776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:21.224211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533d59a-723a-46f5-84bd-1c4c8fad19e5 None None] Pushing event updated for resources: {'Port': ['ID=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:21.225083 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.225446 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Added segment 6ff32892-37ac-4433-83ef-77d5b43cc047 of type vlan for network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e Jan 18 23:48:21.253898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.284689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.290434 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:21.291046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.381314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc5ba4c-34a8-40d4-859d-e8394eb72eb3 None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:48:21.390224 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2450366 Jan 18 23:48:21.393609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:21.399924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'subnet': {'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:21.402455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201a05-d803-45c5-8b32-717e2754218d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Network': ['ID=1b4a4d6e-23ab-4589-87fa-b3485f8fe69e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:21.417484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:21.516069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:21.519887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:subnet and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:21.522800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:21.528528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:21.540015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:21.543662 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.550574 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-da51ab95-2cc0-44e6-b7d1-9a8db0965d22 None None] Provisioning complete for port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:21.551123 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-da51ab95-2cc0-44e6-b7d1-9a8db0965d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.617485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5ba4c-34a8-40d4-859d-e8394eb72eb3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:48:21.659874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:21.775406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.860590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Subnet': ['ID=b8ab2ab6-8261-4679-a356-2b135ea27f49,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:21.862692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Checking segment: {'id': '6ff32892-37ac-4433-83ef-77d5b43cc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:21.863046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network hostable DHCP agents. Network: 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:21.883849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:21.885266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:21.885643 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.895228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:21.899694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:21.900320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.927457 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-87e67f29-4402-4184-aef8-c54b4bb7c975 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5292749 Jan 18 23:48:21.927709 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:21.933772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561625611'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:21.939443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:21.943443 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:network and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:21.946719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:21.952522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:21.964157 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:21.968587 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:21.997698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:22.007580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.007916 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Added segment f677c055-0320-4b5e-b30b-ecfd6ada16da of type vlan for network 14abf174-105c-4b3c-8547-c10d02653154 Jan 18 23:48:22.033205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.062611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.068001 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:22.068576 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.134557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b5fee-92ed-4eed-ab09-faa914012bdd None None] Network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:22.169530 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2408481 Jan 18 23:48:22.172359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56224) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:22.179644 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Request body: {'subnet': {'network_id': '14abf174-105c-4b3c-8547-c10d02653154', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:22.196923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e97a1-87b9-4a19-95b8-f0a4d67d4a3b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Network': ['ID=14abf174-105c-4b3c-8547-c10d02653154,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:22.211188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 14abf174-105c-4b3c-8547-c10d02653154 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:22.294276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:22.298312 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Usage tracker for resource:subnet and tenant:9e8ce537540b445cbc4fa1564d45a72c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:22.301245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:22.307015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:22.318331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Made reservation on behalf of 9e8ce537540b445cbc4fa1564d45a72c for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:22.321856 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.433970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-1b4a4d6e-23ab-4589-87fa-b3485f8fe69e', 'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e', 'tenant_id': '9e8ce537540b445cbc4fa1564d45a72c', 'fixed_ips': [{'subnet_id': 'b8ab2ab6-8261-4679-a356-2b135ea27f49'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:22.434796 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.544489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.625972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event updated for resources: {'Subnet': ['ID=8f39d8c5-d6f4-45f1-83a1-78c1652d251f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:22.631423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Allocated IP 2001:db8::2 (1b4a4d6e-23ab-4589-87fa-b3485f8fe69e/b8ab2ab6-8261-4679-a356-2b135ea27f49/75d113b3-a002-4649-82c3-e496b6bf2503) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:22.635912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Checking segment: {'id': 'f677c055-0320-4b5e-b30b-ecfd6ada16da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '14abf174-105c-4b3c-8547-c10d02653154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:22.636374 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network hostable DHCP agents. Network: 14abf174-105c-4b3c-8547-c10d02653154, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:22.663924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Network 14abf174-105c-4b3c-8547-c10d02653154 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:22.674974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 14abf174-105c-4b3c-8547-c10d02653154) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:22.679627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:22.680317 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.705456 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-807e19dd-db34-41e5-8507-62168532f1e4 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5318422 Jan 18 23:48:22.707989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:22.713174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac9ab1-de85-4c60-a055-4111442add59 None None] Network 14abf174-105c-4b3c-8547-c10d02653154 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:22.854916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.931337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:22.991655 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.018241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.034993 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Transition to ACTIVE for port object 75d113b3-a002-4649-82c3-e496b6bf2503 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:23.047646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c5b5a-ae48-41c9-a37c-a80d102e543f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-14abf174-105c-4b3c-8547-c10d02653154', 'network_id': '14abf174-105c-4b3c-8547-c10d02653154', 'tenant_id': '9e8ce537540b445cbc4fa1564d45a72c', 'fixed_ips': [{'subnet_id': '8f39d8c5-d6f4-45f1-83a1-78c1652d251f'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:23.048753 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d6c5b5a-ae48-41c9-a37c-a80d102e543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.070900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Transition to ACTIVE for port object 75d113b3-a002-4649-82c3-e496b6bf2503 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:23.096507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Subnet': ['ID=8f39d8c5-d6f4-45f1-83a1-78c1652d251f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:23.114486 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.192453 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.206776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:23.210359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:23.214516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Pushing event updated for resources: {'Port': ['ID=75d113b3-a002-4649-82c3-e496b6bf2503,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:23.214516 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:23.222294 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14abf174-105c-4b3c-8547-c10d02653154']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:23.235359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f677c055-0320-4b5e-b30b-ecfd6ada16da') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:23.235673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f677c055-0320-4b5e-b30b-ecfd6ada16da') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:23.248855 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.265710 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.271915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:23.272303 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:23.286839 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:23.289515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fc794-fc88-46a1-a028-b72c85e50096 None None] Network 14abf174-105c-4b3c-8547-c10d02653154 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:23.385379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Attempting to bind port 75d113b3-a002-4649-82c3-e496b6bf2503 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:23.385618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Attempting to bind port 75d113b3-a002-4649-82c3-e496b6bf2503 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '6ff32892-37ac-4433-83ef-77d5b43cc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:23.386003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Attempting to bind port 75d113b3-a002-4649-82c3-e496b6bf2503 on network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:23.402312 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:23.402676 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Checking segment: {'id': '6ff32892-37ac-4433-83ef-77d5b43cc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:23.403152 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.403545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Bound using segment: {'id': '6ff32892-37ac-4433-83ef-77d5b43cc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:23.404029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Bound port: 75d113b3-a002-4649-82c3-e496b6bf2503, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff32892-37ac-4433-83ef-77d5b43cc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1b4a4d6e-23ab-4589-87fa-b3485f8fe69e'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:23.404389 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.488233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.505989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.516701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Network': ['ID=14abf174-105c-4b3c-8547-c10d02653154,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:23.524008 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a903d192-59cd-468a-8cc9-595ad5ea0e4b tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/14abf174-105c-4b3c-8547-c10d02653154 HTTP/1.1" status: 204 len: 168 time: 0.8117604 Jan 18 23:48:23.524454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:23.558148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] For port 75d113b3-a002-4649-82c3-e496b6bf2503, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:23.561307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] For port 75d113b3-a002-4649-82c3-e496b6bf2503, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=75d113b3-a002-4649-82c3-e496b6bf2503,segment=NetworkSegment(6ff32892-37ac-4433-83ef-77d5b43cc047),segment_id=6ff32892-37ac-4433-83ef-77d5b43cc047)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:23.562396 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a89b03-fd7c-4412-b47a-850afdb9caf9 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] GET failed (client error): The resource could not be found. Jan 18 23:48:23.562897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d9a89b03-fd7c-4412-b47a-850afdb9caf9 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Synchronizing usage tracker for tenant:9e8ce537540b445cbc4fa1564d45a72c on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:23.567429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.580156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d9a89b03-fd7c-4412-b47a-850afdb9caf9 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Unset dirty status for tenant:9e8ce537540b445cbc4fa1564d45a72c on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:23.581351 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d9a89b03-fd7c-4412-b47a-850afdb9caf9 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "GET /v2.0/subnets/8f39d8c5-d6f4-45f1-83a1-78c1652d251f HTTP/1.1" status: 404 len: 337 time: 0.0562873 Jan 18 23:48:23.584308 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:23.612496 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e871f02-6eb6-4270-b373-f8f1a4ab16f1 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:23.613064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e871f02-6eb6-4270-b373-f8f1a4ab16f1 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:23.614711 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2e871f02-6eb6-4270-b373-f8f1a4ab16f1 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/14abf174-105c-4b3c-8547-c10d02653154 HTTP/1.1" status: 404 len: 339 time: 0.0294943 Jan 18 23:48:23.618702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56240) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:23.647559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e86307-cfa2-4cb3-8a8a-d70c7d86e2e6 None None] Pushing event updated for resources: {'Port': ['ID=75d113b3-a002-4649-82c3-e496b6bf2503,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:23.657188 n-d-825178-1 neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29dbc49-1f74-4769-b0d3-53748174560e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:23.657188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29dbc49-1f74-4769-b0d3-53748174560e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:23.658758 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c29dbc49-1f74-4769-b0d3-53748174560e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/subnets/8f39d8c5-d6f4-45f1-83a1-78c1652d251f HTTP/1.1" status: 404 len: 337 time: 0.0388310 Jan 18 23:48:23.661711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56244) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:23.687888 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ca86cf-7e73-480a-ac74-357cf2711e18 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:23.688369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ca86cf-7e73-480a-ac74-357cf2711e18 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:23.690168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-08ca86cf-7e73-480a-ac74-357cf2711e18 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/14abf174-105c-4b3c-8547-c10d02653154 HTTP/1.1" status: 404 len: 339 time: 0.0274906 Jan 18 23:48:23.692789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56248) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:23.764635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Deleting subnet b8ab2ab6-8261-4679-a356-2b135ea27f49 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:48:23.767955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.831576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:23.924992 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.010402 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.055256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ab2ab6-8261-4679-a356-2b135ea27f49,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:24.058896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.074426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9d002a11-b524-4a11-bc7c-93b225e03b9e tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/subnets/b8ab2ab6-8261-4679-a356-2b135ea27f49 HTTP/1.1" status: 204 len: 168 time: 0.3805127 Jan 18 23:48:24.077115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56252) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:24.194005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.208777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Deleting port 75d113b3-a002-4649-82c3-e496b6bf2503 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:24.209155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.424536 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] For port 75d113b3-a002-4649-82c3-e496b6bf2503, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=75d113b3-a002-4649-82c3-e496b6bf2503,segment=NetworkSegment(6ff32892-37ac-4433-83ef-77d5b43cc047),segment_id=6ff32892-37ac-4433-83ef-77d5b43cc047)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:24.424886 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.547365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Calling delete_port for 75d113b3-a002-4649-82c3-e496b6bf2503 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:24.600858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90f651-fb4b-4fbc-83ee-67b6075952a5 None None] Network 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:24.626352 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.676114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Port': ['ID=75d113b3-a002-4649-82c3-e496b6bf2503,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:24.677849 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0a449561-0d01-4e71-aaf1-613530ede5ea None None] Could not find standard attr ID for object 75d113b3-a002-4649-82c3-e496b6bf2503. {{(pid=87813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:48:24.678268 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No DVR routers for this DVR port 75d113b3-a002-4649-82c3-e496b6bf2503 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:24.820223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b2243-2105-4d28-b98c-120e6d5b68d9 None None] DHCP port deletion for 1b4a4d6e-23ab-4589-87fa-b3485f8fe69e request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:48:24.905774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.930356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4a4d6e-23ab-4589-87fa-b3485f8fe69e']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:24.942302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff32892-37ac-4433-83ef-77d5b43cc047') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:24.942594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff32892-37ac-4433-83ef-77d5b43cc047') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:24.953667 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.969284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.975223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:24.975600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:24.989538 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:25.073688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.090634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.101408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Network': ['ID=1b4a4d6e-23ab-4589-87fa-b3485f8fe69e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:25.105339 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e957a0b-9fef-4d89-8d89-7dc6be744b4d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/1b4a4d6e-23ab-4589-87fa-b3485f8fe69e HTTP/1.1" status: 204 len: 168 time: 1.0272753 Jan 18 23:48:25.107917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56256) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:25.154591 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-349c18ef-da70-4515-95d9-eca2a9baf940 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:25.155320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349c18ef-da70-4515-95d9-eca2a9baf940 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:25.158070 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-349c18ef-da70-4515-95d9-eca2a9baf940 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/subnets/5ef465ca-f32c-4400-8b55-8bac5e797bd4 HTTP/1.1" status: 404 len: 337 time: 0.0490229 Jan 18 23:48:25.161740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:25.185537 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-526c0da0-c407-4ee8-af82-beac74c5310d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:25.185981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526c0da0-c407-4ee8-af82-beac74c5310d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:25.187533 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-526c0da0-c407-4ee8-af82-beac74c5310d tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/abb42e78-2ef4-4dad-ac09-86411c4542a7 HTTP/1.1" status: 404 len: 339 time: 0.0248599 Jan 18 23:48:25.190071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56264) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:25.225934 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-077e44c3-0c6e-4e11-818d-a1c80eeee202 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:25.226366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077e44c3-0c6e-4e11-818d-a1c80eeee202 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:25.227969 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-077e44c3-0c6e-4e11-818d-a1c80eeee202 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/subnets/2531a982-bb9b-4124-bcf0-2c2e0d957d05 HTTP/1.1" status: 404 len: 337 time: 0.0370522 Jan 18 23:48:25.230602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56268) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:25.254340 n-d-825178-1 neutron-server[87811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e64589d-3d6c-42e2-8ead-38331431d391 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] DELETE failed (client error): The resource could not be found. Jan 18 23:48:25.254780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e64589d-3d6c-42e2-8ead-38331431d391 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:48:25.256301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6e64589d-3d6c-42e2-8ead-38331431d391 tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/aea569be-c7ba-4729-8498-c97057c8b40d HTTP/1.1" status: 404 len: 339 time: 0.0248599 Jan 18 23:48:25.258882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:25.325629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Deleting subnet 94531a90-049f-4647-9925-d5895fa5f24e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:48:25.328788 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.387194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.468900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.545239 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.586686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Subnet': ['ID=94531a90-049f-4647-9925-d5895fa5f24e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:25.590363 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.596834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3baa0-47c7-4a51-984f-8bb21b1104dd None None] Network 9653ca1a-fccd-41b0-bd97-02802ab38220 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:25.602710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bf205ec7-3e5a-4e28-949a-01622adb0d0f tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/subnets/94531a90-049f-4647-9925-d5895fa5f24e HTTP/1.1" status: 204 len: 168 time: 0.3404102 Jan 18 23:48:25.603230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:25.716146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.726735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Deleting port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:25.727062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.833644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] DHCP port deletion for 9653ca1a-fccd-41b0-bd97-02802ab38220 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:48:25.837988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Deleting port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:25.838309 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:25.935974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] For port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,segment=NetworkSegment(029907be-588b-46f1-80d8-c67910e640c2),segment_id=029907be-588b-46f1-80d8-c67910e640c2)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:25.936331 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.070989 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Calling delete_port for 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:26.078266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] For port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,segment=NetworkSegment(029907be-588b-46f1-80d8-c67910e640c2),segment_id=029907be-588b-46f1-80d8-c67910e640c2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:26.078650 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.147937 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.193714 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Port': ['ID=2745c8fa-c1bc-4333-a4ea-04e2a305f0f5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:26.197124 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] No DVR routers for this DVR port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:26.200134 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Calling delete_port for 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:26.275401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:48:26.275775 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:48:26.324826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.356900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9653ca1a-fccd-41b0-bd97-02802ab38220']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:26.375601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029907be-588b-46f1-80d8-c67910e640c2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:26.375901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029907be-588b-46f1-80d8-c67910e640c2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:26.387561 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.404623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.410453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:26.410871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:26.424928 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:26.511493 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.529193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.540735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] Pushing event deleted for resources: {'Network': ['ID=9653ca1a-fccd-41b0-bd97-02802ab38220,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:26.543994 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5ab1ecc8-63de-4e76-8edf-b9e6e1837d2a tempest-NetworksIpV6Test-72045375 tempest-NetworksIpV6Test-72045375-project] 10.222.0.78 "DELETE /v2.0/networks/9653ca1a-fccd-41b0-bd97-02802ab38220 HTTP/1.1" status: 204 len: 168 time: 0.9401603 Jan 18 23:48:26.777770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Deleting port 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:26.778322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:26.849609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b86e41a5-2c02-4322-a6e6-d277fafa2445 None None] The port '2745c8fa-c1bc-4333-a4ea-04e2a305f0f5' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:48:26.951261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:27.100748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-76631d5a-6805-4caf-ac32-21444a0fbe16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e8ce537540b445cbc4fa1564d45a72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482799 Jan 18 23:48:27.103449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56290) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:27.163073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf03-7021-4925-9ead-43dd309c6ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:27.188360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf03-7021-4925-9ead-43dd309c6ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:27.242556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf03-7021-4925-9ead-43dd309c6ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:27.261006 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92cf03-7021-4925-9ead-43dd309c6ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9466c3b1-1691-4cdf-9924-85300a72dacb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:27.264266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf03-7021-4925-9ead-43dd309c6ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:27.266053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7e92cf03-7021-4925-9ead-43dd309c6ed0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9466c3b1-1691-4cdf-9924-85300a72dacb HTTP/1.1" status: 204 len: 168 time: 0.1610968 Jan 18 23:48:27.652442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:27.686422 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:48:27.686758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 2745c8fa-c1bc-4333-a4ea-04e2a305f0f5 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:27.987594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:28.100161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-200266268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:28.107827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:28.112007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Usage tracker for resource:router and tenant:cb9ae23daef9455b96e7fae43780048a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:28.115043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:28.121925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:28.135174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.136150 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.150892 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.172272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.194601 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.195767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4c26ac41-49ff-48b3-9123-ac9b4b028bd0 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2071657 Jan 18 23:48:28.198785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56320) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:28.204375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1441160158'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:28.209780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:28.214067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Usage tracker for resource:network and tenant:cb9ae23daef9455b96e7fae43780048a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:28.217099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:28.227043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:28.240722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Made reservation on behalf of cb9ae23daef9455b96e7fae43780048a for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:28.247018 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.269282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.283932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:28.287983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Usage tracker for resource:security_group_rule and tenant:cb9ae23daef9455b96e7fae43780048a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:28.290971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:28.297070 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:28.382863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.389077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.420299 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:28.428614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05930ce8-e9fb-4f16-8c54-bc7c33cf8fea,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:28.434215 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.434558 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Added segment 83f14390-541e-4bfd-bd80-6e6447c065ae of type vlan for network e23e0373-a6b2-46b2-a344-9307f2ce2858 Jan 18 23:48:28.460243 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.492497 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.498280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:28.498871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.605523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4057188 Jan 18 23:48:28.608350 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9ccea-43fa-4744-8f62-5d3592e6bc2b tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event updated for resources: {'Network': ['ID=e23e0373-a6b2-46b2-a344-9307f2ce2858,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:28.608535 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:28.614304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Request body: {'subnet': {'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:28.618665 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e23e0373-a6b2-46b2-a344-9307f2ce2858 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:28.735227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:28.739446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Usage tracker for resource:subnet and tenant:cb9ae23daef9455b96e7fae43780048a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:28.742450 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:28.748924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:28.760903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Made reservation on behalf of cb9ae23daef9455b96e7fae43780048a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:28.764490 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:28.984257 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.061364 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event updated for resources: {'Subnet': ['ID=5ce2fb89-537b-441d-bf59-f4ab71deaf6a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:29.072576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Checking segment: {'id': '83f14390-541e-4bfd-bd80-6e6447c065ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:29.072927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Network hostable DHCP agents. Network: e23e0373-a6b2-46b2-a344-9307f2ce2858, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:29.094835 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Network e23e0373-a6b2-46b2-a344-9307f2ce2858 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:29.106210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, e23e0373-a6b2-46b2-a344-9307f2ce2858) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:29.110257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:29.110836 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.116024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d465e70-e05c-44b0-a476-16f4ef2da637 None None] Network e23e0373-a6b2-46b2-a344-9307f2ce2858 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:29.133796 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b55f7606-d7e3-44be-a743-b8792d9dc307 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5240867 Jan 18 23:48:29.137187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:29.142612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-595799027'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:29.148334 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:29.152231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Usage tracker for resource:network and tenant:cb9ae23daef9455b96e7fae43780048a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:29.155118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:29.160892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:29.173231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Made reservation on behalf of cb9ae23daef9455b96e7fae43780048a for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:29.176687 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.204486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:29.213322 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.213671 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Added segment 764eec1c-31c5-4bed-9a5f-f810e6e88077 of type vlan for network e0fdb125-b532-452b-b897-19e3f385cf55 Jan 18 23:48:29.244655 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.274769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.280559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:29.281177 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.330526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baab914-4339-44a8-934b-194496690673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-e23e0373-a6b2-46b2-a344-9307f2ce2858', 'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858', 'tenant_id': 'cb9ae23daef9455b96e7fae43780048a', 'fixed_ips': [{'subnet_id': '5ce2fb89-537b-441d-bf59-f4ab71deaf6a'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:29.331438 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9baab914-4339-44a8-934b-194496690673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.486201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-9baab914-4339-44a8-934b-194496690673 None None] Allocated IP 172.20.0.2 (e23e0373-a6b2-46b2-a344-9307f2ce2858/5ce2fb89-537b-441d-bf59-f4ab71deaf6a/adaf6b74-6077-4899-9e26-9cfe1ec7eae3) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:29.493989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3557913 Jan 18 23:48:29.497693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56332) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:29.504656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Request body: {'subnet': {'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:29.506733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event updated for resources: {'Network': ['ID=e0fdb125-b532-452b-b897-19e3f385cf55,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:29.514475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.514884 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.515296 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.515699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.516125 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.516525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.517323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.517323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.517705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.518095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.518506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.518900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031e315-92d9-4e25-a19b-3214a8ad7552 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:29.564376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network e0fdb125-b532-452b-b897-19e3f385cf55 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:29.615043 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:29.619652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Usage tracker for resource:subnet and tenant:cb9ae23daef9455b96e7fae43780048a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:29.622754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:29.628867 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:29.640836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Made reservation on behalf of cb9ae23daef9455b96e7fae43780048a for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:29.644511 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.782338 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9baab914-4339-44a8-934b-194496690673 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.792523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9baab914-4339-44a8-934b-194496690673 None None] Transition to ACTIVE for port object adaf6b74-6077-4899-9e26-9cfe1ec7eae3 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:29.810214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9baab914-4339-44a8-934b-194496690673 None None] Transition to ACTIVE for port object adaf6b74-6077-4899-9e26-9cfe1ec7eae3 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:29.817417 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9baab914-4339-44a8-934b-194496690673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.864387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:29.884505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baab914-4339-44a8-934b-194496690673 None None] Network e23e0373-a6b2-46b2-a344-9307f2ce2858 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:29.887554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9baab914-4339-44a8-934b-194496690673 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:29.891382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baab914-4339-44a8-934b-194496690673 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:29.897129 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab914-4339-44a8-934b-194496690673 None None] Pushing event updated for resources: {'Port': ['ID=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:29.951833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event updated for resources: {'Subnet': ['ID=ca0f30a4-ab00-4cad-86f1-6cce26e4d8d5,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:29.965531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Checking segment: {'id': '764eec1c-31c5-4bed-9a5f-f810e6e88077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:29.965931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Network hostable DHCP agents. Network: e0fdb125-b532-452b-b897-19e3f385cf55, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:29.987071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Network e0fdb125-b532-452b-b897-19e3f385cf55 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:29.999295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, e0fdb125-b532-452b-b897-19e3f385cf55) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:30.003385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:30.003979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.011314 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3715080-03c7-4584-8618-81f39e5bb029 None None] Network e0fdb125-b532-452b-b897-19e3f385cf55 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:30.030028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f110dff1-ef2d-4ecb-a595-2bce427bc928 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5277598 Jan 18 23:48:30.030593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:30.036319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-21a5ce09-de2d-4a58-b87c-5b294cae236e tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:30.100767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9baab914-4339-44a8-934b-194496690673 None None] Attempting to bind port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:30.101164 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9baab914-4339-44a8-934b-194496690673 None None] Attempting to bind port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '83f14390-541e-4bfd-bd80-6e6447c065ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:30.101527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baab914-4339-44a8-934b-194496690673 None None] Attempting to bind port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 on network e23e0373-a6b2-46b2-a344-9307f2ce2858 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:30.116683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baab914-4339-44a8-934b-194496690673 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:30.117080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baab914-4339-44a8-934b-194496690673 None None] Checking segment: {'id': '83f14390-541e-4bfd-bd80-6e6447c065ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:30.117481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9baab914-4339-44a8-934b-194496690673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.117862 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baab914-4339-44a8-934b-194496690673 None None] Bound using segment: {'id': '83f14390-541e-4bfd-bd80-6e6447c065ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:30.118338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-9baab914-4339-44a8-934b-194496690673 None None] Bound port: adaf6b74-6077-4899-9e26-9cfe1ec7eae3, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f14390-541e-4bfd-bd80-6e6447c065ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e23e0373-a6b2-46b2-a344-9307f2ce2858'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:30.118710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9baab914-4339-44a8-934b-194496690673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.282796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9baab914-4339-44a8-934b-194496690673 None None] For port adaf6b74-6077-4899-9e26-9cfe1ec7eae3, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:30.287229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9baab914-4339-44a8-934b-194496690673 None None] For port adaf6b74-6077-4899-9e26-9cfe1ec7eae3, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,segment=NetworkSegment(83f14390-541e-4bfd-bd80-6e6447c065ae),segment_id=83f14390-541e-4bfd-bd80-6e6447c065ae)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:30.319795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9baab914-4339-44a8-934b-194496690673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.376690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-e0fdb125-b532-452b-b897-19e3f385cf55', 'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55', 'tenant_id': 'cb9ae23daef9455b96e7fae43780048a', 'fixed_ips': [{'subnet_id': 'ca0f30a4-ab00-4cad-86f1-6cce26e4d8d5'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:30.377544 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.420153 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21a5ce09-de2d-4a58-b87c-5b294cae236e tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.482726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab914-4339-44a8-934b-194496690673 None None] Pushing event updated for resources: {'Port': ['ID=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:30.566040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Allocated IP 172.21.0.2 (e0fdb125-b532-452b-b897-19e3f385cf55/ca0f30a4-ab00-4cad-86f1-6cce26e4d8d5/3cf94faa-bdc1-437f-8e13-9d9f8251459a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:30.595028 n-d-825178-1 neutron-server[87812]: INFO neutron.api.v2.resource [None req-21a5ce09-de2d-4a58-b87c-5b294cae236e tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:48:30.595028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-21a5ce09-de2d-4a58-b87c-5b294cae236e tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "PUT /v2.0/routers/0156d5b9-c068-474b-8828-7c4a39969fb9 HTTP/1.1" status: 400 len: 364 time: 0.5596254 Jan 18 23:48:30.597733 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:30.695725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Deleting subnet ca0f30a4-ab00-4cad-86f1-6cce26e4d8d5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:48:30.788645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.799607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Transition to ACTIVE for port object 3cf94faa-bdc1-437f-8e13-9d9f8251459a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:30.818274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Transition to ACTIVE for port object 3cf94faa-bdc1-437f-8e13-9d9f8251459a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:30.824831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.825489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.883723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.890948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Network e0fdb125-b532-452b-b897-19e3f385cf55 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:30.893609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:30.897297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:30.905997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Pushing event updated for resources: {'Port': ['ID=3cf94faa-bdc1-437f-8e13-9d9f8251459a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:30.968246 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.988178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Attempting to bind port 3cf94faa-bdc1-437f-8e13-9d9f8251459a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:30.988562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Attempting to bind port 3cf94faa-bdc1-437f-8e13-9d9f8251459a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '764eec1c-31c5-4bed-9a5f-f810e6e88077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:30.989095 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Attempting to bind port 3cf94faa-bdc1-437f-8e13-9d9f8251459a on network e0fdb125-b532-452b-b897-19e3f385cf55 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:30.994881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:30.995978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Checking segment: {'id': '764eec1c-31c5-4bed-9a5f-f810e6e88077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:30.995978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.996179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Bound using segment: {'id': '764eec1c-31c5-4bed-9a5f-f810e6e88077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:30.996469 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Bound port: 3cf94faa-bdc1-437f-8e13-9d9f8251459a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764eec1c-31c5-4bed-9a5f-f810e6e88077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0fdb125-b532-452b-b897-19e3f385cf55'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:30.996836 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.045164 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.084834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0f30a4-ab00-4cad-86f1-6cce26e4d8d5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:31.088206 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.092478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] For port 3cf94faa-bdc1-437f-8e13-9d9f8251459a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:31.094882 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2b4bcfda-2fc2-4081-b0b2-bf91ada91607 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "DELETE /v2.0/subnets/ca0f30a4-ab00-4cad-86f1-6cce26e4d8d5 HTTP/1.1" status: 204 len: 168 time: 0.4959784 Jan 18 23:48:31.097124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] For port 3cf94faa-bdc1-437f-8e13-9d9f8251459a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3cf94faa-bdc1-437f-8e13-9d9f8251459a,segment=NetworkSegment(764eec1c-31c5-4bed-9a5f-f810e6e88077),segment_id=764eec1c-31c5-4bed-9a5f-f810e6e88077)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:31.097972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:31.102515 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.214933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.225921 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Deleting port 3cf94faa-bdc1-437f-8e13-9d9f8251459a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:31.226323 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.231317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aa532-1bc5-42e0-a33f-919f53d8a345 None None] Pushing event updated for resources: {'Port': ['ID=3cf94faa-bdc1-437f-8e13-9d9f8251459a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:31.258147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03714d72-253e-4cb6-b78f-4d49ae3c9e53 None None] Network e0fdb125-b532-452b-b897-19e3f385cf55 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:31.442120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] For port 3cf94faa-bdc1-437f-8e13-9d9f8251459a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=3cf94faa-bdc1-437f-8e13-9d9f8251459a,segment=NetworkSegment(764eec1c-31c5-4bed-9a5f-f810e6e88077),segment_id=764eec1c-31c5-4bed-9a5f-f810e6e88077)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:31.442771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.490334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c7d78e-4196-43b3-9936-92b321cd241b None None] Network e23e0373-a6b2-46b2-a344-9307f2ce2858 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:31.586355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d7b4d5df-0998-4838-95db-0ade005ea15d None None] Provisioning for port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:31.705759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Calling delete_port for 3cf94faa-bdc1-437f-8e13-9d9f8251459a owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:31.749815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device adaf6b74-6077-4899-9e26-9cfe1ec7eae3 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:31.783142 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.830973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] No DVR routers for this DVR port 3cf94faa-bdc1-437f-8e13-9d9f8251459a on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:31.839643 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:31.844891 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:31.847366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.870959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event deleted for resources: {'Port': ['ID=3cf94faa-bdc1-437f-8e13-9d9f8251459a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:31.969691 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.975337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.005388 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fdb125-b532-452b-b897-19e3f385cf55']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:32.017556 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port adaf6b74-6077-4899-9e26-9cfe1ec7eae3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,segment=NetworkSegment(83f14390-541e-4bfd-bd80-6e6447c065ae),segment_id=83f14390-541e-4bfd-bd80-6e6447c065ae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:32.018895 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764eec1c-31c5-4bed-9a5f-f810e6e88077') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:32.019229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764eec1c-31c5-4bed-9a5f-f810e6e88077') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:32.022917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.031917 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.048712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.057716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:32.058220 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.066754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3766b6-eb39-481d-9da2-c453902701cc None None] get_active_networks_info from n-d-825178-1 {{(pid=87813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:32.074502 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:32.142802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:32.166671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-465b1627-2f1b-4276-8eb0-f568801e53a2 None None] Provisioning complete for port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:32.167041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-465b1627-2f1b-4276-8eb0-f568801e53a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.167205 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.184731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.195819 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event deleted for resources: {'Network': ['ID=e0fdb125-b532-452b-b897-19e3f385cf55,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:32.202532 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eeb31643-c90a-405f-8d35-d1abf3264355 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "DELETE /v2.0/networks/e0fdb125-b532-452b-b897-19e3f385cf55 HTTP/1.1" status: 204 len: 168 time: 1.1008711 Jan 18 23:48:32.202942 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:32.237003 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3766b6-eb39-481d-9da2-c453902701cc None None] Resources bound (agent type, host, resource id): {{(pid=87813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:48:32.268507 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Deleting subnet 5ce2fb89-537b-441d-bf59-f4ab71deaf6a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:48:32.271657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.329777 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.412836 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.488123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.530778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce2fb89-537b-441d-bf59-f4ab71deaf6a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:32.534298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.540324 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3a81a186-b90c-43e7-a540-2a5da6f63f18 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "DELETE /v2.0/subnets/5ce2fb89-537b-441d-bf59-f4ab71deaf6a HTTP/1.1" status: 204 len: 168 time: 0.3366880 Jan 18 23:48:32.543094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:32.590421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aca901-fcf5-4469-8c3a-4f59afbf9ccb None None] Network e23e0373-a6b2-46b2-a344-9307f2ce2858 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:32.657123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.668853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Deleting port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:32.669263 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.829253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] DHCP port deletion for e23e0373-a6b2-46b2-a344-9307f2ce2858 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:48:32.833794 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Deleting port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:32.834241 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:32.883116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] For port adaf6b74-6077-4899-9e26-9cfe1ec7eae3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,segment=NetworkSegment(83f14390-541e-4bfd-bd80-6e6447c065ae),segment_id=83f14390-541e-4bfd-bd80-6e6447c065ae)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:32.883486 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.007023 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Calling delete_port for adaf6b74-6077-4899-9e26-9cfe1ec7eae3 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:33.034119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] For port adaf6b74-6077-4899-9e26-9cfe1ec7eae3, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,segment=NetworkSegment(83f14390-541e-4bfd-bd80-6e6447c065ae),segment_id=83f14390-541e-4bfd-bd80-6e6447c065ae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:33.034687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.088857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.139533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event deleted for resources: {'Port': ['ID=adaf6b74-6077-4899-9e26-9cfe1ec7eae3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:33.146026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] No DVR routers for this DVR port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:33.156257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Calling delete_port for adaf6b74-6077-4899-9e26-9cfe1ec7eae3 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:48:33.236025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:48:33.236267 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:48:33.268981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.293756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23e0373-a6b2-46b2-a344-9307f2ce2858']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:33.309345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f14390-541e-4bfd-bd80-6e6447c065ae') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:33.309736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f14390-541e-4bfd-bd80-6e6447c065ae') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:33.320828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.336634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.343111 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:48:33.343532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:33.357853 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:33.440397 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.445204 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.473676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Pushing event deleted for resources: {'Network': ['ID=e23e0373-a6b2-46b2-a344-9307f2ce2858,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:33.477887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-59598e0c-9b65-438d-b687-9b354dc23ea5 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "DELETE /v2.0/networks/e23e0373-a6b2-46b2-a344-9307f2ce2858 HTTP/1.1" status: 204 len: 168 time: 0.9339759 Jan 18 23:48:33.480375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:33.523890 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d7d05a6e-763f-4a10-9add-1bcd24a0e0cc tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Synchronizing usage tracker for tenant:cb9ae23daef9455b96e7fae43780048a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:33.543437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d7d05a6e-763f-4a10-9add-1bcd24a0e0cc tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Unset dirty status for tenant:cb9ae23daef9455b96e7fae43780048a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:33.544630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d7d05a6e-763f-4a10-9add-1bcd24a0e0cc tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "GET /v2.0/ports?device_id=0156d5b9-c068-474b-8828-7c4a39969fb9 HTTP/1.1" status: 200 len: 205 time: 0.0633247 Jan 18 23:48:33.547277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:33.655978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device adaf6b74-6077-4899-9e26-9cfe1ec7eae3 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:33.680193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.690355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: adaf6b74-6077-4899-9e26-9cfe1ec7eae3 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:48:33.690739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device adaf6b74-6077-4899-9e26-9cfe1ec7eae3 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:33.737623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Deleting port adaf6b74-6077-4899-9e26-9cfe1ec7eae3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:48:33.738301 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:33.848810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1decf547-04f6-43f7-b79e-ce8e006bdff6 None None] The port 'adaf6b74-6077-4899-9e26-9cfe1ec7eae3' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:48:34.115463 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.117878 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.144043 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.144564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Fanout notify agent at l3_agent the message router_deleted on router 0156d5b9-c068-474b-8828-7c4a39969fb9 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:48:34.155973 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.157083 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4cce5319-84ce-4d20-a8db-c760c0f17052 tempest-RoutersNegativeTest-378083270 tempest-RoutersNegativeTest-378083270-project] 10.222.0.78 "DELETE /v2.0/routers/0156d5b9-c068-474b-8828-7c4a39969fb9 HTTP/1.1" status: 204 len: 168 time: 0.6088831 Jan 18 23:48:34.439650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56368) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:34.593504 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0300f9b9-e831-4f4c-91bd-37cc4c1a2b3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb9ae23daef9455b96e7fae43780048a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525753 Jan 18 23:48:34.596667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56374) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:34.657284 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ae10fd5-c465-4b29-b52f-6e1a6ba7ddaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.684228 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ae10fd5-c465-4b29-b52f-6e1a6ba7ddaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.738391 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ae10fd5-c465-4b29-b52f-6e1a6ba7ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.757332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae10fd5-c465-4b29-b52f-6e1a6ba7ddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05930ce8-e9fb-4f16-8c54-bc7c33cf8fea,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:34.762643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ae10fd5-c465-4b29-b52f-6e1a6ba7ddaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.764319 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8ae10fd5-c465-4b29-b52f-6e1a6ba7ddaa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05930ce8-e9fb-4f16-8c54-bc7c33cf8fea HTTP/1.1" status: 204 len: 168 time: 0.1667054 Jan 18 23:48:34.940990 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.463885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:35.574735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1556833420-network', 'tenant_id': '02022525b8a648fdb2347d499ca3b234'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:35.583383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:35.589667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Usage tracker for resource:network and tenant:02022525b8a648fdb2347d499ca3b234 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:35.593138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:35.600657 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:35.612824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Made reservation on behalf of 02022525b8a648fdb2347d499ca3b234 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:35.615194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.628049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.642652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:35.646656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Usage tracker for resource:security_group_rule and tenant:02022525b8a648fdb2347d499ca3b234 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:35.649523 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:35.655319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:35.738440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.745071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.773942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:35.782866 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1b789-47f4-422b-ad45-8364d674737d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:35.788426 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.788766 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Added segment 857acc20-18c1-4701-9be4-257144abf18b of type vlan for network 82b19516-b66e-4c23-81ba-e17402ecab95 Jan 18 23:48:35.819307 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.851599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.852589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:35.853198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.954237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] Pushing event updated for resources: {'Network': ['ID=82b19516-b66e-4c23-81ba-e17402ecab95,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:35.957142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2c2e8032-722b-4e32-b4b0-48be957f1f3d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4922514 Jan 18 23:48:35.960226 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56404) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:35.964729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 82b19516-b66e-4c23-81ba-e17402ecab95 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:35.965519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Request body: {'subnet': {'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-subnet', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:35.971191 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:35.975123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Usage tracker for resource:subnet and tenant:02022525b8a648fdb2347d499ca3b234 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:35.977984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:35.983769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:35.994561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Made reservation on behalf of 02022525b8a648fdb2347d499ca3b234 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:35.996831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.205632 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.279697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4db447f-bb09-47ab-bf65-b3c8efd5d0d7,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:36.288182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Checking segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:36.288545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Network hostable DHCP agents. Network: 82b19516-b66e-4c23-81ba-e17402ecab95, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:36.308485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Network 82b19516-b66e-4c23-81ba-e17402ecab95 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:36.319499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 82b19516-b66e-4c23-81ba-e17402ecab95) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:36.323745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:36.324344 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.328437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e901b9-91af-4577-a3de-c3d6dd8d80f1 None None] Network 82b19516-b66e-4c23-81ba-e17402ecab95 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:36.459067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b7a40951-8c2c-41f1-a33d-e3d6de7107b0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4977875 Jan 18 23:48:36.462229 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:36.467489 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:36.473551 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:36.477834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Usage tracker for resource:router and tenant:02022525b8a648fdb2347d499ca3b234 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:36.481246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:36.487262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:36.499492 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.500526 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.515520 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.550564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-82b19516-b66e-4c23-81ba-e17402ecab95', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'fixed_ips': [{'subnet_id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:36.551488 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.703091 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Allocated IP 172.20.0.2 (82b19516-b66e-4c23-81ba-e17402ecab95/f4db447f-bb09-47ab-bf65-b3c8efd5d0d7/fa0a6087-1fb2-4bee-a996-7dbe68dfa402) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:36.784528 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.925621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:36.936296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Transition to ACTIVE for port object fa0a6087-1fb2-4bee-a996-7dbe68dfa402 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:36.953996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Transition to ACTIVE for port object fa0a6087-1fb2-4bee-a996-7dbe68dfa402 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:36.960045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.024690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Network 82b19516-b66e-4c23-81ba-e17402ecab95 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:37.027343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:37.029827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:37.067999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Pushing event updated for resources: {'Port': ['ID=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:37.112907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.126914 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Attempting to bind port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:37.127286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Attempting to bind port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:37.127647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Attempting to bind port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 on network 82b19516-b66e-4c23-81ba-e17402ecab95 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:37.133113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:37.133478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Checking segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:37.133888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.134306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Bound using segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:37.134750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Bound port: fa0a6087-1fb2-4bee-a996-7dbe68dfa402, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:37.135119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.142464 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.228296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] For port fa0a6087-1fb2-4bee-a996-7dbe68dfa402, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:37.231573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] For port fa0a6087-1fb2-4bee-a996-7dbe68dfa402, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:37.236349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.281241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Allocated IP 172.25.4.209 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/170fca4b-6732-4dd0-bbf9-602c6b70e710) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:37.324196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c05d0c-3bd7-463a-83b7-0aa2ecd24ebb None None] Pushing event updated for resources: {'Port': ['ID=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:37.404871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.441773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.473494 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.549793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:37.553491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:37.557440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:37.697160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fa0a6087-1fb2-4bee-a996-7dbe68dfa402 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:37.721230 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Pushing event updated for resources: {'Port': ['ID=170fca4b-6732-4dd0-bbf9-602c6b70e710,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:37.766395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:38.107345 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.293761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc790f-f84c-4bf5-b6b3-81e5e1fa2d28 None None] Network 82b19516-b66e-4c23-81ba-e17402ecab95 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:38.388532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] Provisioning for port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:38.405748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] Provisioning complete for port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:38.406121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.466928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.622788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.663124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] For port fa0a6087-1fb2-4bee-a996-7dbe68dfa402, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:38.669677 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.674602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:48:38.779878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0278-6039-4147-ad9f-5505b5dfc7da None None] Pushing event updated for resources: {'Port': ['ID=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:38.859163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:48:38.869552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Sync routers for ids ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:48:38.886254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Routers {'1f24fcef-d358-49f2-8268-eb7be1ef48e4'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:38.886780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.886909 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:38.891203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c6dd322c-daa7-4182-9959-cca0a2660273 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4251657 Jan 18 23:48:38.891536 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:38.962942 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-712f50bb-ca07-4aa5-afdc-37e24c3fcf97 None None] Provisioning complete for port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:38.963181 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-712f50bb-ca07-4aa5-afdc-37e24c3fcf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.117184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Set router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:39.442795 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 3, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:39.446890 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Checking router: 1f24fcef-d358-49f2-8268-eb7be1ef48e4 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:48:39.447240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Updating router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 port 170fca4b-6732-4dd0-bbf9-602c6b70e710 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:48:39.499365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.695311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fa0a6087-1fb2-4bee-a996-7dbe68dfa402 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:39.703140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.809910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:39.810262 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.913026 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Allocated IP 172.20.0.1 (82b19516-b66e-4c23-81ba-e17402ecab95/f4db447f-bb09-47ab-bf65-b3c8efd5d0d7/eca248f2-0402-4d20-a969-6b285c150025) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:39.945779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.993353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Transition to ACTIVE for port object 170fca4b-6732-4dd0-bbf9-602c6b70e710 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:40.010564 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.061317 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.076666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Transition to ACTIVE for port object eca248f2-0402-4d20-a969-6b285c150025 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:40.092799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Attempting to bind port 170fca4b-6732-4dd0-bbf9-602c6b70e710 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:40.093193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Attempting to bind port 170fca4b-6732-4dd0-bbf9-602c6b70e710 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:40.093553 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Attempting to bind port 170fca4b-6732-4dd0-bbf9-602c6b70e710 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:40.101579 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.103610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:40.103983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:40.104384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.104978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:40.105442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Bound port: 170fca4b-6732-4dd0-bbf9-602c6b70e710, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:40.105814 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.129176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febad679-38a5-4d11-9040-023bea914413 None None] Pushing event updated for resources: {'Port': ['ID=170fca4b-6732-4dd0-bbf9-602c6b70e710,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:40.141952 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:48:40.165204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Network 82b19516-b66e-4c23-81ba-e17402ecab95 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:40.167775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:40.171625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:40.188130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] For port 170fca4b-6732-4dd0-bbf9-602c6b70e710, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:40.191810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] For port 170fca4b-6732-4dd0-bbf9-602c6b70e710, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=170fca4b-6732-4dd0-bbf9-602c6b70e710,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:40.197986 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.206187 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Pushing event updated for resources: {'Port': ['ID=eca248f2-0402-4d20-a969-6b285c150025,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:40.228703 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.279224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Routers {'1f24fcef-d358-49f2-8268-eb7be1ef48e4'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:40.279915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:40.392509 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febad679-38a5-4d11-9040-023bea914413 None None] Pushing event updated for resources: {'Port': ['ID=170fca4b-6732-4dd0-bbf9-602c6b70e710,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:40.495264 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.505950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8e8de79c-9048-4ce3-ada8-cd0c622a2abd None None] Provisioning for port eca248f2-0402-4d20-a969-6b285c150025 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:40.517276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8e8de79c-9048-4ce3-ada8-cd0c622a2abd None None] Provisioning complete for port eca248f2-0402-4d20-a969-6b285c150025 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:40.517651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e8de79c-9048-4ce3-ada8-cd0c622a2abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.553411 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] Set router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:40.738836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8e8de79c-9048-4ce3-ada8-cd0c622a2abd None None] Port eca248f2-0402-4d20-a969-6b285c150025 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:48:40.844819 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.850825 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.856150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 3, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:40.860414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43c77a-7d7f-4217-9819-654036c518b7 None None] The sync data for ids ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'] in n-d-825178-1 is: [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 3, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:48:40.959843 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.963235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Pushing event updated for resources: {'Port': ['ID=eca248f2-0402-4d20-a969-6b285c150025,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:41.106202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Network 82b19516-b66e-4c23-81ba-e17402ecab95 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:41.107285 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:41.306552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:48:41.362894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-302b4d81-cd67-44a6-957c-135b4e7dda76 None None] Provisioning complete for port eca248f2-0402-4d20-a969-6b285c150025 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:41.363394 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-302b4d81-cd67-44a6-957c-135b4e7dda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.418260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-302b4d81-cd67-44a6-957c-135b4e7dda76 None None] Port eca248f2-0402-4d20-a969-6b285c150025 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:48:41.489326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:48:41.498835 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ea4e95e7-0eff-436c-bffd-8006d0f4761a admin admin] 10.222.0.78 "PUT /v2.0/routers/1f24fcef-d358-49f2-8268-eb7be1ef48e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058969 Jan 18 23:48:41.689927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 170fca4b-6732-4dd0-bbf9-602c6b70e710 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:41.759981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 170fca4b-6732-4dd0-bbf9-602c6b70e710 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:41.765445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 170fca4b-6732-4dd0-bbf9-602c6b70e710 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:41.765825 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.891293 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.907928 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 170fca4b-6732-4dd0-bbf9-602c6b70e710, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=170fca4b-6732-4dd0-bbf9-602c6b70e710,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:41.913495 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.988834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=170fca4b-6732-4dd0-bbf9-602c6b70e710,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:42.025798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:42.031573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-630773963-network', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:42.037323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:42.041335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Usage tracker for resource:network and tenant:9a1be37b7e934c1ea2c4aabbd8cc570a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:42.044295 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:42.050379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:42.062915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Made reservation on behalf of 9a1be37b7e934c1ea2c4aabbd8cc570a for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:42.065408 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.080428 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.094928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:42.098974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Usage tracker for resource:security_group_rule and tenant:9a1be37b7e934c1ea2c4aabbd8cc570a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:42.101974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:42.108031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:42.167855 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0d89ad7-5cf9-4f40-8eea-3d56c8154a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.204484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.210129 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.243039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:42.249231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af94d35-e04a-4e66-b72d-e30cc728e3b2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:42.258727 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.259285 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Added segment ad60c558-8a61-4f26-8889-4d5d3b0f2ce3 of type vlan for network a8814f55-8fce-472b-971a-7be4f502d549 Jan 18 23:48:42.289732 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.320356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.321347 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:42.321914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.397282 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Sync routers for ids ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:48:42.406901 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Routers {'1f24fcef-d358-49f2-8268-eb7be1ef48e4'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:42.407323 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:42.427482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] Pushing event updated for resources: {'Network': ['ID=a8814f55-8fce-472b-971a-7be4f502d549,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:42.430750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-01c39ffd-3d93-420d-802f-334e33fb666e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4038496 Jan 18 23:48:42.433633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:42.439304 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Request body: {'subnet': {'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-subnet', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:42.441961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a8814f55-8fce-472b-971a-7be4f502d549 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:42.444773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:42.448605 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Usage tracker for resource:subnet and tenant:9a1be37b7e934c1ea2c4aabbd8cc570a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:42.451532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:42.457218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:42.470210 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Made reservation on behalf of 9a1be37b7e934c1ea2c4aabbd8cc570a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:42.472999 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.622821 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Set router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:42.685517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.758011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1923cc13-03e2-46f3-b005-512af9a510ca,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:42.771993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Checking segment: {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:42.772328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Network hostable DHCP agents. Network: a8814f55-8fce-472b-971a-7be4f502d549, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:42.791875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Network a8814f55-8fce-472b-971a-7be4f502d549 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:42.802693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a8814f55-8fce-472b-971a-7be4f502d549) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:42.806917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:42.807500 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.813190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420702c9-11fd-4844-b4a5-112de9ea3da0 None None] Network a8814f55-8fce-472b-971a-7be4f502d549 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:42.836301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56440) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:42.837373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-57086600-061a-4eb6-b3f0-5172a9bc69f3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4020095 Jan 18 23:48:42.842040 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:42.847814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:42.851671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Usage tracker for resource:router and tenant:9a1be37b7e934c1ea2c4aabbd8cc570a is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:42.855117 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:42.861884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:42.875487 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.876987 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.897537 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.956005 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:48:40Z', 'revision_number': 4, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'eca248f2-0402-4d20-a969-6b285c150025', 'name': '', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'mac_address': 'fa:16:3e:50:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:39Z', 'updated_at': '2022-01-18T23:48:40Z', 'revision_number': 2, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'subnets': [{'id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:42.960900 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Checking router: 1f24fcef-d358-49f2-8268-eb7be1ef48e4 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:48:42.961360 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Updating router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 port eca248f2-0402-4d20-a969-6b285c150025 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:48:43.020001 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.026748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a8814f55-8fce-472b-971a-7be4f502d549', 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'fixed_ips': [{'subnet_id': '1923cc13-03e2-46f3-b005-512af9a510ca'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:48:43.027571 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.179060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Allocated IP 172.20.0.2 (a8814f55-8fce-472b-971a-7be4f502d549/1923cc13-03e2-46f3-b005-512af9a510ca/20596b5b-4a73-4972-9b6e-755f15d7d388) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:43.184558 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.375425 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.388356 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Transition to ACTIVE for port object eca248f2-0402-4d20-a969-6b285c150025 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:43.391720 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.395742 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.402609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Transition to ACTIVE for port object 20596b5b-4a73-4972-9b6e-755f15d7d388 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:43.420965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Transition to ACTIVE for port object 20596b5b-4a73-4972-9b6e-755f15d7d388 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:43.427599 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.501403 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.525031 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Pushing event updated for resources: {'Port': ['ID=eca248f2-0402-4d20-a969-6b285c150025,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:43.539125 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.539611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Network a8814f55-8fce-472b-971a-7be4f502d549 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:43.539750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.540298 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.540833 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.541297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.541773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.542179 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.542348 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.542722 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.543147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:43.543270 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.543824 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.544257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.544665 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:43.547686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:43.590578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Pushing event updated for resources: {'Port': ['ID=20596b5b-4a73-4972-9b6e-755f15d7d388,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:43.653530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Attempting to bind port 20596b5b-4a73-4972-9b6e-755f15d7d388 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:43.654284 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Attempting to bind port 20596b5b-4a73-4972-9b6e-755f15d7d388 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:43.655133 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Attempting to bind port 20596b5b-4a73-4972-9b6e-755f15d7d388 on network a8814f55-8fce-472b-971a-7be4f502d549 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:43.655318 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Attempting to bind port eca248f2-0402-4d20-a969-6b285c150025 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:43.655693 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Attempting to bind port eca248f2-0402-4d20-a969-6b285c150025 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:43.656058 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Attempting to bind port eca248f2-0402-4d20-a969-6b285c150025 on network 82b19516-b66e-4c23-81ba-e17402ecab95 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:43.661780 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:43.662248 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Checking segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:43.662536 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.662927 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Bound using segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:43.663565 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Bound port: eca248f2-0402-4d20-a969-6b285c150025, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:43.663943 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.664231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:43.665247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Checking segment: {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:43.683478 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.684053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Bound using segment: {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:43.685259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Bound port: 20596b5b-4a73-4972-9b6e-755f15d7d388, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:43.685760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.699328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Allocated IP 172.25.4.207 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/dcb05846-bd50-49ab-ab1f-364530867805) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:43.716341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 170fca4b-6732-4dd0-bbf9-602c6b70e710 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:43.758242 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] For port eca248f2-0402-4d20-a969-6b285c150025, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:43.761959 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] For port eca248f2-0402-4d20-a969-6b285c150025, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=eca248f2-0402-4d20-a969-6b285c150025,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:43.769843 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.852501 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Routers {'1f24fcef-d358-49f2-8268-eb7be1ef48e4'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:43.853114 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:43.877345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 170fca4b-6732-4dd0-bbf9-602c6b70e710 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:43.877976 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.894065 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.935531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] For port 20596b5b-4a73-4972-9b6e-755f15d7d388, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:43.935917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f6432-f92c-45c1-84bd-e4a081667751 None None] Pushing event updated for resources: {'Port': ['ID=eca248f2-0402-4d20-a969-6b285c150025,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:43.938161 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.957101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] For port 20596b5b-4a73-4972-9b6e-755f15d7d388, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=20596b5b-4a73-4972-9b6e-755f15d7d388,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:44.018395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:44.025598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:44.028764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:44.032740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:44.066046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Pushing event updated for resources: {'Port': ['ID=dcb05846-bd50-49ab-ab1f-364530867805,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:44.075844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] Set router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:44.115607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15883b68-3de1-45e3-982a-9a5688d47c87 None None] Pushing event updated for resources: {'Port': ['ID=20596b5b-4a73-4972-9b6e-755f15d7d388,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:44.482101 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:48:40Z', 'revision_number': 4, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'eca248f2-0402-4d20-a969-6b285c150025', 'name': '', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'mac_address': 'fa:16:3e:50:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:39Z', 'updated_at': '2022-01-18T23:48:43Z', 'revision_number': 4, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'subnets': [{'id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:44.486613 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595d357-4522-4b55-b4cb-c2d3dc705095 None None] The sync data for ids ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'] in n-d-825178-1 is: [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:48:40Z', 'revision_number': 4, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'eca248f2-0402-4d20-a969-6b285c150025', 'name': '', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'mac_address': 'fa:16:3e:50:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:39Z', 'updated_at': '2022-01-18T23:48:43Z', 'revision_number': 4, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'subnets': [{'id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:48:44.651113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:45.021095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:45.034883 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e29601b-0534-499d-ba93-0954578d0487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:45.131208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2202db-9f04-4775-a88f-a0d93f89c0ce None None] Network a8814f55-8fce-472b-971a-7be4f502d549 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:48:45.242692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Router b3f73de7-a0eb-490c-988a-da1c0ac18311 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:48:45.242874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c268f38b-1eb4-4672-8d47-7d1d92984bff None None] Provisioning for port 20596b5b-4a73-4972-9b6e-755f15d7d388 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:45.433038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:48:45.443634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Sync routers for ids ['b3f73de7-a0eb-490c-988a-da1c0ac18311'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:48:45.453944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Routers {'b3f73de7-a0eb-490c-988a-da1c0ac18311'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:45.454575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b3f73de7-a0eb-490c-988a-da1c0ac18311'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:45.460877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:45.462543 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b813559c-93da-4de7-8870-a5f74684346d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6252155 Jan 18 23:48:45.465731 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56444) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:45.666820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Set router b3f73de7-a0eb-490c-988a-da1c0ac18311 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:45.787624 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 20596b5b-4a73-4972-9b6e-755f15d7d388 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:45.871769 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:45.981800 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.030706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 20596b5b-4a73-4972-9b6e-755f15d7d388 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:46.040160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 20596b5b-4a73-4972-9b6e-755f15d7d388 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:46.040813 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.175947 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:48:44Z', 'revision_number': 3, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:46.177891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.191650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Checking router: b3f73de7-a0eb-490c-988a-da1c0ac18311 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:48:46.191977 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Updating router b3f73de7-a0eb-490c-988a-da1c0ac18311 port dcb05846-bd50-49ab-ab1f-364530867805 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:48:46.300507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 20596b5b-4a73-4972-9b6e-755f15d7d388, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=20596b5b-4a73-4972-9b6e-755f15d7d388,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:46.305003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.312896 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.332366 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.333165 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device eca248f2-0402-4d20-a969-6b285c150025 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:46.521202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Allocated IP 172.20.0.1 (a8814f55-8fce-472b-971a-7be4f502d549/1923cc13-03e2-46f3-b005-512af9a510ca/ff959fa2-1fdf-48c0-ad05-67cc56cf32bd) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:46.529204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=20596b5b-4a73-4972-9b6e-755f15d7d388,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:46.560812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port eca248f2-0402-4d20-a969-6b285c150025 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:46.616736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port eca248f2-0402-4d20-a969-6b285c150025 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:46.617134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.674127 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.689951 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Transition to ACTIVE for port object ff959fa2-1fdf-48c0-ad05-67cc56cf32bd will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:46.714599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.781471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Network a8814f55-8fce-472b-971a-7be4f502d549 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:46.784133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:46.787919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:46.822337 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Pushing event updated for resources: {'Port': ['ID=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:46.835456 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.850812 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.879452 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.892930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port eca248f2-0402-4d20-a969-6b285c150025, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=eca248f2-0402-4d20-a969-6b285c150025,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:46.895683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Transition to ACTIVE for port object dcb05846-bd50-49ab-ab1f-364530867805 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:46.903342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.943784 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.989052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.993278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Attempting to bind port dcb05846-bd50-49ab-ab1f-364530867805 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:46.993641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Attempting to bind port dcb05846-bd50-49ab-ab1f-364530867805 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:46.994345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Attempting to bind port dcb05846-bd50-49ab-ab1f-364530867805 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:47.002087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=eca248f2-0402-4d20-a969-6b285c150025,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:47.004783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:47.005181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:47.005587 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.005967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:47.006436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Bound port: dcb05846-bd50-49ab-ab1f-364530867805, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:47.006809 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.133931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-01dd1a3a-e118-411a-8481-0119b8ce2c5e None None] Provisioning for port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:47.136718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be9ad2-4c64-42b1-bac3-f21da98a89a0 None None] Pushing event updated for resources: {'Port': ['ID=dcb05846-bd50-49ab-ab1f-364530867805,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:47.148050 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-01dd1a3a-e118-411a-8481-0119b8ce2c5e None None] Provisioning complete for port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:47.148421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01dd1a3a-e118-411a-8481-0119b8ce2c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.198575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] For port dcb05846-bd50-49ab-ab1f-364530867805, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:47.215314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.217425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] For port dcb05846-bd50-49ab-ab1f-364530867805, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dcb05846-bd50-49ab-ab1f-364530867805,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:47.220984 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.222474 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.224923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-01dd1a3a-e118-411a-8481-0119b8ce2c5e None None] Port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:48:47.226757 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.303492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Routers {'b3f73de7-a0eb-490c-988a-da1c0ac18311'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:47.304101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b3f73de7-a0eb-490c-988a-da1c0ac18311'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:47.334735 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.338236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Pushing event updated for resources: {'Port': ['ID=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:47.362223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be9ad2-4c64-42b1-bac3-f21da98a89a0 None None] Pushing event updated for resources: {'Port': ['ID=dcb05846-bd50-49ab-ab1f-364530867805,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:47.475550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Network a8814f55-8fce-472b-971a-7be4f502d549 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:47.476585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:47.487644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] Set router b3f73de7-a0eb-490c-988a-da1c0ac18311 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:47.672302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Router b3f73de7-a0eb-490c-988a-da1c0ac18311 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:48:47.704829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 20596b5b-4a73-4972-9b6e-755f15d7d388 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:47.816393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-59ef37e3-15af-457a-8295-9f0bdf20a32d None None] Provisioning complete for port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:47.816724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-59ef37e3-15af-457a-8295-9f0bdf20a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.946147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-59ef37e3-15af-457a-8295-9f0bdf20a32d None None] Port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:48:47.958719 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 20596b5b-4a73-4972-9b6e-755f15d7d388 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:47.959094 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.976650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:48:47.985487 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a814098e-19b6-4d41-8f40-102a70e7f723 admin admin] 10.222.0.78 "PUT /v2.0/routers/b3f73de7-a0eb-490c-988a-da1c0ac18311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184827 Jan 18 23:48:48.038864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:48:46Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ff959fa2-1fdf-48c0-ad05-67cc56cf32bd', 'name': '', 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'mac_address': 'fa:16:3e:c3:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:46Z', 'updated_at': '2022-01-18T23:48:47Z', 'revision_number': 2, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'subnets': [{'id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:48.069449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef634-60f0-4ec1-83e4-946bb2e6a697 None None] The sync data for ids ['b3f73de7-a0eb-490c-988a-da1c0ac18311'] in n-d-825178-1 is: [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:48:46Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ff959fa2-1fdf-48c0-ad05-67cc56cf32bd', 'name': '', 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'mac_address': 'fa:16:3e:c3:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:46Z', 'updated_at': '2022-01-18T23:48:47Z', 'revision_number': 2, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'subnets': [{'id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:48:48.097728 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device eca248f2-0402-4d20-a969-6b285c150025 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:48.177900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port eca248f2-0402-4d20-a969-6b285c150025 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:48.178651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.948694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-633e5241-07aa-4569-a4ca-67a825e0836b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:48.950281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-633e5241-07aa-4569-a4ca-67a825e0836b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/networks?id=82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 200 len: 817 time: 0.1548634 Jan 18 23:48:48.966751 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-8950990c-a7d1-4839-b667-332261c5d79d tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/quotas/02022525b8a648fdb2347d499ca3b234 HTTP/1.1" status: 200 len: 375 time: 0.0105741 Jan 18 23:48:49.052113 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-5e814b3c-9880-4140-8059-80399cc45124 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Synchronizing usage tracker for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:49.071953 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-5e814b3c-9880-4140-8059-80399cc45124 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Unset dirty status for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:49.073343 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-5e814b3c-9880-4140-8059-80399cc45124 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=02022525b8a648fdb2347d499ca3b234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011245 Jan 18 23:48:49.344472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-eece51cf-0366-400a-bf6f-711413ac43b8 service neutron] 10.222.0.78 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556796 Jan 18 23:48:49.478317 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-62ecfcef-8e5b-45c7-a90f-fb09a2f8b1c9 service neutron] 10.222.0.78 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278708 Jan 18 23:48:49.668558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ff87df7a-0a0c-471c-be9c-35f25c1df20f req-307adf2b-e4fb-49fc-a117-9abfb6c33696 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 210 time: 0.0514090 Jan 18 23:48:49.701573 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dcb05846-bd50-49ab-ab1f-364530867805 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:49.775223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port dcb05846-bd50-49ab-ab1f-364530867805 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:49.782549 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dcb05846-bd50-49ab-ab1f-364530867805 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:49.782919 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:49.902134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:49.918674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port dcb05846-bd50-49ab-ab1f-364530867805, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dcb05846-bd50-49ab-ab1f-364530867805,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:49.923691 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:49.992650 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=dcb05846-bd50-49ab-ab1f-364530867805,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:50.782443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-b8215c7e-8424-4caf-8228-cdf8aee8bd5f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:50.783341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-b8215c7e-8424-4caf-8228-cdf8aee8bd5f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Synchronizing usage tracker for tenant:02022525b8a648fdb2347d499ca3b234 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:50.805239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-b8215c7e-8424-4caf-8228-cdf8aee8bd5f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Unset dirty status for tenant:02022525b8a648fdb2347d499ca3b234 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:50.806463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-b8215c7e-8424-4caf-8228-cdf8aee8bd5f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "GET /v2.0/networks?id=82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 200 len: 817 time: 0.1786318 Jan 18 23:48:50.818328 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Request body: {'port': {'device_id': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'admin_state_up': True, 'tenant_id': '02022525b8a648fdb2347d499ca3b234'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:50.849865 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9662430-106f-45fd-b1cd-1123cb65da47 req-f9c32f19-ee1b-49e9-a680-9c834d1f84cc tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 210 time: 0.0528920 Jan 18 23:48:50.963853 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:50.973591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:50.985308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Made reservation on behalf of 02022525b8a648fdb2347d499ca3b234 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:50.988914 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.159067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Allocated IP 172.20.0.10 (82b19516-b66e-4c23-81ba-e17402ecab95/f4db447f-bb09-47ab-bf65-b3c8efd5d0d7/7758d2b5-d438-4eb7-9816-2de3b6c62189) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:51.364113 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.379891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Transition to ACTIVE for port object 7758d2b5-d438-4eb7-9816-2de3b6c62189 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:51.407775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.481464 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Network 82b19516-b66e-4c23-81ba-e17402ecab95 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:51.484902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:51.488771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:48:51.520508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Pushing event updated for resources: {'Port': ['ID=7758d2b5-d438-4eb7-9816-2de3b6c62189,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:51.556441 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:51.557092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.585207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-6a77075f-1d80-41f3-ac47-ebff9965332b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7704639 Jan 18 23:48:51.596654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Request body: {'port': {'device_id': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:48:51.676728 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Sync routers for ids ['b3f73de7-a0eb-490c-988a-da1c0ac18311'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:48:51.686328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dcb05846-bd50-49ab-ab1f-364530867805 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:51.696352 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Routers {'b3f73de7-a0eb-490c-988a-da1c0ac18311'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:51.697073 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b3f73de7-a0eb-490c-988a-da1c0ac18311'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:51.728721 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.749398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4259e75b-64cd-4c5a-8906-92b2ad15fc5d None None] Provisioning for port 7758d2b5-d438-4eb7-9816-2de3b6c62189 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:51.758632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4259e75b-64cd-4c5a-8906-92b2ad15fc5d None None] Provisioning complete for port 7758d2b5-d438-4eb7-9816-2de3b6c62189 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:51.758923 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4259e75b-64cd-4c5a-8906-92b2ad15fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.815845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4259e75b-64cd-4c5a-8906-92b2ad15fc5d None None] Port 7758d2b5-d438-4eb7-9816-2de3b6c62189 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:48:51.817215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port dcb05846-bd50-49ab-ab1f-364530867805 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:51.817747 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.879932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Set router b3f73de7-a0eb-490c-988a-da1c0ac18311 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:52.156468 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-8eeb7adc-d16f-4e2c-915e-ea5bfd74d67a tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:52.157106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-8eeb7adc-d16f-4e2c-915e-ea5bfd74d67a tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Synchronizing usage tracker for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:52.164878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7758d2b5-d438-4eb7-9816-2de3b6c62189 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:48:52.174959 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.193452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-8eeb7adc-d16f-4e2c-915e-ea5bfd74d67a tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Unset dirty status for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:52.194610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-8eeb7adc-d16f-4e2c-915e-ea5bfd74d67a tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 932 time: 0.2009683 Jan 18 23:48:52.195516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Transition to ACTIVE for port object 7758d2b5-d438-4eb7-9816-2de3b6c62189 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:52.200238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:48:46Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ff959fa2-1fdf-48c0-ad05-67cc56cf32bd', 'name': '', 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'mac_address': 'fa:16:3e:c3:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:46Z', 'updated_at': '2022-01-18T23:48:47Z', 'revision_number': 2, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'subnets': [{'id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:52.200774 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.204275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Checking router: b3f73de7-a0eb-490c-988a-da1c0ac18311 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:48:52.204625 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Updating router b3f73de7-a0eb-490c-988a-da1c0ac18311 port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:48:52.262803 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.490141 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Pushing event updated for resources: {'Port': ['ID=7758d2b5-d438-4eb7-9816-2de3b6c62189,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:52.532667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-f7be9e96-7316-4d24-bd58-ec630acda1ea tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Synchronizing usage tracker for tenant:02022525b8a648fdb2347d499ca3b234 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:52.601503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-f7be9e96-7316-4d24-bd58-ec630acda1ea tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Unset dirty status for tenant:02022525b8a648fdb2347d499ca3b234 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:52.602633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e1277040-144b-41e7-b7cc-d37fd062e0a2 req-f7be9e96-7316-4d24-bd58-ec630acda1ea tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975782 Jan 18 23:48:52.620481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Attempting to bind port 7758d2b5-d438-4eb7-9816-2de3b6c62189 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:52.620664 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Attempting to bind port 7758d2b5-d438-4eb7-9816-2de3b6c62189 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:52.620989 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Attempting to bind port 7758d2b5-d438-4eb7-9816-2de3b6c62189 on network 82b19516-b66e-4c23-81ba-e17402ecab95 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:52.628628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Port 7758d2b5-d438-4eb7-9816-2de3b6c62189 on network 82b19516-b66e-4c23-81ba-e17402ecab95 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:48:52.629009 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Attempting to bind port 7758d2b5-d438-4eb7-9816-2de3b6c62189 on network 82b19516-b66e-4c23-81ba-e17402ecab95 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:52.636394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:52.636816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Checking segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:52.637469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Bound using segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:52.637796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Bound port: 7758d2b5-d438-4eb7-9816-2de3b6c62189, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:52.638491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.645081 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.656805 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Transition to ACTIVE for port object ff959fa2-1fdf-48c0-ad05-67cc56cf32bd will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:52.663377 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.733240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] For port 7758d2b5-d438-4eb7-9816-2de3b6c62189, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:52.736757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] For port 7758d2b5-d438-4eb7-9816-2de3b6c62189, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:52.742581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.790497 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f113-2862-4470-ba76-1a745bb6884b None None] Pushing event updated for resources: {'Port': ['ID=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:52.816603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:52.816603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.816603 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] 10.222.0.86 "PUT /v2.0/ports/7758d2b5-d438-4eb7-9816-2de3b6c62189 HTTP/1.1" status: 200 len: 1092 time: 1.2243469 Jan 18 23:48:52.816921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'tag': '7758d2b5-d438-4eb7-9816-2de3b6c62189'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:52.845044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Pushing event updated for resources: {'Port': ['ID=7758d2b5-d438-4eb7-9816-2de3b6c62189,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:52.879902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.881725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.881958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.882293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.883796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.884157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.884496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.884834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.885227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.885589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.885886 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.887833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7117425-77df-44c4-ab75-3d0471a4eabc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:52.916782 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Attempting to bind port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:52.917178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Attempting to bind port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:52.917536 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Attempting to bind port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd on network a8814f55-8fce-472b-971a-7be4f502d549 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:48:52.930024 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:48:52.931006 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Checking segment: {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:48:52.931499 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.931984 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Bound using segment: {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:48:52.932760 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Bound port: ff959fa2-1fdf-48c0-ad05-67cc56cf32bd, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:52.933308 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.960927 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'tag': '7758d2b5-d438-4eb7-9816-2de3b6c62189', 'status': 'completed', 'code': 200} Jan 18 23:48:53.011761 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-149d587c-a417-4919-ac46-0867f825edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:53.013590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-149d587c-a417-4919-ac46-0867f825edcc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02022525b8a648fdb2347d499ca3b234&device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 1095 time: 0.1357312 Jan 18 23:48:53.034234 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] For port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:48:53.038072 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] For port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:48:53.044277 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:53.091317 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-ab8819c6-f59e-42c9-b194-0f76f5e46510 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189 HTTP/1.1" status: 200 len: 217 time: 0.0711396 Jan 18 23:48:53.152897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Routers {'b3f73de7-a0eb-490c-988a-da1c0ac18311'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:48:53.153551 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:48:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b3f73de7-a0eb-490c-988a-da1c0ac18311'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:53.160693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-69c15639-8131-42a2-846d-5815c4a4d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:53.162822 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-69c15639-8131-42a2-846d-5815c4a4d872 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f4db447f-bb09-47ab-bf65-b3c8efd5d0d7 HTTP/1.1" status: 200 len: 856 time: 0.0654237 Jan 18 23:48:53.206879 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f113-2862-4470-ba76-1a745bb6884b None None] Pushing event updated for resources: {'Port': ['ID=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:53.250474 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-29ba9bf9-4d57-4577-87bd-966d9df12018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:53.252004 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-29ba9bf9-4d57-4577-87bd-966d9df12018 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=82b19516-b66e-4c23-81ba-e17402ecab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828774 Jan 18 23:48:53.333760 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] Set router b3f73de7-a0eb-490c-988a-da1c0ac18311 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:48:53.386683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-32048502-5ab0-41f8-a80a-f80e3c67a9e9 service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283045 Jan 18 23:48:53.520175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-54be293c-8ab6-4818-b208-bbfdde9f97bb req-77c04c77-17c4-42f1-b450-e1655b9ba60c service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276882 Jan 18 23:48:53.649258 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:48:46Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ff959fa2-1fdf-48c0-ad05-67cc56cf32bd', 'name': '', 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'mac_address': 'fa:16:3e:c3:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:46Z', 'updated_at': '2022-01-18T23:48:53Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'subnets': [{'id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:53.651652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-8dab6eb8-0eca-4526-aad6-234d345c9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:53.653894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-8dab6eb8-0eca-4526-aad6-234d345c9c56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02022525b8a648fdb2347d499ca3b234&device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 1095 time: 0.0872047 Jan 18 23:48:53.654028 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b003626-8454-4471-95ab-6dd33dfc3ca1 None None] The sync data for ids ['b3f73de7-a0eb-490c-988a-da1c0ac18311'] in n-d-825178-1 is: [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:48:46Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'ff959fa2-1fdf-48c0-ad05-67cc56cf32bd', 'name': '', 'network_id': 'a8814f55-8fce-472b-971a-7be4f502d549', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'mac_address': 'fa:16:3e:c3:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:46Z', 'updated_at': '2022-01-18T23:48:53Z', 'revision_number': 4, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'subnets': [{'id': '1923cc13-03e2-46f3-b005-512af9a510ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:48:53.724239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff959fa2-1fdf-48c0-ad05-67cc56cf32bd up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:53.797710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:53.802753 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:53.803130 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:53.849246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-d32da73c-b283-4b5f-a315-bd6fc2db4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:53.850712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-d32da73c-b283-4b5f-a315-bd6fc2db4d86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 200 len: 918 time: 0.1908879 Jan 18 23:48:53.865261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88297014-c188-45f8-8878-221c4afddaa9 req-d790c80a-9c78-4e68-bf87-a2adcb8e6ea4 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:53.867243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-88297014-c188-45f8-8878-221c4afddaa9 req-d790c80a-9c78-4e68-bf87-a2adcb8e6ea4 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 944 time: 0.1363170 Jan 18 23:48:53.946690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-fecc4096-4c15-4810-a92c-41b0710433a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189 HTTP/1.1" status: 200 len: 217 time: 0.0784302 Jan 18 23:48:53.953115 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:53.984264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:53.989454 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.021430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-88297014-c188-45f8-8878-221c4afddaa9 req-4ea726cc-411a-4397-8b3b-1b8ec21f37fd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957727 Jan 18 23:48:54.031370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-df2a93b9-e165-43d0-9dcb-8f1ee62cc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:54.032816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-df2a93b9-e165-43d0-9dcb-8f1ee62cc4ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f4db447f-bb09-47ab-bf65-b3c8efd5d0d7 HTTP/1.1" status: 200 len: 856 time: 0.0788381 Jan 18 23:48:54.058758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:54.108598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-4a5c07df-b248-4826-9435-4079841a5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:54.110159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-4a5c07df-b248-4826-9435-4079841a5525 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=82b19516-b66e-4c23-81ba-e17402ecab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708206 Jan 18 23:48:54.361413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-ba48ece8-bc5f-4d62-9ac8-e7ae84dece68 service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433872 Jan 18 23:48:54.502030 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c37b249-53ae-40b8-b41f-fc197661bba4 req-792188d1-068e-4aad-bda1-7927f879daed service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342070 Jan 18 23:48:55.209565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ae3f6-5efe-4505-a4ac-9e7547f699ca req-42d38a1d-6231-46b4-9eb0-f779c66a5a51 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:55.210875 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b4ae3f6-5efe-4505-a4ac-9e7547f699ca req-42d38a1d-6231-46b4-9eb0-f779c66a5a51 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 944 time: 0.0805233 Jan 18 23:48:55.257132 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b4ae3f6-5efe-4505-a4ac-9e7547f699ca req-a81d58bf-3333-43be-b666-e5ede07a6830 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Jan 18 23:48:55.676357 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff959fa2-1fdf-48c0-ad05-67cc56cf32bd up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:55.743145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:55.743514 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.419814 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7758d2b5-d438-4eb7-9816-2de3b6c62189 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:48:56.464195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f4a50-578c-4b1d-a0c1-366ecf59c485 req-46da95b6-9c3a-4eb0-8a5f-3d9557764ecd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:56.465671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a19f4a50-578c-4b1d-a0c1-366ecf59c485 req-46da95b6-9c3a-4eb0-8a5f-3d9557764ecd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 944 time: 0.0922096 Jan 18 23:48:56.512142 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a19f4a50-578c-4b1d-a0c1-366ecf59c485 req-98a3d304-04f7-496f-841a-a4a2c5204e17 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jan 18 23:48:56.557444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7758d2b5-d438-4eb7-9816-2de3b6c62189, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:56.570014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '7758d2b5-d438-4eb7-9816-2de3b6c62189', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'port_id': '7758d2b5-d438-4eb7-9816-2de3b6c62189', 'mac_address': 'fa:16:3e:8f:73:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:48:56.624208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.640437 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7758d2b5-d438-4eb7-9816-2de3b6c62189 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:48:56.655657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7758d2b5-d438-4eb7-9816-2de3b6c62189, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:56.662051 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.762372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7758d2b5-d438-4eb7-9816-2de3b6c62189,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:56.863837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7758d2b5-d438-4eb7-9816-2de3b6c62189'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:48:57.707451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb26f2-7f91-4554-9d6e-568686e9478c req-d452e1d8-85d6-4176-9fe1-5c4b10584151 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:57.708912 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36eb26f2-7f91-4554-9d6e-568686e9478c req-d452e1d8-85d6-4176-9fe1-5c4b10584151 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 945 time: 0.0831213 Jan 18 23:48:57.753523 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-36eb26f2-7f91-4554-9d6e-568686e9478c req-437925f2-7810-4802-8bf5-b8d4436a983f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Jan 18 23:48:58.421709 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7758d2b5-d438-4eb7-9816-2de3b6c62189 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:58.508834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 7758d2b5-d438-4eb7-9816-2de3b6c62189 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:58.514297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 7758d2b5-d438-4eb7-9816-2de3b6c62189 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:58.514686 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:58.641763 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:58.668191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7758d2b5-d438-4eb7-9816-2de3b6c62189'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:58.677844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 7758d2b5-d438-4eb7-9816-2de3b6c62189, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:48:58.682863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:58.713570 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7758d2b5-d438-4eb7-9816-2de3b6c62189', 'code': 200} Jan 18 23:48:58.751880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=7758d2b5-d438-4eb7-9816-2de3b6c62189,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:58.839729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b329-78d1-4389-863d-4b7c4160523e req-9fd2fd36-49e7-4b27-b35e-0f4e2f616715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:58.841250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150b329-78d1-4389-863d-4b7c4160523e req-9fd2fd36-49e7-4b27-b35e-0f4e2f616715 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 1097 time: 0.0692825 Jan 18 23:48:58.887971 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e150b329-78d1-4389-863d-4b7c4160523e req-d6e74476-db9e-42e0-b75d-29fbcb1237f0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Jan 18 23:48:58.950662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa27efb-8d40-4a37-90f8-c728371742a2 req-07637821-b27d-40b9-9ab0-da639e592d94 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:58.952088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6fa27efb-8d40-4a37-90f8-c728371742a2 req-07637821-b27d-40b9-9ab0-da639e592d94 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 946 time: 0.0822229 Jan 18 23:48:59.001003 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6fa27efb-8d40-4a37-90f8-c728371742a2 req-ef901470-4a6c-4cc9-bfcf-e8f3b5deb43e tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Jan 18 23:49:00.200211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1e5c6-5d00-4b40-9c4b-f4a81846e0c0 req-76d621ec-c565-4bdd-9e89-c6ec1106dfe8 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:00.201681 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17a1e5c6-5d00-4b40-9c4b-f4a81846e0c0 req-76d621ec-c565-4bdd-9e89-c6ec1106dfe8 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 946 time: 0.0945129 Jan 18 23:49:00.253748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-17a1e5c6-5d00-4b40-9c4b-f4a81846e0c0 req-5cf66911-ab49-47a2-90d9-1d98dfa5d4a5 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Jan 18 23:49:00.442797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c12f4-b893-4392-94d2-2ccf4b40f161 req-179c4ce9-f659-41f0-a469-bad3afaf98ec tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:00.444250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-271c12f4-b893-4392-94d2-2ccf4b40f161 req-179c4ce9-f659-41f0-a469-bad3afaf98ec tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 946 time: 0.0874705 Jan 18 23:49:00.489191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-271c12f4-b893-4392-94d2-2ccf4b40f161 req-6c055403-6982-4910-be6a-fd533b9a4581 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Jan 18 23:49:04.964108 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.431428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:12.167443 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7236d571-fd47-4fa8-834b-8c6f9222e7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:15.036025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47b4b01f-a69f-4c40-86f3-605266999680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:15.687657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:15.904271 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:16.420491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d06782-f06f-4cf8-9acc-29bd5bff5b0d req-81f9fe7c-deb6-406e-ac83-0e9eda4909d4 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:16.422002 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70d06782-f06f-4cf8-9acc-29bd5bff5b0d req-81f9fe7c-deb6-406e-ac83-0e9eda4909d4 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 946 time: 0.0889230 Jan 18 23:49:16.474140 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-70d06782-f06f-4cf8-9acc-29bd5bff5b0d req-dba6b173-c453-4343-865a-daf8c6f8efa2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Jan 18 23:49:17.146994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:49:17.212657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:17.684109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287fb87-ba14-4865-9969-83b9ccf2f526 req-7262519e-3680-40e9-93de-1bab817c4a2f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:17.685629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8287fb87-ba14-4865-9969-83b9ccf2f526 req-7262519e-3680-40e9-93de-1bab817c4a2f tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 946 time: 0.0928872 Jan 18 23:49:17.730720 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8287fb87-ba14-4865-9969-83b9ccf2f526 req-c2cb2a78-68ab-41d5-8156-e5081c81a1aa tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Jan 18 23:49:17.872041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-7de03d45-d1bd-4ff4-b56e-dad41e107ec4 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:17.873507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-7de03d45-d1bd-4ff4-b56e-dad41e107ec4 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 946 time: 0.0808647 Jan 18 23:49:17.953204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Deleting port 7758d2b5-d438-4eb7-9816-2de3b6c62189 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:17.953547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:18.204895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] For port 7758d2b5-d438-4eb7-9816-2de3b6c62189, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=7758d2b5-d438-4eb7-9816-2de3b6c62189,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:18.205282 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:18.335052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Calling delete_port for 7758d2b5-d438-4eb7-9816-2de3b6c62189 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:18.481980 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:18.494522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['7758d2b5-d438-4eb7-9816-2de3b6c62189'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:49:18.533887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Pushing event deleted for resources: {'Port': ['ID=7758d2b5-d438-4eb7-9816-2de3b6c62189,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:18.612877 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] No DVR routers for this DVR port 7758d2b5-d438-4eb7-9816-2de3b6c62189 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:18.615863 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:18.620403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'name': 'network-vif-deleted', 'tag': '7758d2b5-d438-4eb7-9816-2de3b6c62189'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:18.639107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c46b781e-0c23-43db-a6e7-09b280731f93 req-165c4a11-02bc-4831-b0c3-e3556b1203d2 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "DELETE /v2.0/ports/7758d2b5-d438-4eb7-9816-2de3b6c62189 HTTP/1.1" status: 204 len: 173 time: 0.7606180 Jan 18 23:49:18.668287 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623eb62b-ba95-4d0e-a069-fbb7d4eb2b56', 'name': 'network-vif-deleted', 'tag': '7758d2b5-d438-4eb7-9816-2de3b6c62189', 'status': 'completed', 'code': 200} Jan 18 23:49:18.901738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ef5f4849-ee1a-4215-bb0a-dc7cb08b16b3 req-9193924c-ec3e-4bf5-917f-16de8ed4a4cc tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Synchronizing usage tracker for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:18.919543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ef5f4849-ee1a-4215-bb0a-dc7cb08b16b3 req-9193924c-ec3e-4bf5-917f-16de8ed4a4cc tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Unset dirty status for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:18.920717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ef5f4849-ee1a-4215-bb0a-dc7cb08b16b3 req-9193924c-ec3e-4bf5-917f-16de8ed4a4cc tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=623eb62b-ba95-4d0e-a069-fbb7d4eb2b56 HTTP/1.1" status: 200 len: 210 time: 0.0611496 Jan 18 23:49:20.513167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7758d2b5-d438-4eb7-9816-2de3b6c62189 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:20.547214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 7758d2b5-d438-4eb7-9816-2de3b6c62189 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:49:20.547439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 7758d2b5-d438-4eb7-9816-2de3b6c62189 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:20.569392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-4b796dfd-51c7-4a12-9a8c-3258fc9b64f3 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:20.570885 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-4b796dfd-51c7-4a12-9a8c-3258fc9b64f3 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/networks?id=82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 200 len: 817 time: 0.1532187 Jan 18 23:49:20.586266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-8b7954dc-63d4-49ff-a8af-840a4cd67592 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/quotas/02022525b8a648fdb2347d499ca3b234 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Jan 18 23:49:20.678074 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-afda1184-54dc-4b28-b16f-2b3c11fe21ca tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=02022525b8a648fdb2347d499ca3b234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869174 Jan 18 23:49:20.921918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-64527850-c9ef-4154-be10-ef59714a0423 service neutron] 10.222.0.78 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323565 Jan 18 23:49:21.054208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-b73e6d3e-ccb9-44f6-b362-bcc6505dac42 service neutron] 10.222.0.78 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261041 Jan 18 23:49:21.246019 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-840baeac-67a6-421e-953f-4c9bb56393de req-314bd115-377e-47fd-ab0f-0fb2bda582d5 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 210 time: 0.0443103 Jan 18 23:49:22.434404 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2522c3ec-bc3c-4a7f-9b80-8bf4b6a942e6 req-29dcf889-f7e3-4f8f-b9a0-b16cfc5aaec7 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 210 time: 0.0779362 Jan 18 23:49:22.563857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-1685f190-d7cb-4306-8f12-c51059858974 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:22.565424 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-1685f190-d7cb-4306-8f12-c51059858974 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "GET /v2.0/networks?id=82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 200 len: 817 time: 0.1581111 Jan 18 23:49:22.576638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Request body: {'port': {'device_id': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'admin_state_up': True, 'tenant_id': '02022525b8a648fdb2347d499ca3b234'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:49:22.714686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:49:22.724362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:49:22.738406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Made reservation on behalf of 02022525b8a648fdb2347d499ca3b234 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:49:22.742139 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:22.910050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Allocated IP 172.20.0.12 (82b19516-b66e-4c23-81ba-e17402ecab95/f4db447f-bb09-47ab-bf65-b3c8efd5d0d7/cd74b940-131f-4117-b6e3-e64bab363106) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:49:23.124107 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.139771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Transition to ACTIVE for port object cd74b940-131f-4117-b6e3-e64bab363106 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:23.166456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.235358 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Network 82b19516-b66e-4c23-81ba-e17402ecab95 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:49:23.238656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:49:23.242450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:49:23.310047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:23.310662 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.316277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Pushing event updated for resources: {'Port': ['ID=cd74b940-131f-4117-b6e3-e64bab363106,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:23.341079 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-fd2017fb-1210-4bd4-9cc7-f79a7321d301 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7681289 Jan 18 23:49:23.352971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Request body: {'port': {'device_id': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:49:23.479233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.479848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d2ebc0f2-fc5f-4c9e-89ac-0c742fae6810 None None] Provisioning for port cd74b940-131f-4117-b6e3-e64bab363106 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:23.485925 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d2ebc0f2-fc5f-4c9e-89ac-0c742fae6810 None None] Provisioning complete for port cd74b940-131f-4117-b6e3-e64bab363106 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:23.486435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0f2-fc5f-4c9e-89ac-0c742fae6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.553184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebc0f2-fc5f-4c9e-89ac-0c742fae6810 None None] Port cd74b940-131f-4117-b6e3-e64bab363106 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:49:23.639384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e6d76-1d31-4485-a8f7-92d09f9770b9 req-7f36be15-5951-4c1c-944e-4b4f9d4341fd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:23.641023 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b4e6d76-1d31-4485-a8f7-92d09f9770b9 req-7f36be15-5951-4c1c-944e-4b4f9d4341fd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 932 time: 0.0846088 Jan 18 23:49:23.689988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2b4e6d76-1d31-4485-a8f7-92d09f9770b9 req-339d0664-f2dd-4c40-9bc9-8829849e8e46 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Jan 18 23:49:23.840326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd74b940-131f-4117-b6e3-e64bab363106 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:49:23.848055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.862314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Transition to ACTIVE for port object cd74b940-131f-4117-b6e3-e64bab363106 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:23.869379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.135994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Pushing event updated for resources: {'Port': ['ID=cd74b940-131f-4117-b6e3-e64bab363106,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:24.218773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Attempting to bind port cd74b940-131f-4117-b6e3-e64bab363106 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:49:24.219056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Attempting to bind port cd74b940-131f-4117-b6e3-e64bab363106 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:49:24.219404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Attempting to bind port cd74b940-131f-4117-b6e3-e64bab363106 on network 82b19516-b66e-4c23-81ba-e17402ecab95 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:49:24.224377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Port cd74b940-131f-4117-b6e3-e64bab363106 on network 82b19516-b66e-4c23-81ba-e17402ecab95 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:49:24.224697 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Attempting to bind port cd74b940-131f-4117-b6e3-e64bab363106 on network 82b19516-b66e-4c23-81ba-e17402ecab95 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:49:24.230130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:49:24.230467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Checking segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:49:24.230855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Bound using segment: {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:49:24.231269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Bound port: cd74b940-131f-4117-b6e3-e64bab363106, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857acc20-18c1-4701-9be4-257144abf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:49:24.231615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.320980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] For port cd74b940-131f-4117-b6e3-e64bab363106, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:49:24.323919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] For port cd74b940-131f-4117-b6e3-e64bab363106, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd74b940-131f-4117-b6e3-e64bab363106,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:49:24.331815 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.393288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:24.393874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.395293 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] 10.222.0.86 "PUT /v2.0/ports/cd74b940-131f-4117-b6e3-e64bab363106 HTTP/1.1" status: 200 len: 1092 time: 1.0468805 Jan 18 23:49:24.395725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'tag': 'cd74b940-131f-4117-b6e3-e64bab363106'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:24.418756 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099dff3-358d-470b-928c-436c7e2dd81a service neutron] Pushing event updated for resources: {'Port': ['ID=cd74b940-131f-4117-b6e3-e64bab363106,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:24.470016 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'tag': 'cd74b940-131f-4117-b6e3-e64bab363106', 'status': 'completed', 'code': 200} Jan 18 23:49:24.511952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-00d41d6c-34c5-4df2-b763-7c0840d545cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:24.513519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-00d41d6c-34c5-4df2-b763-7c0840d545cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02022525b8a648fdb2347d499ca3b234&device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 1095 time: 0.0751796 Jan 18 23:49:24.590315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-9bb76402-f155-4c4e-86c0-448d1f39da9f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd74b940-131f-4117-b6e3-e64bab363106 HTTP/1.1" status: 200 len: 217 time: 0.0699439 Jan 18 23:49:24.652256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-7cb7c861-00e9-41d5-a019-44fb935a899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:24.653715 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-7cb7c861-00e9-41d5-a019-44fb935a899c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f4db447f-bb09-47ab-bf65-b3c8efd5d0d7 HTTP/1.1" status: 200 len: 856 time: 0.0580564 Jan 18 23:49:24.732717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b527-6c89-466d-9195-cb23037ea745 req-2e52fab9-e305-4b16-8cbe-adf79512fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:24.734244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-2e52fab9-e305-4b16-8cbe-adf79512fe1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=82b19516-b66e-4c23-81ba-e17402ecab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749397 Jan 18 23:49:24.871039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-93b9f1ea-0eae-4b35-bf23-0f2e5c4433be service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304801 Jan 18 23:49:24.876849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47be58-19e6-4ec0-8a8c-a77cd2b02a5e req-97cd7f0d-4160-4777-a357-73268f04b102 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:24.879075 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd47be58-19e6-4ec0-8a8c-a77cd2b02a5e req-97cd7f0d-4160-4777-a357-73268f04b102 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 944 time: 0.0829368 Jan 18 23:49:24.923307 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-bd47be58-19e6-4ec0-8a8c-a77cd2b02a5e req-23b2f0b7-78ac-4b40-8c37-8947b4533428 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392523 Jan 18 23:49:25.005993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6502b527-6c89-466d-9195-cb23037ea745 req-2edcb790-39a3-4c9a-b91a-7940dcbf3e64 service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279314 Jan 18 23:49:25.130881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-dee8771a-f6b6-4197-b5c1-3b4075611658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.132290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-dee8771a-f6b6-4197-b5c1-3b4075611658 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02022525b8a648fdb2347d499ca3b234&device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 1095 time: 0.0790372 Jan 18 23:49:25.279776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-b0509b85-b5ec-4f35-9edf-c7d83862461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.281241 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-b0509b85-b5ec-4f35-9edf-c7d83862461c service neutron] 10.222.0.86 "GET /v2.0/networks?id=82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 200 len: 918 time: 0.1358984 Jan 18 23:49:25.352029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-d12dc977-fdb1-4edc-9e34-1821eba5f31a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd74b940-131f-4117-b6e3-e64bab363106 HTTP/1.1" status: 200 len: 217 time: 0.0643752 Jan 18 23:49:25.416861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-0c1e695d-f199-498e-9dfd-00b815a18c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.418321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-0c1e695d-f199-498e-9dfd-00b815a18c4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f4db447f-bb09-47ab-bf65-b3c8efd5d0d7 HTTP/1.1" status: 200 len: 856 time: 0.0568950 Jan 18 23:49:25.503213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-6159d664-016d-4815-93d8-fb4ebe38bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.504712 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-6159d664-016d-4815-93d8-fb4ebe38bac4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=82b19516-b66e-4c23-81ba-e17402ecab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798814 Jan 18 23:49:25.640538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-6d548654-e6d6-4689-ae41-aa1e650928a7 service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289592 Jan 18 23:49:25.894192 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8acbbd68-38a9-4e4f-b59b-c90d6f8ae903 req-c6faae2c-6fb5-44c8-b85a-99b789046093 service neutron] 10.222.0.86 "GET /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471974 Jan 18 23:49:26.215751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce432c-00cf-4e61-83ae-5264eb468784 req-2c9e2a05-a4b9-4b8c-85a9-3d0bceb560f0 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:26.216347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3bce432c-00cf-4e61-83ae-5264eb468784 req-2c9e2a05-a4b9-4b8c-85a9-3d0bceb560f0 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Synchronizing usage tracker for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:26.234397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-3bce432c-00cf-4e61-83ae-5264eb468784 req-2c9e2a05-a4b9-4b8c-85a9-3d0bceb560f0 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Unset dirty status for tenant:02022525b8a648fdb2347d499ca3b234 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:26.235530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3bce432c-00cf-4e61-83ae-5264eb468784 req-2c9e2a05-a4b9-4b8c-85a9-3d0bceb560f0 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 944 time: 0.2055335 Jan 18 23:49:26.281409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3bce432c-00cf-4e61-83ae-5264eb468784 req-4ab8965d-688d-4e30-8e13-1f1903f048ff tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Jan 18 23:49:27.537930 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721777-e605-44db-9f82-5d525d867be1 req-9cf35216-70ee-4352-a098-b898c1e03bdd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:27.539376 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8721777-e605-44db-9f82-5d525d867be1 req-9cf35216-70ee-4352-a098-b898c1e03bdd tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 944 time: 0.1466053 Jan 18 23:49:27.586340 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8721777-e605-44db-9f82-5d525d867be1 req-030f4533-36b0-4ec7-8458-a67f2c783013 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Jan 18 23:49:28.545493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd74b940-131f-4117-b6e3-e64bab363106 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:49:28.689921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cd74b940-131f-4117-b6e3-e64bab363106, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd74b940-131f-4117-b6e3-e64bab363106,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:28.703287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'cd74b940-131f-4117-b6e3-e64bab363106', 'network_id': '82b19516-b66e-4c23-81ba-e17402ecab95', 'port_id': 'cd74b940-131f-4117-b6e3-e64bab363106', 'mac_address': 'fa:16:3e:ba:8b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4db447f-bb09-47ab-bf65-b3c8efd5d0d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:49:28.758029 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:28.775151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd74b940-131f-4117-b6e3-e64bab363106 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:49:28.775603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9707-22c6-453e-9ea9-9a17573c74be req-d841d2e4-a7bf-4cd4-964c-e9e31e2c7c07 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:28.777094 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5bd9707-22c6-453e-9ea9-9a17573c74be req-d841d2e4-a7bf-4cd4-964c-e9e31e2c7c07 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 944 time: 0.0838227 Jan 18 23:49:28.791209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cd74b940-131f-4117-b6e3-e64bab363106, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd74b940-131f-4117-b6e3-e64bab363106,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:28.796777 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:28.822062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d5bd9707-22c6-453e-9ea9-9a17573c74be req-f3fad763-0f83-4d31-b5a9-dc5f5548011b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Jan 18 23:49:28.869649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=cd74b940-131f-4117-b6e3-e64bab363106,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:28.877295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.877644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.877989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.878323 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.878654 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.878984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.879372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.879698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.880025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.880346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.880669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.881011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:28.989953 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['cd74b940-131f-4117-b6e3-e64bab363106'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:49:30.025105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedda40-8323-4719-aa3b-7da6f2055514 req-66abcb80-b102-48fd-b1a6-d8ad5360c812 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:30.026550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fedda40-8323-4719-aa3b-7da6f2055514 req-66abcb80-b102-48fd-b1a6-d8ad5360c812 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 945 time: 0.0934696 Jan 18 23:49:30.073869 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2fedda40-8323-4719-aa3b-7da6f2055514 req-dd61357a-9741-4d00-b9ca-1bb81207bd8b tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390556 Jan 18 23:49:30.544580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd74b940-131f-4117-b6e3-e64bab363106 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:30.631326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port cd74b940-131f-4117-b6e3-e64bab363106 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:30.636174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port cd74b940-131f-4117-b6e3-e64bab363106 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:30.636551 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:30.752288 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:30.780373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd74b940-131f-4117-b6e3-e64bab363106'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:30.790766 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port cd74b940-131f-4117-b6e3-e64bab363106, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd74b940-131f-4117-b6e3-e64bab363106,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:30.796358 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:30.830032 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd74b940-131f-4117-b6e3-e64bab363106', 'code': 200} Jan 18 23:49:30.870844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=cd74b940-131f-4117-b6e3-e64bab363106,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:30.949754 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13a5fb-6b41-4438-9f44-92289fc53ad1 req-267fc838-ebff-47ae-a972-a6203b0286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:30.951268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db13a5fb-6b41-4438-9f44-92289fc53ad1 req-267fc838-ebff-47ae-a972-a6203b0286a9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 1097 time: 0.0704861 Jan 18 23:49:30.995208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db13a5fb-6b41-4438-9f44-92289fc53ad1 req-d7a1cbf2-5d1c-47a5-9b42-87786d9f57bd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Jan 18 23:49:31.276891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b43cb-fcd6-45b9-9683-c6d5a91d6fc5 req-fe79aa25-eeca-45b2-962c-66e22b843690 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:31.278369 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e9b43cb-fcd6-45b9-9683-c6d5a91d6fc5 req-fe79aa25-eeca-45b2-962c-66e22b843690 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 946 time: 0.0856700 Jan 18 23:49:31.325582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0e9b43cb-fcd6-45b9-9683-c6d5a91d6fc5 req-39523dd1-1b92-4f3d-87bd-d564f598201a tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 Jan 18 23:49:32.528928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212ddbd-2801-49f3-a104-fe025bfd1b39 req-0fef269c-9806-4107-9bcf-9aaf761534cf tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:32.530439 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3212ddbd-2801-49f3-a104-fe025bfd1b39 req-0fef269c-9806-4107-9bcf-9aaf761534cf tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 946 time: 0.0842712 Jan 18 23:49:32.576480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3212ddbd-2801-49f3-a104-fe025bfd1b39 req-f3d0838b-95bc-4cd6-adf1-cbbb90f1fe35 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Jan 18 23:49:32.764092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a0589-617e-4281-a11a-1240fdcb78a6 req-2033cd2d-2e2f-4ed4-afc1-99ef1f571d12 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:32.765490 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-167a0589-617e-4281-a11a-1240fdcb78a6 req-2033cd2d-2e2f-4ed4-afc1-99ef1f571d12 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 946 time: 0.0859530 Jan 18 23:49:32.810263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-167a0589-617e-4281-a11a-1240fdcb78a6 req-c8341906-eb9f-4246-947e-0b0ac74239dc tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Jan 18 23:49:34.986439 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:37.423724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:42.162305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f698155d-1721-4ca1-9ed2-ff0b35ad0e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.033008 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f74396e-53cd-43e1-851c-4b0ba22e1c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.683740 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.907035 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.214820 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.424278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651d9fa-04cc-414a-a079-9bff1a5bd074 req-20b20a30-c4ec-4593-ba9b-9b0ec515028c tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:47.425783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c651d9fa-04cc-414a-a079-9bff1a5bd074 req-20b20a30-c4ec-4593-ba9b-9b0ec515028c tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 946 time: 0.0880358 Jan 18 23:49:47.475803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c651d9fa-04cc-414a-a079-9bff1a5bd074 req-239880e4-9dfe-409e-85a4-c77c9f3118a5 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jan 18 23:49:48.693654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcdd5d-6f25-4361-acb1-687e320d830c req-788c3250-e5cb-4028-8abf-0b7cf96e0ba6 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:48.695112 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99bcdd5d-6f25-4361-acb1-687e320d830c req-788c3250-e5cb-4028-8abf-0b7cf96e0ba6 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 946 time: 0.1019375 Jan 18 23:49:48.739437 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-99bcdd5d-6f25-4361-acb1-687e320d830c req-66fb9274-c8f5-4ab6-8fdf-ac225f8a6889 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/security-groups?id=acd1b789-47f4-422b-ad45-8364d674737d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Jan 18 23:49:48.891807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-e573e247-75a3-4d3f-8c17-8cd1e1d0eee5 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:48.893340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-e573e247-75a3-4d3f-8c17-8cd1e1d0eee5 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 946 time: 0.0845523 Jan 18 23:49:48.966206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Deleting port cd74b940-131f-4117-b6e3-e64bab363106 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:48.966500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.228763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] For port cd74b940-131f-4117-b6e3-e64bab363106, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=cd74b940-131f-4117-b6e3-e64bab363106,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:49.229147 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.359485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Calling delete_port for cd74b940-131f-4117-b6e3-e64bab363106 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:49.514773 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.526508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['cd74b940-131f-4117-b6e3-e64bab363106'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:49:49.567737 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Pushing event deleted for resources: {'Port': ['ID=cd74b940-131f-4117-b6e3-e64bab363106,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:49.647335 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] No DVR routers for this DVR port cd74b940-131f-4117-b6e3-e64bab363106 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:49.650134 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.653968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'name': 'network-vif-deleted', 'tag': 'cd74b940-131f-4117-b6e3-e64bab363106'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:49.670064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6f3891f-afa2-4f40-adf0-d0c07d4a103d req-0554ee81-f78d-4b3e-b923-0eb5a1d59ee1 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.86 "DELETE /v2.0/ports/cd74b940-131f-4117-b6e3-e64bab363106 HTTP/1.1" status: 204 len: 173 time: 0.7717843 Jan 18 23:49:49.757348 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f718d-fb12-4381-a149-55ee6432ec7f', 'name': 'network-vif-deleted', 'tag': 'cd74b940-131f-4117-b6e3-e64bab363106', 'status': 'completed', 'code': 200} Jan 18 23:49:49.900653 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-363a75dc-3855-4442-9131-92f9868c2bc8 req-47c9899f-4fcc-4b34-8413-dfdbf35e5753 tempest-TestEncryptedCinderVolumes-875543917 tempest-TestEncryptedCinderVolumes-875543917-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b4f718d-fb12-4381-a149-55ee6432ec7f HTTP/1.1" status: 200 len: 210 time: 0.0426240 Jan 18 23:49:51.033517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56732) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:51.711289 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.064499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Deleting port eca248f2-0402-4d20-a969-6b285c150025 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:52.065267 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.243970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] For port eca248f2-0402-4d20-a969-6b285c150025, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=eca248f2-0402-4d20-a969-6b285c150025,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:52.244244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.363670 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Calling delete_port for eca248f2-0402-4d20-a969-6b285c150025 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:52.690848 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.714231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd74b940-131f-4117-b6e3-e64bab363106 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:52.735293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=eca248f2-0402-4d20-a969-6b285c150025,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:52.748369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: cd74b940-131f-4117-b6e3-e64bab363106 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:49:52.748733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device cd74b940-131f-4117-b6e3-e64bab363106 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:52.769238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.769580 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.769909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.770265 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.770586 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.770906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.771188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.771503 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.771815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.772122 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.772467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:52.772776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:53.139749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:53.521165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:49:53.711106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:49:53.720897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] Sync routers for ids ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:49:53.724191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ff7c8231-186a-45a3-b3c2-9744ceef7f6e admin admin] 10.222.0.78 "PUT /v2.0/routers/1f24fcef-d358-49f2-8268-eb7be1ef48e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6896009 Jan 18 23:49:53.727821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56736) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:53.735180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] Routers {'1f24fcef-d358-49f2-8268-eb7be1ef48e4'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:49:53.735830 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:53.914651 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:53.920502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] Set router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:49:54.094241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.105425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Deleting port 170fca4b-6732-4dd0-bbf9-602c6b70e710 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:54.105930 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.146949 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:49:54.199266 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:49:52Z', 'revision_number': 5, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port': {'id': '170fca4b-6732-4dd0-bbf9-602c6b70e710', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:37Z', 'updated_at': '2022-01-18T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.203119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] Checking router: 1f24fcef-d358-49f2-8268-eb7be1ef48e4 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:49:54.211995 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] Routers {'1f24fcef-d358-49f2-8268-eb7be1ef48e4'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:49:54.212586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.280057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] For port 170fca4b-6732-4dd0-bbf9-602c6b70e710, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=170fca4b-6732-4dd0-bbf9-602c6b70e710,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:54.280057 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.365884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] Set router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:49:54.407186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Calling delete_port for 170fca4b-6732-4dd0-bbf9-602c6b70e710 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:54.472799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:49:54Z', 'revision_number': 6, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.477334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc0137-04a7-433f-b6a2-9138bf92ea54 None None] The sync data for ids ['1f24fcef-d358-49f2-8268-eb7be1ef48e4'] in n-d-825178-1 is: [{'id': '1f24fcef-d358-49f2-8268-eb7be1ef48e4', 'name': 'tempest-TestEncryptedCinderVolumes-1556833420-router', 'tenant_id': '02022525b8a648fdb2347d499ca3b234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:36Z', 'updated_at': '2022-01-18T23:49:54Z', 'revision_number': 6, 'project_id': '02022525b8a648fdb2347d499ca3b234', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:49:54.704039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.751155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Pushing event deleted for resources: {'Port': ['ID=170fca4b-6732-4dd0-bbf9-602c6b70e710,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:54.844211 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.026988 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.029360 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.057552 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.058077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f24fcef-d358-49f2-8268-eb7be1ef48e4 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:49:55.070681 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.071803 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-92c1af51-e128-4f87-983f-f43ca0cba225 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1f24fcef-d358-49f2-8268-eb7be1ef48e4 HTTP/1.1" status: 204 len: 168 time: 1.3431170 Jan 18 23:49:55.075420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56742) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:55.141451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Deleting subnet f4db447f-bb09-47ab-bf65-b3c8efd5d0d7 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:49:55.144809 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.197120 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.279238 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.348911 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.390456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4db447f-bb09-47ab-bf65-b3c8efd5d0d7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:55.393769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.399581 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-73642cfb-c155-4c87-8a31-e1d818fccd18 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f4db447f-bb09-47ab-bf65-b3c8efd5d0d7 HTTP/1.1" status: 204 len: 168 time: 0.3232188 Jan 18 23:49:55.399900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73895fa1-9efc-444c-8ca7-e397928c939d None None] Network 82b19516-b66e-4c23-81ba-e17402ecab95 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:49:55.402277 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:55.512746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.523582 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Deleting port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:55.523921 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.662445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72039e89-607c-4362-a871-a616d6c0997e None None] DHCP port deletion for 82b19516-b66e-4c23-81ba-e17402ecab95 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:49:55.667174 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Deleting port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:55.667823 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.718150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device fa0a6087-1fb2-4bee-a996-7dbe68dfa402 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:55.737005 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] For port fa0a6087-1fb2-4bee-a996-7dbe68dfa402, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:55.737368 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.859584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Calling delete_port for fa0a6087-1fb2-4bee-a996-7dbe68dfa402 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:55.941489 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.990403 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:55.993493 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] No DVR routers for this DVR port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:56.002878 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.020771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-72039e89-607c-4362-a871-a616d6c0997e None None] For port fa0a6087-1fb2-4bee-a996-7dbe68dfa402, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=fa0a6087-1fb2-4bee-a996-7dbe68dfa402,segment=NetworkSegment(857acc20-18c1-4701-9be4-257144abf18b),segment_id=857acc20-18c1-4701-9be4-257144abf18b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:56.020771 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.111269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.136411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b19516-b66e-4c23-81ba-e17402ecab95']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:56.145124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Calling delete_port for fa0a6087-1fb2-4bee-a996-7dbe68dfa402 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:56.152268 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857acc20-18c1-4701-9be4-257144abf18b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:56.152681 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857acc20-18c1-4701-9be4-257144abf18b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:56.164997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.219497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 170fca4b-6732-4dd0-bbf9-602c6b70e710 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:56.257583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 170fca4b-6732-4dd0-bbf9-602c6b70e710 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:49:56.257941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 170fca4b-6732-4dd0-bbf9-602c6b70e710 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:56.258319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device eca248f2-0402-4d20-a969-6b285c150025 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:56.289749 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.296461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:49:56.296888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.298408 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: eca248f2-0402-4d20-a969-6b285c150025 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:49:56.298741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device eca248f2-0402-4d20-a969-6b285c150025 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:49:56.312240 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:49:56.318218 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:49:56.318567 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:49:56.393646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.417780 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.427898 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=82b19516-b66e-4c23-81ba-e17402ecab95,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:56.443145 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-235a1760-b281-4b56-b005-54258da5bbbe admin admin] 10.222.0.78 "DELETE /v2.0/networks/82b19516-b66e-4c23-81ba-e17402ecab95 HTTP/1.1" status: 204 len: 168 time: 1.0397260 Jan 18 23:49:56.446199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:56.819745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Deleting port fa0a6087-1fb2-4bee-a996-7dbe68dfa402 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:56.820315 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72039e89-607c-4362-a871-a616d6c0997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.892014 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-72039e89-607c-4362-a871-a616d6c0997e None None] The port 'fa0a6087-1fb2-4bee-a996-7dbe68dfa402' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:49:56.993517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.349677 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Deleting port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:57.350098 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.516837 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] For port ff959fa2-1fdf-48c0-ad05-67cc56cf32bd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:57.517605 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.637802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Calling delete_port for ff959fa2-1fdf-48c0-ad05-67cc56cf32bd owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:57.925871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.970241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff959fa2-1fdf-48c0-ad05-67cc56cf32bd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:58.261136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.638559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Router b3f73de7-a0eb-490c-988a-da1c0ac18311 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:49:58.821561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:49:58.831155 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] Sync routers for ids ['b3f73de7-a0eb-490c-988a-da1c0ac18311'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:49:58.832416 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2a6f345a-4cd5-49ba-a7fd-3b28715a03f0 admin admin] 10.222.0.78 "PUT /v2.0/routers/b3f73de7-a0eb-490c-988a-da1c0ac18311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3852215 Jan 18 23:49:58.835015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:58.841425 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] Routers {'b3f73de7-a0eb-490c-988a-da1c0ac18311'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:49:58.842035 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b3f73de7-a0eb-490c-988a-da1c0ac18311'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:59.012908 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.023502 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] Set router b3f73de7-a0eb-490c-988a-da1c0ac18311 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:49:59.313213 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:49:57Z', 'revision_number': 5, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port': {'id': 'dcb05846-bd50-49ab-ab1f-364530867805', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:43Z', 'updated_at': '2022-01-18T23:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:59.315294 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.317132 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] Checking router: b3f73de7-a0eb-490c-988a-da1c0ac18311 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:49:59.325802 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] Routers {'b3f73de7-a0eb-490c-988a-da1c0ac18311'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:49:59.326394 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['b3f73de7-a0eb-490c-988a-da1c0ac18311'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:59.326522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Deleting port dcb05846-bd50-49ab-ab1f-364530867805 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:49:59.326909 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.476032 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] Set router b3f73de7-a0eb-490c-988a-da1c0ac18311 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:49:59.503624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] For port dcb05846-bd50-49ab-ab1f-364530867805, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=dcb05846-bd50-49ab-ab1f-364530867805,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:49:59.503983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.609331 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:49:59Z', 'revision_number': 6, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:59.613371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4377d-97ce-4355-a7e6-8676c69d0bfb None None] The sync data for ids ['b3f73de7-a0eb-490c-988a-da1c0ac18311'] in n-d-825178-1 is: [{'id': 'b3f73de7-a0eb-490c-988a-da1c0ac18311', 'name': 'tempest-TestEncryptedCinderVolumes-630773963-router', 'tenant_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:42Z', 'updated_at': '2022-01-18T23:49:59Z', 'revision_number': 6, 'project_id': '9a1be37b7e934c1ea2c4aabbd8cc570a', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:49:59.627554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Calling delete_port for dcb05846-bd50-49ab-ab1f-364530867805 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:49:59.807439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.854310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb05846-bd50-49ab-ab1f-364530867805,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:59.945941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.046625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff959fa2-1fdf-48c0-ad05-67cc56cf32bd no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:50:00.084141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ff959fa2-1fdf-48c0-ad05-67cc56cf32bd {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:50:00.084485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ff959fa2-1fdf-48c0-ad05-67cc56cf32bd not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:50:00.125146 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.127371 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.152168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.152753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f73de7-a0eb-490c-988a-da1c0ac18311 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:50:00.168972 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.170133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-741be004-9f3b-4595-9617-f9656db5bb61 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b3f73de7-a0eb-490c-988a-da1c0ac18311 HTTP/1.1" status: 204 len: 168 time: 1.3342311 Jan 18 23:50:00.172786 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56758) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:00.236820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Deleting subnet 1923cc13-03e2-46f3-b005-512af9a510ca {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:50:00.239713 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.298764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.386484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.456268 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.498728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1923cc13-03e2-46f3-b005-512af9a510ca,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:00.502583 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.507844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131f638-0de4-48d5-8222-befda5e1f8ff None None] Network a8814f55-8fce-472b-971a-7be4f502d549 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:50:00.511617 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f6d7a198-1065-4fd2-86b8-8555813bf96f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1923cc13-03e2-46f3-b005-512af9a510ca HTTP/1.1" status: 204 len: 168 time: 0.3354051 Jan 18 23:50:00.511883 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:00.626471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.638276 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Deleting port 20596b5b-4a73-4972-9b6e-755f15d7d388 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:50:00.638625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.749433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] DHCP port deletion for a8814f55-8fce-472b-971a-7be4f502d549 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:50:00.753618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Deleting port 20596b5b-4a73-4972-9b6e-755f15d7d388 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:50:00.753994 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.960589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] For port 20596b5b-4a73-4972-9b6e-755f15d7d388, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=20596b5b-4a73-4972-9b6e-755f15d7d388,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:00.961201 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:00.966921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] For port 20596b5b-4a73-4972-9b6e-755f15d7d388, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=20596b5b-4a73-4972-9b6e-755f15d7d388,segment=NetworkSegment(ad60c558-8a61-4f26-8889-4d5d3b0f2ce3),segment_id=ad60c558-8a61-4f26-8889-4d5d3b0f2ce3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:00.967312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.085434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Calling delete_port for 20596b5b-4a73-4972-9b6e-755f15d7d388 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:50:01.085667 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Calling delete_port for 20596b5b-4a73-4972-9b6e-755f15d7d388 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:50:01.165839 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.171257 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:50:01.171607 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:50:01.217917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=20596b5b-4a73-4972-9b6e-755f15d7d388,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:01.219945 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] No DVR routers for this DVR port 20596b5b-4a73-4972-9b6e-755f15d7d388 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:50:01.347199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.374673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8814f55-8fce-472b-971a-7be4f502d549']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:01.386732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:01.387062 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad60c558-8a61-4f26-8889-4d5d3b0f2ce3') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:01.398395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.415130 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.421785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:50:01.422167 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:50:01.435221 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:50:01.517471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.523023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.548012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8814f55-8fce-472b-971a-7be4f502d549,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:01.551572 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f5e25606-9275-4c7b-908e-cbc1164339f5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a8814f55-8fce-472b-971a-7be4f502d549 HTTP/1.1" status: 204 len: 168 time: 1.0387495 Jan 18 23:50:01.672601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Deleting port 20596b5b-4a73-4972-9b6e-755f15d7d388 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:50:01.673101 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.737086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 20596b5b-4a73-4972-9b6e-755f15d7d388 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:50:01.740226 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56768) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:01.768968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8c16b604-f417-4af1-ba02-a439461a139c None None] The port '20596b5b-4a73-4972-9b6e-755f15d7d388' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:50:01.783765 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 20596b5b-4a73-4972-9b6e-755f15d7d388 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:50:01.784109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 20596b5b-4a73-4972-9b6e-755f15d7d388 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:50:01.784522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dcb05846-bd50-49ab-ab1f-364530867805 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:50:01.800285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ffb99d3-80d6-4cc0-8936-137b0c6fd486 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02022525b8a648fdb2347d499ca3b234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564229 Jan 18 23:50:01.800468 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:01.817535 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: dcb05846-bd50-49ab-ab1f-364530867805 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:50:01.817885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device dcb05846-bd50-49ab-ab1f-364530867805 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:50:01.857422 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188265ee-7277-4f00-9458-6291e47c2838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.884115 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188265ee-7277-4f00-9458-6291e47c2838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.940191 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188265ee-7277-4f00-9458-6291e47c2838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.959523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188265ee-7277-4f00-9458-6291e47c2838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1b789-47f4-422b-ad45-8364d674737d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:01.972808 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-188265ee-7277-4f00-9458-6291e47c2838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.974048 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-188265ee-7277-4f00-9458-6291e47c2838 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acd1b789-47f4-422b-ad45-8364d674737d HTTP/1.1" status: 204 len: 168 time: 0.1726332 Jan 18 23:50:02.336713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56780) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:02.387963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4d0b732e-2b4b-4ce0-b1ed-104bc527f4ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a1be37b7e934c1ea2c4aabbd8cc570a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499938 Jan 18 23:50:02.390780 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56784) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:02.448266 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7329fb34-73b5-4ddd-862a-8cb9e5609e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.473795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7329fb34-73b5-4ddd-862a-8cb9e5609e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.532406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7329fb34-73b5-4ddd-862a-8cb9e5609e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.546290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329fb34-73b5-4ddd-862a-8cb9e5609e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af94d35-e04a-4e66-b72d-e30cc728e3b2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:02.552694 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7329fb34-73b5-4ddd-862a-8cb9e5609e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.553847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7329fb34-73b5-4ddd-862a-8cb9e5609e95 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4af94d35-e04a-4e66-b72d-e30cc728e3b2 HTTP/1.1" status: 204 len: 168 time: 0.1621208 Jan 18 23:50:03.311183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56808) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:03.426556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-230588598-network', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:03.432238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:03.436228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Usage tracker for resource:network and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:03.439704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:03.445481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:03.459578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Made reservation on behalf of f5b04f0e83194575a9161ec9aef0b755 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:03.463328 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.476448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.491311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:03.495806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:03.499243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:03.505187 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:03.587233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.594043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.628354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:50:03.640465 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35af97-6563-437c-96c7-dcd41a299bf9,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:03.645195 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.645544 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Added segment 767bc6c7-449c-49c0-97de-7325904ae3de of type vlan for network 1b202d03-f8ec-45bf-a009-6a7503f251f3 Jan 18 23:50:03.653940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.654752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.654752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.654942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.655262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.655587 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.655915 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.656241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.656567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.656880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.657386 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.657638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.681474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.711563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.712507 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:03.713119 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.815383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5028841 Jan 18 23:50:03.816221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3991-275d-4c09-9f1f-e29474573381 admin admin] Pushing event updated for resources: {'Network': ['ID=1b202d03-f8ec-45bf-a009-6a7503f251f3,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:03.818957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:03.825650 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Request body: {'subnet': {'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-230588598-subnet', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:03.826146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:50:03.831653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:03.835592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Usage tracker for resource:subnet and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:03.838495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:03.844449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:03.856659 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Made reservation on behalf of f5b04f0e83194575a9161ec9aef0b755 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:03.859260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.067898 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.138852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3793788-76d3-4e2c-a329-8c0e40d06616,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:04.157881 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Checking segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:04.158356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Network hostable DHCP agents. Network: 1b202d03-f8ec-45bf-a009-6a7503f251f3, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:50:04.183913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:50:04.195502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 1b202d03-f8ec-45bf-a009-6a7503f251f3) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:04.199574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:04.200329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.205866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eeebb1-a6b9-43ad-a446-848e47562845 None None] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:50:04.221151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b9af3b9-ce05-4114-ae6a-fd6da12c18b5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4009252 Jan 18 23:50:04.224375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56818) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:04.229726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:04.235346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:04.239473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Usage tracker for resource:router and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:04.242809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:04.248817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:04.261900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.262940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.277927 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.418741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-1b202d03-f8ec-45bf-a009-6a7503f251f3', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:50:04.419597 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.575009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Allocated IP 172.20.0.2 (1b202d03-f8ec-45bf-a009-6a7503f251f3/a3793788-76d3-4e2c-a329-8c0e40d06616/54973660-cffe-4d4a-8996-01a8eb7665dc) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:04.654823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.779439 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.789620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Transition to ACTIVE for port object 54973660-cffe-4d4a-8996-01a8eb7665dc will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:04.807651 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Transition to ACTIVE for port object 54973660-cffe-4d4a-8996-01a8eb7665dc will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:04.814215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.877933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:04.879043 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:04.881550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:04.933055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Pushing event updated for resources: {'Port': ['ID=54973660-cffe-4d4a-8996-01a8eb7665dc,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:04.974200 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.989645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Attempting to bind port 54973660-cffe-4d4a-8996-01a8eb7665dc on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:04.990119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Attempting to bind port 54973660-cffe-4d4a-8996-01a8eb7665dc by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:04.990483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Attempting to bind port 54973660-cffe-4d4a-8996-01a8eb7665dc on network 1b202d03-f8ec-45bf-a009-6a7503f251f3 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:05.000989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:05.001359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Checking segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:05.001760 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.002139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Bound using segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:05.002600 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Bound port: 54973660-cffe-4d4a-8996-01a8eb7665dc, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:05.003024 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.003973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.019012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.093110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] For port 54973660-cffe-4d4a-8996-01a8eb7665dc, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:05.096378 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] For port 54973660-cffe-4d4a-8996-01a8eb7665dc, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=54973660-cffe-4d4a-8996-01a8eb7665dc,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:05.100718 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.139044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Allocated IP 172.25.4.168 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:05.185854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542b2ce-9c1e-40eb-8a18-5f29d57446b8 None None] Pushing event updated for resources: {'Port': ['ID=54973660-cffe-4d4a-8996-01a8eb7665dc,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:05.301787 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.337047 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.425303 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:05.428312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:05.432904 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:05.462581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:05.748280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 54973660-cffe-4d4a-8996-01a8eb7665dc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:05.834819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 54973660-cffe-4d4a-8996-01a8eb7665dc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:05.894684 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.205884 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91841b-ab47-43b1-a7c5-cb6670db60f5 None None] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:50:06.297016 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] Provisioning for port 54973660-cffe-4d4a-8996-01a8eb7665dc completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:06.314544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] Provisioning complete for port 54973660-cffe-4d4a-8996-01a8eb7665dc triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:06.314912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.386654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.535159 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.575141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] For port 54973660-cffe-4d4a-8996-01a8eb7665dc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=54973660-cffe-4d4a-8996-01a8eb7665dc,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:06.581334 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.604678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:50:06.654476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3de84-7a62-417b-99ad-7adcb89da4d9 None None] Pushing event updated for resources: {'Port': ['ID=54973660-cffe-4d4a-8996-01a8eb7665dc,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:06.787146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:50:06.797949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Sync routers for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:50:06.813005 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.813225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-db968ded-00a8-4d6d-a83a-df3b99030f94 None None] Provisioning complete for port 54973660-cffe-4d4a-8996-01a8eb7665dc triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:06.813598 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db968ded-00a8-4d6d-a83a-df3b99030f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.814319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-59e6800e-7b4a-47dd-a4c2-6bfcea45ad80 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5889173 Jan 18 23:50:06.817121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56822) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:06.836834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:06.837503 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:07.121775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:07.435985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:05Z', 'revision_number': 3, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:07.439493 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.441002 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Checking router: 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:50:07.441354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Updating router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:50:07.501375 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.625096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.727874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 54973660-cffe-4d4a-8996-01a8eb7665dc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:07.831017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Allocated IP 172.20.0.1 (1b202d03-f8ec-45bf-a009-6a7503f251f3/a3793788-76d3-4e2c-a329-8c0e40d06616/01242ce7-c234-40c3-8f3a-d96d0dc30041) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:07.868147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 54973660-cffe-4d4a-8996-01a8eb7665dc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:07.868514 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.927796 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.943286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Transition to ACTIVE for port object bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:07.953168 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.981924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.997922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Transition to ACTIVE for port object 01242ce7-c234-40c3-8f3a-d96d0dc30041 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:08.023781 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.075669 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Attempting to bind port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:08.076026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Attempting to bind port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:08.076387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Attempting to bind port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:08.086392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafa54b-8e95-43ff-a123-b917dffef686 None None] Pushing event updated for resources: {'Port': ['ID=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:08.089026 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:08.089390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:08.089812 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.090210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:08.090674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Bound port: bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:08.091041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.091925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:08.094680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:08.098519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:08.139180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Pushing event updated for resources: {'Port': ['ID=01242ce7-c234-40c3-8f3a-d96d0dc30041,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:08.157566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.174776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] For port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:08.178226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] For port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:08.184574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.265592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:08.266225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:08.294563 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.333963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafa54b-8e95-43ff-a123-b917dffef686 None None] Pushing event updated for resources: {'Port': ['ID=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:08.409703 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5c960a4d-e444-4265-a212-5e015c6242b3 None None] Provisioning for port 01242ce7-c234-40c3-8f3a-d96d0dc30041 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:08.431085 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5c960a4d-e444-4265-a212-5e015c6242b3 None None] Provisioning complete for port 01242ce7-c234-40c3-8f3a-d96d0dc30041 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:08.431461 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c960a4d-e444-4265-a212-5e015c6242b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.520824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.527713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.549881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5c960a4d-e444-4265-a212-5e015c6242b3 None None] Port 01242ce7-c234-40c3-8f3a-d96d0dc30041 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:50:08.552369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:08.629434 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.635972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Pushing event updated for resources: {'Port': ['ID=01242ce7-c234-40c3-8f3a-d96d0dc30041,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:08.767746 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:08.769101 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:08.882865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:07Z', 'revision_number': 1, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:08.888505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ac35a-62ca-43ca-95c9-4ec2d7ca6d3b None None] The sync data for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 is: [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:07Z', 'revision_number': 1, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:50:08.971562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:50:09.076847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef874737-a682-485d-aed6-ed34fc4645c3 None None] Provisioning complete for port 01242ce7-c234-40c3-8f3a-d96d0dc30041 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:09.077293 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef874737-a682-485d-aed6-ed34fc4645c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.159967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef874737-a682-485d-aed6-ed34fc4645c3 None None] Port 01242ce7-c234-40c3-8f3a-d96d0dc30041 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:50:09.172134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:50:09.181396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-61d97b4f-c318-4430-b80e-c6b12cc9b61d admin admin] 10.222.0.78 "PUT /v2.0/routers/897d8d2b-9a9f-4e06-b749-cba7fc4d2648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3632319 Jan 18 23:50:09.729678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56840) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:09.737666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-804870577-network', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:09.744929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:09.745989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:09.750400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Usage tracker for resource:network and tenant:e6f7912d76b34edf8549fbfa2ee4f695 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:09.753624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:09.759836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:09.822237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:09.828602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:09.829080 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.886493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Made reservation on behalf of e6f7912d76b34edf8549fbfa2ee4f695 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:09.889742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.903975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.919977 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:09.924289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f7912d76b34edf8549fbfa2ee4f695 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:09.927779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:09.936256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:09.966851 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.985383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:09.991387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.033561 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.039626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.062801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:50:10.066687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:10.082525 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2ea4e-e42e-425a-b6ff-0fec37bdafac,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:10.085397 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.085737 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Added segment ba73c1f5-0a95-45a8-86c2-d2a7df9e906a of type vlan for network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae Jan 18 23:50:10.112491 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.144435 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.145453 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:10.146011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.251588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5203700 Jan 18 23:50:10.252344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1bf42-1685-4493-999a-2e40aeb0b9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:10.254343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56844) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:10.260147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Request body: {'subnet': {'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-804870577-subnet', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:10.264142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:50:10.266113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:10.274007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Usage tracker for resource:subnet and tenant:e6f7912d76b34edf8549fbfa2ee4f695 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:10.277140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:10.284086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:10.295325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Made reservation on behalf of e6f7912d76b34edf8549fbfa2ee4f695 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:10.298496 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.513531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.586990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4218f6a7-65b1-44c3-a6b3-ce0507770c54,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:10.594548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Checking segment: {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:10.594910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Network hostable DHCP agents. Network: 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:50:10.614433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:50:10.624309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:10.628728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:10.629553 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.633963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757dedb-0478-4a5f-a3a9-92e4717945b6 None None] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:50:10.654418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b3138d74-6a04-40e7-bd80-f63ac1181da6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3990638 Jan 18 23:50:10.657152 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 56848) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:10.662099 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:10.667537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:10.671910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Usage tracker for resource:router and tenant:e6f7912d76b34edf8549fbfa2ee4f695 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:10.675004 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:10.680858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:10.693474 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.694480 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.711809 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.872278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'fixed_ips': [{'subnet_id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:50:10.873273 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.002913 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.039936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Allocated IP 172.20.0.2 (6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae/4218f6a7-65b1-44c3-a6b3-ce0507770c54/245f571a-5521-40c2-a259-8faa4506aa3a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:11.140840 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Sync routers for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:50:11.150494 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:11.151305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:11.267770 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.278131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Transition to ACTIVE for port object 245f571a-5521-40c2-a259-8faa4506aa3a will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:11.296407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Transition to ACTIVE for port object 245f571a-5521-40c2-a259-8faa4506aa3a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:11.304518 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.338030 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:11.366211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.378421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:11.381939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:11.385837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:11.410197 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.456398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Pushing event updated for resources: {'Port': ['ID=245f571a-5521-40c2-a259-8faa4506aa3a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:11.483803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Attempting to bind port 245f571a-5521-40c2-a259-8faa4506aa3a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:11.484220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Attempting to bind port 245f571a-5521-40c2-a259-8faa4506aa3a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:11.484577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Attempting to bind port 245f571a-5521-40c2-a259-8faa4506aa3a on network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:11.489926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:11.490301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Checking segment: {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:11.490698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.491079 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Bound using segment: {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:11.491543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Bound port: 245f571a-5521-40c2-a259-8faa4506aa3a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:11.491899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.554968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Allocated IP 172.25.4.31 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/4e9820ab-aae0-4c75-93eb-3dcf0f9c8456) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:11.631275 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] For port 245f571a-5521-40c2-a259-8faa4506aa3a, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:11.635049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] For port 245f571a-5521-40c2-a259-8faa4506aa3a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=245f571a-5521-40c2-a259-8faa4506aa3a,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:11.643184 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.659257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 2, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:11.664847 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Checking router: 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:50:11.665229 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Updating router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 port 01242ce7-c234-40c3-8f3a-d96d0dc30041 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:50:11.731785 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.754352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:11.797865 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ba0d-d1fd-4e5e-a223-f9030c688708 None None] Pushing event updated for resources: {'Port': ['ID=245f571a-5521-40c2-a259-8faa4506aa3a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:11.845308 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:11.845688 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.846673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.887699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.981720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:11.982942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:11.993085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:12.055076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Pushing event updated for resources: {'Port': ['ID=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:12.158769 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.171071 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f22f-e903-45d5-b078-156a70f815f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.171857 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Transition to ACTIVE for port object 01242ce7-c234-40c3-8f3a-d96d0dc30041 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:12.180117 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.308048 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Pushing event updated for resources: {'Port': ['ID=01242ce7-c234-40c3-8f3a-d96d0dc30041,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:12.345954 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.346533 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.347028 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.347526 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.348011 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.348495 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.349020 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.349520 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.350005 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.350502 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.350989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.351489 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:12.415515 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Attempting to bind port 01242ce7-c234-40c3-8f3a-d96d0dc30041 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:12.415886 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Attempting to bind port 01242ce7-c234-40c3-8f3a-d96d0dc30041 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:12.417534 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Attempting to bind port 01242ce7-c234-40c3-8f3a-d96d0dc30041 on network 1b202d03-f8ec-45bf-a009-6a7503f251f3 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:12.422191 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:12.422772 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Checking segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:12.423234 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.423622 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Bound using segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:12.424069 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Bound port: 01242ce7-c234-40c3-8f3a-d96d0dc30041, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:12.424451 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.459979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.515164 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] For port 01242ce7-c234-40c3-8f3a-d96d0dc30041, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:12.518293 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] For port 01242ce7-c234-40c3-8f3a-d96d0dc30041, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01242ce7-c234-40c3-8f3a-d96d0dc30041,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:12.526486 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.601126 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:12.601773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:12.749930 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a98d-4ae0-4639-9ad1-10fd7202e782 None None] Pushing event updated for resources: {'Port': ['ID=01242ce7-c234-40c3-8f3a-d96d0dc30041,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:12.853405 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.870564 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:12.971467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095333b-d871-41d1-9bda-e651f6403fc1 None None] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:50:13.078691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Router 2c22569a-c9e2-433a-90b5-508937ede022 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:50:13.095496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eefe70e1-1910-4bf6-a717-1eb15de31f9d None None] Provisioning for port 245f571a-5521-40c2-a259-8faa4506aa3a completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:13.210437 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:12Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:13.214544 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cc0e7c-c68d-43ac-a275-38561fb68ad6 None None] The sync data for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 is: [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:12Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:50:13.269564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:50:13.282670 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Sync routers for ids ['2c22569a-c9e2-433a-90b5-508937ede022'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:50:13.292277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Routers {'2c22569a-c9e2-433a-90b5-508937ede022'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:13.292920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2c22569a-c9e2-433a-90b5-508937ede022'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:13.299103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.304494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 56852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:13.305091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b777eda2-c8ca-4cf6-82d5-39f3c7ee404b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6465025 Jan 18 23:50:13.500678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Set router 2c22569a-c9e2-433a-90b5-508937ede022 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:13.818115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:50:12Z', 'revision_number': 3, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:13.823037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Checking router: 2c22569a-c9e2-433a-90b5-508937ede022 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:50:13.823379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Updating router 2c22569a-c9e2-433a-90b5-508937ede022 port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:50:13.866628 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 245f571a-5521-40c2-a259-8faa4506aa3a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:13.929912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.046632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 245f571a-5521-40c2-a259-8faa4506aa3a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:14.056064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 245f571a-5521-40c2-a259-8faa4506aa3a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:14.056437 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.182751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.327281 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.395161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Allocated IP 172.20.0.1 (6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae/4218f6a7-65b1-44c3-a6b3-ce0507770c54/e43497df-4144-45a8-85c3-bdb5dd0cc470) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:14.410249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 245f571a-5521-40c2-a259-8faa4506aa3a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=245f571a-5521-40c2-a259-8faa4506aa3a,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:14.418928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.419698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01242ce7-c234-40c3-8f3a-d96d0dc30041 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:14.509357 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.543602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Transition to ACTIVE for port object 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:14.545199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.556881 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.560489 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=245f571a-5521-40c2-a259-8faa4506aa3a,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:14.561724 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Transition to ACTIVE for port object e43497df-4144-45a8-85c3-bdb5dd0cc470 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:14.586869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.630778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 01242ce7-c234-40c3-8f3a-d96d0dc30041 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:14.643365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 01242ce7-c234-40c3-8f3a-d96d0dc30041 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:14.643590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.655778 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:14.658738 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:14.663559 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:14.673417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Attempting to bind port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:14.673788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Attempting to bind port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:14.674099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Attempting to bind port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:14.698949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21613276-18a6-4eba-8567-526b19de6470 None None] Pushing event updated for resources: {'Port': ['ID=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:14.700772 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Pushing event updated for resources: {'Port': ['ID=e43497df-4144-45a8-85c3-bdb5dd0cc470,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:14.701462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:14.701832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:14.702231 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.702604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:14.703076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Bound port: 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:14.703445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.723796 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.829700 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] For port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:14.843550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] For port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:14.847941 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.859246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.963199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 01242ce7-c234-40c3-8f3a-d96d0dc30041, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01242ce7-c234-40c3-8f3a-d96d0dc30041,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:14.968809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Routers {'2c22569a-c9e2-433a-90b5-508937ede022'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:14.969467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:49:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2c22569a-c9e2-433a-90b5-508937ede022'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:15.004377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.019415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21613276-18a6-4eba-8567-526b19de6470 None None] Pushing event updated for resources: {'Port': ['ID=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:15.021935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.061496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-120b48a6-80df-4557-92f1-5ab20384d0de None None] Provisioning for port e43497df-4144-45a8-85c3-bdb5dd0cc470 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:15.108894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-120b48a6-80df-4557-92f1-5ab20384d0de None None] Provisioning complete for port e43497df-4144-45a8-85c3-bdb5dd0cc470 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:15.109206 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-120b48a6-80df-4557-92f1-5ab20384d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.159057 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87587057-974e-421f-9a2d-81e13ea782d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.248438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-120b48a6-80df-4557-92f1-5ab20384d0de None None] Port e43497df-4144-45a8-85c3-bdb5dd0cc470 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:50:15.254070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=01242ce7-c234-40c3-8f3a-d96d0dc30041,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:15.276748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] Set router 2c22569a-c9e2-433a-90b5-508937ede022 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:15.355235 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.361901 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.466629 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Pushing event updated for resources: {'Port': ['ID=e43497df-4144-45a8-85c3-bdb5dd0cc470,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:15.471977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.591372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e43497df-4144-45a8-85c3-bdb5dd0cc470', 'name': '', 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'mac_address': 'fa:16:3e:28:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:14Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 1, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'subnets': [{'id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:15.595532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5667c39-6d00-4e57-bc2e-e8c294113856 None None] The sync data for ids ['2c22569a-c9e2-433a-90b5-508937ede022'] in n-d-825178-1 is: [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e43497df-4144-45a8-85c3-bdb5dd0cc470', 'name': '', 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'mac_address': 'fa:16:3e:28:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:14Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 1, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'subnets': [{'id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:50:15.609250 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:15.610446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:15.686167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.752322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 245f571a-5521-40c2-a259-8faa4506aa3a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:15.842959 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Router 2c22569a-c9e2-433a-90b5-508937ede022 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:50:15.850032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 245f571a-5521-40c2-a259-8faa4506aa3a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:15.850844 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.987652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.999936 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d20a12c3-b24e-4283-9a3b-ddd476682ed2 None None] Provisioning complete for port e43497df-4144-45a8-85c3-bdb5dd0cc470 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:16.000303 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d20a12c3-b24e-4283-9a3b-ddd476682ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.056069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:50:16.068264 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-afd78f3a-0759-4426-8a7c-cf782105632c admin admin] 10.222.0.78 "PUT /v2.0/routers/2c22569a-c9e2-433a-90b5-508937ede022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7626410 Jan 18 23:50:16.107144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d20a12c3-b24e-4283-9a3b-ddd476682ed2 None None] Port e43497df-4144-45a8-85c3-bdb5dd0cc470 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:50:16.110854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01242ce7-c234-40c3-8f3a-d96d0dc30041 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:16.178686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 01242ce7-c234-40c3-8f3a-d96d0dc30041 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:16.179049 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:17.227780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:17.771973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:17.836050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Sync routers for ids ['2c22569a-c9e2-433a-90b5-508937ede022'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:50:17.854289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Routers {'2c22569a-c9e2-433a-90b5-508937ede022'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:17.855965 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:50:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2c22569a-c9e2-433a-90b5-508937ede022'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:17.859031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:17.867024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:17.868280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:18.030765 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:18.053176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:18.060661 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:18.113399 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Set router 2c22569a-c9e2-433a-90b5-508937ede022 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:18.155968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:18.461290 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e43497df-4144-45a8-85c3-bdb5dd0cc470', 'name': '', 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'mac_address': 'fa:16:3e:28:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:14Z', 'updated_at': '2022-01-18T23:50:15Z', 'revision_number': 2, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'subnets': [{'id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:18.465401 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Checking router: 2c22569a-c9e2-433a-90b5-508937ede022 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:50:18.465888 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Updating router 2c22569a-c9e2-433a-90b5-508937ede022 port e43497df-4144-45a8-85c3-bdb5dd0cc470 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:50:18.527807 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:18.999234 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:19.012672 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Transition to ACTIVE for port object e43497df-4144-45a8-85c3-bdb5dd0cc470 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:19.026489 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:19.262719 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098d7d-b452-488a-bd1c-e1f789c51eac None None] Pushing event updated for resources: {'Port': ['ID=e43497df-4144-45a8-85c3-bdb5dd0cc470,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:19.287842 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Attempting to bind port e43497df-4144-45a8-85c3-bdb5dd0cc470 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:19.288218 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Attempting to bind port e43497df-4144-45a8-85c3-bdb5dd0cc470 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:19.288571 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Attempting to bind port e43497df-4144-45a8-85c3-bdb5dd0cc470 on network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:19.296215 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:19.296602 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Checking segment: {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:19.296999 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:19.297388 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Bound using segment: {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:19.297850 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Bound port: e43497df-4144-45a8-85c3-bdb5dd0cc470, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:19.298226 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:19.395055 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] For port e43497df-4144-45a8-85c3-bdb5dd0cc470, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:19.398227 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] For port e43497df-4144-45a8-85c3-bdb5dd0cc470, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e43497df-4144-45a8-85c3-bdb5dd0cc470,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:19.406563 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:19.500826 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Routers {'2c22569a-c9e2-433a-90b5-508937ede022'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:19.501442 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:50:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2c22569a-c9e2-433a-90b5-508937ede022'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:19.583941 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098d7d-b452-488a-bd1c-e1f789c51eac None None] Pushing event updated for resources: {'Port': ['ID=e43497df-4144-45a8-85c3-bdb5dd0cc470,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:19.716814 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] Set router 2c22569a-c9e2-433a-90b5-508937ede022 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:19.799288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e43497df-4144-45a8-85c3-bdb5dd0cc470 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:19.902750 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e43497df-4144-45a8-85c3-bdb5dd0cc470 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:19.908840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e43497df-4144-45a8-85c3-bdb5dd0cc470 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:19.909788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:20.044268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:20.080337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e43497df-4144-45a8-85c3-bdb5dd0cc470, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e43497df-4144-45a8-85c3-bdb5dd0cc470,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:20.088517 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:20.089326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:20.137092 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e43497df-4144-45a8-85c3-bdb5dd0cc470', 'name': '', 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'mac_address': 'fa:16:3e:28:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:14Z', 'updated_at': '2022-01-18T23:50:19Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'subnets': [{'id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:20.141533 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796d194-5ecd-49e2-a27d-2aef1ecd87b9 None None] The sync data for ids ['2c22569a-c9e2-433a-90b5-508937ede022'] in n-d-825178-1 is: [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e43497df-4144-45a8-85c3-bdb5dd0cc470', 'name': '', 'network_id': '6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'mac_address': 'fa:16:3e:28:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:14Z', 'updated_at': '2022-01-18T23:50:19Z', 'revision_number': 4, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'subnets': [{'id': '4218f6a7-65b1-44c3-a6b3-ce0507770c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:50:20.217119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e43497df-4144-45a8-85c3-bdb5dd0cc470,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:20.253268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:20.253681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:21.731259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e43497df-4144-45a8-85c3-bdb5dd0cc470 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:21.801666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e43497df-4144-45a8-85c3-bdb5dd0cc470 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:21.802131 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:26.249619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-73d70ea1-99aa-46a0-8906-03bc10499929 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:26.249619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-73d70ea1-99aa-46a0-8906-03bc10499929 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 814 time: 0.1447721 Jan 18 23:50:26.267268 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-844d28cb-36a0-4c9b-82c8-7037021a4594 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/quotas/f5b04f0e83194575a9161ec9aef0b755 HTTP/1.1" status: 200 len: 375 time: 0.0110993 Jan 18 23:50:26.359851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-a6d87f3b-68a7-4606-9d58-ebdc11ab78bf tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838091 Jan 18 23:50:26.496019 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-22b63c1b-23d7-46d7-99df-f5de32834f36 service neutron] 10.222.0.78 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240458 Jan 18 23:50:26.629219 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-52e11c33-641e-44f3-8a06-7ed26bbb85a6 service neutron] 10.222.0.78 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247199 Jan 18 23:50:26.949251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b6a9b1f6-3fb9-4de2-bea0-66b6f11d622b req-30c05242-4b6d-4a55-8afd-cfef437808d8 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:50:26.968999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-b6a9b1f6-3fb9-4de2-bea0-66b6f11d622b req-30c05242-4b6d-4a55-8afd-cfef437808d8 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:50:26.970398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b6a9b1f6-3fb9-4de2-bea0-66b6f11d622b req-30c05242-4b6d-4a55-8afd-cfef437808d8 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 210 time: 0.1995544 Jan 18 23:50:27.902598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-92ed1e81-5c51-46fc-ab5a-19a3a8a4ec59 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:27.903362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8401f17d-77fc-46f3-bd25-f182133d637d req-92ed1e81-5c51-46fc-ab5a-19a3a8a4ec59 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:50:27.922194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8401f17d-77fc-46f3-bd25-f182133d637d req-92ed1e81-5c51-46fc-ab5a-19a3a8a4ec59 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:50:27.923375 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-92ed1e81-5c51-46fc-ab5a-19a3a8a4ec59 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 814 time: 0.1699884 Jan 18 23:50:27.935598 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'port': {'device_id': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'admin_state_up': True, 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:28.086010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:28.095611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:28.107417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Made reservation on behalf of f5b04f0e83194575a9161ec9aef0b755 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:28.111290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:28.127058 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-482c4c58-5d31-4ec1-bf05-6e59cd10d571 req-d241fef5-718f-4f82-a86f-7dc2692f2f84 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 210 time: 0.0477061 Jan 18 23:50:28.320991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Allocated IP 172.20.0.14 (1b202d03-f8ec-45bf-a009-6a7503f251f3/a3793788-76d3-4e2c-a329-8c0e40d06616/efad0ef8-3a82-495e-8bc5-f86f7c1f8c92) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:28.588098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:28.610686 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Transition to ACTIVE for port object efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:28.643262 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:28.731973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:28.735204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:28.739775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:28.767223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:28.817942 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:28.818801 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:28.868897 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-955616bc-95bd-4b6a-9ecb-51b72c29d250 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9367716 Jan 18 23:50:29.051874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a6c390bf-8e27-440a-9338-dbcc97a5c231 None None] Provisioning for port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:29.057369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a6c390bf-8e27-440a-9338-dbcc97a5c231 None None] Provisioning complete for port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:29.057745 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a6c390bf-8e27-440a-9338-dbcc97a5c231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:29.111994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a6c390bf-8e27-440a-9338-dbcc97a5c231 None None] Port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:50:29.326394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-94574c1e-b00e-45f4-9aad-8dda6ae4c1d2 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:29.327225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-94574c1e-b00e-45f4-9aad-8dda6ae4c1d2 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:50:29.345633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-94574c1e-b00e-45f4-9aad-8dda6ae4c1d2 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:50:29.346957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-94574c1e-b00e-45f4-9aad-8dda6ae4c1d2 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 932 time: 0.1051011 Jan 18 23:50:29.399637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-9abc0e51-9b4c-436f-9df2-1a6d921e274f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:50:29.418482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-9abc0e51-9b4c-436f-9df2-1a6d921e274f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:50:29.423786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-265e1366-be44-4e32-8bae-a84a7a3907b2 req-9abc0e51-9b4c-436f-9df2-1a6d921e274f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701191 Jan 18 23:50:30.611166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990455-d8ef-45fa-b7b0-a427b940f51e req-86037186-57a7-42f5-abd4-8b7ee949f766 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:30.613024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-40990455-d8ef-45fa-b7b0-a427b940f51e req-86037186-57a7-42f5-abd4-8b7ee949f766 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 932 time: 0.0811453 Jan 18 23:50:30.659269 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-40990455-d8ef-45fa-b7b0-a427b940f51e req-65a75c8f-19be-44c3-ac94-3e42865f6d7d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Jan 18 23:50:31.146506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:50:31.848777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72600c3e-b48e-4a88-8fe8-7bdcb0cc4403 req-d83db405-6176-4f7d-8a55-4c9f5a3905e3 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:31.850614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72600c3e-b48e-4a88-8fe8-7bdcb0cc4403 req-d83db405-6176-4f7d-8a55-4c9f5a3905e3 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 932 time: 0.0809069 Jan 18 23:50:31.914091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-72600c3e-b48e-4a88-8fe8-7bdcb0cc4403 req-5b42d31d-4222-473f-9b07-88c3f4579949 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570848 Jan 18 23:50:33.100086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f58ee-ce66-4707-ae05-491422fec538 req-77124dc8-d556-4101-9ac8-df23907f69fd tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:33.101635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b0f58ee-ce66-4707-ae05-491422fec538 req-77124dc8-d556-4101-9ac8-df23907f69fd tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 932 time: 0.0876851 Jan 18 23:50:33.148925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0b0f58ee-ce66-4707-ae05-491422fec538 req-52ba7abd-09cf-4e7f-b45c-f14d23dead03 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Jan 18 23:50:34.340673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d386-22af-4789-8ea9-46bf2dac1b3d req-85502764-a1fc-440a-90ea-3114b2718b0a tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:34.342251 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fe4d386-22af-4789-8ea9-46bf2dac1b3d req-85502764-a1fc-440a-90ea-3114b2718b0a tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 932 time: 0.0841463 Jan 18 23:50:34.388926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1fe4d386-22af-4789-8ea9-46bf2dac1b3d req-2b40dd84-0a5d-4235-abc3-dc9d30b5dbf2 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jan 18 23:50:35.006921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:35.579400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2283703-64f1-4f33-bc63-cc9b6e46af23 req-8a22d287-f8b7-446a-8f2d-34773cfb36ad tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:35.581533 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2283703-64f1-4f33-bc63-cc9b6e46af23 req-8a22d287-f8b7-446a-8f2d-34773cfb36ad tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 932 time: 0.0860929 Jan 18 23:50:35.632981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d2283703-64f1-4f33-bc63-cc9b6e46af23 req-dba5a110-a44b-457d-b1fb-112d1581e529 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Jan 18 23:50:35.910419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Request body: {'port': {'device_id': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:36.037053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:36.381755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:50:36.390360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:36.412241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Transition to ACTIVE for port object efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:36.417855 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:36.657929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:36.810962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Attempting to bind port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:36.813930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Attempting to bind port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:36.814257 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Attempting to bind port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 on network 1b202d03-f8ec-45bf-a009-6a7503f251f3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:36.821624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 on network 1b202d03-f8ec-45bf-a009-6a7503f251f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:50:36.821937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Attempting to bind port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 on network 1b202d03-f8ec-45bf-a009-6a7503f251f3 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:50:36.829566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:50:36.829897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Checking segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:50:36.830274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Bound using segment: {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:50:36.830691 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Bound port: efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767bc6c7-449c-49c0-97de-7325904ae3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:36.831037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:36.902068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c419fa4-6632-44cd-a06b-e28cfb6767dd req-a501f13f-94f3-4a73-b01d-3a352b5c2a54 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:36.903419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c419fa4-6632-44cd-a06b-e28cfb6767dd req-a501f13f-94f3-4a73-b01d-3a352b5c2a54 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 944 time: 0.1669834 Jan 18 23:50:36.961900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:50:36.972071 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7c419fa4-6632-44cd-a06b-e28cfb6767dd req-0f84a01c-7154-4b49-a7e7-447a75a17687 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617712 Jan 18 23:50:36.974526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:50:36.981649 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:37.042727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:37.043330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:37.044685 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] 10.222.0.86 "PUT /v2.0/ports/efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 1092 time: 1.1387773 Jan 18 23:50:37.045154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:50:37.065724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774770-8a23-4dfd-9382-e1d0f11a57f9 service neutron] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:37.120646 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'status': 'completed', 'code': 200} Jan 18 23:50:37.162605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-4443a5d2-b959-4f75-a583-244d6b01f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:37.164047 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-4443a5d2-b959-4f75-a583-244d6b01f72f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1095 time: 0.0801468 Jan 18 23:50:37.236576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-2f2c4231-5ae1-4f19-a7ce-887721858ece service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 217 time: 0.0656164 Jan 18 23:50:37.304262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-42c4a5ad-ecce-47b2-a9de-763f47696c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:37.305919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-42c4a5ad-ecce-47b2-a9de-763f47696c5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0628285 Jan 18 23:50:37.390768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f17d-77fc-46f3-bd25-f182133d637d req-d9f961f5-9945-466b-8d95-fd538d58819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:37.392250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-d9f961f5-9945-466b-8d95-fd538d58819b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809031 Jan 18 23:50:37.431924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:37.537695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-a82b64e0-5b53-4fd1-a840-175365207f51 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385751 Jan 18 23:50:37.681486 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8401f17d-77fc-46f3-bd25-f182133d637d req-4234c4ab-150d-4f36-a08e-e4f717dc9f1f service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371584 Jan 18 23:50:37.810673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220d72-abbe-4938-a107-8e0e552ac236 req-7c82af4c-d458-4c92-af35-d66f50ac2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:37.812019 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-7c82af4c-d458-4c92-af35-d66f50ac2948 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1095 time: 0.0776663 Jan 18 23:50:37.943121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220d72-abbe-4938-a107-8e0e552ac236 req-de3c7ebf-8742-4b14-a36a-8114d1294fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:37.944591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-de3c7ebf-8742-4b14-a36a-8114d1294fb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.1260755 Jan 18 23:50:38.019992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-24caae7f-d5e5-4c87-a238-483a94f80430 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 217 time: 0.0686433 Jan 18 23:50:38.086467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220d72-abbe-4938-a107-8e0e552ac236 req-7ac7d52f-acb5-4751-8c7e-6942f18d9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:38.087845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-7ac7d52f-acb5-4751-8c7e-6942f18d9110 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0606143 Jan 18 23:50:38.221391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190770d-2c45-4d60-a442-1defcbd6f000 req-1fe90ddc-712b-409d-9024-36715cc16ed3 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:38.222850 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0190770d-2c45-4d60-a442-1defcbd6f000 req-1fe90ddc-712b-409d-9024-36715cc16ed3 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 944 time: 0.1341887 Jan 18 23:50:38.225452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220d72-abbe-4938-a107-8e0e552ac236 req-8e809d65-40ab-4660-aeea-5f0b71ef498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:38.226756 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-8e809d65-40ab-4660-aeea-5f0b71ef498c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082304 Jan 18 23:50:38.447564 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0190770d-2c45-4d60-a442-1defcbd6f000 req-a7c3c8da-77a3-4973-bdcc-90028e2ea304 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189693 Jan 18 23:50:38.489509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-f2dd8673-840d-4fe8-a2f6-5182ce23f745 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485523 Jan 18 23:50:38.624109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-68220d72-abbe-4938-a107-8e0e552ac236 req-d399725f-586a-4781-816d-b95478aa05d1 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278675 Jan 18 23:50:39.796816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1940a15-7e24-407e-a017-58fc0ee47041 req-26125dd7-64ac-4e27-8ff0-abed73770e99 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:39.798229 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c1940a15-7e24-407e-a017-58fc0ee47041 req-26125dd7-64ac-4e27-8ff0-abed73770e99 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 944 time: 0.2286844 Jan 18 23:50:39.842775 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c1940a15-7e24-407e-a017-58fc0ee47041 req-07d0a62b-02db-4c3e-97a3-3848ade63c4d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Jan 18 23:50:40.947371 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:50:41.046835 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12d4ed-5360-4e28-b18a-8b93eff663f8 req-e82f0022-6734-48cd-b068-853f48d24799 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:41.048301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c12d4ed-5360-4e28-b18a-8b93eff663f8 req-e82f0022-6734-48cd-b068-853f48d24799 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 944 time: 0.0824437 Jan 18 23:50:41.082257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:41.095768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'port_id': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'mac_address': 'fa:16:3e:19:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:50:41.096365 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c12d4ed-5360-4e28-b18a-8b93eff663f8 req-85cae3a5-5c15-4bd8-ab62-8db8f0dfd410 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Jan 18 23:50:41.150938 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:41.168346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:50:41.185131 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:41.193374 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:41.309263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:41.316764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.317214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.317552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.317895 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.318222 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.318575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.318875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.319195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.319520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.319838 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.320158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.320459 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:41.395829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:50:42.165274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c44a420-5da1-4844-b48b-1ecacd620e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:42.290793 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f558e-4e02-4926-887e-c84542af29a9 req-1b268890-abc3-47ff-b19d-6521e7e9502d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:42.292401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b5f558e-4e02-4926-887e-c84542af29a9 req-1b268890-abc3-47ff-b19d-6521e7e9502d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 945 time: 0.0861859 Jan 18 23:50:42.341961 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8b5f558e-4e02-4926-887e-c84542af29a9 req-e89dfc9f-c1f8-499d-8246-e2289002786a tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Jan 18 23:50:42.964035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:43.044748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:43.049776 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:43.050151 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:43.177048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:43.203791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:50:43.213460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:50:43.221310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:43.288611 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:43.377924 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'code': 200} Jan 18 23:50:43.501120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde25113-95e7-48ce-9d53-6e17051fd22c req-4b2a445f-866d-4273-a370-995a81ae931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:43.502485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cde25113-95e7-48ce-9d53-6e17051fd22c req-4b2a445f-866d-4273-a370-995a81ae931b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1097 time: 0.0699117 Jan 18 23:50:43.534852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae3fa8-b742-442a-9a08-072efec440f6 req-1d3542e4-04d2-4ce5-b5a5-ab1e0b3c4368 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:43.536291 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae3fa8-b742-442a-9a08-072efec440f6 req-1d3542e4-04d2-4ce5-b5a5-ab1e0b3c4368 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0797698 Jan 18 23:50:43.543195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cde25113-95e7-48ce-9d53-6e17051fd22c req-49638269-85b3-48af-b951-1cb3f6960321 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Jan 18 23:50:43.582387 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0ae3fa8-b742-442a-9a08-072efec440f6 req-47d032ab-e3ae-49cf-bc9b-65de22ff4d21 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Jan 18 23:50:44.789652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce4cb0-db46-487a-8ec0-0e2c1de93ad3 req-c5f5f651-efd8-473e-8e37-774e75618243 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:44.791128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-78ce4cb0-db46-487a-8ec0-0e2c1de93ad3 req-c5f5f651-efd8-473e-8e37-774e75618243 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0972764 Jan 18 23:50:44.836352 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-78ce4cb0-db46-487a-8ec0-0e2c1de93ad3 req-12d0bdf4-400d-4e30-9adb-804d57bfb076 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Jan 18 23:50:45.033224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed36c310-28a8-458d-818f-ca3e6aa66bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:45.040249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171e833-d861-417e-a509-ea667c16b171 req-c266e376-156c-4133-b228-600a2ca13b49 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:45.041793 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6171e833-d861-417e-a509-ea667c16b171 req-c266e376-156c-4133-b228-600a2ca13b49 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0960553 Jan 18 23:50:45.087962 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6171e833-d861-417e-a509-ea667c16b171 req-03d89cbc-9b4b-4c9a-9b7f-71dbfa6d6d04 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Jan 18 23:50:45.475182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee88e8-35dd-419e-a683-fb4b69f4cc2d req-5d617fe2-d597-438d-a62b-d40db70cd87d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:45.476541 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97ee88e8-35dd-419e-a683-fb4b69f4cc2d req-5d617fe2-d597-438d-a62b-d40db70cd87d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0816407 Jan 18 23:50:45.524771 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97ee88e8-35dd-419e-a683-fb4b69f4cc2d req-7ae6189b-3041-4f45-8028-9e0fc64d3cec tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Jan 18 23:50:45.682050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:45.930793 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:47.218932 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:56.119174 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6d659-8875-4e63-8d73-fb7eab19ccf4 req-91e8bfe3-f759-42bc-bf50-ef8dcdea5bc9 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:56.120639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56e6d659-8875-4e63-8d73-fb7eab19ccf4 req-91e8bfe3-f759-42bc-bf50-ef8dcdea5bc9 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0886760 Jan 18 23:50:56.177463 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-56e6d659-8875-4e63-8d73-fb7eab19ccf4 req-9f6e5368-6eca-4ebb-af03-2cdcd9c799db tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Jan 18 23:50:56.203844 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57042) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:56.379532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb44656-774a-481b-8187-c8d934da9f0d tempest-TestMinimumBasicScenario-1362642286 tempest-TestMinimumBasicScenario-1362642286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:56.380147 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bcb44656-774a-481b-8187-c8d934da9f0d tempest-TestMinimumBasicScenario-1362642286 tempest-TestMinimumBasicScenario-1362642286-project-admin] Synchronizing usage tracker for tenant:e6f7912d76b34edf8549fbfa2ee4f695 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:50:56.402876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bcb44656-774a-481b-8187-c8d934da9f0d tempest-TestMinimumBasicScenario-1362642286 tempest-TestMinimumBasicScenario-1362642286-project-admin] Unset dirty status for tenant:e6f7912d76b34edf8549fbfa2ee4f695 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:50:56.404052 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bcb44656-774a-481b-8187-c8d934da9f0d tempest-TestMinimumBasicScenario-1362642286 tempest-TestMinimumBasicScenario-1362642286-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1092 time: 0.1991656 Jan 18 23:50:56.407184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57048) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:56.412154 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:56.418879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:56.422744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:floatingip and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:56.425601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:56.431261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:56.444356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:56.588320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:56.735413 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Allocated IP 172.25.4.183 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/dd0bc301-687e-4a70-9fee-e094ecb8cf28) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:56.887193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:56.918580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:56.987465 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:56.990352 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:56.994384 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:50:57.025048 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'Port': ['ID=dd0bc301-687e-4a70-9fee-e094ecb8cf28,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:57.043044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.043389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.043735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.044075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.044408 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.044744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.045095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.045430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.045782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.046079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.046398 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.046705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:57.430159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:57.511888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:57.721682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:57.728439 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:57.834427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'Port': ['ID=dd0bc301-687e-4a70-9fee-e094ecb8cf28,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:57.847036 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:58.134889 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Floating IP cfd25532-3a66-4e4e-9421-79004410bd12 associated. External IP: 172.25.4.183, port: efad0ef8-3a82-495e-8bc5-f86f7c1f8c92. Jan 18 23:50:58.510297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:50:58.683594 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:50:58.693879 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] Sync routers for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:50:58.704419 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:58.705183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:50:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:58.712073 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:58.772763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7195b450-c416-4620-b7f0-ddb16d67bc63 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3617125 Jan 18 23:50:58.772763 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:50:58.773428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57052) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:58.785566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269209780', 'description': 'tempest-secgroup-smoke-269209780 description', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:58.793728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:58.804067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:58.817791 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:58.844775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:58.849336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:58.852516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:58.859002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:58.880964 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'status': 'completed', 'code': 200} Jan 18 23:50:58.903355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:58.983477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:58.990589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.043559 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2391c3-aea3-4714-8faa-e99459902a7d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:59.051218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.052464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2d2f3597-82e7-4770-aeda-349254b3f8c1 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2777650 Jan 18 23:50:59.055671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:59.058773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-02d571af-b312-4c42-8e6c-fe942aba2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:59.060481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-02d571af-b312-4c42-8e6c-fe942aba2729 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1097 time: 0.1526372 Jan 18 23:50:59.062542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group_rule': {'security_group_id': 'cb2391c3-aea3-4714-8faa-e99459902a7d', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:59.069302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:59.073258 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:59.076270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:59.082853 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:59.102296 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.163107 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.169474 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.193042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec81a0c-dee8-4439-b8fc-639774ab1d6b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:59.195164 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-845b3efb-3e49-4dff-93c2-334afec0e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:59.196913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-845b3efb-3e49-4dff-93c2-334afec0e52f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.1305876 Jan 18 23:50:59.205558 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.207357 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8eec500a-460c-4ca8-88f9-e33b8b88b860 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504862 Jan 18 23:50:59.209846 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57064) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:59.215043 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group_rule': {'security_group_id': 'cb2391c3-aea3-4714-8faa-e99459902a7d', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:59.222386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:59.226306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:59.229746 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:59.235540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:59.255643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.263118 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'cfd25532-3a66-4e4e-9421-79004410bd12', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'port_id': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'mac_address': 'fa:16:3e:19:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:50:57Z', 'updated_at': '2022-01-18T23:50:57Z', 'revision_number': 0, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:59.266984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] Checking router: 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:50:59.275964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:50:59.276545 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:50:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:59.307412 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-168cd674-96ad-4b15-a8b7-74586c85eb85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 1000 time: 0.1030080 Jan 18 23:50:59.320008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.325903 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.357404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66483a6b-d502-4ccf-b75d-57d8f7c4cab6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:59.366435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.371285 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c7732050-37c0-46a8-b593-7eb41c1af47c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577704 Jan 18 23:50:59.371448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-2db500df-e5fd-4997-a965-3c51c3af10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:59.371808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:59.372938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-2db500df-e5fd-4997-a965-3c51c3af10a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0602019 Jan 18 23:50:59.377447 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group_rule': {'security_group_id': 'cb2391c3-aea3-4714-8faa-e99459902a7d', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:59.384300 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:59.388152 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:59.391735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:59.397550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:59.415193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.453520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-5107284e-4620-4dd7-9ab6-52480d4bef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:59.455111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-5107284e-4620-4dd7-9ab6-52480d4bef56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761518 Jan 18 23:50:59.473373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:50:59.482954 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.488543 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.516070 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35099e79-663d-4881-b533-8406a7313475,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:59.532800 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.537093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fc03a624-d823-4867-87ae-f6fdcb9ea35e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614935 Jan 18 23:50:59.537351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:59.542958 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group_rule': {'security_group_id': 'cb2391c3-aea3-4714-8faa-e99459902a7d', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:59.552193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:59.556528 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:59.559368 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:59.566049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:59.587783 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.608185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-50fe9599-02c7-43a6-8779-fe8a7dc2ad25 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469707 Jan 18 23:50:59.662515 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.671379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.699831 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb48c14c-d3f2-46a1-a3e2-6ed10bcac3e9,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:59.722461 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.722461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-506ebd06-73f5-4a11-929c-279da866a96f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783502 Jan 18 23:50:59.722461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:59.727456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group_rule': {'security_group_id': 'cb2391c3-aea3-4714-8faa-e99459902a7d', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:59.732053 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:59.736929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:59.739863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:59.747028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:59.761853 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Project f5b04f0e83194575a9161ec9aef0b755 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:50:59.766463 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3d250c87-1ab2-4c14-baab-2bf399e7a9d9 req-79693467-7372-4b54-b540-a9752118f366 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519570 Jan 18 23:50:59.769044 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.850159 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.862117 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.886432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239f999b-d447-4ea6-8837-ed1d8bc6509c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:59.897450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:59.898805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6d8aaaa5-102a-4ec6-af1f-a2ad499e0c6e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782260 Jan 18 23:50:59.902001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57080) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:59.908111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'security_group_rule': {'security_group_id': 'cb2391c3-aea3-4714-8faa-e99459902a7d', 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:50:59.914837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:59.918658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Usage tracker for resource:security_group_rule and tenant:f5b04f0e83194575a9161ec9aef0b755 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:59.921541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:59.927927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'cfd25532-3a66-4e4e-9421-79004410bd12', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'port_id': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'mac_address': 'fa:16:3e:19:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:50:57Z', 'updated_at': '2022-01-18T23:50:57Z', 'revision_number': 0, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:59.932017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:59.932752 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c32b-ad57-4484-8244-e156dffd4e89 None None] The sync data for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 is: [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'cfd25532-3a66-4e4e-9421-79004410bd12', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'port_id': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'mac_address': 'fa:16:3e:19:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:50:57Z', 'updated_at': '2022-01-18T23:50:57Z', 'revision_number': 0, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:50:59.943040 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Project f5b04f0e83194575a9161ec9aef0b755 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:50:59.950274 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.017404 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.022157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.045229 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a04e235-473b-484f-b981-b57e2652c8a9,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:00.056002 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.059898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21da4005-5a4e-410f-ae3d-4318c7a6de60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532996 Jan 18 23:51:00.136821 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ea082-7614-4915-9f89-e72cf2a3a17f None None] New status for floating IP cfd25532-3a66-4e4e-9421-79004410bd12: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:51:00.177707 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-ae10575a-edfb-44b9-897f-3b7443ccb9b3 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269209780&fields=id&tenant_id=f5b04f0e83194575a9161ec9aef0b755 HTTP/1.1" status: 200 len: 267 time: 0.0398006 Jan 18 23:51:00.262134 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-3e6e55a8-e035-4be8-9a42-c49af10230bc tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:00.263547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-3e6e55a8-e035-4be8-9a42-c49af10230bc tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0803666 Jan 18 23:51:00.274522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'port': {'security_groups': ['0d35af97-6563-437c-96c7-dcd41a299bf9', 'cb2391c3-aea3-4714-8faa-e99459902a7d']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:51:00.392577 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.773177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:51:00.798888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.806068 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.819229 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:51:00.874099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:00.874720 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:00.876089 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4b6d2cbb-3300-458f-be57-6dd1f7e23cd9 req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "PUT /v2.0/ports/efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 982 time: 0.6061504 Jan 18 23:51:00.883475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:51:00.908640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e663c3d-7e08-4934-908a-a4ba42ff8382 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:00.942830 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'status': 'completed', 'code': 200} Jan 18 23:51:00.945243 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:51:01.132230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-1a7349cc-210d-42d2-ab68-6922b4537858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:01.133879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-1a7349cc-210d-42d2-ab68-6922b4537858 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1136 time: 0.1539173 Jan 18 23:51:01.169516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02aabd-8ccb-4e8d-8dfc-7b2f78574849 req-d0573544-4930-4654-87d0-1ea40490609c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:01.171148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd02aabd-8ccb-4e8d-8dfc-7b2f78574849 req-d0573544-4930-4654-87d0-1ea40490609c tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.1468687 Jan 18 23:51:01.283052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9b8bee2f-05c1-4896-a12f-80f586d083e0 None None] Provisioning complete for port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:51:01.283283 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b8bee2f-05c1-4896-a12f-80f586d083e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:01.405133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fd02aabd-8ccb-4e8d-8dfc-7b2f78574849 req-aaba0205-cd17-47d5-9a4b-8a0401919a05 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:51:01.431845 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-d5402803-7f72-429e-ba28-5d85e5881f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:01.433381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-d5402803-7f72-429e-ba28-5d85e5881f1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.2922151 Jan 18 23:51:01.439318 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-fd02aabd-8ccb-4e8d-8dfc-7b2f78574849 req-aaba0205-cd17-47d5-9a4b-8a0401919a05 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:51:01.440859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd02aabd-8ccb-4e8d-8dfc-7b2f78574849 req-aaba0205-cd17-47d5-9a4b-8a0401919a05 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2201641 Jan 18 23:51:01.549888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-d250b013-f4a8-4a79-9de9-cc4fb3101da4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 1002 time: 0.1083918 Jan 18 23:51:01.611104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-b0a34118-f7a5-4ec1-bbfc-0e2cb3e41825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:01.612669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-b0a34118-f7a5-4ec1-bbfc-0e2cb3e41825 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0569906 Jan 18 23:51:01.695971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-93971afc-7eb4-4696-bfde-62482459f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:01.697576 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-93971afc-7eb4-4696-bfde-62482459f676 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778494 Jan 18 23:51:01.830505 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-a987f2c7-a8ab-4738-8ed7-a31802d99c3f service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266055 Jan 18 23:51:01.974478 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f15d6b05-5fa2-4bb5-8d97-485e075d9162 req-52b3b673-ac65-4cef-8812-6efa26fe0900 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360807 Jan 18 23:51:05.016183 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:07.453097 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:08.149123 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:51:12.181285 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a789-16f0-47f7-abe9-22d80181978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:15.055796 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8074a05-4182-4528-9a4c-19dbbdf89443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:15.680329 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:15.915672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:17.227334 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:17.934095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-27e26fd6-e0ce-4073-8e9e-2b214c6f04b0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703471 Jan 18 23:51:18.096988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2427-9912-478b-89a9-97139cbcc29b req-c2b20df0-408f-42fb-8c14-429f647e4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:18.099185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-c2b20df0-408f-42fb-8c14-429f647e4ea8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1136 time: 0.0845385 Jan 18 23:51:18.256602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2427-9912-478b-89a9-97139cbcc29b req-496b2925-658d-4b22-bd20-a3842017f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:18.258107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-496b2925-658d-4b22-bd20-a3842017f10f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.1392851 Jan 18 23:51:18.359311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-6759fbcf-1b08-48e7-b55c-4fe6624d5fb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 1002 time: 0.0943398 Jan 18 23:51:18.431415 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2427-9912-478b-89a9-97139cbcc29b req-ede23508-1e5d-452c-ad82-30376f9daa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:18.433491 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-ede23508-1e5d-452c-ad82-30376f9daa7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0673468 Jan 18 23:51:18.514954 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2427-9912-478b-89a9-97139cbcc29b req-974b7513-f600-4e54-bece-64218f874a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:18.516630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-974b7513-f600-4e54-bece-64218f874a8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745311 Jan 18 23:51:18.654904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-4812a052-1b7f-4d64-90a9-750c0b205251 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311309 Jan 18 23:51:18.845132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-991b2427-9912-478b-89a9-97139cbcc29b req-0bbe85a1-5ac4-463d-bb78-cd6d74dbcd6a service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841857 Jan 18 23:51:18.872911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe502091-7969-441c-9f3f-8f96a2803941 req-ef4c2be9-d1ea-42fc-b3ed-1ceaa72ba9ac tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:18.874531 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe502091-7969-441c-9f3f-8f96a2803941 req-ef4c2be9-d1ea-42fc-b3ed-1ceaa72ba9ac tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0998144 Jan 18 23:51:18.969472 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fe502091-7969-441c-9f3f-8f96a2803941 req-02476c0a-1006-4269-8ce1-ac3b8481161e tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892305 Jan 18 23:51:18.989456 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-d4dbbb6f-1737-46fd-9c25-5778519f3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:18.990998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-d4dbbb6f-1737-46fd-9c25-5778519f3b3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1136 time: 0.0977066 Jan 18 23:51:19.233239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-897efce9-d338-40ca-bafd-460696db3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:19.234661 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-897efce9-d338-40ca-bafd-460696db3f59 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.2369280 Jan 18 23:51:19.339958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-8ec4faa6-50f3-4450-8549-3de012138297 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 1002 time: 0.0986056 Jan 18 23:51:19.406964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-513f7f2a-63a4-4d90-a8ca-fc9316a8530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:19.408359 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-513f7f2a-63a4-4d90-a8ca-fc9316a8530e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0618272 Jan 18 23:51:19.498561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-4b6a8390-3629-420f-a4c4-759d250921a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:19.499943 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-4b6a8390-3629-420f-a4c4-759d250921a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851495 Jan 18 23:51:19.633998 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-4684bc8b-2bc1-458f-9930-0745805c5d79 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274257 Jan 18 23:51:19.773446 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b18f5b5-d4b2-4bce-8ac2-3008c23e797a req-109f5712-c87b-45de-9100-c752f2018e1d service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326203 Jan 18 23:51:20.177920 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a3b9-fdc6-41ba-ad49-7a9df70a2984 req-cd5f2772-92ef-4846-9760-41be73ae88a8 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:20.179361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2da6a3b9-fdc6-41ba-ad49-7a9df70a2984 req-cd5f2772-92ef-4846-9760-41be73ae88a8 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0908022 Jan 18 23:51:20.224446 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2da6a3b9-fdc6-41ba-ad49-7a9df70a2984 req-374194d9-729c-4f86-aba7-e0044202db37 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392489 Jan 18 23:51:21.432693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2d3b9-56ca-48d2-b832-a2a1c1cc38f8 req-28cdd625-c9e2-42a1-b1dc-a29f3c40910d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:21.434184 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cb2d3b9-56ca-48d2-b832-a2a1c1cc38f8 req-28cdd625-c9e2-42a1-b1dc-a29f3c40910d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0899129 Jan 18 23:51:21.483831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6cb2d3b9-56ca-48d2-b832-a2a1c1cc38f8 req-5d6334d8-879d-4ea9-a326-6906cec00cee tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411706 Jan 18 23:51:22.680190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb1099-058d-410a-a040-4b85faf5e122 req-11a932de-69b4-496b-9a55-c9a0a5d7c2f0 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:22.681670 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9bb1099-058d-410a-a040-4b85faf5e122 req-11a932de-69b4-496b-9a55-c9a0a5d7c2f0 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0883005 Jan 18 23:51:22.732971 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9bb1099-058d-410a-a040-4b85faf5e122 req-e5af21bc-1d8f-412e-9834-06887c2db7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431116 Jan 18 23:51:23.934223 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024678-49ac-40c9-839b-d8d777713c16 req-451aabb6-1d71-46b0-8144-3efd0a1c983d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:23.935669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12024678-49ac-40c9-839b-d8d777713c16 req-451aabb6-1d71-46b0-8144-3efd0a1c983d tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0876617 Jan 18 23:51:23.983616 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-12024678-49ac-40c9-839b-d8d777713c16 req-b493988b-3d1c-4bee-8f89-b630c2adf59a tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410283 Jan 18 23:51:25.185776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad2f27-90d5-495a-a3a3-bcd44621333f req-539b3c20-7fe3-4ba2-b957-bfc091b0ed61 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:25.187393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c1ad2f27-90d5-495a-a3a3-bcd44621333f req-539b3c20-7fe3-4ba2-b957-bfc091b0ed61 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0832038 Jan 18 23:51:25.234542 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c1ad2f27-90d5-495a-a3a3-bcd44621333f req-b1b2f6c7-dfa0-4aec-beda-a923d46857ce tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415995 Jan 18 23:51:26.432528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae38465-7edc-494d-a3c5-1868ead3fb3f req-84c345c0-429c-4629-b713-c17e259b9f14 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:26.434053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bae38465-7edc-494d-a3c5-1868ead3fb3f req-84c345c0-429c-4629-b713-c17e259b9f14 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0879481 Jan 18 23:51:26.482091 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bae38465-7edc-494d-a3c5-1868ead3fb3f req-28334b62-b1fb-4bbf-8a19-c6c7d66428db tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418355 Jan 18 23:51:27.684370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d3270-567d-4ccf-979f-f40ca5aefba1 req-e0d11263-8646-4f78-b63e-173a8ae923f0 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:27.685825 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-932d3270-567d-4ccf-979f-f40ca5aefba1 req-e0d11263-8646-4f78-b63e-173a8ae923f0 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0857329 Jan 18 23:51:27.738472 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-932d3270-567d-4ccf-979f-f40ca5aefba1 req-5582420d-dd9a-483a-96cd-c0d5cc373eee tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440474 Jan 18 23:51:28.935112 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798bdef-a1d3-468e-b42c-6057f0379591 req-723f35f3-2f05-4535-ac78-57381a0944ad tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:28.936592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d798bdef-a1d3-468e-b42c-6057f0379591 req-723f35f3-2f05-4535-ac78-57381a0944ad tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0807765 Jan 18 23:51:28.985477 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d798bdef-a1d3-468e-b42c-6057f0379591 req-37909420-20ad-4d2f-9e65-c91d4d427325 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430703 Jan 18 23:51:30.185693 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc2d52-9aad-4ab8-a009-c3a247b8ea63 req-ccfa789f-bad6-4ce9-99fe-9cf5ec1646f5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:30.187123 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22bc2d52-9aad-4ab8-a009-c3a247b8ea63 req-ccfa789f-bad6-4ce9-99fe-9cf5ec1646f5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0826302 Jan 18 23:51:30.232429 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22bc2d52-9aad-4ab8-a009-c3a247b8ea63 req-4e5ebc98-a239-4da7-b0d6-43f411ebd91f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396631 Jan 18 23:51:31.442948 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec86b5-4b0d-4f19-b596-20e8a05014f5 req-337469af-e9ba-49d0-9d42-aa48c8b000b9 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:31.444423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdec86b5-4b0d-4f19-b596-20e8a05014f5 req-337469af-e9ba-49d0-9d42-aa48c8b000b9 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0978642 Jan 18 23:51:31.491810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cdec86b5-4b0d-4f19-b596-20e8a05014f5 req-76ff29f4-a965-4065-b6e9-55caf5bab02f tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb2391c3-aea3-4714-8faa-e99459902a7d&id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411828 Jan 18 23:51:34.336212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-9d6366e8-0608-45ab-a46a-7218f0d8a933 req-84394741-9170-4fae-8abf-ddff460f6abe tempest-ServerDiskConfigTestJSON-637404815 tempest-ServerDiskConfigTestJSON-637404815-project] (87812) timed out ('10.222.0.86', 63856) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:51:35.027036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.464928 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.173284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf304e5b-27ed-4a70-b171-96b751f5cfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:45.048395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3435b4c6-ab7f-4be1-aceb-66811b065b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:45.154486 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:51:45.677862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:45.917699 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.236287 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.334682 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-45f08401-2463-4dd1-82b9-fbe0ec06a91b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269209780&fields=id&tenant_id=f5b04f0e83194575a9161ec9aef0b755 HTTP/1.1" status: 200 len: 267 time: 0.0559046 Jan 18 23:52:00.424653 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-ef533eea-743b-4832-953e-2c1db1c867cd tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:00.426151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-ef533eea-743b-4832-953e-2c1db1c867cd tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 985 time: 0.0859313 Jan 18 23:52:00.437039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Request body: {'port': {'security_groups': ['0d35af97-6563-437c-96c7-dcd41a299bf9']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:00.560081 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.808341 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:00.833034 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.840571 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.853166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:52:00.912690 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:00.913347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.914713 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c8de8d4b-3231-4a2b-a860-0651e4ac101c req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "PUT /v2.0/ports/efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 943 time: 0.4824610 Jan 18 23:52:00.915161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:00.925600 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57140) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:00.972870 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'status': 'completed', 'code': 200} Jan 18 23:52:00.983215 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event updated for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:00.995691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:52:01.010643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.010918 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.011242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.011591 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.011901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.012231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.012564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.012970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.013227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.013552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.013874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.014193 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26efb781-1c04-4eb5-8ac4-8e8cd90aa447 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:01.040773 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab310a9b-df33-48d2-9550-c221182c955b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.076199 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab310a9b-df33-48d2-9550-c221182c955b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.162527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab310a9b-df33-48d2-9550-c221182c955b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.190096 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310a9b-df33-48d2-9550-c221182c955b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2391c3-aea3-4714-8faa-e99459902a7d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:01.204247 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab310a9b-df33-48d2-9550-c221182c955b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.208318 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ab310a9b-df33-48d2-9550-c221182c955b tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "DELETE /v2.0/security-groups/cb2391c3-aea3-4714-8faa-e99459902a7d HTTP/1.1" status: 204 len: 168 time: 0.2786670 Jan 18 23:52:01.208318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57146) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:01.231848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-95345b99-fd7e-4258-b516-dc4447002e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:01.233684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-95345b99-fd7e-4258-b516-dc4447002e21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1097 time: 0.2390251 Jan 18 23:52:01.244317 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-93f80e03-bdc2-4ef1-aa9d-882d7e44492f None None] Provisioning complete for port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:01.244758 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93f80e03-bdc2-4ef1-aa9d-882d7e44492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.376199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-e66fc1f1-fc3e-4534-bdf4-42a62f9f2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:01.377748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-e66fc1f1-fc3e-4534-bdf4-42a62f9f2339 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.1321704 Jan 18 23:52:01.410469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Deleting port dd0bc301-687e-4a70-9fee-e094ecb8cf28 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:01.411088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.484084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-4fd82745-3fa2-4fe5-b7b9-e707647eed6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 1002 time: 0.0989535 Jan 18 23:52:01.551846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-72f264cc-10c0-405c-9160-568435c328ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:01.553422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-72f264cc-10c0-405c-9160-568435c328ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0632119 Jan 18 23:52:01.584406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.584761 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.630279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-9787389e-675a-47ae-99df-eda898e0214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:01.631666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-9787389e-675a-47ae-99df-eda898e0214b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713382 Jan 18 23:52:01.708121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Calling delete_port for dd0bc301-687e-4a70-9fee-e094ecb8cf28 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:01.767147 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-58d8407c-7b65-49d3-af0b-6c4e6e4c2441 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286516 Jan 18 23:52:01.861171 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.901846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d56654c8-9e6e-428e-81d7-1e35f0c9dafd req-cdbc710c-85a0-47aa-914d-5f7361211836 service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268468 Jan 18 23:52:01.913997 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event deleted for resources: {'Port': ['ID=dd0bc301-687e-4a70-9fee-e094ecb8cf28,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:02.127052 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.127365 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Floating IP cfd25532-3a66-4e4e-9421-79004410bd12 disassociated (deleted). External IP: 172.25.4.183, port: efad0ef8-3a82-495e-8bc5-f86f7c1f8c92. Jan 18 23:52:02.495834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:52:02.682038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:52:02.691727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] Sync routers for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:52:02.700871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:02.701531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:51:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:02.704484 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.762569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0c877cfa-0e25-4c98-a410-b872077aa7b5 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "DELETE /v2.0/floatingips/cfd25532-3a66-4e4e-9421-79004410bd12 HTTP/1.1" status: 204 len: 168 time: 1.5534103 Jan 18 23:52:02.917053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:02.974232 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:03.018990 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'status': 'completed', 'code': 200} Jan 18 23:52:03.118209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-ee822923-a7b3-4783-8e64-b1b6b7080462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:03.119876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-ee822923-a7b3-4783-8e64-b1b6b7080462 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5b04f0e83194575a9161ec9aef0b755&device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 1097 time: 0.0791850 Jan 18 23:52:03.261370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:03.266092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] Checking router: 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:52:03.275060 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:03.275692 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:51:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:03.371081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-741f3226-27fc-4b7e-9ddb-09bc0b4fae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:03.372805 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-741f3226-27fc-4b7e-9ddb-09bc0b4fae73 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 200 len: 915 time: 0.2469940 Jan 18 23:52:03.441734 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-5e7719f1-99d5-447b-afb3-630599925766 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 200 len: 217 time: 0.0597823 Jan 18 23:52:03.451276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:03.505542 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-d4c17860-1a3e-4aab-80f5-cea04e2aca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:03.506990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-d4c17860-1a3e-4aab-80f5-cea04e2aca20 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 200 len: 853 time: 0.0605760 Jan 18 23:52:03.582287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-f17c56a5-9b19-45e0-8ef1-2cd6e32561ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:03.583736 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-f17c56a5-9b19-45e0-8ef1-2cd6e32561ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b202d03-f8ec-45bf-a009-6a7503f251f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702686 Jan 18 23:52:03.596242 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-4643c436-7e5e-4e37-9459-cc54b559003f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:52:03.596706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-4643c436-7e5e-4e37-9459-cc54b559003f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048521 Jan 18 23:52:03.732725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-aacdbeff-5a13-40b9-aa80-398cd243848b service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295009 Jan 18 23:52:03.768506 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:03.772937 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189da13-95f9-4d4f-ab50-67e5702aeb92 None None] The sync data for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 is: [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '01242ce7-c234-40c3-8f3a-d96d0dc30041', 'name': '', 'network_id': '1b202d03-f8ec-45bf-a009-6a7503f251f3', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'mac_address': 'fa:16:3e:50:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:07Z', 'updated_at': '2022-01-18T23:50:14Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'subnets': [{'id': 'a3793788-76d3-4e2c-a329-8c0e40d06616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:52:03.884673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ae96eb5-3594-4569-8cf4-7741317f5c03 req-1b11e9ed-91b5-4688-85e4-576352f4841f service neutron] 10.222.0.86 "GET /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455102 Jan 18 23:52:04.026283 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec862ccf-48af-4683-9868-8ee5cdb1088c None None] New status for floating IP cfd25532-3a66-4e4e-9421-79004410bd12: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:52:05.018953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:07.388166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc802-963b-4448-9601-9bb24fd317be req-36886df0-f0f2-4bca-a2c9-10deb8793e60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:07.389675 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762cc802-963b-4448-9601-9bb24fd317be req-36886df0-f0f2-4bca-a2c9-10deb8793e60 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.1012132 Jan 18 23:52:07.436571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-762cc802-963b-4448-9601-9bb24fd317be req-58ab84fc-4c5f-4381-84fd-a4453a25c243 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Jan 18 23:52:07.468308 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:08.648354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-b7021725-2000-4fda-a352-666a91201575 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:08.649021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-b7021725-2000-4fda-a352-666a91201575 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:08.666968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-b7021725-2000-4fda-a352-666a91201575 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:08.668203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-b7021725-2000-4fda-a352-666a91201575 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.1113081 Jan 18 23:52:08.715696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-08a389bc-c29c-4142-b3d7-604ab0f48851 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Synchronizing usage tracker for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:08.733662 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-08a389bc-c29c-4142-b3d7-604ab0f48851 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Unset dirty status for tenant:f5b04f0e83194575a9161ec9aef0b755 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:08.734782 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6ec8115c-e990-49da-aff9-fffcc86c5fba req-08a389bc-c29c-4142-b3d7-604ab0f48851 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d35af97-6563-437c-96c7-dcd41a299bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606437 Jan 18 23:52:08.966972 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e033-2e75-4d34-90a1-55084964ad71 req-a7824dae-ff74-4336-ac8c-f4c384051ffc tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:08.968419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be91e033-2e75-4d34-90a1-55084964ad71 req-a7824dae-ff74-4336-ac8c-f4c384051ffc tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 946 time: 0.0777118 Jan 18 23:52:09.042243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Deleting port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:09.042500 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:09.294344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] For port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:09.294603 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:09.416438 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Calling delete_port for efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:09.566440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:09.616687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Pushing event deleted for resources: {'Port': ['ID=efad0ef8-3a82-495e-8bc5-f86f7c1f8c92,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:09.660440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.660809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.661150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.661481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.661806 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.662132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.662458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.662774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.663091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.663408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.663730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.664022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:09.704895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] No DVR routers for this DVR port efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:52:09.707600 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:09.710375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'name': 'network-vif-deleted', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:09.727067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be91e033-2e75-4d34-90a1-55084964ad71 req-95ddc2a9-7141-4bc5-8150-5a8ec19cd847 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.86 "DELETE /v2.0/ports/efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 HTTP/1.1" status: 204 len: 173 time: 0.7527294 Jan 18 23:52:09.758459 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef9be8f-932d-40b9-a8de-4fd4b4375377', 'name': 'network-vif-deleted', 'tag': 'efad0ef8-3a82-495e-8bc5-f86f7c1f8c92', 'status': 'completed', 'code': 200} Jan 18 23:52:09.891950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b894ca93-12cd-4812-9d68-2fc831e08973 req-9c1859a6-f830-4ea0-a5c9-74f24da698f8 tempest-TestMinimumBasicScenario-1878606880 tempest-TestMinimumBasicScenario-1878606880-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ef9be8f-932d-40b9-a8de-4fd4b4375377 HTTP/1.1" status: 200 len: 210 time: 0.0468140 Jan 18 23:52:11.273326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:11.316105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:11.316457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device efad0ef8-3a82-495e-8bc5-f86f7c1f8c92 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:11.575363 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57234) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:12.137550 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.167447 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5063-5e7b-4d21-be0f-dc2826d6933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.617809 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Deleting port 01242ce7-c234-40c3-8f3a-d96d0dc30041 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:12.618436 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.802523 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] For port 01242ce7-c234-40c3-8f3a-d96d0dc30041, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=01242ce7-c234-40c3-8f3a-d96d0dc30041,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:12.802876 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.924161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Calling delete_port for 01242ce7-c234-40c3-8f3a-d96d0dc30041 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:13.195783 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:13.242249 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Pushing event deleted for resources: {'Port': ['ID=01242ce7-c234-40c3-8f3a-d96d0dc30041,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:13.508888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.006245 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:52:14.192806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:52:14.202592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] Sync routers for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:52:14.205595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9953602d-5c7f-4381-9adc-361c06c9c04f admin admin] 10.222.0.78 "PUT /v2.0/routers/897d8d2b-9a9f-4e06-b749-cba7fc4d2648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6291478 Jan 18 23:52:14.208238 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57240) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:14.213390 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:14.214032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:51:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:14.393451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.398978 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:14.572234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.584246 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Deleting port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:14.584556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.734326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:52:13Z', 'revision_number': 5, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port': {'id': 'bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:14.738318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] Checking router: 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:52:14.747412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] Routers {'897d8d2b-9a9f-4e06-b749-cba7fc4d2648'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:14.748057 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:51:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:14.760794 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] For port bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:14.761255 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.882771 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Calling delete_port for bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:14.898803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] Set router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:15.003853 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:52:14Z', 'revision_number': 6, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:15.007905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bcf02-f955-4e87-a72c-3dea480c4a02 None None] The sync data for ids ['897d8d2b-9a9f-4e06-b749-cba7fc4d2648'] in n-d-825178-1 is: [{'id': '897d8d2b-9a9f-4e06-b749-cba7fc4d2648', 'name': 'tempest-TestMinimumBasicScenario-230588598-router', 'tenant_id': 'f5b04f0e83194575a9161ec9aef0b755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:04Z', 'updated_at': '2022-01-18T23:52:14Z', 'revision_number': 6, 'project_id': 'f5b04f0e83194575a9161ec9aef0b755', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:52:15.049729 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fca0692-9815-4828-8331-bc31a72cb28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.052771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.100235 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:15.312298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.486241 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.488465 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.515541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.516032 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 897d8d2b-9a9f-4e06-b749-cba7fc4d2648 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:52:15.530764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.531891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c7b5148e-05cd-49cd-b4f8-94c437e6c117 admin admin] 10.222.0.78 "DELETE /v2.0/routers/897d8d2b-9a9f-4e06-b749-cba7fc4d2648 HTTP/1.1" status: 204 len: 168 time: 1.3227835 Jan 18 23:52:15.535484 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:15.609776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Deleting subnet a3793788-76d3-4e2c-a329-8c0e40d06616 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:52:15.612992 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.665334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.672570 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.755123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.795840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01242ce7-c234-40c3-8f3a-d96d0dc30041 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:15.827570 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.832649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 01242ce7-c234-40c3-8f3a-d96d0dc30041 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:15.833018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 01242ce7-c234-40c3-8f3a-d96d0dc30041 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:15.833436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:15.867372 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:15.867962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bb4ecd9a-9b98-4c80-9ba9-ad1ae9d6792b not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:15.868108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3793788-76d3-4e2c-a329-8c0e40d06616,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:15.870119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.878493 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a52f0807-11fc-485f-b235-49dec03d744c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a3793788-76d3-4e2c-a329-8c0e40d06616 HTTP/1.1" status: 204 len: 168 time: 0.3418922 Jan 18 23:52:15.880991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57248) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:15.882847 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba7c25-9b5c-49e2-a2d2-bec3ce9a1fc1 None None] Network 1b202d03-f8ec-45bf-a009-6a7503f251f3 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:52:15.977388 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.002295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.013425 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Deleting port 54973660-cffe-4d4a-8996-01a8eb7665dc {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:16.013768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.155679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] DHCP port deletion for 1b202d03-f8ec-45bf-a009-6a7503f251f3 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:52:16.160825 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Deleting port 54973660-cffe-4d4a-8996-01a8eb7665dc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:16.161504 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.343814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] For port 54973660-cffe-4d4a-8996-01a8eb7665dc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=54973660-cffe-4d4a-8996-01a8eb7665dc,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:16.343814 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.378861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] For port 54973660-cffe-4d4a-8996-01a8eb7665dc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=54973660-cffe-4d4a-8996-01a8eb7665dc,segment=NetworkSegment(767bc6c7-449c-49c0-97de-7325904ae3de),segment_id=767bc6c7-449c-49c0-97de-7325904ae3de)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:16.379126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.465308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Calling delete_port for 54973660-cffe-4d4a-8996-01a8eb7665dc owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:16.499835 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Calling delete_port for 54973660-cffe-4d4a-8996-01a8eb7665dc owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:16.545753 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:52:16.567625 n-d-825178-1 neutron-server[87813]: util.warn( Jan 18 23:52:16.574611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:52:16.575091 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:52:16.593717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Pushing event deleted for resources: {'Port': ['ID=54973660-cffe-4d4a-8996-01a8eb7665dc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:16.597287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] No DVR routers for this DVR port 54973660-cffe-4d4a-8996-01a8eb7665dc on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:52:16.712981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.737513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b202d03-f8ec-45bf-a009-6a7503f251f3']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:16.753403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767bc6c7-449c-49c0-97de-7325904ae3de') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:16.753705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767bc6c7-449c-49c0-97de-7325904ae3de') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:16.764890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.781978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.788270 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:52:16.788701 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:52:16.801879 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:52:16.886683 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.904652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.919094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b202d03-f8ec-45bf-a009-6a7503f251f3,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:16.935433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-17a0e26e-9e75-437c-b333-d51e3956f611 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1b202d03-f8ec-45bf-a009-6a7503f251f3 HTTP/1.1" status: 204 len: 168 time: 1.0516431 Jan 18 23:52:16.938419 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57254) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:17.076723 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Deleting port 54973660-cffe-4d4a-8996-01a8eb7665dc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:17.077342 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.144024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc5a05-54a1-4fbf-901e-6897b082002e None None] The port '54973660-cffe-4d4a-8996-01a8eb7665dc' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:52:17.228542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.481028 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.787763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 54973660-cffe-4d4a-8996-01a8eb7665dc no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:17.824514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 54973660-cffe-4d4a-8996-01a8eb7665dc {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:17.824860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 54973660-cffe-4d4a-8996-01a8eb7665dc not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:17.937940 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Deleting port e43497df-4144-45a8-85c3-bdb5dd0cc470 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:17.938416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:18.110287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] For port e43497df-4144-45a8-85c3-bdb5dd0cc470, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e43497df-4144-45a8-85c3-bdb5dd0cc470,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:18.110619 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:18.237548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Calling delete_port for e43497df-4144-45a8-85c3-bdb5dd0cc470 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:18.564615 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:18.610372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43497df-4144-45a8-85c3-bdb5dd0cc470,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:18.877498 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:19.360361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Router 2c22569a-c9e2-433a-90b5-508937ede022 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:52:19.542450 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:52:19.551949 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] Sync routers for ids ['2c22569a-c9e2-433a-90b5-508937ede022'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:52:19.563056 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4e9f1c98-749c-4b52-ad73-9878233e3c22 admin admin] 10.222.0.78 "PUT /v2.0/routers/2c22569a-c9e2-433a-90b5-508937ede022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235993 Jan 18 23:52:19.563749 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] Routers {'2c22569a-c9e2-433a-90b5-508937ede022'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:19.564558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2c22569a-c9e2-433a-90b5-508937ede022'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:19.566549 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57260) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:19.750440 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] Set router 2c22569a-c9e2-433a-90b5-508937ede022 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:19.754940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:19.929506 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:19.940198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Deleting port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:19.940534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.025060 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:52:18Z', 'revision_number': 5, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port': {'id': '4e9820ab-aae0-4c75-93eb-3dcf0f9c8456', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c22569a-c9e2-433a-90b5-508937ede022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:11Z', 'updated_at': '2022-01-18T23:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:20.028791 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] Checking router: 2c22569a-c9e2-433a-90b5-508937ede022 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:52:20.037073 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] Routers {'2c22569a-c9e2-433a-90b5-508937ede022'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:20.037654 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['2c22569a-c9e2-433a-90b5-508937ede022'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:20.117314 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] For port 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:20.117630 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.181068 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] Set router 2c22569a-c9e2-433a-90b5-508937ede022 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:20.239839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Calling delete_port for 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:20.290365 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:52:19Z', 'revision_number': 6, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:20.294294 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c6061-1d15-4150-9848-4594ee12f063 None None] The sync data for ids ['2c22569a-c9e2-433a-90b5-508937ede022'] in n-d-825178-1 is: [{'id': '2c22569a-c9e2-433a-90b5-508937ede022', 'name': 'tempest-TestMinimumBasicScenario-804870577-router', 'tenant_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:10Z', 'updated_at': '2022-01-18T23:52:19Z', 'revision_number': 6, 'project_id': 'e6f7912d76b34edf8549fbfa2ee4f695', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:52:20.424040 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.474100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9820ab-aae0-4c75-93eb-3dcf0f9c8456,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:20.565665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.857682 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.860246 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.886330 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.886859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c22569a-c9e2-433a-90b5-508937ede022 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:52:20.899711 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.900958 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-78e16235-8a84-464e-9c93-e184095216b2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2c22569a-c9e2-433a-90b5-508937ede022 HTTP/1.1" status: 204 len: 168 time: 1.3334992 Jan 18 23:52:20.903714 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57266) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:20.964357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Deleting subnet 4218f6a7-65b1-44c3-a6b3-ce0507770c54 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:52:20.967384 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.016568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.098360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.174036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.212034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4218f6a7-65b1-44c3-a6b3-ce0507770c54,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:21.215590 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.221485 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25193b-6db5-4f50-abf5-6e165529effb None None] Network 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:52:21.222057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a17e41bc-e8a2-485e-886c-12b6cecd42af admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4218f6a7-65b1-44c3-a6b3-ce0507770c54 HTTP/1.1" status: 204 len: 168 time: 0.3168256 Jan 18 23:52:21.224091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57270) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:21.333051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.347862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Deleting port 245f571a-5521-40c2-a259-8faa4506aa3a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:21.347862 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.520527 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] DHCP port deletion for 6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:52:21.524861 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Deleting port 245f571a-5521-40c2-a259-8faa4506aa3a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:21.525268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.556897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] For port 245f571a-5521-40c2-a259-8faa4506aa3a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=245f571a-5521-40c2-a259-8faa4506aa3a,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:21.557540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.680121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Calling delete_port for 245f571a-5521-40c2-a259-8faa4506aa3a owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:21.725393 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] For port 245f571a-5521-40c2-a259-8faa4506aa3a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=245f571a-5521-40c2-a259-8faa4506aa3a,segment=NetworkSegment(ba73c1f5-0a95-45a8-86c2-d2a7df9e906a),segment_id=ba73c1f5-0a95-45a8-86c2-d2a7df9e906a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:21.725755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.757872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.809332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Pushing event deleted for resources: {'Port': ['ID=245f571a-5521-40c2-a259-8faa4506aa3a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:21.813555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] No DVR routers for this DVR port 245f571a-5521-40c2-a259-8faa4506aa3a on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:52:21.843394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e43497df-4144-45a8-85c3-bdb5dd0cc470 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:21.884326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Calling delete_port for 245f571a-5521-40c2-a259-8faa4506aa3a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:52:21.910221 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e43497df-4144-45a8-85c3-bdb5dd0cc470 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:21.910594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e43497df-4144-45a8-85c3-bdb5dd0cc470 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:21.910994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 245f571a-5521-40c2-a259-8faa4506aa3a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:21.929661 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.953382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 245f571a-5521-40c2-a259-8faa4506aa3a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:21.953652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 245f571a-5521-40c2-a259-8faa4506aa3a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:21.954067 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:21.954197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:21.966061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:21.966359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba73c1f5-0a95-45a8-86c2-d2a7df9e906a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:21.977471 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:21.993128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:52:21.993475 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4e9820ab-aae0-4c75-93eb-3dcf0f9c8456 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:21.993877 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.000931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:52:22.001539 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:52:22.015048 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:52:22.021346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:52:22.021686 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:52:22.095414 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.110898 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.121224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:22.128231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bd9af620-9cb7-4c3c-a6d8-2fcfedca368d admin admin] 10.222.0.78 "DELETE /v2.0/networks/6dd7ca2c-ede5-47fd-b93d-5e89fd9ddcae HTTP/1.1" status: 204 len: 168 time: 0.9031875 Jan 18 23:52:22.153299 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:52:22.309857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57280) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:22.358858 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c524b989-b98e-42c0-8c51-9c0aae7cf8cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5b04f0e83194575a9161ec9aef0b755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477853 Jan 18 23:52:22.361420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:22.427377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-999f05df-a4d5-48a2-8cea-90cee90e5043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.453451 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-999f05df-a4d5-48a2-8cea-90cee90e5043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.506389 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-999f05df-a4d5-48a2-8cea-90cee90e5043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.523225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Deleting port 245f571a-5521-40c2-a259-8faa4506aa3a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:52:22.523867 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.523972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f05df-a4d5-48a2-8cea-90cee90e5043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35af97-6563-437c-96c7-dcd41a299bf9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:22.536446 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-999f05df-a4d5-48a2-8cea-90cee90e5043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.537917 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-999f05df-a4d5-48a2-8cea-90cee90e5043 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d35af97-6563-437c-96c7-dcd41a299bf9 HTTP/1.1" status: 204 len: 168 time: 0.1752846 Jan 18 23:52:22.597322 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0c060bbe-3be8-4b33-845d-84e9d06b7356 None None] The port '245f571a-5521-40c2-a259-8faa4506aa3a' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 23:52:22.891972 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:22.942651 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9ef6d9a3-2bf4-4772-a50e-5133beb803e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6f7912d76b34edf8549fbfa2ee4f695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494916 Jan 18 23:52:22.946620 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57296) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:23.006003 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349a5309-5887-4221-994e-e42ae24bd355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:23.033530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349a5309-5887-4221-994e-e42ae24bd355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:23.091774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349a5309-5887-4221-994e-e42ae24bd355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:23.107303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a5309-5887-4221-994e-e42ae24bd355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2ea4e-e42e-425a-b6ff-0fec37bdafac,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:23.111622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-349a5309-5887-4221-994e-e42ae24bd355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:23.112732 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-349a5309-5887-4221-994e-e42ae24bd355 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdd2ea4e-e42e-425a-b6ff-0fec37bdafac HTTP/1.1" status: 204 len: 168 time: 0.1652105 Jan 18 23:52:25.175186 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57342) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:25.180307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781115671', 'description': 'tempest-secgroup-smoke-781115671 description', 'project_id': '91b37c7b54ed4b28b2edaed503138622'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:25.187198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:25.191149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:25.194769 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:25.200857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:25.211873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.223703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.242089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:25.249733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:25.252647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:25.258775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:25.442138 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.449349 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.461084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:25.468794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:25.477405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:25.487104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:25.490996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59922b-f597-4054-8413-af5fee4cd973,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:25.559548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.565907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.605969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8dafbb-ab17-4b55-a51e-1bd0afee012a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:25.609806 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.611023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ca28d900-255f-44bf-a38f-0d407edf0b77 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4348919 Jan 18 23:52:25.615807 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57346) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:25.620831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2d8dafbb-ab17-4b55-a51e-1bd0afee012a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:25.627693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:25.631519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:25.634427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:25.640190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:25.661964 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.729387 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.735430 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.758601 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ff9e80-b6a1-4e9e-850a-d30635b75b94,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:25.768695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.769934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-eaaf23b3-7ec2-4918-a523-e387f50f9c3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532698 Jan 18 23:52:25.773058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57350) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:25.778072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2d8dafbb-ab17-4b55-a51e-1bd0afee012a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:25.784885 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:25.789110 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:25.792150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:25.798217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:25.817232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.879586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.884232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.911354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c698f8f-5aac-4f4a-8fe5-955031c20f08,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:25.920089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.921390 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bdde72d9-c64e-4048-b070-8574fe175da7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473434 Jan 18 23:52:25.924136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57354) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:25.929272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2d8dafbb-ab17-4b55-a51e-1bd0afee012a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:25.936058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:25.939930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:25.942868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:25.948615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:25.966982 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.028802 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.034051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.057068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ac6a84-0039-488e-9921-d89b79082a26,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:26.068557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.069839 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-90b79e70-307e-4b07-aa1a-0c89aed67d06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447482 Jan 18 23:52:26.072856 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:26.078601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2d8dafbb-ab17-4b55-a51e-1bd0afee012a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:26.085894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:26.090281 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:26.093306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:26.099211 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:26.119643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.182863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.190001 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.213376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bea423-a602-4545-84d4-40e4ec893426,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:26.222602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.223813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b93eab27-4168-497a-b693-8d06e072d94e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498320 Jan 18 23:52:26.227729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57362) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:26.232639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2d8dafbb-ab17-4b55-a51e-1bd0afee012a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:26.239169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:26.243402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:26.246313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:26.251887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:26.264662 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:52:26.271090 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.349076 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.355044 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.377862 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dd7221-1cec-40c7-8dab-1627e2a6a98f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:26.387859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.389120 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-716eb0f3-d43f-4c97-99ec-db1bba689ab3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604493 Jan 18 23:52:26.391796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:26.396927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2d8dafbb-ab17-4b55-a51e-1bd0afee012a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:26.403437 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:26.407552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:26.410498 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:26.416112 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:26.431950 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:52:26.438592 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.514594 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.520269 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.543743 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedfc6fb-f73e-422d-9766-6d2c09614489,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:26.554653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.555828 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f3a45f94-64c0-4360-9ffa-61f624a933b1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631083 Jan 18 23:52:26.559061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:26.564617 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'network': {'name': 'tempest-network-smoke--1138247305', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:26.570702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:26.574855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:network and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:26.577905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:26.583922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:26.597680 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:52:26.601055 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.628228 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:52:26.636622 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.637001 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Added segment f5434acb-06b6-43e4-845b-9653bfa71bae of type vlan for network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a Jan 18 23:52:26.667696 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.697795 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.703293 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:26.703867 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.807649 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2475252 Jan 18 23:52:26.810645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57374) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:26.817432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'admin_state_up': True, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:26.823577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09ac70-30cc-4e06-97e4-1e695911d988 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Network': ['ID=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:26.827155 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:26.831130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:router and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:26.833965 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:52:26.834516 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:26.839876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:26.850838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.851888 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:26.867471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.251367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.558025 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.586934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.727563 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.234 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/990a0483-5ba4-45cb-b265-1bde1939ad51) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:27.876831 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.907983 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.972531 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:27.975597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:27.979200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:52:28.012078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=990a0483-5ba4-45cb-b265-1bde1939ad51,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:28.421810 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:28.886334 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:29.089612 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a71ed32-b073-48a5-89ed-f3b30c3ddace is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:52:29.265756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:52:29.277119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Sync routers for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:52:29.286938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:29.287557 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:29.295893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:29.297276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c7236e5f-3872-4055-8151-73ae3580bbd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4857028 Jan 18 23:52:29.300860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:29.440088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b508a6c-a3d8-4821-ad70-3bce3aeca62d tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=91b37c7b54ed4b28b2edaed503138622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381128 Jan 18 23:52:29.443216 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:29.471119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:29.578185 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e3a26-d913-444d-a3a8-a1232410ef6c tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:29.579577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-db4e3a26-d913-444d-a3a8-a1232410ef6c tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354256 Jan 18 23:52:29.582575 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:29.621612 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-166606cc-b081-4318-ada5-25558a28aeb4 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379348 Jan 18 23:52:29.624712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:29.630083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934975344', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:29.742220 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:29.746944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:subnet and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:29.750164 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:29.756286 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:29.768975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:52:29.772480 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:29.797382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:28Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:29.801430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Checking router: 3a71ed32-b073-48a5-89ed-f3b30c3ddace for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:52:29.801778 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Updating router 3a71ed32-b073-48a5-89ed-f3b30c3ddace port 990a0483-5ba4-45cb-b265-1bde1939ad51 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:52:29.853065 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.000309 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.075117 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Subnet': ['ID=1f05304d-2260-48ae-ad35-a327607d8e51,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:30.086521 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Checking segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:52:30.087031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network hostable DHCP agents. Network: fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:52:30.108263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:52:30.119320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:30.124166 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:30.125286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.147396 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-aa07d00b-807a-42da-8ef0-7cabde40cc69 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5216730 Jan 18 23:52:30.152066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafebb5b-2215-4585-9f49-d132ecdec4a6 None None] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:52:30.152305 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57398) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:30.250904 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.281984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Transition to ACTIVE for port object 990a0483-5ba4-45cb-b265-1bde1939ad51 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:30.294429 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.423409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Attempting to bind port 990a0483-5ba4-45cb-b265-1bde1939ad51 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:30.423768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Attempting to bind port 990a0483-5ba4-45cb-b265-1bde1939ad51 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:30.424124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Attempting to bind port 990a0483-5ba4-45cb-b265-1bde1939ad51 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:52:30.427672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Pushing event updated for resources: {'Port': ['ID=990a0483-5ba4-45cb-b265-1bde1939ad51,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:30.436764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:52:30.437154 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:52:30.437743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.437933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:52:30.438392 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Bound port: 990a0483-5ba4-45cb-b265-1bde1939ad51, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:30.438757 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.471218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.471562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.471892 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.472219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.472544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.472864 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.473217 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.473531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.473848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.474159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.474472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.474782 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:30.546842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:52:30.547639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.610831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] For port 990a0483-5ba4-45cb-b265-1bde1939ad51, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:52:30.627718 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] For port 990a0483-5ba4-45cb-b265-1bde1939ad51, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=990a0483-5ba4-45cb-b265-1bde1939ad51,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:52:30.635349 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.768124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:30.768751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:30.837209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404fcd-324b-490d-b159-7beb445f241e None None] Pushing event updated for resources: {'Port': ['ID=990a0483-5ba4-45cb-b265-1bde1939ad51,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:30.866046 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:30.869799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Allocated IP 172.20.0.2 (fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a/1f05304d-2260-48ae-ad35-a327607d8e51/cf7d868e-db14-46c2-9190-d67deffa7117) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:31.039159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:31.421638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.441099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Transition to ACTIVE for port object cf7d868e-db14-46c2-9190-d67deffa7117 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:31.464292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Transition to ACTIVE for port object cf7d868e-db14-46c2-9190-d67deffa7117 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:31.472418 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.536324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.1 (fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a/1f05304d-2260-48ae-ad35-a327607d8e51/f2d63975-0ba9-46bd-bda6-808a5e090732) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:31.546740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:31.550374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:31.553077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:28Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:31.557602 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:52:31.560987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Pushing event updated for resources: {'Port': ['ID=cf7d868e-db14-46c2-9190-d67deffa7117,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:31.565352 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ebe0f-2723-49bf-b0d2-e78efb6336b5 None None] The sync data for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 is: [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:28Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:52:31.663451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Attempting to bind port cf7d868e-db14-46c2-9190-d67deffa7117 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:31.663810 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Attempting to bind port cf7d868e-db14-46c2-9190-d67deffa7117 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:31.664344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Attempting to bind port cf7d868e-db14-46c2-9190-d67deffa7117 on network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:52:31.670502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:52:31.670869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Checking segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:52:31.671299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.671745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Bound using segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:52:31.672153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Bound port: cf7d868e-db14-46c2-9190-d67deffa7117, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:31.672534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.786147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] For port cf7d868e-db14-46c2-9190-d67deffa7117, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:52:31.791740 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] For port cf7d868e-db14-46c2-9190-d67deffa7117, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cf7d868e-db14-46c2-9190-d67deffa7117,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:52:31.804333 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.841979 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.869304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object f2d63975-0ba9-46bd-bda6-808a5e090732 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:31.900527 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:31.905276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0019307-6dbc-43fd-8b6c-f016ed95fd32 None None] Pushing event updated for resources: {'Port': ['ID=cf7d868e-db14-46c2-9190-d67deffa7117,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:31.934179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 990a0483-5ba4-45cb-b265-1bde1939ad51 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:31.989546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:31.993094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:31.997711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:52:32.039204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 990a0483-5ba4-45cb-b265-1bde1939ad51 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:32.046280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 990a0483-5ba4-45cb-b265-1bde1939ad51 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:32.046280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.046611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=f2d63975-0ba9-46bd-bda6-808a5e090732,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:32.071361 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.213059 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.235137 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 990a0483-5ba4-45cb-b265-1bde1939ad51, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=990a0483-5ba4-45cb-b265-1bde1939ad51,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:32.242310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.321701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=990a0483-5ba4-45cb-b265-1bde1939ad51,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:32.420750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.850057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.856030 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:32.970749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e9e48-3d57-4df2-9a31-c9354cecefb2 None None] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:52:32.971673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=f2d63975-0ba9-46bd-bda6-808a5e090732,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:32.974034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.066821 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ea8651ab-3509-4d0a-9fee-fa578745739f None None] Provisioning for port cf7d868e-db14-46c2-9190-d67deffa7117 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:33.111557 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:33.112763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:33.306680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a71ed32-b073-48a5-89ed-f3b30c3ddace has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:52:33.409631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f2cd2d26-eac4-417a-b1d7-fd53fc77ebef None None] Provisioning for port f2d63975-0ba9-46bd-bda6-808a5e090732 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:33.416551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f2cd2d26-eac4-417a-b1d7-fd53fc77ebef None None] Provisioning complete for port f2d63975-0ba9-46bd-bda6-808a5e090732 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:33.417117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2d26-eac4-417a-b1d7-fd53fc77ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.481564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd2d26-eac4-417a-b1d7-fd53fc77ebef None None] Port f2d63975-0ba9-46bd-bda6-808a5e090732 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:52:33.613214 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-11985dfb-35dc-411d-a97d-91fcdbdfd4f5 None None] Provisioning complete for port f2d63975-0ba9-46bd-bda6-808a5e090732 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:33.613852 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11985dfb-35dc-411d-a97d-91fcdbdfd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.621711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:52:33.632275 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-21d36159-461d-4cd3-a570-75d3f37d4d1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/3a71ed32-b073-48a5-89ed-f3b30c3ddace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4808607 Jan 18 23:52:33.634152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Sync routers for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:52:33.644529 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:33.645358 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:33.682328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-11985dfb-35dc-411d-a97d-91fcdbdfd4f5 None None] Port f2d63975-0ba9-46bd-bda6-808a5e090732 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:52:33.827064 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-9149cf52-1246-4d67-8279-4d8928555d8f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781115671&fields=id&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 267 time: 0.0586627 Jan 18 23:52:33.880490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:33.924939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cf7d868e-db14-46c2-9190-d67deffa7117 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:33.970359 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3e716731-111a-4ce0-ab34-679b22e48c7b None None] Provisioning complete for port f2d63975-0ba9-46bd-bda6-808a5e090732 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:33.970638 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e716731-111a-4ce0-ab34-679b22e48c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.987497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-40d10625-aa8e-4226-8b11-3dd6b4e21169 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:33.988176 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-40d10625-aa8e-4226-8b11-3dd6b4e21169 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:34.008499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-40d10625-aa8e-4226-8b11-3dd6b4e21169 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:34.009719 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-40d10625-aa8e-4226-8b11-3dd6b4e21169 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/networks?id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 200 len: 797 time: 0.1817689 Jan 18 23:52:34.025401 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-6a324af4-a852-4058-9c4b-eb76657c034d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/quotas/91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 375 time: 0.0102308 Jan 18 23:52:34.040460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e716731-111a-4ce0-ab34-679b22e48c7b None None] Port f2d63975-0ba9-46bd-bda6-808a5e090732 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:52:34.052027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port cf7d868e-db14-46c2-9190-d67deffa7117 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:34.057544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cf7d868e-db14-46c2-9190-d67deffa7117 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:34.058039 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.182653 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.210296 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 2, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:34.215757 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Checking router: 3a71ed32-b073-48a5-89ed-f3b30c3ddace for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:52:34.216289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Updating router 3a71ed32-b073-48a5-89ed-f3b30c3ddace port f2d63975-0ba9-46bd-bda6-808a5e090732 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:52:34.217998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port cf7d868e-db14-46c2-9190-d67deffa7117, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cf7d868e-db14-46c2-9190-d67deffa7117,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:34.223921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.224644 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 990a0483-5ba4-45cb-b265-1bde1939ad51 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:34.236577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-26e85558-c857-4314-817b-4d3eccfaeec0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048314 Jan 18 23:52:34.270277 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.379797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=cf7d868e-db14-46c2-9190-d67deffa7117,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:34.383415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-3ab50645-a67d-4bce-b834-6d855d0fd766 service neutron] 10.222.0.78 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341603 Jan 18 23:52:34.391299 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 990a0483-5ba4-45cb-b265-1bde1939ad51 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:34.391665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.522249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-4da58224-a232-4eb4-9995-affa7d913101 service neutron] 10.222.0.78 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307988 Jan 18 23:52:34.650578 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.662870 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Transition to ACTIVE for port object f2d63975-0ba9-46bd-bda6-808a5e090732 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:34.674081 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.711554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7d889ee7-bdf5-4b98-b7dc-7e0be761060b req-87789e8d-1a17-4c2d-9f1d-3e37e18d9e2e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:34.733813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7d889ee7-bdf5-4b98-b7dc-7e0be761060b req-87789e8d-1a17-4c2d-9f1d-3e37e18d9e2e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:34.735066 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7d889ee7-bdf5-4b98-b7dc-7e0be761060b req-87789e8d-1a17-4c2d-9f1d-3e37e18d9e2e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 210 time: 0.0731628 Jan 18 23:52:34.884785 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Pushing event updated for resources: {'Port': ['ID=f2d63975-0ba9-46bd-bda6-808a5e090732,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:34.908068 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.908407 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.908922 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.909285 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.909608 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.909934 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.910255 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.910571 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.910890 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.911209 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.911519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.912025 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:34.925181 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Attempting to bind port f2d63975-0ba9-46bd-bda6-808a5e090732 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:34.925914 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Attempting to bind port f2d63975-0ba9-46bd-bda6-808a5e090732 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:34.926275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Attempting to bind port f2d63975-0ba9-46bd-bda6-808a5e090732 on network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:52:34.933319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:52:34.933527 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Checking segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:52:34.934119 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:34.934656 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Bound using segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:52:34.935301 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Bound port: f2d63975-0ba9-46bd-bda6-808a5e090732, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:34.935835 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:35.031683 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] For port f2d63975-0ba9-46bd-bda6-808a5e090732, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:52:35.035165 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] For port f2d63975-0ba9-46bd-bda6-808a5e090732, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f2d63975-0ba9-46bd-bda6-808a5e090732,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:52:35.035382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:35.039673 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:35.130897 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:35.131865 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:35.212163 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9d6ef-8a25-4648-b98f-8f9ee7ef0b71 None None] Pushing event updated for resources: {'Port': ['ID=f2d63975-0ba9-46bd-bda6-808a5e090732,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:35.321078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:35.661950 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:35Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:35.666078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1731a-9aba-4a38-abc3-9e69d81460ce None None] The sync data for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 is: [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:35Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:52:35.859634 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-fd205e94-ddc6-4f6f-a8f3-77603009d81e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:35.861820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-fd205e94-ddc6-4f6f-a8f3-77603009d81e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/networks?id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 200 len: 797 time: 0.1705365 Jan 18 23:52:35.917603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-0c4a0620-47a0-4509-853f-0e3e95092ed0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:35.940651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-0c4a0620-47a0-4509-853f-0e3e95092ed0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:35.941931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-0c4a0620-47a0-4509-853f-0e3e95092ed0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 379 time: 0.0720863 Jan 18 23:52:35.947012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cf7d868e-db14-46c2-9190-d67deffa7117 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:35.966370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'port': {'device_id': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'admin_state_up': True, 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'security_groups': ['2d8dafbb-ab17-4b55-a51e-1bd0afee012a']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:36.006981 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e059f0f0-bb4a-4f1f-8aee-2738aa3e5898 req-212fd4bd-8efe-423c-8d1a-448361ed22d5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 210 time: 0.0737321 Jan 18 23:52:36.053150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cf7d868e-db14-46c2-9190-d67deffa7117 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:36.053776 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.124734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:36.135994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:36.147197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:52:36.150764 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.180444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f2d63975-0ba9-46bd-bda6-808a5e090732 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:36.253324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f2d63975-0ba9-46bd-bda6-808a5e090732 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:36.258687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f2d63975-0ba9-46bd-bda6-808a5e090732 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:36.259063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.329136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.7 (fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a/1f05304d-2260-48ae-ad35-a327607d8e51/6ffaabb5-da00-45df-a420-c80002d226a5) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:36.386444 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.425848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f2d63975-0ba9-46bd-bda6-808a5e090732, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f2d63975-0ba9-46bd-bda6-808a5e090732,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:36.431626 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.500649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f2d63975-0ba9-46bd-bda6-808a5e090732,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:36.545034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.561352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 6ffaabb5-da00-45df-a420-c80002d226a5 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:36.589154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.660747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:36.664108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:36.668077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:52:36.702436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=6ffaabb5-da00-45df-a420-c80002d226a5,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:36.751709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:36.752340 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.780990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-f9620bc6-caec-4aaf-a8dc-64e3a219cb5e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8186996 Jan 18 23:52:36.791262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-0d9b6c3c-2ce5-4adc-ac6c-5bdcb9f00024 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:52:36.792567 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-0d9b6c3c-2ce5-4adc-ac6c-5bdcb9f00024 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059526 Jan 18 23:52:36.853230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Request body: {'port': {'device_id': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:36.930932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e9522441-cf89-4ef4-96ae-7cee5f88359f None None] Provisioning for port 6ffaabb5-da00-45df-a420-c80002d226a5 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:36.936631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e9522441-cf89-4ef4-96ae-7cee5f88359f None None] Provisioning complete for port 6ffaabb5-da00-45df-a420-c80002d226a5 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:36.936899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e9522441-cf89-4ef4-96ae-7cee5f88359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.968743 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:36.996249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e9522441-cf89-4ef4-96ae-7cee5f88359f None None] Port 6ffaabb5-da00-45df-a420-c80002d226a5 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:52:37.303964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4144a8-3c72-434b-9940-7b58a11b06b7 req-611b6478-fe49-462d-a9cf-98016b6ac1cc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:37.304556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9f4144a8-3c72-434b-9940-7b58a11b06b7 req-611b6478-fe49-462d-a9cf-98016b6ac1cc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:37.359505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9f4144a8-3c72-434b-9940-7b58a11b06b7 req-611b6478-fe49-462d-a9cf-98016b6ac1cc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:37.361233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f4144a8-3c72-434b-9940-7b58a11b06b7 req-611b6478-fe49-462d-a9cf-98016b6ac1cc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 931 time: 0.2457879 Jan 18 23:52:37.408848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffaabb5-da00-45df-a420-c80002d226a5 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:52:37.419717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.431642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9f4144a8-3c72-434b-9940-7b58a11b06b7 req-48b78b06-8e94-4447-b96a-8e687fe3ce06 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589833 Jan 18 23:52:37.439755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Transition to ACTIVE for port object 6ffaabb5-da00-45df-a420-c80002d226a5 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:37.454795 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.458110 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.688905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Pushing event updated for resources: {'Port': ['ID=6ffaabb5-da00-45df-a420-c80002d226a5,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:37.793943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Attempting to bind port 6ffaabb5-da00-45df-a420-c80002d226a5 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:37.794283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Attempting to bind port 6ffaabb5-da00-45df-a420-c80002d226a5 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:37.794615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Attempting to bind port 6ffaabb5-da00-45df-a420-c80002d226a5 on network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:52:37.799357 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Port 6ffaabb5-da00-45df-a420-c80002d226a5 on network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:52:37.799680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Attempting to bind port 6ffaabb5-da00-45df-a420-c80002d226a5 on network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:52:37.805134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:52:37.805478 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Checking segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:52:37.805868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Bound using segment: {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:52:37.806291 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Bound port: 6ffaabb5-da00-45df-a420-c80002d226a5, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5434acb-06b6-43e4-845b-9653bfa71bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:37.806640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.814575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f2d63975-0ba9-46bd-bda6-808a5e090732 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:37.892287 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f2d63975-0ba9-46bd-bda6-808a5e090732 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:37.893119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.898625 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] For port 6ffaabb5-da00-45df-a420-c80002d226a5, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:52:37.901840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] For port 6ffaabb5-da00-45df-a420-c80002d226a5, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=6ffaabb5-da00-45df-a420-c80002d226a5,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:52:37.909541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.969719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:37.970394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:37.971749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] 10.222.0.85 "PUT /v2.0/ports/6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 200 len: 1091 time: 1.1722686 Jan 18 23:52:37.972087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:38.001375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e94dc-067f-49f3-8334-34ee5de6823f service neutron] Pushing event updated for resources: {'Port': ['ID=6ffaabb5-da00-45df-a420-c80002d226a5,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:38.055226 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5', 'status': 'completed', 'code': 200} Jan 18 23:52:38.097124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-cbd5c716-45ab-4a92-985e-8571440414e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:38.098798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-cbd5c716-45ab-4a92-985e-8571440414e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1094 time: 0.0852909 Jan 18 23:52:38.171221 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-3b6ef668-66b3-435c-a1d4-6bd33d67f332 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 200 len: 217 time: 0.0656626 Jan 18 23:52:38.235823 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-d22019f1-5543-4b34-9882-1d1effe1d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:38.237343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-d22019f1-5543-4b34-9882-1d1effe1d424 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1f05304d-2260-48ae-ad35-a327607d8e51 HTTP/1.1" status: 200 len: 835 time: 0.0603600 Jan 18 23:52:38.313926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-92d02f3b-8125-415c-8b54-76c2d11a7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:38.315379 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-92d02f3b-8125-415c-8b54-76c2d11a7ae5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723403 Jan 18 23:52:38.450610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-2e55e8d9-f117-440f-8b86-df2179ac0335 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288939 Jan 18 23:52:38.640993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-053c6cef-5f66-474c-9d3b-7de1ed62fbd0 req-b7fb9734-fe7c-469a-864a-c6db05f016f5 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846266 Jan 18 23:52:38.656435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc460d-2f08-43f5-9712-05beb572c740 req-7a47306d-0518-4f34-ab52-efb7dcc88fce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:38.657881 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cc460d-2f08-43f5-9712-05beb572c740 req-7a47306d-0518-4f34-ab52-efb7dcc88fce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 943 time: 0.1169341 Jan 18 23:52:38.747892 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-62cc460d-2f08-43f5-9712-05beb572c740 req-e358e5a7-e1bc-4b18-bd2e-5e2f5f835239 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822799 Jan 18 23:52:38.776751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-32167be8-44e0-4a56-b221-182b983713d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:38.778273 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-32167be8-44e0-4a56-b221-182b983713d8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1094 time: 0.0883958 Jan 18 23:52:38.909192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-c10ceaae-6e9d-45a3-883e-6676a82bc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:38.910626 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-c10ceaae-6e9d-45a3-883e-6676a82bc587 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 200 len: 898 time: 0.1260250 Jan 18 23:52:38.982059 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-ec562f6c-0869-4de3-be2a-8114eaf5d640 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 200 len: 217 time: 0.0642045 Jan 18 23:52:39.049560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-59799ba8-f31a-4016-9c86-b62fbdad7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:39.050948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-59799ba8-f31a-4016-9c86-b62fbdad7d6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1f05304d-2260-48ae-ad35-a327607d8e51 HTTP/1.1" status: 200 len: 835 time: 0.0613711 Jan 18 23:52:39.129614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-c620bbb1-2bbd-4f10-895a-c9fd120ccbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:39.131073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-c620bbb1-2bbd-4f10-895a-c9fd120ccbd1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729647 Jan 18 23:52:39.370904 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-be961934-e79c-4559-944d-218e525df972 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322714 Jan 18 23:52:39.517278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1a8c59c6-5199-420c-a036-bb6f37f8511d req-f0b90a02-c3c7-4925-9d4b-5faacb53540c service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385913 Jan 18 23:52:39.943366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993dd9-b5cf-45e6-aee7-9817635fcc5b req-a2e7f42a-8711-4c94-821c-078110a666b0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:39.944841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9993dd9-b5cf-45e6-aee7-9817635fcc5b req-a2e7f42a-8711-4c94-821c-078110a666b0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 943 time: 0.0906806 Jan 18 23:52:39.993137 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f9993dd9-b5cf-45e6-aee7-9817635fcc5b req-03bd63ea-628b-45e7-9885-271e046102b9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396709 Jan 18 23:52:40.929523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 6ffaabb5-da00-45df-a420-c80002d226a5 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:52:41.068186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 6ffaabb5-da00-45df-a420-c80002d226a5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=6ffaabb5-da00-45df-a420-c80002d226a5,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:41.081570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '6ffaabb5-da00-45df-a420-c80002d226a5', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'port_id': '6ffaabb5-da00-45df-a420-c80002d226a5', 'mac_address': 'fa:16:3e:07:be:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:52:41.140307 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:41.157373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffaabb5-da00-45df-a420-c80002d226a5 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:52:41.172887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 6ffaabb5-da00-45df-a420-c80002d226a5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=6ffaabb5-da00-45df-a420-c80002d226a5,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:41.175023 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cde16-aa38-4a18-9e9c-56288aa5b31b req-86d7536a-594f-4496-982f-664a16afb4e8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:41.176547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa2cde16-aa38-4a18-9e9c-56288aa5b31b req-86d7536a-594f-4496-982f-664a16afb4e8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 943 time: 0.0790160 Jan 18 23:52:41.178371 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:41.225744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fa2cde16-aa38-4a18-9e9c-56288aa5b31b req-fdb2f920-56d4-4876-b4d9-9cd256d57cd0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Jan 18 23:52:41.250956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=6ffaabb5-da00-45df-a420-c80002d226a5,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:41.410910 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['6ffaabb5-da00-45df-a420-c80002d226a5'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:52:42.183724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1a8e-34a1-497f-b3db-c5b0bdd16400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:42.433167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3d550-89e9-4c41-8520-45012d440346 req-c7752f1d-486d-4754-ad48-9953f63e5f2d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:42.434752 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42b3d550-89e9-4c41-8520-45012d440346 req-c7752f1d-486d-4754-ad48-9953f63e5f2d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 944 time: 0.0910842 Jan 18 23:52:42.483168 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-42b3d550-89e9-4c41-8520-45012d440346 req-f42c0664-e76f-4e3e-ad74-d87c36c6b924 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426919 Jan 18 23:52:42.934478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 6ffaabb5-da00-45df-a420-c80002d226a5 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:43.010603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 6ffaabb5-da00-45df-a420-c80002d226a5 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:43.017536 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 6ffaabb5-da00-45df-a420-c80002d226a5 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:43.018137 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:43.148481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:43.175029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:43.184453 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 6ffaabb5-da00-45df-a420-c80002d226a5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=6ffaabb5-da00-45df-a420-c80002d226a5,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:52:43.189605 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:43.220760 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5', 'code': 200} Jan 18 23:52:43.259367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=6ffaabb5-da00-45df-a420-c80002d226a5,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:43.342887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3181-8243-41ac-8ab4-f38b0251d035 req-dffbfdc7-d700-49f5-ba32-958e7602f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:43.344367 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0ba3181-8243-41ac-8ab4-f38b0251d035 req-dffbfdc7-d700-49f5-ba32-958e7602f5a7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1096 time: 0.0691803 Jan 18 23:52:43.384786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d0ba3181-8243-41ac-8ab4-f38b0251d035 req-bc36539a-94cd-4aa4-94f6-6da1c723e951 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339212 Jan 18 23:52:43.683431 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bed2fb-7928-4ad0-84bf-382428acc8e1 req-cd5a2d41-21cc-4e69-9a80-96f1aa6c3d17 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:43.684855 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0bed2fb-7928-4ad0-84bf-382428acc8e1 req-cd5a2d41-21cc-4e69-9a80-96f1aa6c3d17 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0836298 Jan 18 23:52:43.728150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0bed2fb-7928-4ad0-84bf-382428acc8e1 req-d6505711-4542-4b80-8322-999db1c09d83 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Jan 18 23:52:44.926943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283daa-ec8f-41c1-9292-31afa0b91d60 req-c4ef9b16-ad5a-4ad6-97f5-2d9fb926d026 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:44.928423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34283daa-ec8f-41c1-9292-31afa0b91d60 req-c4ef9b16-ad5a-4ad6-97f5-2d9fb926d026 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0860374 Jan 18 23:52:44.972932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34283daa-ec8f-41c1-9292-31afa0b91d60 req-57c66965-495d-447c-afdc-7642957b4c8a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Jan 18 23:52:45.045116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3722f7d1-c2af-405c-aef0-f3cbf30ed269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.160565 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b835d9-5307-4fed-b2a4-624c83517754 req-4e97437b-c664-4b8b-8e13-858b59024cb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:45.162364 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3b835d9-5307-4fed-b2a4-624c83517754 req-4e97437b-c664-4b8b-8e13-858b59024cb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0862238 Jan 18 23:52:45.209005 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3b835d9-5307-4fed-b2a4-624c83517754 req-428505a7-c113-43b6-a685-0d057d5904a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Jan 18 23:52:45.237086 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57450) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:45.308933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76191d-4895-42d2-8dda-93fca3cafa09 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:45.310354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8e76191d-4895-42d2-8dda-93fca3cafa09 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1091 time: 0.0722394 Jan 18 23:52:45.313343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57454) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:45.318118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '6ffaabb5-da00-45df-a420-c80002d226a5', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:52:45.324981 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:45.328898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:floatingip and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:45.331767 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:45.337470 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:45.349822 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.493419 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.631892 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.118 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/784ff661-80f0-4bf6-90e5-8ec4d3b4c8a0) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:45.668268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.789277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.823747 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.889094 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:45.891897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:45.895460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:52:45.924534 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:45.928531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=784ff661-80f0-4bf6-90e5-8ec4d3b4c8a0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:46.331562 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:46.405520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:46.733331 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:46.741627 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:46.846809 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=784ff661-80f0-4bf6-90e5-8ec4d3b4c8a0,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:46.859280 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:47.034417 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 associated. External IP: 172.25.4.118, port: 6ffaabb5-da00-45df-a420-c80002d226a5. Jan 18 23:52:47.234468 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:47.391235 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a71ed32-b073-48a5-89ed-f3b30c3ddace has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:52:47.583121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:52:47.593455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] Sync routers for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:52:47.602812 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:47.603430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:47.611570 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:47.672510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7f8d9d17-2905-4ae2-852e-67f2ee2cd1a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3577254 Jan 18 23:52:47.673068 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:47.722823 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5', 'status': 'completed', 'code': 200} Jan 18 23:52:47.810203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:47.886665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-af86e9ca-240f-43ee-8ca3-f4edfad1147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:47.888174 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-af86e9ca-240f-43ee-8ca3-f4edfad1147a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1096 time: 0.1391840 Jan 18 23:52:47.896436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c56ea-14e9-4cc3-bb5a-c909d791ddd3 req-be327ec9-80c1-4ebe-8fa5-026da9544c86 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:47.897813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea9c56ea-14e9-4cc3-bb5a-c909d791ddd3 req-be327ec9-80c1-4ebe-8fa5-026da9544c86 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.1143913 Jan 18 23:52:48.023618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ea9c56ea-14e9-4cc3-bb5a-c909d791ddd3 req-58f5bbd8-8609-43ae-b925-fe283b48dd40 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069403 Jan 18 23:52:48.046742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:48.063167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-65150b9b-fb81-4e75-a0e6-e2f8bb2c0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:48.064457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-65150b9b-fb81-4e75-a0e6-e2f8bb2c0a9d service neutron] 10.222.0.85 "GET /v2.0/networks?id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 200 len: 898 time: 0.1658220 Jan 18 23:52:48.160609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-de3d2a96-a6ad-41e7-81bc-6bd9da4bf24a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 HTTP/1.1" status: 200 len: 991 time: 0.1126127 Jan 18 23:52:48.164253 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'd1d7f6a1-2f9f-4307-89ff-6b73860a48e8', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'port_id': '6ffaabb5-da00-45df-a420-c80002d226a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'mac_address': 'fa:16:3e:07:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:52:46Z', 'updated_at': '2022-01-18T23:52:46Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:36Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:48.168781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] Checking router: 3a71ed32-b073-48a5-89ed-f3b30c3ddace for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:52:48.177756 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:52:48.178436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:52:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:48.282270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-c4e671d8-41fe-4051-9a24-508f0a10bc07 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 200 len: 999 time: 0.2110231 Jan 18 23:52:48.348339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-1040fa7d-4f93-4aaf-a283-022be1944bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:48.349936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-1040fa7d-4f93-4aaf-a283-022be1944bbc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1f05304d-2260-48ae-ad35-a327607d8e51 HTTP/1.1" status: 200 len: 835 time: 0.0598457 Jan 18 23:52:48.357903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:52:48.425889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-7fed0bfd-741f-49a8-9c48-12b82aea420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:48.427389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-7fed0bfd-741f-49a8-9c48-12b82aea420f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714622 Jan 18 23:52:48.569501 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-597b12dd-4a79-47ee-aab5-1362e461ffa5 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357381 Jan 18 23:52:48.702919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5ba093c9-7047-4046-8bfa-fdf72359fc42 req-50cf8734-f5f9-4b30-8928-53590fc93438 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276338 Jan 18 23:52:48.714025 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'd1d7f6a1-2f9f-4307-89ff-6b73860a48e8', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'port_id': '6ffaabb5-da00-45df-a420-c80002d226a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'mac_address': 'fa:16:3e:07:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:52:46Z', 'updated_at': '2022-01-18T23:52:46Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:36Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:48.718153 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d0489-e59d-4928-9b80-c1377c3acd29 None None] The sync data for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 is: [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'd1d7f6a1-2f9f-4307-89ff-6b73860a48e8', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'port_id': '6ffaabb5-da00-45df-a420-c80002d226a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'mac_address': 'fa:16:3e:07:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:52:46Z', 'updated_at': '2022-01-18T23:52:46Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:36Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:52:48.932532 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a44980-bc6f-41ff-9454-0e69698960e5 None None] New status for floating IP d1d7f6a1-2f9f-4307-89ff-6b73860a48e8: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:52:49.164758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57466) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:49.276604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2dc151f5-ef19-4cb5-b13a-4c17f8a5e95e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 HTTP/1.1" status: 200 len: 993 time: 0.1106498 Jan 18 23:52:59.158594 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:53:05.043667 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:07.470947 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:12.176148 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1d58c199-a343-4444-94c8-cc2ae12247f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:15.062215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bea92542-8c15-40bb-a181-2d30e9119b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:15.678222 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:15.927324 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:17.244481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:20.933849 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13496d12-5d61-4f24-91ae-1c8185eeb224 req-5782e889-eb2d-4fa5-9309-3037eae1dc11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:20.935298 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13496d12-5d61-4f24-91ae-1c8185eeb224 req-5782e889-eb2d-4fa5-9309-3037eae1dc11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0787196 Jan 18 23:53:20.978937 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-13496d12-5d61-4f24-91ae-1c8185eeb224 req-d503f94b-3d3a-435b-96a2-d09dd53afd01 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378692 Jan 18 23:53:21.602415 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-69287097-4047-49ac-81e6-c176e321d1bd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771513 Jan 18 23:53:21.745708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325a32e-ecde-4c78-911f-14447adeb083 req-8ccf7a78-eea2-4f56-b177-44ec03d2af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:21.747183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-8ccf7a78-eea2-4f56-b177-44ec03d2af3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1096 time: 0.0744309 Jan 18 23:53:21.895045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325a32e-ecde-4c78-911f-14447adeb083 req-b687565b-f7d3-419b-85c4-43339ad76d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:21.896399 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-b687565b-f7d3-419b-85c4-43339ad76d20 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 200 len: 898 time: 0.1274188 Jan 18 23:53:22.001450 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-cf392d18-8e87-410f-ad03-348bb9a48fe8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 200 len: 1001 time: 0.0982146 Jan 18 23:53:22.064727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325a32e-ecde-4c78-911f-14447adeb083 req-e9c7cab4-e43b-4df7-a1cd-0f7c102f5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:22.066278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-e9c7cab4-e43b-4df7-a1cd-0f7c102f5d4c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1f05304d-2260-48ae-ad35-a327607d8e51 HTTP/1.1" status: 200 len: 835 time: 0.0589488 Jan 18 23:53:22.150997 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325a32e-ecde-4c78-911f-14447adeb083 req-c510c4a6-3cf1-40fc-ad31-c3461ccda4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:22.152269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-c510c4a6-3cf1-40fc-ad31-c3461ccda4ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800457 Jan 18 23:53:22.335340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-60dda017-144d-4218-a840-b79de0e6009a service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764607 Jan 18 23:53:22.443346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afac50c-9cd2-4472-bf34-bc4cc19fadcf req-bc420cbc-69aa-44d5-b5bb-642ede72db66 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:22.444698 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9afac50c-9cd2-4472-bf34-bc4cc19fadcf req-bc420cbc-69aa-44d5-b5bb-642ede72db66 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.1865325 Jan 18 23:53:22.509285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6325a32e-ecde-4c78-911f-14447adeb083 req-453a2433-f59e-470b-8106-ee8c7f3d7661 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682494 Jan 18 23:53:22.518913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9afac50c-9cd2-4472-bf34-bc4cc19fadcf req-5c98cd8b-4d30-4291-9a4a-71ca1503868c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592539 Jan 18 23:53:22.543461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57488) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:22.748328 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-42237af0-6f4f-4354-8ed2-39daa3a52949 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 HTTP/1.1" status: 200 len: 993 time: 0.2036350 Jan 18 23:53:24.221734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d71d-67a7-4410-8bd0-041d518cbce1 req-b3883fbf-3a97-4f25-8614-925ebce40ca4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:24.223195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d44d71d-67a7-4410-8bd0-041d518cbce1 req-b3883fbf-3a97-4f25-8614-925ebce40ca4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0918455 Jan 18 23:53:24.268045 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d44d71d-67a7-4410-8bd0-041d518cbce1 req-31762489-43d8-45b4-a2bb-126adcae3500 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390630 Jan 18 23:53:25.477816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4620-127a-46fe-bc0d-cb7689ad55b5 req-d0d98209-288f-4aae-8914-fc29c98080e8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:25.479320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52fb4620-127a-46fe-bc0d-cb7689ad55b5 req-d0d98209-288f-4aae-8914-fc29c98080e8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0834889 Jan 18 23:53:25.525680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52fb4620-127a-46fe-bc0d-cb7689ad55b5 req-61092126-a8a9-440e-aee2-359520deb0be tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405700 Jan 18 23:53:25.553171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:25.667105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e14e1545-6d4d-43cb-b43e-19653274df41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 HTTP/1.1" status: 200 len: 993 time: 0.1128144 Jan 18 23:53:25.969851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:26.172120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 784ff661-80f0-4bf6-90e5-8ec4d3b4c8a0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:53:26.172434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:26.358981 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:26.359310 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:26.592342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 784ff661-80f0-4bf6-90e5-8ec4d3b4c8a0 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:53:26.758231 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:26.804419 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=784ff661-80f0-4bf6-90e5-8ec4d3b4c8a0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:26.854040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.854391 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.854729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.855063 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.855390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.855720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.856046 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.856370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.856694 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.857040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.857359 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.857676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:26.922214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:26.922551 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 disassociated (deleted). External IP: 172.25.4.118, port: 6ffaabb5-da00-45df-a420-c80002d226a5. Jan 18 23:53:27.281880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a71ed32-b073-48a5-89ed-f3b30c3ddace has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:53:27.465427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:53:27.475387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] Sync routers for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:53:27.492670 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:27.493647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:27.494274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:27.549144 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-eba2b339-5199-46f0-8c99-870e25d27d25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/floatingips/d1d7f6a1-2f9f-4307-89ff-6b73860a48e8 HTTP/1.1" status: 204 len: 168 time: 1.5780840 Jan 18 23:53:27.549640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:27.596323 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5', 'status': 'completed', 'code': 200} Jan 18 23:53:27.688741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08951f30-0017-46b9-a105-c57e1b28b42e req-f6e3f23f-aa41-491c-a0f9-b270083f5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:27.690249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-f6e3f23f-aa41-491c-a0f9-b270083f5b17 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 1096 time: 0.0713098 Jan 18 23:53:27.721208 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:27.832808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08951f30-0017-46b9-a105-c57e1b28b42e req-67719169-43c3-4a78-a0d6-60c5fb0d7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:27.834217 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-67719169-43c3-4a78-a0d6-60c5fb0d7917 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 200 len: 898 time: 0.1382358 Jan 18 23:53:27.909186 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-5d18b1d0-aa1f-4248-9e1d-e1001e332ddc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 200 len: 217 time: 0.0684564 Jan 18 23:53:27.924036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb3fec-b2d2-4e70-bc9e-835a435b4935 req-568366da-450b-418f-acc3-ed6881ba018f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:27.924777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0feb3fec-b2d2-4e70-bc9e-835a435b4935 req-568366da-450b-418f-acc3-ed6881ba018f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:53:27.941927 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-0feb3fec-b2d2-4e70-bc9e-835a435b4935 req-568366da-450b-418f-acc3-ed6881ba018f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:53:27.942933 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0feb3fec-b2d2-4e70-bc9e-835a435b4935 req-568366da-450b-418f-acc3-ed6881ba018f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0997214 Jan 18 23:53:27.983968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08951f30-0017-46b9-a105-c57e1b28b42e req-b851a160-1858-4b67-a984-5bcc1ebc6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:27.985588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-b851a160-1858-4b67-a984-5bcc1ebc6268 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1f05304d-2260-48ae-ad35-a327607d8e51 HTTP/1.1" status: 200 len: 835 time: 0.0704281 Jan 18 23:53:27.987963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-0feb3fec-b2d2-4e70-bc9e-835a435b4935 req-046f8316-c048-43c2-a22a-5d157a60f1f7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390007 Jan 18 23:53:28.044244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:36Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:28.048758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] Checking router: 3a71ed32-b073-48a5-89ed-f3b30c3ddace for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:53:28.057238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:28.057834 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:28.061700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08951f30-0017-46b9-a105-c57e1b28b42e req-98e3e7cc-2621-4b5f-8e1d-cad36d1deebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:28.063294 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-98e3e7cc-2621-4b5f-8e1d-cad36d1deebf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703943 Jan 18 23:53:28.198413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-a5b68af8-87a0-45d0-b186-be44534f07df service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275434 Jan 18 23:53:28.235716 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:28.329856 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-08951f30-0017-46b9-a105-c57e1b28b42e req-14df34c1-95a4-4a44-937a-974469090754 service neutron] 10.222.0.85 "GET /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252654 Jan 18 23:53:28.558104 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:36Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:28.562403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9893-2e1e-43d4-89de-f397a0c13ff4 None None] The sync data for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 is: [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f2d63975-0ba9-46bd-bda6-808a5e090732', 'name': '', 'network_id': 'fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:49:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:31Z', 'updated_at': '2022-01-18T23:52:36Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '1f05304d-2260-48ae-ad35-a327607d8e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:53:28.792743 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82768d06-ce36-4aa2-85d3-a92e23e5ab68 None None] New status for floating IP d1d7f6a1-2f9f-4307-89ff-6b73860a48e8: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:53:29.194282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541de631-6134-4d61-8606-e56c619c6cc9 req-e3489696-e1cc-442c-a3ee-fead34b93a07 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:29.195699 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-541de631-6134-4d61-8606-e56c619c6cc9 req-e3489696-e1cc-442c-a3ee-fead34b93a07 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0803549 Jan 18 23:53:29.243648 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-541de631-6134-4d61-8606-e56c619c6cc9 req-fca4acab-e2b2-4fc9-a3d9-f69552f207b3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d8dafbb-ab17-4b55-a51e-1bd0afee012a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 Jan 18 23:53:29.361615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-4df74dba-9ace-4cc3-8e20-ff8e60b981ab tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:29.363049 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-4df74dba-9ace-4cc3-8e20-ff8e60b981ab tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 945 time: 0.0791409 Jan 18 23:53:29.434606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 6ffaabb5-da00-45df-a420-c80002d226a5 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:53:29.434955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:29.685373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 6ffaabb5-da00-45df-a420-c80002d226a5, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=6ffaabb5-da00-45df-a420-c80002d226a5,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:29.685741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:29.907107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 6ffaabb5-da00-45df-a420-c80002d226a5 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:53:30.053909 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:30.104705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=6ffaabb5-da00-45df-a420-c80002d226a5,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:30.145053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.145400 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.145742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.146072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.146404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.146730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.147059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.147384 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.147709 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.148030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.148418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.148740 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:30.190132 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] No DVR routers for this DVR port 6ffaabb5-da00-45df-a420-c80002d226a5 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:53:30.193071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:30.195591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'name': 'network-vif-deleted', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:30.212381 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43a95ce0-cf0f-464f-b5c4-7b9bbb78da02 req-b925c47a-4ed5-4609-a49a-4f63e97c7086 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "DELETE /v2.0/ports/6ffaabb5-da00-45df-a420-c80002d226a5 HTTP/1.1" status: 204 len: 173 time: 0.8431683 Jan 18 23:53:30.241587 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715fd1-ca97-4660-8d7c-f8824b90eae1', 'name': 'network-vif-deleted', 'tag': '6ffaabb5-da00-45df-a420-c80002d226a5', 'status': 'completed', 'code': 200} Jan 18 23:53:30.393527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4a8d4c5d-0b7a-4b40-b496-4ca794c65f0d req-4d6118a2-d237-4043-9991-23aef23c52c6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:53:30.413359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-4a8d4c5d-0b7a-4b40-b496-4ca794c65f0d req-4d6118a2-d237-4043-9991-23aef23c52c6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:53:30.414510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4a8d4c5d-0b7a-4b40-b496-4ca794c65f0d req-4d6118a2-d237-4043-9991-23aef23c52c6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=38715fd1-ca97-4660-8d7c-f8824b90eae1 HTTP/1.1" status: 200 len: 210 time: 0.0659306 Jan 18 23:53:31.534377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:32.219193 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:32.576571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port f2d63975-0ba9-46bd-bda6-808a5e090732 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:53:32.577315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:32.780336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port f2d63975-0ba9-46bd-bda6-808a5e090732, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f2d63975-0ba9-46bd-bda6-808a5e090732,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:32.780673 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:32.907964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for f2d63975-0ba9-46bd-bda6-808a5e090732 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:53:33.124616 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:33.171861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=f2d63975-0ba9-46bd-bda6-808a5e090732,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:33.199514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 6ffaabb5-da00-45df-a420-c80002d226a5 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:53:33.247805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 6ffaabb5-da00-45df-a420-c80002d226a5 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:53:33.248158 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 6ffaabb5-da00-45df-a420-c80002d226a5 not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:53:33.449391 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:33.927248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a71ed32-b073-48a5-89ed-f3b30c3ddace has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:53:34.102313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:53:34.112201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] Sync routers for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:53:34.120802 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-87ec60d1-f2e2-4cc4-9a94-d87dbb61d86c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/3a71ed32-b073-48a5-89ed-f3b30c3ddace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5853710 Jan 18 23:53:34.123624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57534) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:34.123802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:34.124412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:34.194191 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting subnet 1f05304d-2260-48ae-ad35-a327607d8e51 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:53:34.197250 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.249738 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.302655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:34.335069 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.412119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.450654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Subnet': ['ID=1f05304d-2260-48ae-ad35-a327607d8e51,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:34.454332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.461228 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-45e24d4a-c2f7-4339-a2d9-acb55ec304ea tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/subnets/1f05304d-2260-48ae-ad35-a327607d8e51 HTTP/1.1" status: 204 len: 168 time: 0.3365865 Jan 18 23:53:34.464124 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57538) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:34.467147 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58e197-9e8e-4674-846e-1b7004f39555 None None] Network fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:53:34.643742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.790783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:53:33Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '990a0483-5ba4-45cb-b265-1bde1939ad51', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:27Z', 'updated_at': '2022-01-18T23:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:34.794741 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] Checking router: 3a71ed32-b073-48a5-89ed-f3b30c3ddace for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:53:34.803276 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] Routers {'3a71ed32-b073-48a5-89ed-f3b30c3ddace'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:34.804402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:34.830355 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.841909 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 990a0483-5ba4-45cb-b265-1bde1939ad51 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:53:34.842450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:34.860415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] DHCP port deletion for fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:53:34.925445 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Deleting port cf7d868e-db14-46c2-9190-d67deffa7117 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:53:34.925623 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.020858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 990a0483-5ba4-45cb-b265-1bde1939ad51, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=990a0483-5ba4-45cb-b265-1bde1939ad51,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:35.021324 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.037779 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] Set router 3a71ed32-b073-48a5-89ed-f3b30c3ddace gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:35.142692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 990a0483-5ba4-45cb-b265-1bde1939ad51 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:53:35.170819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:53:34Z', 'revision_number': 6, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:35.178416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.180903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714b76e-6cf4-4a9e-816c-3e8bd5d96b74 None None] The sync data for ids ['3a71ed32-b073-48a5-89ed-f3b30c3ddace'] in n-d-825178-1 is: [{'id': '3a71ed32-b073-48a5-89ed-f3b30c3ddace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825615648', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:26Z', 'updated_at': '2022-01-18T23:53:34Z', 'revision_number': 6, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:53:35.282788 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] For port cf7d868e-db14-46c2-9190-d67deffa7117, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cf7d868e-db14-46c2-9190-d67deffa7117,segment=NetworkSegment(f5434acb-06b6-43e4-845b-9653bfa71bae),segment_id=f5434acb-06b6-43e4-845b-9653bfa71bae)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:35.283177 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.407166 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Calling delete_port for cf7d868e-db14-46c2-9190-d67deffa7117 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:53:35.485093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.533455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Pushing event deleted for resources: {'Port': ['ID=cf7d868e-db14-46c2-9190-d67deffa7117,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:35.541321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] No DVR routers for this DVR port cf7d868e-db14-46c2-9190-d67deffa7117 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:53:35.543425 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.543771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.544110 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.544447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.544785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.545145 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.545474 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.545802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.546125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.546452 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.546770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.547089 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5b359-1282-4d4d-a71c-fa48b4051861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:35.567841 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.616902 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=990a0483-5ba4-45cb-b265-1bde1939ad51,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:35.712536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.838373 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cf7d868e-db14-46c2-9190-d67deffa7117 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:53:35.873197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: cf7d868e-db14-46c2-9190-d67deffa7117 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:53:35.873510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cf7d868e-db14-46c2-9190-d67deffa7117 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:53:35.873955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f2d63975-0ba9-46bd-bda6-808a5e090732 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:53:35.886186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.888429 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.906466 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f2d63975-0ba9-46bd-bda6-808a5e090732 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:53:35.907069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f2d63975-0ba9-46bd-bda6-808a5e090732 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:53:35.907263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 990a0483-5ba4-45cb-b265-1bde1939ad51 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:53:35.916198 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.916962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Fanout notify agent at l3_agent the message router_deleted on router 3a71ed32-b073-48a5-89ed-f3b30c3ddace {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:53:35.933786 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:35.934953 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-369173c1-fbc9-43dd-88bc-f4285f91e7ce tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/routers/3a71ed32-b073-48a5-89ed-f3b30c3ddace HTTP/1.1" status: 204 len: 168 time: 1.4697614 Jan 18 23:53:35.938000 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57542) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:35.996870 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 990a0483-5ba4-45cb-b265-1bde1939ad51 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:53:35.997262 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 990a0483-5ba4-45cb-b265-1bde1939ad51 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:53:36.060844 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.158432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:53:36.191245 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.216066 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:36.228038 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5434acb-06b6-43e4-845b-9653bfa71bae') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:36.228336 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5434acb-06b6-43e4-845b-9653bfa71bae') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:36.239861 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.258971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.265542 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:53:36.265923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:53:36.279962 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:53:36.358580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.376163 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.387133 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Network': ['ID=fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:36.396435 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3950876f-35c7-4551-8cd0-4ac8ead197d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/networks/fad6056d-e68d-4e06-9dd0-e1cfdc8ade8a HTTP/1.1" status: 204 len: 168 time: 0.4573669 Jan 18 23:53:36.399697 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:36.470532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e43b881d-1bd9-49b6-bcba-5077618100c0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.500265 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e43b881d-1bd9-49b6-bcba-5077618100c0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.569046 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e43b881d-1bd9-49b6-bcba-5077618100c0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.587906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b881d-1bd9-49b6-bcba-5077618100c0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8dafbb-ab17-4b55-a51e-1bd0afee012a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:36.600580 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e43b881d-1bd9-49b6-bcba-5077618100c0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.601813 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e43b881d-1bd9-49b6-bcba-5077618100c0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/security-groups/2d8dafbb-ab17-4b55-a51e-1bd0afee012a HTTP/1.1" status: 204 len: 168 time: 0.2012153 Jan 18 23:53:36.894165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57554) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:36.899636 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575362087', 'description': 'tempest-secgroup-smoke-575362087 description', 'project_id': '91b37c7b54ed4b28b2edaed503138622'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:36.906577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:36.910985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:36.914089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:36.919821 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:36.933968 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:36.954470 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:36.958526 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:36.962254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:36.973952 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:37.049396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.055369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.212537 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.215155 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.216397 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-04822b26-4c4c-4622-b8db-ab96815a24fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3211594 Jan 18 23:53:37.219548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57558) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:37.224865 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2f2f4a5f-47af-4970-9d91-8777c4d0ff5b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:37.231713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:37.235610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:37.238519 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:37.245315 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:37.264377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.323343 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.329084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.351508 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946bde69-2707-4d02-9df6-4f8466b7685b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.362083 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.363276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0b5c59bc-d04b-43ad-8dc8-2f15bc7fc719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426377 Jan 18 23:53:37.366901 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:37.371880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2f2f4a5f-47af-4970-9d91-8777c4d0ff5b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:37.378553 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:37.382456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:37.385689 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:37.391558 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:37.408751 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.461827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.483955 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.488862 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.511509 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b428d8-7074-4822-8f65-79ffe912fb96,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.523756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.525210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-fd776e5d-8043-41dd-982e-bda3ade43e51 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571701 Jan 18 23:53:37.527834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:37.532801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2f2f4a5f-47af-4970-9d91-8777c4d0ff5b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:37.539356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:37.543410 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:37.546539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:37.552534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:37.574134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.635667 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.639938 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.665923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e515b6-40a7-4c34-bbe4-0b6073360cd3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.676776 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.677965 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-76481ed2-42e7-492e-b72c-86ec56de1a1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492307 Jan 18 23:53:37.681525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:37.686420 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2f2f4a5f-47af-4970-9d91-8777c4d0ff5b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:37.692913 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:37.696741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:37.699597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:37.705162 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:37.722440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.788813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.794163 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.820275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ecf3ad-22a7-4055-a23e-78719fecfa98,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.831532 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.836497 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bac5b7a8-a8bc-4469-87de-526bfeed9b41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502981 Jan 18 23:53:37.836805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:37.841817 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2f2f4a5f-47af-4970-9d91-8777c4d0ff5b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:37.848348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:37.852188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:37.855078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:37.860679 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:37.872439 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:53:37.879106 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.954988 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.960857 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.985992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e39731-385f-42ca-8624-c1c3d12558f9,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.996873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.998301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cf31ad3a-a39d-40f5-8b56-cb17f6cd2e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604595 Jan 18 23:53:38.001346 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57578) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:38.006362 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '2f2f4a5f-47af-4970-9d91-8777c4d0ff5b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:38.013208 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:38.017311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:38.020351 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:38.026401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:38.040640 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:53:38.050078 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.123769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.130100 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.156812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975503da-b9ca-4071-8821-543cd69f6e52,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:38.165564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.166842 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-be761611-f869-4376-997d-fdbbcb49b5e3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645215 Jan 18 23:53:38.169762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:38.175378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'network': {'name': 'tempest-network-smoke--250426371', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:38.181390 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:38.185774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:network and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:38.188758 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:38.194700 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:38.208012 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:53:38.211429 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.240320 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:53:38.250219 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.250575 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Added segment fc7eb7ef-a5e4-43f8-8966-bd553bbf145c of type vlan for network 64c9168f-91ed-4fb9-adbf-ce990baf255a Jan 18 23:53:38.276722 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.313813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.319009 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:38.319573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.428635 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2577105 Jan 18 23:53:38.431724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57586) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:38.433554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cd692-387b-4bdb-87c6-3da9f7ffc5a9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Network': ['ID=64c9168f-91ed-4fb9-adbf-ce990baf255a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:38.437130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'admin_state_up': True, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:38.443751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:53:38.445317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:38.449365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:router and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:38.452351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:38.458878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:38.470010 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.471231 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.486290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:38.750965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.073451 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.102036 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.236517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.197 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/88464864-79df-4407-9f1b-bdf33b23c02a) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:53:39.489394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.522094 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.584067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:39.586743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:39.590522 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:53:39.630766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=88464864-79df-4407-9f1b-bdf33b23c02a,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:40.022128 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:40.366613 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:40.586429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router ef66b0fe-bd6b-40e7-a53b-6e130f237600 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:53:40.762748 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:53:40.772181 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Sync routers for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:53:40.781914 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:40.782519 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:40.792416 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:40.797114 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-590ac20e-ef5b-476e-9a91-5a737ffb1c79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3609307 Jan 18 23:53:40.797323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57590) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:40.960606 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:40.964032 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9db356c7-70f5-4322-8fe6-90544f34fa95 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=91b37c7b54ed4b28b2edaed503138622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1656089 Jan 18 23:53:40.966790 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57594) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:41.098893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c7685-a335-491d-b3f8-35549888300e tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:41.100384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-559c7685-a335-491d-b3f8-35549888300e tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327140 Jan 18 23:53:41.103544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57598) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:41.142427 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7b38dd48-4a4a-455b-b236-767bf58863bd tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378392 Jan 18 23:53:41.145115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57602) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:41.150429 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-406328743', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:41.254821 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:39Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:41.258913 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Checking router: ef66b0fe-bd6b-40e7-a53b-6e130f237600 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:53:41.259244 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Updating router ef66b0fe-bd6b-40e7-a53b-6e130f237600 port 88464864-79df-4407-9f1b-bdf33b23c02a binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:53:41.262852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:41.266828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:subnet and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:41.269812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:41.275957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:41.287488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:53:41.291276 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.310401 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.510453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.583641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Subnet': ['ID=11ea82c7-0e14-4c62-b03f-404bf7d6fad4,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:41.598013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Checking segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:53:41.598612 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network hostable DHCP agents. Network: 64c9168f-91ed-4fb9-adbf-ce990baf255a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:53:41.618863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:53:41.628926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 64c9168f-91ed-4fb9-adbf-ce990baf255a) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:41.634044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:41.634669 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.642037 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c40554-56cb-41de-9768-a18d3f9c1ca4 None None] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:53:41.661233 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.662741 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:41.663593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5f8aa965-520c-4527-a158-b8b0918593fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5153983 Jan 18 23:53:41.673314 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Transition to ACTIVE for port object 88464864-79df-4407-9f1b-bdf33b23c02a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:41.680669 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.763004 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Pushing event updated for resources: {'Port': ['ID=88464864-79df-4407-9f1b-bdf33b23c02a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:41.765066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Attempting to bind port 88464864-79df-4407-9f1b-bdf33b23c02a on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:53:41.765431 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Attempting to bind port 88464864-79df-4407-9f1b-bdf33b23c02a by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:53:41.765784 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Attempting to bind port 88464864-79df-4407-9f1b-bdf33b23c02a on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:53:41.774874 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:53:41.775544 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:53:41.775639 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.775986 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:53:41.776432 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Bound port: 88464864-79df-4407-9f1b-bdf33b23c02a, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:53:41.776797 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.801176 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.801176 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.801517 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.801826 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.802147 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.802467 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.802786 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.803098 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.803416 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.803725 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.804034 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.804361 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:41.857026 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] For port 88464864-79df-4407-9f1b-bdf33b23c02a, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:53:41.859183 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-64c9168f-91ed-4fb9-adbf-ce990baf255a', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:53:41.860020 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.860662 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] For port 88464864-79df-4407-9f1b-bdf33b23c02a, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=88464864-79df-4407-9f1b-bdf33b23c02a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:53:41.868134 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.955626 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:41.956261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:42.028608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Allocated IP 172.20.0.2 (64c9168f-91ed-4fb9-adbf-ce990baf255a/11ea82c7-0e14-4c62-b03f-404bf7d6fad4/ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:53:42.038737 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076eed-7cd5-4d7a-8798-941d43090efd None None] Pushing event updated for resources: {'Port': ['ID=88464864-79df-4407-9f1b-bdf33b23c02a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:42.143471 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:42.182069 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0c44341-5248-44a5-a6a5-376f4bd5fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.254390 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.265623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Transition to ACTIVE for port object ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:42.285813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Transition to ACTIVE for port object ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:42.292078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.347963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:42.357298 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:42.358235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:53:42.387866 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.406717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Pushing event updated for resources: {'Port': ['ID=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:42.443755 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:39Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:42.448146 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f665-0ee5-46dd-9ede-a3425ca20d22 None None] The sync data for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 is: [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:39Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:53:42.477560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Attempting to bind port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:53:42.478916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Attempting to bind port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:53:42.478916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Attempting to bind port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 on network 64c9168f-91ed-4fb9-adbf-ce990baf255a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:53:42.484399 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:53:42.484888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Checking segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:53:42.485580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.486036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Bound using segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:53:42.486494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Bound port: ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:53:42.486860 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.578761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] For port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:53:42.582181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] For port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:53:42.589198 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:42.672869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf73ee9-10ca-4fa2-8e63-8eba818f040c None None] Pushing event updated for resources: {'Port': ['ID=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:42.990692 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.1 (64c9168f-91ed-4fb9-adbf-ce990baf255a/11ea82c7-0e14-4c62-b03f-404bf7d6fad4/1bf751a4-948c-4a55-9e1c-c1341bf9d96d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:53:43.167123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:43.183671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 1bf751a4-948c-4a55-9e1c-c1341bf9d96d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:43.210896 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:43.287879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:43.291356 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:43.294008 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:53:43.338645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:43.360383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:43.635396 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:43.693656 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a092d-eec0-42c5-a31c-bbd4ad3e6af2 None None] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:53:43.789843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-66c5d273-ad35-4c92-b3f9-100e314d6ec6 None None] Provisioning for port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:43.953236 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:44.043551 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:44.048809 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:44.049209 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.114863 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.120230 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.180268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.213900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:44.219999 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.221802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 88464864-79df-4407-9f1b-bdf33b23c02a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:44.239630 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.243435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:44.384024 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:44.388200 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:44.389545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:44.389973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e77edaba-7c53-4211-8989-163db8c66563 None None] Provisioning for port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:44.400492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e77edaba-7c53-4211-8989-163db8c66563 None None] Provisioning complete for port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:44.400863 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e77edaba-7c53-4211-8989-163db8c66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.454745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 88464864-79df-4407-9f1b-bdf33b23c02a completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:44.465526 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e77edaba-7c53-4211-8989-163db8c66563 None None] Port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:53:44.469119 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 88464864-79df-4407-9f1b-bdf33b23c02a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:44.469500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.529438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e77edaba-7c53-4211-8989-163db8c66563 None None] Provisioning complete for port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:44.529808 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e77edaba-7c53-4211-8989-163db8c66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.693341 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.714966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router ef66b0fe-bd6b-40e7-a53b-6e130f237600 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:53:44.720235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 88464864-79df-4407-9f1b-bdf33b23c02a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=88464864-79df-4407-9f1b-bdf33b23c02a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:44.726421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.796609 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=88464864-79df-4407-9f1b-bdf33b23c02a,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:44.836457 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8dd239a3-88c0-4095-bdcd-b3f18ff88d27 None None] Provisioning complete for port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:44.836822 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8dd239a3-88c0-4095-bdcd-b3f18ff88d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.890727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8dd239a3-88c0-4095-bdcd-b3f18ff88d27 None None] Port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:53:44.899602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:53:44.909906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Sync routers for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:53:44.922015 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0903b8e6-70da-4f53-800d-49c6485ca12a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/ef66b0fe-bd6b-40e7-a53b-6e130f237600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484648 Jan 18 23:53:44.922248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:44.922248 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:45.077040 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-78051066-33b6-45d2-87d7-1edfd01b4e4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575362087&fields=id&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 267 time: 0.0413303 Jan 18 23:53:45.090943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bd53d1f3-251a-4a29-acdf-d59e454b5f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.111407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:45.231451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-68a8c7e7-0132-4663-ace9-80dd19855ebb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:45.232860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-68a8c7e7-0132-4663-ace9-80dd19855ebb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 796 time: 0.1488016 Jan 18 23:53:45.249112 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-05f351ea-e61d-46dc-9c56-05fb69400242 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/quotas/91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 375 time: 0.0106401 Jan 18 23:53:45.336526 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-a522daa6-19bf-41e1-aa80-8a39978d0606 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819249 Jan 18 23:53:45.393391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-6c60cc4f-e92e-499e-a3d6-cc57507e673b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:53:45.394476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-6c60cc4f-e92e-499e-a3d6-cc57507e673b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466328 Jan 18 23:53:45.423850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 2, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:45.427759 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Checking router: ef66b0fe-bd6b-40e7-a53b-6e130f237600 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:53:45.428112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Updating router ef66b0fe-bd6b-40e7-a53b-6e130f237600 port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:53:45.485050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.532200 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-f6124f09-1439-440f-a649-6c4f8317aec7 service neutron] 10.222.0.78 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314545 Jan 18 23:53:45.675719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-ea3d6164-5dec-49e4-b453-639ed6b24d91 service neutron] 10.222.0.78 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376917 Jan 18 23:53:45.724802 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.860397 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.888207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Transition to ACTIVE for port object 1bf751a4-948c-4a55-9e1c-c1341bf9d96d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:45.892647 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:45.916474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ef9fc960-abc1-4a9c-910e-b69d22ec1f3f req-f5d49c04-9b91-4fee-b742-8c425dab8f41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:53:45.937996 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ef9fc960-abc1-4a9c-910e-b69d22ec1f3f req-f5d49c04-9b91-4fee-b742-8c425dab8f41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:53:45.939191 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef9fc960-abc1-4a9c-910e-b69d22ec1f3f req-f5d49c04-9b91-4fee-b742-8c425dab8f41 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 210 time: 0.1024899 Jan 18 23:53:45.951322 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.062975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.149332 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aed67a-701b-4958-949d-66a38c031356 None None] Pushing event updated for resources: {'Port': ['ID=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:46.226271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:46.226868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.287620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Attempting to bind port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:53:46.287882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Attempting to bind port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:53:46.288257 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Attempting to bind port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d on network 64c9168f-91ed-4fb9-adbf-ce990baf255a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:53:46.298652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:53:46.299021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Checking segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:53:46.299416 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.299799 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Bound using segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:53:46.300259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Bound port: 1bf751a4-948c-4a55-9e1c-c1341bf9d96d, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:53:46.300626 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.461175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 88464864-79df-4407-9f1b-bdf33b23c02a up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:46.484048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] For port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:53:46.508780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] For port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:53:46.516175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.606302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aed67a-701b-4958-949d-66a38c031356 None None] Pushing event updated for resources: {'Port': ['ID=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:46.610472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:46.611080 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:46.676689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 88464864-79df-4407-9f1b-bdf33b23c02a triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:46.677088 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.878023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:47.151231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-262227ee-1434-46b6-aaad-2e46da01071f req-1a6c71b3-8938-4027-8d27-f592d6669e2d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 210 time: 0.0623682 Jan 18 23:53:47.221979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-f2c1065f-8814-42fd-8a45-40c95c313d8b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:47.223312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-f2c1065f-8814-42fd-8a45-40c95c313d8b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 796 time: 0.2247076 Jan 18 23:53:47.223625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:46Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:47.236120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec339-8da5-42e1-b519-0d8479c78e41 None None] The sync data for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 is: [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:46Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:53:47.245990 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:47.280062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-64ba28b1-9515-4373-862e-786d29ed85f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 379 time: 0.0487602 Jan 18 23:53:47.292320 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'port': {'device_id': '078d2b62-335b-4754-b089-54f2a4fd5773', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'admin_state_up': True, 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'security_groups': ['2f2f4a5f-47af-4970-9d91-8777c4d0ff5b']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:47.440999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:47.450590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:47.462494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:53:47.466096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:47.748225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.12 (64c9168f-91ed-4fb9-adbf-ce990baf255a/11ea82c7-0e14-4c62-b03f-404bf7d6fad4/56e82da2-7c34-42b0-b1a0-0aeed1a52f3d) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:53:47.871235 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1bf751a4-948c-4a55-9e1c-c1341bf9d96d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:47.942580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:47.948848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:47.949455 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:47.967761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:47.985582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:48.014335 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.079915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.090185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:48.093651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:48.098199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:53:48.120701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:48.126428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.135364 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:48.180857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:48.181620 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.222442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-8d306922-a232-42dd-9c20-6051ae9b5ade tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9365020 Jan 18 23:53:48.236600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Request body: {'port': {'device_id': '078d2b62-335b-4754-b089-54f2a4fd5773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:48.275563 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:48.393040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0404c5-c977-4620-8e65-d0015e732cc3 req-70e4eed1-1ba5-4db8-84d2-dc741a922e9f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:48.394881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.395374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d0404c5-c977-4620-8e65-d0015e732cc3 req-70e4eed1-1ba5-4db8-84d2-dc741a922e9f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 932 time: 0.0883219 Jan 18 23:53:48.447377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7d0404c5-c977-4620-8e65-d0015e732cc3 req-52fdc085-4282-42e2-a1f8-dcddd0e8215f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:53:48.466777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7d0404c5-c977-4620-8e65-d0015e732cc3 req-52fdc085-4282-42e2-a1f8-dcddd0e8215f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:53:48.471314 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d0404c5-c977-4620-8e65-d0015e732cc3 req-52fdc085-4282-42e2-a1f8-dcddd0e8215f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702081 Jan 18 23:53:48.484641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df59ed93-ed61-4b14-928a-fdd13e285fca None None] Provisioning for port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:48.490156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df59ed93-ed61-4b14-928a-fdd13e285fca None None] Provisioning complete for port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:48.490574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df59ed93-ed61-4b14-928a-fdd13e285fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.544645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-df59ed93-ed61-4b14-928a-fdd13e285fca None None] Port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:53:48.759136 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:53:48.766696 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.787166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Transition to ACTIVE for port object 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:48.792224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:48.944727 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Pushing event updated for resources: {'Port': ['ID=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:49.027269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Attempting to bind port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:53:49.027616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Attempting to bind port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:53:49.027946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Attempting to bind port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d on network 64c9168f-91ed-4fb9-adbf-ce990baf255a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:53:49.032630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d on network 64c9168f-91ed-4fb9-adbf-ce990baf255a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:53:49.032978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Attempting to bind port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d on network 64c9168f-91ed-4fb9-adbf-ce990baf255a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:53:49.038134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:53:49.038475 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Checking segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:53:49.038919 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Bound using segment: {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:53:49.039344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Bound port: 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:53:49.039702 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:49.133091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] For port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:53:49.137553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] For port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:53:49.145487 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:49.208348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:49.208975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:49.210387 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] 10.222.0.86 "PUT /v2.0/ports/56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 1092 time: 0.9798529 Jan 18 23:53:49.210876 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:49.231485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb579e-0f71-40e1-aec8-e688b48ce38c service neutron] Pushing event updated for resources: {'Port': ['ID=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:49.287256 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'status': 'completed', 'code': 200} Jan 18 23:53:49.331408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-bda886e8-0656-490a-953f-4ce7e9fadfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:49.333158 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-bda886e8-0656-490a-953f-4ce7e9fadfad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1095 time: 0.0828869 Jan 18 23:53:49.407252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-fd7a1783-e688-4167-97b0-238ddfe4a7a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 217 time: 0.0662680 Jan 18 23:53:49.477656 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-a76b7e2e-3a46-4350-89b0-9a199e1687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:49.479012 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-a76b7e2e-3a46-4350-89b0-9a199e1687c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 200 len: 834 time: 0.0660162 Jan 18 23:53:49.668893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529e9f4-4df9-40e9-9bc9-d96771694921 req-a214926a-73f8-4164-beea-d0ae37e55f95 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:49.670873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-52749891-888a-4b11-af6a-a55d1d18416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:49.671519 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7529e9f4-4df9-40e9-9bc9-d96771694921 req-a214926a-73f8-4164-beea-d0ae37e55f95 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 944 time: 0.0875206 Jan 18 23:53:49.672343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-52749891-888a-4b11-af6a-a55d1d18416a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c9168f-91ed-4fb9-adbf-ce990baf255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875041 Jan 18 23:53:49.716054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7529e9f4-4df9-40e9-9bc9-d96771694921 req-23679941-5579-4206-9805-5ff0fea3e517 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Jan 18 23:53:49.807134 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-6d0e96b2-3e7d-455a-8fa8-e05b74120d92 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279585 Jan 18 23:53:49.852939 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1bf751a4-948c-4a55-9e1c-c1341bf9d96d up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:49.922885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:49.923259 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:49.942959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2bd19def-1316-46e6-aa9f-7012dbce997a req-028119f2-22f2-4309-bfe3-538e16efad9c service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301458 Jan 18 23:53:50.061144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-1010f3a4-39aa-4204-b5c2-efd240a7f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:50.062835 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-1010f3a4-39aa-4204-b5c2-efd240a7f756 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1095 time: 0.0766828 Jan 18 23:53:50.195537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-f2d08a3e-2e62-413e-b456-9623081034e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:50.196884 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-f2d08a3e-2e62-413e-b456-9623081034e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 897 time: 0.1285095 Jan 18 23:53:50.268125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-d5ba8d05-f608-4aec-bafd-fdf4162e7b7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 217 time: 0.0639005 Jan 18 23:53:50.329618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-b6df10e7-fd87-49d6-b461-3db1a7355e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:50.330996 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-b6df10e7-fd87-49d6-b461-3db1a7355e4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 200 len: 834 time: 0.0566192 Jan 18 23:53:50.409390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-3bf2c07d-ec95-48e7-a005-e639a5f2f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:50.410844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-3bf2c07d-ec95-48e7-a005-e639a5f2f93c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c9168f-91ed-4fb9-adbf-ce990baf255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736272 Jan 18 23:53:50.546287 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-bdd16104-63d8-438a-b538-18203834de70 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279118 Jan 18 23:53:50.678107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a93f688b-0ac9-4951-92d9-e44aa45167a1 req-ff0d1e0e-7ec3-4524-82d1-2ee0aacc4a74 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247602 Jan 18 23:53:50.918295 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63956d-f428-477e-a8c2-4cfd949c5c11 req-6be966fa-f2f3-4f70-a539-85a274af92eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:50.918999 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cb63956d-f428-477e-a8c2-4cfd949c5c11 req-6be966fa-f2f3-4f70-a539-85a274af92eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:53:50.941492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cb63956d-f428-477e-a8c2-4cfd949c5c11 req-6be966fa-f2f3-4f70-a539-85a274af92eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:53:50.942944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb63956d-f428-477e-a8c2-4cfd949c5c11 req-6be966fa-f2f3-4f70-a539-85a274af92eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 944 time: 0.1137340 Jan 18 23:53:50.987445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cb63956d-f428-477e-a8c2-4cfd949c5c11 req-44c6d888-a726-4099-bc3c-acff0b81ef52 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385580 Jan 18 23:53:51.787725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:53:51.921869 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:51.935396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'port_id': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'mac_address': 'fa:16:3e:ed:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:53:51.994833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:52.012219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:53:52.027837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:52.033616 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:52.099921 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:52.182922 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f77b-d748-49a9-a9c4-295b30f73000 req-0d46e538-9bfd-4091-89ee-43a4b1c614aa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:52.184373 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2c1f77b-d748-49a9-a9c4-295b30f73000 req-0d46e538-9bfd-4091-89ee-43a4b1c614aa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 945 time: 0.0853441 Jan 18 23:53:52.229958 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c2c1f77b-d748-49a9-a9c4-295b30f73000 req-e3a0cafd-2818-4dc3-84d2-3d8fcc3d7593 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397902 Jan 18 23:53:52.262356 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['56e82da2-7c34-42b0-b1a0-0aeed1a52f3d'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:53:53.444159 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89810f1-2eba-44cc-aab7-c3f398e3928a req-39d5e0bf-e4e5-48cb-be16-5ecc5ce22aa3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:53.445639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e89810f1-2eba-44cc-aab7-c3f398e3928a req-39d5e0bf-e4e5-48cb-be16-5ecc5ce22aa3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 945 time: 0.0917315 Jan 18 23:53:53.491457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e89810f1-2eba-44cc-aab7-c3f398e3928a req-64c11e2e-1dcc-48d4-bf24-15abf886e295 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Jan 18 23:53:53.803055 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:53.891899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:53.896973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:53.897381 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:54.015302 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:54.042195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:54.052272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:53:54.058607 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:54.089483 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'code': 200} Jan 18 23:53:54.127435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:54.211340 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572ff37-a18a-47e5-89eb-e971b9856d78 req-db958233-b218-4c66-ac23-5c23b63e3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:54.212828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5572ff37-a18a-47e5-89eb-e971b9856d78 req-db958233-b218-4c66-ac23-5c23b63e3725 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1097 time: 0.0706632 Jan 18 23:53:54.253202 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5572ff37-a18a-47e5-89eb-e971b9856d78 req-e3a3dfaa-2968-42cd-bfc2-c4fd6eb6669d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342920 Jan 18 23:53:54.705788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029317ba-9a63-4d47-8456-6959e4224985 req-74b08ccc-42f3-4ae2-9efe-4376625822d8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:54.707289 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-029317ba-9a63-4d47-8456-6959e4224985 req-74b08ccc-42f3-4ae2-9efe-4376625822d8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0993409 Jan 18 23:53:54.762504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-029317ba-9a63-4d47-8456-6959e4224985 req-7fbf7e03-d30f-42f0-a889-e7214a9b4985 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467794 Jan 18 23:53:55.956557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b6dc-4a12-4b08-a540-0b34eb186459 req-b4f990a7-ebf8-45de-9d14-64b63b68056a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:55.958051 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91f1b6dc-4a12-4b08-a540-0b34eb186459 req-b4f990a7-ebf8-45de-9d14-64b63b68056a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0794895 Jan 18 23:53:56.006383 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-91f1b6dc-4a12-4b08-a540-0b34eb186459 req-b49d43b8-0cce-40d4-87ac-b9fa49465237 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405645 Jan 18 23:53:56.189108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb5b2e-572d-4aca-b4a1-dc33c7b326ad req-2e29cc05-3302-4b17-b738-84800da7b32c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:56.190560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0beb5b2e-572d-4aca-b4a1-dc33c7b326ad req-2e29cc05-3302-4b17-b738-84800da7b32c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0808098 Jan 18 23:53:56.234340 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0beb5b2e-572d-4aca-b4a1-dc33c7b326ad req-b2b910f8-1fda-4d20-9722-19fdecaa0d43 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381625 Jan 18 23:53:56.257581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57668) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:56.339866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43583852-a7cb-43d5-aa41-457ac26146a3 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:56.341365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-43583852-a7cb-43d5-aa41-457ac26146a3 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1092 time: 0.0828695 Jan 18 23:53:56.344474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:56.349358 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:53:56.356500 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:56.360645 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:floatingip and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:56.363639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:56.369955 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:56.383071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:56.534970 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:56.678897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.71 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/224132bc-c642-4bf6-b7d0-fd6285e8652a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:53:56.827989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:56.859005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:56.924775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:56.927783 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:56.931382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:53:56.959978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=224132bc-c642-4bf6-b7d0-fd6285e8652a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:57.472688 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:57.550872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:57.772517 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:57.779750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:57.886492 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=224132bc-c642-4bf6-b7d0-fd6285e8652a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:57.898415 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:58.079932 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP 9db70a4c-d4f4-4867-a913-cd6185c682ca associated. External IP: 172.25.4.71, port: 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d. Jan 18 23:53:58.437539 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router ef66b0fe-bd6b-40e7-a53b-6e130f237600 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:53:58.616326 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:53:58.627071 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] Sync routers for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:53:58.637919 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:58.638537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:58.643375 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:58.816867 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-54c64969-80b9-4253-85f8-d1a1126051ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4711926 Jan 18 23:53:58.817375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:58.822090 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:58.862721 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'status': 'completed', 'code': 200} Jan 18 23:53:58.961513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-d392689f-b17a-4426-8ed8-32e305ddb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:58.963132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-d392689f-b17a-4426-8ed8-32e305ddb7d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1097 time: 0.0796196 Jan 18 23:53:58.987902 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75453-1583-4a9f-bc8c-7f226d2a7384 req-e4db0957-e58f-49b4-86ac-786e9c7aa600 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:58.989821 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5b75453-1583-4a9f-bc8c-7f226d2a7384 req-e4db0957-e58f-49b4-86ac-786e9c7aa600 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0845039 Jan 18 23:53:59.040710 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5b75453-1583-4a9f-bc8c-7f226d2a7384 req-0793c650-4f81-44ef-aada-431705dd003b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447967 Jan 18 23:53:59.064529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:53:59.176119 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9fd9eee4-f84c-4b88-a343-fb82a5cec415 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/9db70a4c-d4f4-4867-a913-cd6185c682ca HTTP/1.1" status: 200 len: 991 time: 0.1103678 Jan 18 23:53:59.193057 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9db70a4c-d4f4-4867-a913-cd6185c682ca', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'port_id': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'mac_address': 'fa:16:3e:ed:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078d2b62-335b-4754-b089-54f2a4fd5773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:53:57Z', 'updated_at': '2022-01-18T23:53:57Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:48Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:59.196871 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] Checking router: ef66b0fe-bd6b-40e7-a53b-6e130f237600 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:53:59.205054 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:53:59.205639 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:53:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:59.213289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-d07838da-05f9-42ef-b895-d95a4aed6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:59.214802 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-d07838da-05f9-42ef-b895-d95a4aed6ec8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 897 time: 0.2459700 Jan 18 23:53:59.319956 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-981b5d29-dd86-4ebc-8c17-6967b1b6374c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 999 time: 0.0989769 Jan 18 23:53:59.386126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-406ff21d-2dbb-4f39-84ba-2ab71ec6eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:59.387577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-406ff21d-2dbb-4f39-84ba-2ab71ec6eeca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 200 len: 834 time: 0.0621729 Jan 18 23:53:59.417581 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:53:59.464922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-e9108896-5948-4f03-9888-2c88ba968cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:59.466327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-e9108896-5948-4f03-9888-2c88ba968cbc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c9168f-91ed-4fb9-adbf-ce990baf255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730300 Jan 18 23:53:59.596816 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-11d27b0c-1269-4af6-90b0-0f9907bfe6b9 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244385 Jan 18 23:53:59.729337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a765d5f7-4759-4c8d-af36-23a5e3bac449 req-8b14b680-7a71-4f37-977c-157e12c8be06 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256044 Jan 18 23:53:59.762584 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9db70a4c-d4f4-4867-a913-cd6185c682ca', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'port_id': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'mac_address': 'fa:16:3e:ed:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078d2b62-335b-4754-b089-54f2a4fd5773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:53:57Z', 'updated_at': '2022-01-18T23:53:57Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:48Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:53:59.766427 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a0c8b-33cf-4f48-870c-35f7099858be None None] The sync data for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 is: [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '9db70a4c-d4f4-4867-a913-cd6185c682ca', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'port_id': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'mac_address': 'fa:16:3e:ed:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078d2b62-335b-4754-b089-54f2a4fd5773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:53:57Z', 'updated_at': '2022-01-18T23:53:57Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:48Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:53:59.974418 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85bbc1-2234-465b-8ffb-cd4dfb20297e None None] New status for floating IP 9db70a4c-d4f4-4867-a913-cd6185c682ca: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:54:00.180089 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:54:00.288275 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-170b98eb-34dd-4c39-85b6-cd59019dd10f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/9db70a4c-d4f4-4867-a913-cd6185c682ca HTTP/1.1" status: 200 len: 993 time: 0.1070871 Jan 18 23:54:05.050346 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:07.475891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:12.172379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e05d05c1-578b-478a-9bd7-650d6e9bb875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:13.163709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:54:15.058937 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e53f7cce-4d2d-4e1a-8142-3a46a8ba9912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:15.679810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:15.931848 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:17.249711 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:19.919319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-2d316e13-b4a4-44fb-91d8-13eae03143b0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722053 Jan 18 23:54:20.073655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-7cd1875d-1649-4b4b-9f3e-eac762e92ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:20.075069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-7cd1875d-1649-4b4b-9f3e-eac762e92ff3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1097 time: 0.0805814 Jan 18 23:54:20.234566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-22898c93-6d91-41cf-9d5a-7509ac4fb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:20.236028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-22898c93-6d91-41cf-9d5a-7509ac4fb151 service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 897 time: 0.1374054 Jan 18 23:54:20.339248 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-aa216a60-7486-4574-98c3-323cdf618afd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 1001 time: 0.0965307 Jan 18 23:54:20.405142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-a7188a7b-7c56-4ef0-9a97-24df20088cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:20.406631 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-a7188a7b-7c56-4ef0-9a97-24df20088cd4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 200 len: 834 time: 0.0605638 Jan 18 23:54:20.484787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-6c9e27dc-79a1-4a18-af5d-10ee38c089d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:20.486476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-6c9e27dc-79a1-4a18-af5d-10ee38c089d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c9168f-91ed-4fb9-adbf-ce990baf255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712855 Jan 18 23:54:20.629256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-ddcb2206-29a0-4d53-a8ad-039fe1d209cc service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244822 Jan 18 23:54:20.763774 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9b58ea4-dce7-4f7d-b4f8-eb91c4be00d4 req-ec88839b-4685-4fa0-9bcd-8f9ff8a21314 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278055 Jan 18 23:54:27.207237 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-e88429e3-9fa0-4144-8456-1bcb32be10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:27.208737 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-e88429e3-9fa0-4144-8456-1bcb32be10dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1097 time: 0.0786545 Jan 18 23:54:27.497338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-a32ec930-6a5c-495f-9340-dd6eab67133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:27.498706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-a32ec930-6a5c-495f-9340-dd6eab67133d service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 897 time: 0.2830057 Jan 18 23:54:27.562162 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3403-3dd5-4f2d-aeb8-63e186be49c3 req-b7ac3749-117d-453a-b4bc-826e06e7e628 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:27.563573 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1bde3403-3dd5-4f2d-aeb8-63e186be49c3 req-b7ac3749-117d-453a-b4bc-826e06e7e628 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.3995020 Jan 18 23:54:27.638581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-f50feaf8-c1e9-4d2f-8d6f-26d6bfb337c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 1001 time: 0.1323946 Jan 18 23:54:27.641468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1bde3403-3dd5-4f2d-aeb8-63e186be49c3 req-1d951931-11fa-4899-bd2c-d1305f642340 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719230 Jan 18 23:54:27.706179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-bbf6eee4-3554-4315-bf6e-3876ae067e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:27.707813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-bbf6eee4-3554-4315-bf6e-3876ae067e0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 200 len: 834 time: 0.0620151 Jan 18 23:54:27.785591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-416fc115-0b2f-48bc-891e-ab1b194a592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:27.786994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-416fc115-0b2f-48bc-891e-ab1b194a592f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c9168f-91ed-4fb9-adbf-ce990baf255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717418 Jan 18 23:54:27.923128 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-ab1a683e-2328-4352-a6ad-bb68daf9c11c service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271119 Jan 18 23:54:28.057020 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-52807bf0-5bb4-4d8b-9718-10a5db4209df req-76635c97-5a20-412c-a1ad-b86d34df8b11 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261051 Jan 18 23:54:28.903056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844e5ec-e5ad-4026-9bac-5016a6879aa8 req-781a7971-c8c7-4ded-ad8a-200ec36bf585 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:28.904502 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8844e5ec-e5ad-4026-9bac-5016a6879aa8 req-781a7971-c8c7-4ded-ad8a-200ec36bf585 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.1398926 Jan 18 23:54:28.949526 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8844e5ec-e5ad-4026-9bac-5016a6879aa8 req-aa95f596-cec1-4c96-b011-fb4800af7e81 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389905 Jan 18 23:54:30.151503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0b6c7-458d-45bc-a5dc-6793fb99c01d req-05566276-1767-4de9-ad4d-951762768382 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:30.152985 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-67c0b6c7-458d-45bc-a5dc-6793fb99c01d req-05566276-1767-4de9-ad4d-951762768382 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0921500 Jan 18 23:54:30.201629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-67c0b6c7-458d-45bc-a5dc-6793fb99c01d req-63214302-c105-40f2-8833-a176683e5931 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Jan 18 23:54:31.408289 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5353f1-71c0-4e8a-a36a-c2aede8ea10b req-90a14e1b-db2a-44f2-903e-6da40ca4ed62 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:31.409804 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f5353f1-71c0-4e8a-a36a-c2aede8ea10b req-90a14e1b-db2a-44f2-903e-6da40ca4ed62 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0934336 Jan 18 23:54:31.458384 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4f5353f1-71c0-4e8a-a36a-c2aede8ea10b req-58d8b0ab-b1aa-4986-a211-4eea766e35be tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Jan 18 23:54:32.651276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6dd6e-7f70-4be6-b4db-6b433195e0d0 req-53b71409-ea74-4dba-b6ce-1de64cdc6241 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:32.652703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11c6dd6e-7f70-4be6-b4db-6b433195e0d0 req-53b71409-ea74-4dba-b6ce-1de64cdc6241 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0872054 Jan 18 23:54:32.698088 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-11c6dd6e-7f70-4be6-b4db-6b433195e0d0 req-f1887abb-0a5c-47fe-b4e6-06cd09596e91 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394928 Jan 18 23:54:33.905969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebbd3d-1a0a-48a8-81b9-29a582125e3a req-b6164aa9-9cdd-49b2-a4ec-e82147885a92 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:33.907476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75ebbd3d-1a0a-48a8-81b9-29a582125e3a req-b6164aa9-9cdd-49b2-a4ec-e82147885a92 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0846660 Jan 18 23:54:33.952551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75ebbd3d-1a0a-48a8-81b9-29a582125e3a req-49ef6669-a003-4efa-a0fb-23b11063f318 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390832 Jan 18 23:54:35.058671 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:35.163109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e4bef-72c1-4f64-8d6c-ac208fa82f6c req-09326754-f502-4f31-9a18-388c4e0a5808 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:35.164571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e33e4bef-72c1-4f64-8d6c-ac208fa82f6c req-09326754-f502-4f31-9a18-388c4e0a5808 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0904307 Jan 18 23:54:35.209691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e33e4bef-72c1-4f64-8d6c-ac208fa82f6c req-33cc979c-bc54-40df-a246-17f7ff9bc4b5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 Jan 18 23:54:36.424699 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b179ba6-11ce-488e-ac8e-236c9b48d110 req-69385e5a-95bd-49ac-9c3e-55ba47d3eb9a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:36.426151 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b179ba6-11ce-488e-ac8e-236c9b48d110 req-69385e5a-95bd-49ac-9c3e-55ba47d3eb9a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0905523 Jan 18 23:54:36.472053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3b179ba6-11ce-488e-ac8e-236c9b48d110 req-b9a348d7-a9ec-4d8f-bd07-c38175f622dd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379744 Jan 18 23:54:37.491398 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:37.666979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94059eca-5a04-4cb9-aa48-c0feac798a1c req-2695f618-3850-41b2-a3b3-8e7fae7db063 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:37.668440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94059eca-5a04-4cb9-aa48-c0feac798a1c req-2695f618-3850-41b2-a3b3-8e7fae7db063 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0826523 Jan 18 23:54:37.717185 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-94059eca-5a04-4cb9-aa48-c0feac798a1c req-d88aa3f8-d09b-4010-a78f-480c4e28279f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429704 Jan 18 23:54:38.915665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa52a7-89b6-487d-8aae-6b897b3636d4 req-c802fc47-ccb5-4a84-9ee2-bdc1765c9e6e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:38.917172 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85fa52a7-89b6-487d-8aae-6b897b3636d4 req-c802fc47-ccb5-4a84-9ee2-bdc1765c9e6e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0850098 Jan 18 23:54:38.960969 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-85fa52a7-89b6-487d-8aae-6b897b3636d4 req-9a65456d-1d02-4e2a-9e31-e4c0d3ffdf82 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Jan 18 23:54:40.178821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623332b-3bf0-4c72-bd74-f1e59436f580 req-82a68a0a-e177-4b2b-bff7-7edec2d28b17 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:40.180180 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5623332b-3bf0-4c72-bd74-f1e59436f580 req-82a68a0a-e177-4b2b-bff7-7edec2d28b17 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.1011803 Jan 18 23:54:40.224335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5623332b-3bf0-4c72-bd74-f1e59436f580 req-69da5028-7bc9-4b99-8e14-73958e568bb9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Jan 18 23:54:40.250834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57726) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:54:40.361216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cf0b409b-726a-4edc-ab7f-801440dc49a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/9db70a4c-d4f4-4867-a913-cd6185c682ca HTTP/1.1" status: 200 len: 993 time: 0.1091893 Jan 18 23:54:42.180062 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7cb00883-0793-4c91-9395-4ca851c8d546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:45.055530 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d119356-62fb-4fb3-b52d-427e3eaaaa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:45.675527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:45.937652 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:47.259113 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:50.168766 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:55:05.067761 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:07.497034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:08.827252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57740) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:09.029887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 224132bc-c642-4bf6-b7d0-fd6285e8652a {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:55:09.030194 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:09.219168 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:09.219484 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:09.495880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 224132bc-c642-4bf6-b7d0-fd6285e8652a owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:55:09.684440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:09.742564 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=224132bc-c642-4bf6-b7d0-fd6285e8652a,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:09.782469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.782711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.783050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.783383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.783711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.784038 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.784365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.784692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.785022 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.785343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.785677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.785993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:09.849893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:09.850559 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP 9db70a4c-d4f4-4867-a913-cd6185c682ca disassociated (deleted). External IP: 172.25.4.71, port: 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d. Jan 18 23:55:10.227389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router ef66b0fe-bd6b-40e7-a53b-6e130f237600 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:55:10.415406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:55:10.425431 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] Sync routers for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:55:10.435643 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:10.436261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:54:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:10.438273 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:10.498380 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0f16f8bf-f3d7-41ec-b0f1-60b31310ee15 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/floatingips/9db70a4c-d4f4-4867-a913-cd6185c682ca HTTP/1.1" status: 204 len: 168 time: 1.6674745 Jan 18 23:55:10.498380 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:10.623324 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'status': 'completed', 'code': 200} Jan 18 23:55:10.650136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:10.724791 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-f3bf9806-5b14-4741-afa7-05aaea201f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:10.726327 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-f3bf9806-5b14-4741-afa7-05aaea201f57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 1097 time: 0.0767927 Jan 18 23:55:10.869037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-def2e7c1-9d2f-41ec-a516-15133c78f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:10.870735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-def2e7c1-9d2f-41ec-a516-15133c78f96f service neutron] 10.222.0.86 "GET /v2.0/networks?id=64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 200 len: 897 time: 0.1380742 Jan 18 23:55:10.913434 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a9fa-2b63-4d29-a283-8d8a011a75ef req-e4d7ed12-d31b-4360-9879-d53b2fe8db6f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:10.915007 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e972a9fa-2b63-4d29-a283-8d8a011a75ef req-e4d7ed12-d31b-4360-9879-d53b2fe8db6f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.0962253 Jan 18 23:55:10.941265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-8dae5f72-36ee-4c5b-8e8e-87ca9e8cddea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 200 len: 217 time: 0.0629375 Jan 18 23:55:10.986122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e972a9fa-2b63-4d29-a283-8d8a011a75ef req-0c60791e-c833-4e6a-a472-f2dc6f3bcc8f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628085 Jan 18 23:55:11.016658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-16a2ddd1-bcab-41aa-9bbf-81979d376650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:11.018324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-16a2ddd1-bcab-41aa-9bbf-81979d376650 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 200 len: 834 time: 0.0700147 Jan 18 23:55:11.029050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:48Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:11.033033 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] Checking router: ef66b0fe-bd6b-40e7-a53b-6e130f237600 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:55:11.041241 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:11.041854 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:54:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:11.095002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-60fc9525-e93a-41f6-b15d-92f7696f9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:11.096519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-60fc9525-e93a-41f6-b15d-92f7696f9a12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64c9168f-91ed-4fb9-adbf-ce990baf255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707264 Jan 18 23:55:11.257353 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:11.348271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-a2f1658b-76f7-460c-8d22-f04bf2dc3186 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448847 Jan 18 23:55:11.484111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-44a02866-8da3-405e-b4a9-df195b64e0f9 req-ff1c7795-5aa9-4321-82aa-06b107714464 service neutron] 10.222.0.86 "GET /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288328 Jan 18 23:55:11.599708 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:48Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:11.603962 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63844d56-cbd2-407b-92b3-acaca7afe1c5 None None] The sync data for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 is: [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:53:43Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '1bf751a4-948c-4a55-9e1c-c1341bf9d96d', 'name': '', 'network_id': '64c9168f-91ed-4fb9-adbf-ce990baf255a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3f:e7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:42Z', 'updated_at': '2022-01-18T23:53:48Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '11ea82c7-0e14-4c62-b03f-404bf7d6fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:55:11.828279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16046302-393a-4a9e-822b-d5a3581ecc72 None None] New status for floating IP 9db70a4c-d4f4-4867-a913-cd6185c682ca: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:55:12.165183 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8286-6b3e-418e-955a-cd47587a4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:12.222243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bfe8a-a62b-4909-a608-01776293698e req-d6031660-3678-40a2-a214-f7d8fa800a43 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:12.222874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-912bfe8a-a62b-4909-a608-01776293698e req-d6031660-3678-40a2-a214-f7d8fa800a43 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:12.256461 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-912bfe8a-a62b-4909-a608-01776293698e req-d6031660-3678-40a2-a214-f7d8fa800a43 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:12.257602 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-912bfe8a-a62b-4909-a608-01776293698e req-d6031660-3678-40a2-a214-f7d8fa800a43 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.1624613 Jan 18 23:55:12.294531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-c941eed4-8d06-4f86-bce1-48d730411fe0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:12.295909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-c941eed4-8d06-4f86-bce1-48d730411fe0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 946 time: 0.1143274 Jan 18 23:55:12.357875 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-912bfe8a-a62b-4909-a608-01776293698e req-a001ab52-1286-4732-a5f5-3eb5d290b617 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940545 Jan 18 23:55:12.375996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:55:12.376309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:12.642285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:12.642687 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:12.764815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:55:12.913703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:12.970881 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=56e82da2-7c34-42b0-b1a0-0aeed1a52f3d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:13.048825 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] No DVR routers for this DVR port 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:55:13.051761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:13.054298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'name': 'network-vif-deleted', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:13.071320 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-63ef4ec1-e155-4cb8-899e-bc59290b4d58 req-b25aaa88-d4d4-4041-a965-61fd02235beb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "DELETE /v2.0/ports/56e82da2-7c34-42b0-b1a0-0aeed1a52f3d HTTP/1.1" status: 204 len: 173 time: 0.7682486 Jan 18 23:55:13.102932 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078d2b62-335b-4754-b089-54f2a4fd5773', 'name': 'network-vif-deleted', 'tag': '56e82da2-7c34-42b0-b1a0-0aeed1a52f3d', 'status': 'completed', 'code': 200} Jan 18 23:55:13.524800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-55ae10f1-b03b-4464-a486-217101251fc7 req-e270f5f2-3303-4fa4-8be8-fa70eaa07fa2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:13.541990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-55ae10f1-b03b-4464-a486-217101251fc7 req-e270f5f2-3303-4fa4-8be8-fa70eaa07fa2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:13.543252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55ae10f1-b03b-4464-a486-217101251fc7 req-e270f5f2-3303-4fa4-8be8-fa70eaa07fa2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=078d2b62-335b-4754-b089-54f2a4fd5773 HTTP/1.1" status: 200 len: 210 time: 0.0611017 Jan 18 23:55:14.649916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:15.050352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-01c560f8-6acc-477b-b7b2-73982df14091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:15.331716 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:15.675345 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:15.686858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:55:15.687425 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:15.884978 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 1bf751a4-948c-4a55-9e1c-c1341bf9d96d, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:15.885370 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:15.937147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:16.010319 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 1bf751a4-948c-4a55-9e1c-c1341bf9d96d owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:55:16.091259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:55:16.125970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:55:16.126311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 56e82da2-7c34-42b0-b1a0-0aeed1a52f3d not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:55:16.347188 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:16.394511 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=1bf751a4-948c-4a55-9e1c-c1341bf9d96d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:16.432545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.432905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.433271 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.433602 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.433934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.434263 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.434584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.434896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.435236 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.435552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.435868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.436182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:16.803468 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.182378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router ef66b0fe-bd6b-40e7-a53b-6e130f237600 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:55:17.254252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.369686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:55:17.379660 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] Sync routers for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:55:17.388180 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9f4dd74b-0d7c-4009-b624-32fe83d98001 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/ef66b0fe-bd6b-40e7-a53b-6e130f237600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368407 Jan 18 23:55:17.390434 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:17.390977 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57768) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:17.391113 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:17.459036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting subnet 11ea82c7-0e14-4c62-b03f-404bf7d6fad4 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:55:17.462017 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.514913 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.563293 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:17.594807 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.671020 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.710944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Subnet': ['ID=11ea82c7-0e14-4c62-b03f-404bf7d6fad4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:17.712771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.720172 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7d9b93d7-36aa-42e7-bf47-ec9fe78c5f72 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/subnets/11ea82c7-0e14-4c62-b03f-404bf7d6fad4 HTTP/1.1" status: 204 len: 168 time: 0.3279366 Jan 18 23:55:17.720462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3ab6e-430e-487b-b0e2-5b204302aa73 None None] Network 64c9168f-91ed-4fb9-adbf-ce990baf255a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:55:17.722673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:17.848375 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:55:16Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:17.871661 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] Checking router: ef66b0fe-bd6b-40e7-a53b-6e130f237600 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:55:17.890974 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] Routers {'ef66b0fe-bd6b-40e7-a53b-6e130f237600'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:17.891641 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:17.932769 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.022250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] DHCP port deletion for 64c9168f-91ed-4fb9-adbf-ce990baf255a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:55:18.027009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Deleting port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:55:18.027444 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.076203 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] Set router ef66b0fe-bd6b-40e7-a53b-6e130f237600 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:18.117071 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.129641 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 88464864-79df-4407-9f1b-bdf33b23c02a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:55:18.130026 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.242442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] For port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,segment=NetworkSegment(fc7eb7ef-a5e4-43f8-8966-bd553bbf145c),segment_id=fc7eb7ef-a5e4-43f8-8966-bd553bbf145c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:18.242793 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.369271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Calling delete_port for ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:55:18.391238 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:55:16Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:18.395301 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172703f3-6e6f-494e-8f07-387b3cb637af None None] The sync data for ids ['ef66b0fe-bd6b-40e7-a53b-6e130f237600'] in n-d-825178-1 is: [{'id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552128865', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:53:38Z', 'updated_at': '2022-01-18T23:55:16Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '88464864-79df-4407-9f1b-bdf33b23c02a', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66b0fe-bd6b-40e7-a53b-6e130f237600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:53:39Z', 'updated_at': '2022-01-18T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:55:18.447045 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.451532 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 88464864-79df-4407-9f1b-bdf33b23c02a, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=88464864-79df-4407-9f1b-bdf33b23c02a,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:18.451894 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.494027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Pushing event deleted for resources: {'Port': ['ID=ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:18.496281 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] No DVR routers for this DVR port ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:55:18.504049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.504398 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.504734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.505094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.505427 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.505755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.506319 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.506415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.506678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.506994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.507326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.507634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f5401-ec71-448a-a5f4-fc48b6e74681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:18.573203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 88464864-79df-4407-9f1b-bdf33b23c02a owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:55:18.741086 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.787929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=88464864-79df-4407-9f1b-bdf33b23c02a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:18.893648 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.068531 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.070729 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.095128 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.095761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Fanout notify agent at l3_agent the message router_deleted on router ef66b0fe-bd6b-40e7-a53b-6e130f237600 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:55:19.111845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.113355 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-602a2c8d-7726-4f0c-82c8-e94dbd8a5bd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/routers/ef66b0fe-bd6b-40e7-a53b-6e130f237600 HTTP/1.1" status: 204 len: 168 time: 1.3897669 Jan 18 23:55:19.116086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:19.231997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.365123 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.391571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9168f-91ed-4fb9-adbf-ce990baf255a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:19.404557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:19.404851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7eb7ef-a5e4-43f8-8966-bd553bbf145c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:19.420070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.441317 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.448377 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:55:19.448750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:55:19.463219 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:55:19.550102 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.567805 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.580992 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Network': ['ID=64c9168f-91ed-4fb9-adbf-ce990baf255a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:19.587081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d9bb300c-27c8-44b0-9d5b-a335a769c730 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/networks/64c9168f-91ed-4fb9-adbf-ce990baf255a HTTP/1.1" status: 204 len: 168 time: 0.4664428 Jan 18 23:55:19.589307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57782) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:19.661436 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b63e6e3-32e4-40ed-9dc5-e0c19a1bf286 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.690492 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b63e6e3-32e4-40ed-9dc5-e0c19a1bf286 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.756155 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b63e6e3-32e4-40ed-9dc5-e0c19a1bf286 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.774442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63e6e3-32e4-40ed-9dc5-e0c19a1bf286 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2f4a5f-47af-4970-9d91-8777c4d0ff5b,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:19.786181 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-0b63e6e3-32e4-40ed-9dc5-e0c19a1bf286 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.787331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-0b63e6e3-32e4-40ed-9dc5-e0c19a1bf286 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/security-groups/2f2f4a5f-47af-4970-9d91-8777c4d0ff5b HTTP/1.1" status: 204 len: 168 time: 0.1974497 Jan 18 23:55:19.902743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:55:19.940697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:55:19.941230 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device ce4a7c09-c2c5-4b5c-aef5-e48d62598ca2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:55:19.941739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1bf751a4-948c-4a55-9e1c-c1341bf9d96d no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:55:19.974844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 1bf751a4-948c-4a55-9e1c-c1341bf9d96d {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:55:19.975185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 1bf751a4-948c-4a55-9e1c-c1341bf9d96d not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:55:19.975596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 88464864-79df-4407-9f1b-bdf33b23c02a no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:55:20.007836 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 88464864-79df-4407-9f1b-bdf33b23c02a {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:55:20.008176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 88464864-79df-4407-9f1b-bdf33b23c02a not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:55:20.236417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57790) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:20.242008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636461826', 'description': 'tempest-secgroup-smoke-1636461826 description', 'project_id': '91b37c7b54ed4b28b2edaed503138622'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:20.248692 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:20.252924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:20.255773 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:20.261431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:20.273880 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.292921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:20.296741 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:20.299555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:20.305195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:20.374189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.380132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.424472 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387df486-fe92-4344-916a-97cc4834251e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:20.428495 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.429770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2bf07768-41ce-4167-a080-c389322b718d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1923149 Jan 18 23:55:20.432722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57794) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:20.437918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '387df486-fe92-4344-916a-97cc4834251e', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:20.444639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:20.448452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:20.451317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:20.456918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:20.480043 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.544440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.549604 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.573706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27b5b38-bdbc-41c4-87ef-6f02d5ececfe,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:20.584791 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.586060 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-371264ec-94c3-46d5-8f60-076eba10df38 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523356 Jan 18 23:55:20.588961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57798) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:20.594071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '387df486-fe92-4344-916a-97cc4834251e', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:20.600813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:20.604749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:20.607688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:20.613814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:20.633545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.694048 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.700141 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.722449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fecf1c-f19a-4c81-bbdb-6f5726df17b7,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:20.732826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.733963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7e01f908-c169-4ca9-a112-f44cc8299af3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440363 Jan 18 23:55:20.736978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57802) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:20.742174 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '387df486-fe92-4344-916a-97cc4834251e', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:20.748508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:20.752308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:20.755925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:20.763682 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:20.789782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.859947 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.865264 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.887960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8fb404-e470-4f44-8f3a-2c7be3bfd064,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:20.898798 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:20.900629 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3108441a-7c85-4e30-9cf9-e8c14d31a1ba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620467 Jan 18 23:55:20.902950 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57806) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:20.908439 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '387df486-fe92-4344-916a-97cc4834251e', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:20.915672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:20.920006 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:20.923109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:20.928616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:20.946051 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.008751 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.014189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.036316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99abea8-9ecc-41ab-8541-7462a78817a7,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:21.046965 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.048188 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f87430af-2134-4788-8094-bcf1450b377f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442189 Jan 18 23:55:21.051017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57810) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:21.055771 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '387df486-fe92-4344-916a-97cc4834251e', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:21.062171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:21.065998 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:21.068795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:21.074403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:21.087248 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:55:21.093719 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.158017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.163943 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.189081 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0204c367-e877-4cad-bec0-9900c416b32d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:21.199646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.200819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-8cba629e-9c71-4faa-b4ac-3b8d810abece tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489027 Jan 18 23:55:21.204075 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:21.209560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '387df486-fe92-4344-916a-97cc4834251e', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:21.216716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:21.220905 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:21.223976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:21.230106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:21.240788 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:55:21.247137 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.323252 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.329233 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.351165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d39a02f-a906-43ee-ac87-c0cb276e907d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:21.360758 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.361914 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b01626b3-d096-40b4-8213-259c9b051c1f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567500 Jan 18 23:55:21.365169 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:21.370473 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'network': {'name': 'tempest-network-smoke--335054131', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:21.375957 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:21.380297 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:network and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:21.383331 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:21.389318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:21.401640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:55:21.405174 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.433240 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:55:21.442260 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.442595 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Added segment 3a5ed3f5-53f8-4bb8-9be4-1f557949fd59 of type vlan for network 1e119c28-dae5-457d-84b8-398a735fd409 Jan 18 23:55:21.468361 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.503859 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.511936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:21.512660 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.619081 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2529006 Jan 18 23:55:21.621759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292abf0-92dc-4d4e-9bc0-168c84889f8e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Network': ['ID=1e119c28-dae5-457d-84b8-398a735fd409,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:21.622063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57822) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:21.628662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'admin_state_up': True, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:21.636172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 1e119c28-dae5-457d-84b8-398a735fd409 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:55:21.636781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:21.640833 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:router and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:21.643966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:21.650914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:21.662399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.663508 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:21.677540 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:22.056607 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:22.369386 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:22.398901 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:22.539072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.71 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/21333737-70ad-484a-8919-bcbad48942ef) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:55:22.704581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:22.738017 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:22.804722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:55:22.807652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:22.811232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:55:22.839685 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=21333737-70ad-484a-8919-bcbad48942ef,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:23.222849 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:23.670758 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:23.880346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:55:24.074615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:55:24.087226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Sync routers for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:55:24.096964 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:24.097621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:24.104205 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:24.105453 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-27f623fa-985a-438d-b0af-dd9ebd5898a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4823194 Jan 18 23:55:24.108655 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57826) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:24.148732 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f9192df7-18d6-4b89-9564-e4ab78f241be tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=91b37c7b54ed4b28b2edaed503138622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389004 Jan 18 23:55:24.151443 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57830) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:24.283346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ecbb45-7a3f-4db1-a3b1-e1e6403d943e tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:24.285152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e0ecbb45-7a3f-4db1-a3b1-e1e6403d943e tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328034 Jan 18 23:55:24.288350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:24.319202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:24.328047 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e4ef16a3-e6d5-4356-aa72-87b8449e25b0 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384567 Jan 18 23:55:24.330725 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:24.335951 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538745206', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:24.556380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:24.560241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:subnet and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:24.563140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:24.568851 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:24.579916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:55:24.583556 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:24.606833 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:23Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:24.610811 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Checking router: 4d0d269d-8e59-4af4-9e08-1db4d00513a8 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:55:24.611159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Updating router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 port 21333737-70ad-484a-8919-bcbad48942ef binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:55:24.663512 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:24.804789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:24.879896 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Subnet': ['ID=2a666359-ca15-4740-9bcb-982dc88b8622,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:24.891491 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Checking segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:55:24.891829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network hostable DHCP agents. Network: 1e119c28-dae5-457d-84b8-398a735fd409, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:55:24.911469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 1e119c28-dae5-457d-84b8-398a735fd409 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:55:24.922064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 1e119c28-dae5-457d-84b8-398a735fd409) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:24.926698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:24.927473 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:24.933848 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e64a30-6025-4ba7-a14f-cec85021b985 None None] Network 1e119c28-dae5-457d-84b8-398a735fd409 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:55:24.954117 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6cc8a874-0615-48ed-8e93-c6c7692bcb74 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6224310 Jan 18 23:55:24.956892 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:25.010953 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.068199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Transition to ACTIVE for port object 21333737-70ad-484a-8919-bcbad48942ef will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:25.085029 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.192449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Attempting to bind port 21333737-70ad-484a-8919-bcbad48942ef on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:55:25.193180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Attempting to bind port 21333737-70ad-484a-8919-bcbad48942ef by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:55:25.193180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Attempting to bind port 21333737-70ad-484a-8919-bcbad48942ef on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:55:25.206364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbceba-a528-4aa5-b57e-c9d10a203c23 None None] Pushing event updated for resources: {'Port': ['ID=21333737-70ad-484a-8919-bcbad48942ef,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:25.215250 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:55:25.215634 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:55:25.216044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.216435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:55:25.216899 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Bound port: 21333737-70ad-484a-8919-bcbad48942ef, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:55:25.217295 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.333007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] For port 21333737-70ad-484a-8919-bcbad48942ef, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:55:25.337679 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] For port 21333737-70ad-484a-8919-bcbad48942ef, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=21333737-70ad-484a-8919-bcbad48942ef,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:55:25.367015 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.430808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-1e119c28-dae5-457d-84b8-398a735fd409', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:55:25.431631 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.506851 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbceba-a528-4aa5-b57e-c9d10a203c23 None None] Pushing event updated for resources: {'Port': ['ID=21333737-70ad-484a-8919-bcbad48942ef,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:25.509374 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:25.509984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:25.667534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:25.807321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:25.908049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Allocated IP 172.20.0.2 (1e119c28-dae5-457d-84b8-398a735fd409/2a666359-ca15-4740-9bcb-982dc88b8622/e1bb9d1f-ffb7-43ca-a41b-95213009f642) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:55:26.277807 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.290101 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Transition to ACTIVE for port object e1bb9d1f-ffb7-43ca-a41b-95213009f642 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:26.303804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:23Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:26.313544 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ce7bc-cb1b-4b08-9479-9c44b1f83f3e None None] The sync data for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 is: [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:23Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:55:26.315348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Transition to ACTIVE for port object e1bb9d1f-ffb7-43ca-a41b-95213009f642 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:26.322605 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.376857 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Network 1e119c28-dae5-457d-84b8-398a735fd409 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:55:26.378733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:26.386808 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:55:26.397405 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.1 (1e119c28-dae5-457d-84b8-398a735fd409/2a666359-ca15-4740-9bcb-982dc88b8622/e0e0f284-41dd-4765-b17c-13d4a6f84ab6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:55:26.486818 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Pushing event updated for resources: {'Port': ['ID=e1bb9d1f-ffb7-43ca-a41b-95213009f642,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:26.492748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Attempting to bind port e1bb9d1f-ffb7-43ca-a41b-95213009f642 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:55:26.493150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Attempting to bind port e1bb9d1f-ffb7-43ca-a41b-95213009f642 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:55:26.493629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Attempting to bind port e1bb9d1f-ffb7-43ca-a41b-95213009f642 on network 1e119c28-dae5-457d-84b8-398a735fd409 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:55:26.499120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:55:26.499501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Checking segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:55:26.499909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.500364 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Bound using segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:55:26.500845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Bound port: e1bb9d1f-ffb7-43ca-a41b-95213009f642, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:55:26.501248 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.562095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.587449 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object e0e0f284-41dd-4765-b17c-13d4a6f84ab6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:26.612047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] For port e1bb9d1f-ffb7-43ca-a41b-95213009f642, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:55:26.615607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] For port e1bb9d1f-ffb7-43ca-a41b-95213009f642, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e1bb9d1f-ffb7-43ca-a41b-95213009f642,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:55:26.621566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.623460 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.697782 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 1e119c28-dae5-457d-84b8-398a735fd409 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:55:26.700832 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:26.705217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:55:26.710329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf43da-81a8-4501-9ae2-13cf8593d276 None None] Pushing event updated for resources: {'Port': ['ID=e1bb9d1f-ffb7-43ca-a41b-95213009f642,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:26.742686 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:26.769597 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:27.052127 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:27.169197 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:55:27.475838 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:27.481530 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:27.592802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:27.596373 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:27.722683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a043a-7191-475a-bf86-93fa9fdc31b0 None None] Network 1e119c28-dae5-457d-84b8-398a735fd409 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:55:27.739616 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 1e119c28-dae5-457d-84b8-398a735fd409 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:55:27.741427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:27.813842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9bb5edf7-b0c5-47af-8898-4494f152a8ca None None] Provisioning for port e1bb9d1f-ffb7-43ca-a41b-95213009f642 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:28.022146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 21333737-70ad-484a-8919-bcbad48942ef up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:28.092409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:55:28.109113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 21333737-70ad-484a-8919-bcbad48942ef completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:28.126478 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 21333737-70ad-484a-8919-bcbad48942ef triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:28.126850 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.267766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.293876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 21333737-70ad-484a-8919-bcbad48942ef, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=21333737-70ad-484a-8919-bcbad48942ef,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:28.296811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:55:28.301531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.302577 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e1bb9d1f-ffb7-43ca-a41b-95213009f642 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:28.319456 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Sync routers for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:55:28.320054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a7e7e196-18fe-4106-9ec9-8c9f14b1b6a7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/4d0d269d-8e59-4af4-9e08-1db4d00513a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3619573 Jan 18 23:55:28.333643 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:28.334269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:28.423023 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=21333737-70ad-484a-8919-bcbad48942ef,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:28.426796 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e4f3a6bb-2af3-4f1f-b071-0b1a83ea2898 None None] Provisioning for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:28.438621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e4f3a6bb-2af3-4f1f-b071-0b1a83ea2898 None None] Provisioning complete for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:28.439137 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a6bb-2af3-4f1f-b071-0b1a83ea2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.516143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-c21995f0-3398-41b2-9554-fbe0a1c341fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:28.517346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3a6bb-2af3-4f1f-b071-0b1a83ea2898 None None] Port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:55:28.534914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-c21995f0-3398-41b2-9554-fbe0a1c341fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:28.536303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-c21995f0-3398-41b2-9554-fbe0a1c341fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636461826&fields=id&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 267 time: 0.0675907 Jan 18 23:55:28.539592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e1bb9d1f-ffb7-43ca-a41b-95213009f642 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:28.547124 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e1bb9d1f-ffb7-43ca-a41b-95213009f642 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:28.547585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.548362 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:28.695950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.707764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-eb4f6d78-2f56-4dda-a086-28a36a404967 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:28.709324 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-eb4f6d78-2f56-4dda-a086-28a36a404967 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 796 time: 0.1659374 Jan 18 23:55:28.726022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-455caaa0-9187-4185-b7f7-7ef06455800a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/quotas/91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 375 time: 0.0105369 Jan 18 23:55:28.750590 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-213cd1a6-ae09-4beb-8d17-045429c327ac None None] Provisioning complete for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:28.751205 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-213cd1a6-ae09-4beb-8d17-045429c327ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.812977 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-a681c529-d6a9-4732-8af3-4f4c5f3615a4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813391 Jan 18 23:55:28.819076 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-213cd1a6-ae09-4beb-8d17-045429c327ac None None] Port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:55:28.824301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e1bb9d1f-ffb7-43ca-a41b-95213009f642, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e1bb9d1f-ffb7-43ca-a41b-95213009f642,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:28.830977 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.902257 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:27Z', 'revision_number': 2, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:28.904263 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e1bb9d1f-ffb7-43ca-a41b-95213009f642,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:28.907548 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Checking router: 4d0d269d-8e59-4af4-9e08-1db4d00513a8 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:55:28.908122 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Updating router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:55:28.942311 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-74578461-8ff2-4d4d-aaf3-eb9a9961607d None None] Provisioning complete for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:28.942860 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74578461-8ff2-4d4d-aaf3-eb9a9961607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.968307 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.977468 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-c66695ff-4d4c-4e63-814f-f9b0ee1d1993 service neutron] 10.222.0.78 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522999 Jan 18 23:55:28.996927 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-74578461-8ff2-4d4d-aaf3-eb9a9961607d None None] Port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:55:29.231997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-581c53f7-cb62-4a1f-a35e-f464ca429e40 service neutron] 10.222.0.78 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486479 Jan 18 23:55:29.318573 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:29.330397 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Transition to ACTIVE for port object e0e0f284-41dd-4765-b17c-13d4a6f84ab6 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:29.342289 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:29.410497 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Pushing event updated for resources: {'Port': ['ID=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:29.434064 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2c628e86-4b20-490b-9dd4-4d1fcf116c6b req-7696245b-85be-42bd-813c-bf3f8944fe27 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:29.458291 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-2c628e86-4b20-490b-9dd4-4d1fcf116c6b req-7696245b-85be-42bd-813c-bf3f8944fe27 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:29.460641 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2c628e86-4b20-490b-9dd4-4d1fcf116c6b req-7696245b-85be-42bd-813c-bf3f8944fe27 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 210 time: 0.0770488 Jan 18 23:55:29.467369 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.467708 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.468041 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.468370 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.468695 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.469102 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.469429 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.469748 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.470067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.470379 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.470694 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.471008 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:29.580046 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Attempting to bind port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:55:29.580468 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Attempting to bind port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:55:29.581173 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Attempting to bind port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 on network 1e119c28-dae5-457d-84b8-398a735fd409 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:55:29.587281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:55:29.588344 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Checking segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:55:29.588750 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:29.589152 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Bound using segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:55:29.589604 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Bound port: e0e0f284-41dd-4765-b17c-13d4a6f84ab6, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:55:29.589960 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:29.679427 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] For port e0e0f284-41dd-4765-b17c-13d4a6f84ab6, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:55:29.682349 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] For port e0e0f284-41dd-4765-b17c-13d4a6f84ab6, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:55:29.687686 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:29.799973 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:29.800568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:29.866809 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3bee-290e-4aa3-9a52-9d1ce28ccc09 None None] Pushing event updated for resources: {'Port': ['ID=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:29.950552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 21333737-70ad-484a-8919-bcbad48942ef up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:29.999994 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:30.032370 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 21333737-70ad-484a-8919-bcbad48942ef triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:30.033025 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:30.160132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e1bb9d1f-ffb7-43ca-a41b-95213009f642 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:30.228932 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e1bb9d1f-ffb7-43ca-a41b-95213009f642 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:30.229344 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:30.326797 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e87c683-7123-4525-8140-e86146065a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:29Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:30.330838 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87c683-7123-4525-8140-e86146065a90 None None] The sync data for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 is: [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:29Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:55:30.583311 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-f17ecca2-1ba9-42e0-a24f-7d9302b03640 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:30.584722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-f17ecca2-1ba9-42e0-a24f-7d9302b03640 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 796 time: 0.1663878 Jan 18 23:55:30.656031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd94c236-cb7f-4be3-a9d1-1041b1bfb5cc req-9a33b168-1406-44bc-82ff-279523781aab tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 210 time: 0.0475390 Jan 18 23:55:30.677787 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-f8458e82-02ff-4d72-a48c-c266e281c333 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 380 time: 0.0838847 Jan 18 23:55:30.686412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'port': {'device_id': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'admin_state_up': True, 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'security_groups': ['387df486-fe92-4344-916a-97cc4834251e']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:30.825168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:30.834859 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:30.846103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:55:30.850242 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.017185 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.6 (1e119c28-dae5-457d-84b8-398a735fd409/2a666359-ca15-4740-9bcb-982dc88b8622/5d80aace-82ba-4095-bb02-e48ba1dfefab) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:55:31.215409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.231622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 5d80aace-82ba-4095-bb02-e48ba1dfefab will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:31.257368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.332908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 1e119c28-dae5-457d-84b8-398a735fd409 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:55:31.336214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:31.340123 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:55:31.371742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:31.411293 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:31.411975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.441039 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-10769a29-7cbe-47da-8be1-b8a5302a4dba tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7581580 Jan 18 23:55:31.453114 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Request body: {'port': {'device_id': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:31.569853 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.626815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-be2e4446-0e59-4a4f-8a03-397d0420f97e None None] Provisioning for port 5d80aace-82ba-4095-bb02-e48ba1dfefab completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:31.631789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-be2e4446-0e59-4a4f-8a03-397d0420f97e None None] Provisioning complete for port 5d80aace-82ba-4095-bb02-e48ba1dfefab triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:31.632167 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be2e4446-0e59-4a4f-8a03-397d0420f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.688182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-be2e4446-0e59-4a4f-8a03-397d0420f97e None None] Port 5d80aace-82ba-4095-bb02-e48ba1dfefab cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:55:31.840860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c23271-7764-4887-a786-127e41eb7a37 req-96d29da8-f592-4267-9c40-34b17523cc3e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:31.842344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7c23271-7764-4887-a786-127e41eb7a37 req-96d29da8-f592-4267-9c40-34b17523cc3e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 931 time: 0.0797772 Jan 18 23:55:31.900642 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f7c23271-7764-4887-a786-127e41eb7a37 req-058e75b3-60fb-4818-bfcc-8701274f9b22 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522799 Jan 18 23:55:31.914459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d80aace-82ba-4095-bb02-e48ba1dfefab {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:55:31.924176 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.937279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Transition to ACTIVE for port object 5d80aace-82ba-4095-bb02-e48ba1dfefab will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:55:31.942423 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:31.954011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e0e0f284-41dd-4765-b17c-13d4a6f84ab6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:32.023957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:32.029169 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:32.029585 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:32.114356 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:32.157772 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:32.192196 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e0e0f284-41dd-4765-b17c-13d4a6f84ab6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:32.193323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:55:32.193694 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:55:32.194029 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab on network 1e119c28-dae5-457d-84b8-398a735fd409 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:55:32.197573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:32.199264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Port 5d80aace-82ba-4095-bb02-e48ba1dfefab on network 1e119c28-dae5-457d-84b8-398a735fd409 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:55:32.199626 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab on network 1e119c28-dae5-457d-84b8-398a735fd409 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:55:32.205220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:55:32.205571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Checking segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:55:32.205946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Bound using segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:55:32.206375 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Bound port: 5d80aace-82ba-4095-bb02-e48ba1dfefab, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:55:32.206727 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:32.270209 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:32.301050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:55:32.304416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:55:32.309283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:32.370711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:32.371351 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:32.372743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] 10.222.0.85 "PUT /v2.0/ports/5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 1091 time: 0.9242411 Jan 18 23:55:32.373198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:32.396341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9431-4baa-4480-b4d6-d7d61dd334f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:32.455454 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'status': 'completed', 'code': 200} Jan 18 23:55:32.613620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-9cce847b-0db2-48c4-a378-d2e6dc54287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:32.613620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-9cce847b-0db2-48c4-a378-d2e6dc54287c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1094 time: 0.1952090 Jan 18 23:55:32.682214 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-c1d00458-dba9-4d3f-9920-9e6cea7225f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 217 time: 0.0611579 Jan 18 23:55:32.746236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-0c60774e-c90a-4408-9c87-8b74145dc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:32.747598 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-0c60774e-c90a-4408-9c87-8b74145dc438 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0595691 Jan 18 23:55:32.821113 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-4a5601f5-35aa-4063-ab55-8b509c9293b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:32.822678 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-4a5601f5-35aa-4063-ab55-8b509c9293b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689788 Jan 18 23:55:32.953973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-efd66483-87be-47ad-b7e3-9b86206452a6 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249800 Jan 18 23:55:33.088138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dd171632-de37-49fb-befe-d3c74cad9f6b req-596749d9-702b-4ca6-978d-f422cb14f6a7 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276410 Jan 18 23:55:33.095197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aad82-41b6-47d7-8536-5340c0dff8f3 req-06a9ca3d-a53a-4dc2-8815-e550c9156980 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:33.096801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c50aad82-41b6-47d7-8536-5340c0dff8f3 req-06a9ca3d-a53a-4dc2-8815-e550c9156980 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.0851939 Jan 18 23:55:33.143108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c50aad82-41b6-47d7-8536-5340c0dff8f3 req-475da7c3-db4c-4ffe-895d-09bcdc14c044 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Jan 18 23:55:33.207511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-fb1276b0-1c71-4782-8eab-d8349a4adccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:33.208898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-fb1276b0-1c71-4782-8eab-d8349a4adccd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1094 time: 0.0758278 Jan 18 23:55:33.338469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-74095bf3-0173-44c3-b51b-9606416a91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:33.339908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-74095bf3-0173-44c3-b51b-9606416a91e5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1249542 Jan 18 23:55:33.407319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-7728217c-79b2-41ac-a836-0b8849f216b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 217 time: 0.0608039 Jan 18 23:55:33.472269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-4395452f-6014-4133-b83a-3149e9f03b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:33.473671 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-4395452f-6014-4133-b83a-3149e9f03b08 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0598421 Jan 18 23:55:33.550366 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-cca316b4-c73d-4b94-bdce-90dc264e9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:33.551793 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-cca316b4-c73d-4b94-bdce-90dc264e9eb5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715268 Jan 18 23:55:33.691992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-c25abfb9-fd8b-40c4-94e1-aa399a58198f service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324060 Jan 18 23:55:33.824451 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b5504fa-c7ec-45c4-b36e-f69c7d5d6b9d req-2696e23f-c02b-44ae-a88e-bc221e9a68b6 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248715 Jan 18 23:55:33.911639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e0e0f284-41dd-4765-b17c-13d4a6f84ab6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:33.979822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:33.980203 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:34.348903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776be963-a429-4d6a-814f-f687ab57c7be req-3508cca6-7125-4aed-a457-a0822e41f952 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:34.349644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-776be963-a429-4d6a-814f-f687ab57c7be req-3508cca6-7125-4aed-a457-a0822e41f952 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:34.368462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-776be963-a429-4d6a-814f-f687ab57c7be req-3508cca6-7125-4aed-a457-a0822e41f952 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:34.369555 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-776be963-a429-4d6a-814f-f687ab57c7be req-3508cca6-7125-4aed-a457-a0822e41f952 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.1073289 Jan 18 23:55:34.413592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-776be963-a429-4d6a-814f-f687ab57c7be req-ab774d05-6c98-4b27-acdd-7813a32a481a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382972 Jan 18 23:55:35.080602 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:35.613163 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e392f-0320-4d17-adef-6f4f6ed77d12 req-1194fafa-4e1e-409f-99e2-bc1d9b952b79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:35.614619 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad5e392f-0320-4d17-adef-6f4f6ed77d12 req-1194fafa-4e1e-409f-99e2-bc1d9b952b79 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.0881517 Jan 18 23:55:35.662331 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ad5e392f-0320-4d17-adef-6f4f6ed77d12 req-42807cb0-1112-4ea3-9a26-4f05979d29a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393009 Jan 18 23:55:35.761841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:55:35.904608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:35.917820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'port_id': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'mac_address': 'fa:16:3e:ea:be:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:55:35.977252 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:36.002305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d80aace-82ba-4095-bb02-e48ba1dfefab {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:55:36.018698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:36.024920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:36.094532 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:36.255659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['5d80aace-82ba-4095-bb02-e48ba1dfefab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:55:36.861225 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f864901-fbfd-424f-91a7-9475d4cfdbe0 req-bed580a1-ebf4-429c-a17a-dd30f03014f8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:36.862934 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f864901-fbfd-424f-91a7-9475d4cfdbe0 req-bed580a1-ebf4-429c-a17a-dd30f03014f8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 944 time: 0.0931580 Jan 18 23:55:36.907205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2f864901-fbfd-424f-91a7-9475d4cfdbe0 req-58af2ce5-250b-4da6-ada5-05e3d5c364ed tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384500 Jan 18 23:55:37.495364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:37.774244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:37.878020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 5d80aace-82ba-4095-bb02-e48ba1dfefab completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:37.883094 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 5d80aace-82ba-4095-bb02-e48ba1dfefab triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:37.883471 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:38.001312 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:38.029598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:38.040092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:55:38.045289 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:38.085250 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'code': 200} Jan 18 23:55:38.097041 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dbd34-6bce-41bc-8e87-bd7921d84784 req-a06f62c6-115c-4b6b-985b-5e43675890bc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:38.098695 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-902dbd34-6bce-41bc-8e87-bd7921d84784 req-a06f62c6-115c-4b6b-985b-5e43675890bc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0825503 Jan 18 23:55:38.123525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:38.145365 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-902dbd34-6bce-41bc-8e87-bd7921d84784 req-370e6515-985d-4504-857c-066c5a3ed71e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Jan 18 23:55:38.203321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8baa4-a601-48a2-8ed4-d39c4e3cebef req-fb89d913-baec-4f05-bb2c-1fc4089bdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:38.204823 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84d8baa4-a601-48a2-8ed4-d39c4e3cebef req-fb89d913-baec-4f05-bb2c-1fc4089bdc7e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1096 time: 0.0718927 Jan 18 23:55:38.247991 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84d8baa4-a601-48a2-8ed4-d39c4e3cebef req-ed27f4ed-fd4b-4dac-a8a2-d1b94a1c91d7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356202 Jan 18 23:55:39.331628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101facd-eab5-4564-8fa9-1a354f05ba2a req-ca91ad95-4ee0-49a7-924f-7280358a855b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:39.333131 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e101facd-eab5-4564-8fa9-1a354f05ba2a req-ca91ad95-4ee0-49a7-924f-7280358a855b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0799465 Jan 18 23:55:39.382286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e101facd-eab5-4564-8fa9-1a354f05ba2a req-11005f97-9d99-4ccb-9813-a73d851cb976 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Jan 18 23:55:40.583560 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8563a-9d79-4477-ba87-e07f566cc9fa req-e9a647a7-f912-4eca-bfb9-721f43a35def tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:40.585041 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0a8563a-9d79-4477-ba87-e07f566cc9fa req-e9a647a7-f912-4eca-bfb9-721f43a35def tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0871930 Jan 18 23:55:40.629271 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f0a8563a-9d79-4477-ba87-e07f566cc9fa req-6a59ef2a-fe36-4e70-be0f-7dce4fd43fd1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Jan 18 23:55:40.827263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8653b-1a24-4529-b9fe-d0cedc59822b req-f5be28be-ca8a-4b35-ac19-47a8195a30ab tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:40.828727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35e8653b-1a24-4529-b9fe-d0cedc59822b req-f5be28be-ca8a-4b35-ac19-47a8195a30ab tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0852592 Jan 18 23:55:40.874739 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35e8653b-1a24-4529-b9fe-d0cedc59822b req-d458a471-f8a2-4be3-9ac0-8d9ed4859338 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Jan 18 23:55:40.897596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57896) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:41.069750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4428a6-0710-4548-bc1a-b9b1e3783148 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:41.071165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7d4428a6-0710-4548-bc1a-b9b1e3783148 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1091 time: 0.1725578 Jan 18 23:55:41.075280 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57900) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:41.080200 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:55:41.086794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:41.090592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:floatingip and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:41.093469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:41.099069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:41.111354 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:41.249031 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:41.382437 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.38 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/6b701504-32b7-4ac9-b56a-55b837d5ac11) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:55:41.531941 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:41.564463 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:41.632208 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:55:41.635169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:55:41.638662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:55:41.668001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=6b701504-32b7-4ac9-b56a-55b837d5ac11,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:42.061755 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.151823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.170240 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9784f7a4-efcf-4c48-ab14-bf7329476f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.355098 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.363283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.469608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=6b701504-32b7-4ac9-b56a-55b837d5ac11,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:42.481128 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.653168 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP b0cdd808-0984-456d-a38d-c914b1da9d25 associated. External IP: 172.25.4.38, port: 5d80aace-82ba-4095-bb02-e48ba1dfefab. Jan 18 23:55:43.121873 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:55:43.315511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:55:43.325930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] Sync routers for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:55:43.336224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:43.336929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:43.343504 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:43.402457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f2a79723-ab73-4f3b-b100-27e8e99b3ec2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3261235 Jan 18 23:55:43.403087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:43.454674 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'status': 'completed', 'code': 200} Jan 18 23:55:43.514586 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:43.550377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-b5ea4f6c-6cb1-453a-91ec-f12cc422c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:43.552151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-b5ea4f6c-6cb1-453a-91ec-f12cc422c06f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1096 time: 0.0717146 Jan 18 23:55:43.577668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9673237-6c77-4f6d-b1da-61bccd61651e req-7fe2a99b-cd12-4956-af6a-e4ad7a1d67fe tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:43.578623 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9673237-6c77-4f6d-b1da-61bccd61651e req-7fe2a99b-cd12-4956-af6a-e4ad7a1d67fe tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0817044 Jan 18 23:55:43.627216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b9673237-6c77-4f6d-b1da-61bccd61651e req-25a07f3e-68fa-4375-a125-bbd5db7f4cc4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Jan 18 23:55:43.653593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 57916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:43.689619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-8fe4b844-d5f2-4610-97fb-3978cf54dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:43.691102 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-8fe4b844-d5f2-4610-97fb-3978cf54dd03 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1331317 Jan 18 23:55:43.761114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-7679e261-a6ff-4a7b-829d-cc274d1565bc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/b0cdd808-0984-456d-a38d-c914b1da9d25 HTTP/1.1" status: 200 len: 990 time: 0.1055386 Jan 18 23:55:43.802078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-7233dc5f-d3be-4610-bc1d-5fcf5c1aa0b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 998 time: 0.1036060 Jan 18 23:55:43.864517 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'b0cdd808-0984-456d-a38d-c914b1da9d25', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'port_id': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'mac_address': 'fa:16:3e:ea:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:55:41Z', 'updated_at': '2022-01-18T23:55:41Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:32Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:43.866543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-091103cd-aeb9-44d8-9950-8f4bd758a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:43.868150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-091103cd-aeb9-44d8-9950-8f4bd758a327 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0602572 Jan 18 23:55:43.868678 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] Checking router: 4d0d269d-8e59-4af4-9e08-1db4d00513a8 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:55:43.877640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:55:43.878252 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:55:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:43.947066 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-947322ce-80c2-4c44-8503-292bbfb201a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:43.948580 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-947322ce-80c2-4c44-8503-292bbfb201a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740287 Jan 18 23:55:44.052855 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:55:44.080087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-00284347-fbbe-4017-8ab1-66ffe4bbe4a4 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253130 Jan 18 23:55:44.221504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6e6e515-97c2-40fc-881e-8a3092828bc6 req-6bfd6730-201f-4bd7-bc49-383315ffe6d2 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283433 Jan 18 23:55:44.403720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'b0cdd808-0984-456d-a38d-c914b1da9d25', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'port_id': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'mac_address': 'fa:16:3e:ea:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:55:41Z', 'updated_at': '2022-01-18T23:55:41Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:32Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:55:44.407858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd4312-1007-425e-b5fe-73715d630c0b None None] The sync data for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 is: [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'b0cdd808-0984-456d-a38d-c914b1da9d25', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'port_id': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'mac_address': 'fa:16:3e:ea:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:55:41Z', 'updated_at': '2022-01-18T23:55:41Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:32Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:55:44.618507 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c35206-080a-45e3-b2da-77da2baa5d34 None None] New status for floating IP b0cdd808-0984-456d-a38d-c914b1da9d25: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:55:44.764213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57920) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:45.002337 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-77e33a41-abd4-44b7-b77e-90af4cf86059 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/b0cdd808-0984-456d-a38d-c914b1da9d25 HTTP/1.1" status: 200 len: 990 time: 0.2370791 Jan 18 23:55:45.061776 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fef918a3-7070-4868-a781-5e1d0be313b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:45.681449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:45.944572 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:46.006810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 57924) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:46.124148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-02f345ea-8e05-4682-97b1-b6b207c8eabb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/b0cdd808-0984-456d-a38d-c914b1da9d25 HTTP/1.1" status: 200 len: 992 time: 0.1161420 Jan 18 23:55:47.258251 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:04.174034 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:56:05.097573 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:07.510967 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:11.112927 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ab604-64b6-4458-8c67-19b010526908 req-5ff1da48-4429-41db-b62a-722f9d19e04a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:11.114573 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c5ab604-64b6-4458-8c67-19b010526908 req-5ff1da48-4429-41db-b62a-722f9d19e04a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0893817 Jan 18 23:56:11.121133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-2f7aa987-351c-4cf1-afc4-77e7bb0fd49b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348333 Jan 18 23:56:11.161264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4c5ab604-64b6-4458-8c67-19b010526908 req-f04614ba-85a3-4cc3-b029-895fb1533719 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Jan 18 23:56:12.176100 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab5da116-a33f-4540-8a58-658a1e7798f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:12.352897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12977766-0983-4698-94e0-71d6567c95a9 req-abfbaaf5-c867-4466-aa06-2e9314bd4b8c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:12.354440 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12977766-0983-4698-94e0-71d6567c95a9 req-abfbaaf5-c867-4466-aa06-2e9314bd4b8c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0869691 Jan 18 23:56:12.410891 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-12977766-0983-4698-94e0-71d6567c95a9 req-baa09b25-da28-4f6f-a4e4-9bf4add39bfe tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504086 Jan 18 23:56:12.514325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-8e07869f-81db-4304-9b18-8a5b3d0f9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:12.516313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-8e07869f-81db-4304-9b18-8a5b3d0f9ae2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1096 time: 0.0769043 Jan 18 23:56:12.657839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-b3b6d323-836c-4d0c-ada1-451e76dbae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:12.659212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-b3b6d323-836c-4d0c-ada1-451e76dbae57 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1349506 Jan 18 23:56:12.761476 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-5ac6984b-b42b-4d8f-bf51-432063ea7e59 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 1000 time: 0.0951793 Jan 18 23:56:12.826725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-9b892353-f632-4f7c-8ae0-aaabc2c825cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:12.828181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-9b892353-f632-4f7c-8ae0-aaabc2c825cf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0608189 Jan 18 23:56:12.904673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-22d9a086-a622-4271-8e83-aac715860376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:12.906256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-22d9a086-a622-4271-8e83-aac715860376 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707729 Jan 18 23:56:13.043306 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-669932a7-4771-4a01-a330-9bdb782f5447 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282887 Jan 18 23:56:13.176939 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-1ad82b03-fc59-48d3-9b3b-006592db4ab7 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264784 Jan 18 23:56:13.620506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011d2ac-b4c4-447d-8f76-fc44fe4cf711 req-2cf3c0c0-4708-4d0a-8337-bb8e477d1c3e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:13.622002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c011d2ac-b4c4-447d-8f76-fc44fe4cf711 req-2cf3c0c0-4708-4d0a-8337-bb8e477d1c3e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0930731 Jan 18 23:56:13.667223 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c011d2ac-b4c4-447d-8f76-fc44fe4cf711 req-e28a1f7d-db35-4b5f-8025-63b41b20da54 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394299 Jan 18 23:56:14.866861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f1e16-7bf2-4bf4-9e13-7002900a7c89 req-45be1b54-15a7-4ace-9913-cbbe9656b7b4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:14.869325 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d9f1e16-7bf2-4bf4-9e13-7002900a7c89 req-45be1b54-15a7-4ace-9913-cbbe9656b7b4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0934508 Jan 18 23:56:14.916265 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d9f1e16-7bf2-4bf4-9e13-7002900a7c89 req-1eff5d8e-0ab1-4b9e-8112-e94d044c0f7c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Jan 18 23:56:15.063545 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0181f17a-a446-4a89-a6c8-45acdc50dcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:15.680586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:15.944571 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:16.127499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604e1c6-49a9-4e49-9ea5-6c192d3388ca req-c55636a5-62c9-4555-b9ca-51cdabc85d3d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:16.128967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9604e1c6-49a9-4e49-9ea5-6c192d3388ca req-c55636a5-62c9-4555-b9ca-51cdabc85d3d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0984786 Jan 18 23:56:16.174810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9604e1c6-49a9-4e49-9ea5-6c192d3388ca req-a8bac23c-beb4-40bf-a724-6bbf17973cd2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400610 Jan 18 23:56:17.265211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.374805 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4b89f-1a11-4e56-9305-ca71c28511d4 req-7859c318-db83-4415-a382-c94f7d395bc3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:17.376274 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5b4b89f-1a11-4e56-9305-ca71c28511d4 req-7859c318-db83-4415-a382-c94f7d395bc3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0798669 Jan 18 23:56:17.424763 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-c5b4b89f-1a11-4e56-9305-ca71c28511d4 req-c328c81c-fa0e-4149-8c2b-481c370f7e63 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Jan 18 23:56:18.635960 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54d12-7efa-47a6-87dc-c11ae620bf43 req-fc23f093-f583-43d5-9845-88ffab573068 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:18.637459 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bea54d12-7efa-47a6-87dc-c11ae620bf43 req-fc23f093-f583-43d5-9845-88ffab573068 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0938871 Jan 18 23:56:18.684589 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bea54d12-7efa-47a6-87dc-c11ae620bf43 req-919b77ee-8e32-4077-96ff-b6247f5a4c62 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Jan 18 23:56:19.887828 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a05c5-265d-4b78-90e2-e14e99c3c000 req-bed6ad0a-a1eb-4bf1-926e-7d7414b6706d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:19.889310 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d0a05c5-265d-4b78-90e2-e14e99c3c000 req-bed6ad0a-a1eb-4bf1-926e-7d7414b6706d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0912704 Jan 18 23:56:19.935445 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2d0a05c5-265d-4b78-90e2-e14e99c3c000 req-18082771-cbbf-4a96-be51-448e652f1d0f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403106 Jan 18 23:56:21.146259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ca4b0-8287-43d5-870c-43bf12caf8b3 req-7fb2fb56-d546-458a-9957-fc7067e72a6e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:21.147719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f0ca4b0-8287-43d5-870c-43bf12caf8b3 req-7fb2fb56-d546-458a-9957-fc7067e72a6e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0837028 Jan 18 23:56:21.197098 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f0ca4b0-8287-43d5-870c-43bf12caf8b3 req-415c7cda-22bc-4cba-9489-8ac572166dca tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Jan 18 23:56:22.415350 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2f65-a7aa-4451-9774-a9c9d0506ed8 req-951d98e2-386d-4aef-94c7-809d81afe142 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:22.416845 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-129b2f65-a7aa-4451-9774-a9c9d0506ed8 req-951d98e2-386d-4aef-94c7-809d81afe142 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0993655 Jan 18 23:56:22.461372 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-129b2f65-a7aa-4451-9774-a9c9d0506ed8 req-9670a63e-b48b-42e4-8b9d-d34cdfccca1d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Jan 18 23:56:22.648996 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-f78aec19-e917-4d52-9bae-e755cc86a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:22.650515 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-f78aec19-e917-4d52-9bae-e755cc86a939 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1096 time: 0.0735929 Jan 18 23:56:22.798018 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-512b39d2-48a0-4e21-ba66-168a56e7ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:22.799519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-512b39d2-48a0-4e21-ba66-168a56e7ee8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1296964 Jan 18 23:56:23.008674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-c05fcbe8-d8fc-4644-8716-855386992b3c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 1000 time: 0.2027025 Jan 18 23:56:23.069538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-2b05ce8c-9130-46e5-bb0e-592a7a35bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:23.070903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-2b05ce8c-9130-46e5-bb0e-592a7a35bde4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0570402 Jan 18 23:56:23.149690 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-9cd68393-016a-4866-96f7-da57c77539e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:23.151105 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-9cd68393-016a-4866-96f7-da57c77539e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724447 Jan 18 23:56:23.282267 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-6c56c5b4-b92d-4757-86e5-94ebff245963 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245453 Jan 18 23:56:23.414804 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ba280443-6355-4b01-86b9-01b4f0db5dab req-3c70039c-82ce-4b29-b896-0fe85875c4a8 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264918 Jan 18 23:56:23.674325 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839afb28-0e09-413d-8878-0b49e484dc4b req-d8f4ae3c-17d9-44ec-ae81-5b7f9deaed45 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:23.675759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-839afb28-0e09-413d-8878-0b49e484dc4b req-d8f4ae3c-17d9-44ec-ae81-5b7f9deaed45 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0985563 Jan 18 23:56:23.721522 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-839afb28-0e09-413d-8878-0b49e484dc4b req-28ef655c-5033-4959-928e-8774528d1898 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Jan 18 23:56:24.926129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc125a-aa75-469d-ab6a-59efa7a86132 req-5c7ccd86-3241-4993-8827-cea0e5b2be7a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:24.927603 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45cc125a-aa75-469d-ab6a-59efa7a86132 req-5c7ccd86-3241-4993-8827-cea0e5b2be7a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0867040 Jan 18 23:56:24.971272 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-45cc125a-aa75-469d-ab6a-59efa7a86132 req-43244065-187f-4da0-a184-2384ff7954e0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jan 18 23:56:25.230835 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-1b725948-444a-425c-a46f-22e59cd83900 service neutron] show failed (client error): The resource could not be found. Jan 18 23:56:25.231824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-1b725948-444a-425c-a46f-22e59cd83900 service neutron] 10.222.0.85 "GET /v2.0/ports/5d80aace-82ba-4095-bb02-e48ba1dfefab/bindings/n-h1-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0833914 Jan 18 23:56:25.509967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-b10b1e40-9443-4fce-9849-5db0ee93709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:25.511741 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-b10b1e40-9443-4fce-9849-5db0ee93709a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 1096 time: 0.0738096 Jan 18 23:56:25.522062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:56:25.632534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:25.911194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:56:25.940471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:56:26.004578 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:26.006724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:56:26.024937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Transition to ACTIVE for port object 5d80aace-82ba-4095-bb02-e48ba1dfefab will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:56:26.031940 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:26.073829 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'code': 200} Jan 18 23:56:26.228422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=6']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:26.252263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.252988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.252988 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.253275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.253596 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.253918 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.254238 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.254594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.254907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.255221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.255610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.255822 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:26.300071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] No DVR routers for this DVR port 5d80aace-82ba-4095-bb02-e48ba1dfefab on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:56:26.393879 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241534e7-497b-4557-bfec-e87b3d509f8d req-5a1f9e8e-6a48-445d-918f-c84ab0240bcd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:26.395226 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-241534e7-497b-4557-bfec-e87b3d509f8d req-5a1f9e8e-6a48-445d-918f-c84ab0240bcd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.3026402 Jan 18 23:56:26.636447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-241534e7-497b-4557-bfec-e87b3d509f8d req-97b57f18-b554-474c-9a6f-b47468ff7544 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674570 Jan 18 23:56:26.692083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:56:26.692414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:56:26.692742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab on network 1e119c28-dae5-457d-84b8-398a735fd409 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:56:26.697451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Port 5d80aace-82ba-4095-bb02-e48ba1dfefab on network 1e119c28-dae5-457d-84b8-398a735fd409 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:56:26.697766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Attempting to bind port 5d80aace-82ba-4095-bb02-e48ba1dfefab on network 1e119c28-dae5-457d-84b8-398a735fd409 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:56:26.703087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:56:26.703422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Checking segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:56:26.703808 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Bound using segment: {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:56:26.704236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Bound port: 5d80aace-82ba-4095-bb02-e48ba1dfefab, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:56:26.704571 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:26.792416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:56:26.795448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:56:26.800981 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:26.862224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:26.862823 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:26.864230 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] 10.222.0.86 "PUT /v2.0/ports/5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 1091 time: 1.3461893 Jan 18 23:56:26.880857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665644-8731-4f53-99fa-7d60b3619ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:26.961251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-a9df1400-9096-4bd5-8fe7-6a34b0948c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:26.962775 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-a9df1400-9096-4bd5-8fe7-6a34b0948c48 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1094 time: 0.0717010 Jan 18 23:56:27.100485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-e4a1fe54-1b3e-4e9c-9b93-28fc6a12e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:27.101994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-e4a1fe54-1b3e-4e9c-9b93-28fc6a12e04d service neutron] 10.222.0.86 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1335454 Jan 18 23:56:27.215490 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-138b9e68-9909-45a8-9afc-297e113a6201 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 998 time: 0.1067502 Jan 18 23:56:27.279796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-fba1f8f1-974f-473b-a42d-40aa19013e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:27.281236 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-fba1f8f1-974f-473b-a42d-40aa19013e59 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0595942 Jan 18 23:56:27.358871 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-29c24500-5d6b-4405-8c7c-40a03fb2ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:27.360318 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-29c24500-5d6b-4405-8c7c-40a03fb2ee48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733256 Jan 18 23:56:27.496938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-685a8b79-f40f-442d-b2a5-780e86497ed1 service neutron] 10.222.0.86 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302998 Jan 18 23:56:27.630245 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-536ef596-68f8-44f7-8f5f-c2b884067f69 req-7e14a9e1-e593-4622-b930-7ee6ae222c53 service neutron] 10.222.0.86 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277432 Jan 18 23:56:27.835056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51249-daad-401e-9e26-4bd53669de15 req-13f4098e-1ba9-4e10-8c63-c9b3e395fb60 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:27.836553 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cbf51249-daad-401e-9e26-4bd53669de15 req-13f4098e-1ba9-4e10-8c63-c9b3e395fb60 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.0873451 Jan 18 23:56:27.881547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cbf51249-daad-401e-9e26-4bd53669de15 req-637dcb41-d156-40c6-99bd-c6ab1053957f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Jan 18 23:56:28.075413 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:56:28.144560 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'status': 'completed', 'code': 200} Jan 18 23:56:28.288458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-516c017d-1a2f-4405-8a45-4061632f9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.290001 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-516c017d-1a2f-4405-8a45-4061632f9c7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1094 time: 0.1284902 Jan 18 23:56:28.295103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-b2a8a77a-9f1b-463d-ab0f-51f928cb34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.296469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-b2a8a77a-9f1b-463d-ab0f-51f928cb34a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1094 time: 0.1047437 Jan 18 23:56:28.525221 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-8c0a59cd-a71e-4838-8130-e3e75c160e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.527855 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-8c0a59cd-a71e-4838-8130-e3e75c160e78 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.2294166 Jan 18 23:56:28.529100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-d1d0b9ec-75fb-405d-b7d0-3fd374ba14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.530398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-d1d0b9ec-75fb-405d-b7d0-3fd374ba14e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.2157624 Jan 18 23:56:28.833812 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-71d62e32-8403-4c30-8558-eba39b5e221b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 998 time: 0.3001747 Jan 18 23:56:28.835442 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-4513a6ee-c448-437b-b311-b48410ad8c84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 998 time: 0.2482855 Jan 18 23:56:28.948308 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-d60a0d04-6896-4d10-bc76-d2f23aa82f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.949810 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-d60a0d04-6896-4d10-bc76-d2f23aa82f5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.1077151 Jan 18 23:56:28.951030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-7db74900-1b28-4ee8-9650-8c2f879fd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.952319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-7db74900-1b28-4ee8-9650-8c2f879fd9d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.1113374 Jan 18 23:56:29.072407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbef581-603d-48b7-9ace-95ed23342080 req-916525db-a79d-4fba-b42c-94946c4395c9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:29.073888 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8dbef581-603d-48b7-9ace-95ed23342080 req-916525db-a79d-4fba-b42c-94946c4395c9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.0808041 Jan 18 23:56:29.081711 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-7ae25f78-fee0-44bd-9bd2-b97c41057105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:29.083197 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-7ae25f78-fee0-44bd-9bd2-b97c41057105 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269870 Jan 18 23:56:29.085802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-70e2aca9-969c-4536-8f20-44503ceba7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:29.087055 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-70e2aca9-969c-4536-8f20-44503ceba7d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012447 Jan 18 23:56:29.124327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8dbef581-603d-48b7-9ace-95ed23342080 req-2894357f-5658-4e54-ad4e-93db1ad78838 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Jan 18 23:56:29.327993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-c701d6b7-54d7-4874-890c-5e93fd8409ea service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350171 Jan 18 23:56:29.329841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-4340176d-a81b-4621-853f-b465b209b4c4 service neutron] 10.222.0.86 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165632 Jan 18 23:56:29.563620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-34d2bb9a-1ab4-4bb3-af45-cc17507166d0 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294552 Jan 18 23:56:29.566750 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03d76460-2675-4f6a-b7c8-bc0d53b18f72 req-2704c5ba-58a9-4f19-8f45-c9eee6e33264 service neutron] 10.222.0.86 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115819 Jan 18 23:56:30.015626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:56:30.078531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:56:30.328410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cecef-cd11-4a40-b35e-5105c68be0f3 req-df145862-d0cd-463e-8c7f-15360714880f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:30.329894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-104cecef-cd11-4a40-b35e-5105c68be0f3 req-df145862-d0cd-463e-8c7f-15360714880f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.0859647 Jan 18 23:56:30.375932 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-104cecef-cd11-4a40-b35e-5105c68be0f3 req-a137022c-ccc3-4b8e-92e1-1876b5ebd683 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378122 Jan 18 23:56:30.457562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:56:30.618695 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:56:30.632125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'port_id': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'mac_address': 'fa:16:3e:ea:be:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:56:30.693362 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:30.710272 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d80aace-82ba-4095-bb02-e48ba1dfefab {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:56:30.726347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:56:30.731448 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:30.755757 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a0a3-4dcb-4970-a0c6-02e924ed5609 req-60247474-7c2e-4b25-b81b-61d2ebf5e225 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:30.757250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3e0a0a3-4dcb-4970-a0c6-02e924ed5609 req-60247474-7c2e-4b25-b81b-61d2ebf5e225 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 943 time: 0.1418941 Jan 18 23:56:30.769599 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-93f617a4-53ad-4f23-a4e8-5a933c9215d6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:30.770986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-93f617a4-53ad-4f23-a4e8-5a933c9215d6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44&tenant_id=91b37c7b54ed4b28b2edaed503138622&binding%3Ahost_id=n-h1-825178-1 HTTP/1.1" status: 200 len: 943 time: 0.1251447 Jan 18 23:56:30.798528 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:30.805961 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.806310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.806642 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.806997 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.807324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.807683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.808031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.808353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.808657 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.808983 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.809329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.809649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:30.869968 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e3e0a0a3-4dcb-4970-a0c6-02e924ed5609 req-93558177-55c5-470c-afc2-1fc205b90987 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979843 Jan 18 23:56:30.879158 n-d-825178-1 neutron-server[87811]: INFO neutron.api.v2.resource [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-648e9807-ff74-4034-bb8d-52b44fa9a7bf service neutron] delete failed (client error): The resource could not be found. Jan 18 23:56:30.880108 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-648e9807-ff74-4034-bb8d-52b44fa9a7bf service neutron] 10.222.0.85 "DELETE /v2.0/ports/5d80aace-82ba-4095-bb02-e48ba1dfefab/bindings/n-h2-825178-1 HTTP/1.1" status: 404 len: 380 time: 0.0955639 Jan 18 23:56:30.976639 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['5d80aace-82ba-4095-bb02-e48ba1dfefab'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:56:31.023592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-c7cc4c0b-f915-427d-9da0-400af82cbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:31.025113 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-c7cc4c0b-f915-427d-9da0-400af82cbafc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1095 time: 0.0728295 Jan 18 23:56:31.063916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea290b3-0d47-4130-9633-cfb680ac595a req-7a53af8a-a22a-49ce-830c-706b426983a8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:31.065424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ea290b3-0d47-4130-9633-cfb680ac595a req-7a53af8a-a22a-49ce-830c-706b426983a8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 944 time: 0.0821290 Jan 18 23:56:31.111851 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2ea290b3-0d47-4130-9633-cfb680ac595a req-e2165457-4db6-4e94-a34c-85983c3085c6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394051 Jan 18 23:56:31.161639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-daea31eb-c834-4e52-a2e7-6d6028b9571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:31.163103 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-daea31eb-c834-4e52-a2e7-6d6028b9571d service neutron] 10.222.0.85 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1325204 Jan 18 23:56:31.384457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-b9fe997c-dd87-46e9-ac8e-7e0167bf83ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 999 time: 0.2148869 Jan 18 23:56:31.445649 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-bae8726b-b457-426a-9228-e443fd65fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:31.447041 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-bae8726b-b457-426a-9228-e443fd65fec5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0566349 Jan 18 23:56:31.526391 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-11af9c3d-fbc7-4308-89b3-bc33e12377c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:31.527954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-11af9c3d-fbc7-4308-89b3-bc33e12377c3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751963 Jan 18 23:56:31.663942 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-a643436f-fe86-4bcd-8cb8-01af312cb5a2 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296916 Jan 18 23:56:31.804888 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9606ba7-db70-4a2d-804f-5fdd11efd055 req-2a608473-98a6-4d8a-b114-556a469d3974 service neutron] 10.222.0.85 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333287 Jan 18 23:56:32.301144 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf30fe8-fa9a-4af0-9aaf-0b948f887dff req-ae22ceb8-be6f-4c37-a4ce-1dff77f1064e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:32.302607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9bf30fe8-fa9a-4af0-9aaf-0b948f887dff req-ae22ceb8-be6f-4c37-a4ce-1dff77f1064e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 944 time: 0.0784986 Jan 18 23:56:32.346507 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9bf30fe8-fa9a-4af0-9aaf-0b948f887dff req-2b645f42-652c-4f80-ba29-6993e99bd008 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Jan 18 23:56:32.485202 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:56:32.568200 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 5d80aace-82ba-4095-bb02-e48ba1dfefab completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:56:32.573120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 5d80aace-82ba-4095-bb02-e48ba1dfefab triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:56:32.574628 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:32.698868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:32.724918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:56:32.734887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:56:32.740777 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:32.810256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:32.819392 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'code': 200} Jan 18 23:56:33.550019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14072e-c591-423c-9110-5713c6f17bed req-fa3a8e8f-a2e1-464e-a202-1677c0933bd2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:33.551489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad14072e-c591-423c-9110-5713c6f17bed req-fa3a8e8f-a2e1-464e-a202-1677c0933bd2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0934293 Jan 18 23:56:33.595333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad14072e-c591-423c-9110-5713c6f17bed req-e5b397ba-763c-4066-85e3-ebc6f462a227 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Jan 18 23:56:33.626984 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58024) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:56:33.735828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9741b86e-9e94-4989-9ebc-28840d95a415 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/b0cdd808-0984-456d-a38d-c914b1da9d25 HTTP/1.1" status: 200 len: 992 time: 0.1076453 Jan 18 23:56:35.089027 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:37.501790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:41.180451 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:56:42.179399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-916657af-7862-448b-89ec-ff9b25629a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:45.070368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a3f20c76-b616-48f4-b907-a8a5bce97c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:45.685814 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:45.946560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:47.266719 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:00.156750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58036) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:00.363650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 6b701504-32b7-4ac9-b56a-55b837d5ac11 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:57:00.363953 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:00.539234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:00.539485 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:00.669165 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 6b701504-32b7-4ac9-b56a-55b837d5ac11 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:57:00.837400 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:00.884345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=6b701504-32b7-4ac9-b56a-55b837d5ac11,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:01.092343 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:01.092600 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP b0cdd808-0984-456d-a38d-c914b1da9d25 disassociated (deleted). External IP: 172.25.4.38, port: 5d80aace-82ba-4095-bb02-e48ba1dfefab. Jan 18 23:57:01.462671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:57:01.645444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:57:01.655113 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] Sync routers for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:57:01.666098 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:01.666724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:56:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:01.670573 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:01.730654 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-79f3a238-0b1a-4126-abd5-f7d2d2420ad1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/floatingips/b0cdd808-0984-456d-a38d-c914b1da9d25 HTTP/1.1" status: 204 len: 168 time: 1.5725298 Jan 18 23:57:01.731075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:57:01.778486 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'status': 'completed', 'code': 200} Jan 18 23:57:01.849521 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:01.946615 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-bb925ec0-35bd-4291-953d-e75569183a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:01.948329 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-bb925ec0-35bd-4291-953d-e75569183a0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 1096 time: 0.1476140 Jan 18 23:57:02.085641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-cda73159-1079-4180-abd9-906cb708c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:02.086972 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-cda73159-1079-4180-abd9-906cb708c82f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 200 len: 897 time: 0.1317575 Jan 18 23:57:02.121990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7db49-6971-4e58-9ba5-d932834d8241 req-38983cc6-1986-4990-8bf6-70809094ed90 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:02.123470 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75c7db49-6971-4e58-9ba5-d932834d8241 req-38983cc6-1986-4990-8bf6-70809094ed90 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.0849838 Jan 18 23:57:02.161811 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-7d868ac2-4cb2-4ff7-84ed-f6bc054b01f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 200 len: 217 time: 0.0680716 Jan 18 23:57:02.173122 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-75c7db49-6971-4e58-9ba5-d932834d8241 req-5f2a3876-d9e8-4480-9aa9-ee89987bf7ec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Jan 18 23:57:02.225105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:32Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:02.227111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-813147a3-4697-40c2-8886-70199ea3242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:02.228568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-813147a3-4697-40c2-8886-70199ea3242e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 200 len: 835 time: 0.0599217 Jan 18 23:57:02.228898 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] Checking router: 4d0d269d-8e59-4af4-9e08-1db4d00513a8 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:57:02.238518 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:02.239115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:56:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:02.303779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-0743ea98-6ddc-46b3-b615-a2ba3c9c76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:02.305285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-0743ea98-6ddc-46b3-b615-a2ba3c9c76fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e119c28-dae5-457d-84b8-398a735fd409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701487 Jan 18 23:57:02.416906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:02.437803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-08c4f48e-546f-4170-aa3a-39510736ae69 service neutron] 10.222.0.86 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254518 Jan 18 23:57:02.568024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-efd19c60-f437-438f-98bf-ee99916b56d8 req-625d6971-dd45-40ec-9249-36179cfb55f1 service neutron] 10.222.0.86 "GET /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235778 Jan 18 23:57:02.732201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:32Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:02.736540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16573dd3-bf78-4479-91f5-bce8e45ef28e None None] The sync data for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 is: [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:55:26Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'e0e0f284-41dd-4765-b17c-13d4a6f84ab6', 'name': '', 'network_id': '1e119c28-dae5-457d-84b8-398a735fd409', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3c:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:25Z', 'updated_at': '2022-01-18T23:55:32Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '2a666359-ca15-4740-9bcb-982dc88b8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:57:02.977537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6732954-dd21-4342-9cd8-49f7102c2287 None None] New status for floating IP b0cdd808-0984-456d-a38d-c914b1da9d25: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:57:03.487302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-12df1f73-a949-4a35-891a-6f82f2944191 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:03.487899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-12df1f73-a949-4a35-891a-6f82f2944191 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:57:03.500060 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921e49-6d0a-4ec1-837a-f5036f0a82ef req-3e38dbeb-438b-415e-b01c-9fa5ec0e4601 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:03.500768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-db921e49-6d0a-4ec1-837a-f5036f0a82ef req-3e38dbeb-438b-415e-b01c-9fa5ec0e4601 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:57:03.519666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-12df1f73-a949-4a35-891a-6f82f2944191 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:57:03.520797 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-12df1f73-a949-4a35-891a-6f82f2944191 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.2804587 Jan 18 23:57:03.521985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-db921e49-6d0a-4ec1-837a-f5036f0a82ef req-3e38dbeb-438b-415e-b01c-9fa5ec0e4601 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:57:03.522967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db921e49-6d0a-4ec1-837a-f5036f0a82ef req-3e38dbeb-438b-415e-b01c-9fa5ec0e4601 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 945 time: 0.1358647 Jan 18 23:57:03.615716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 5d80aace-82ba-4095-bb02-e48ba1dfefab {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:57:03.616477 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:03.651420 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-db921e49-6d0a-4ec1-837a-f5036f0a82ef req-6f502886-3bd2-40fe-828c-e11b7e1b8f13 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=387df486-fe92-4344-916a-97cc4834251e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979700 Jan 18 23:57:03.870628 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 5d80aace-82ba-4095-bb02-e48ba1dfefab, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=5d80aace-82ba-4095-bb02-e48ba1dfefab,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:03.871092 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:04.009088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 5d80aace-82ba-4095-bb02-e48ba1dfefab owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:57:04.158569 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:04.207334 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=5d80aace-82ba-4095-bb02-e48ba1dfefab,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:04.281645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] No DVR routers for this DVR port 5d80aace-82ba-4095-bb02-e48ba1dfefab on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:57:04.284149 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:04.286572 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-deleted', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:57:04.305729 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f45054bf-fa38-4900-85fc-4ee6fbd39edd req-a71c4ac6-6e85-49a3-bac8-836c258e62eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "DELETE /v2.0/ports/5d80aace-82ba-4095-bb02-e48ba1dfefab HTTP/1.1" status: 204 len: 173 time: 0.7801197 Jan 18 23:57:04.336273 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5babc7c-4277-4641-aa89-32a9e1b21f44', 'name': 'network-vif-deleted', 'tag': '5d80aace-82ba-4095-bb02-e48ba1dfefab', 'status': 'completed', 'code': 200} Jan 18 23:57:04.817091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ebb7aafc-245c-4fe1-9890-3d253a8cc383 req-0a3ed181-cb3c-4a68-a0f9-bb764874b82e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:57:04.835319 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-ebb7aafc-245c-4fe1-9890-3d253a8cc383 req-0a3ed181-cb3c-4a68-a0f9-bb764874b82e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:57:04.836494 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ebb7aafc-245c-4fe1-9890-3d253a8cc383 req-0a3ed181-cb3c-4a68-a0f9-bb764874b82e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5babc7c-4277-4641-aa89-32a9e1b21f44 HTTP/1.1" status: 200 len: 210 time: 0.0620136 Jan 18 23:57:05.090902 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:05.938640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58058) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:06.576672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:57:06.615348 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 5d80aace-82ba-4095-bb02-e48ba1dfefab {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:57:06.615690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 5d80aace-82ba-4095-bb02-e48ba1dfefab not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:57:06.621586 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:07.000527 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port e0e0f284-41dd-4765-b17c-13d4a6f84ab6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:57:07.001308 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:07.187545 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port e0e0f284-41dd-4765-b17c-13d4a6f84ab6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:07.187846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:07.311024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for e0e0f284-41dd-4765-b17c-13d4a6f84ab6 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:57:07.498976 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:07.509779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:07.558622 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=e0e0f284-41dd-4765-b17c-13d4a6f84ab6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:07.833151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:08.314282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:57:08.499215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:57:08.509215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] Sync routers for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:57:08.518410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ee071c5b-fa7b-4d62-9210-d41db4ec34da tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/4d0d269d-8e59-4af4-9e08-1db4d00513a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5786564 Jan 18 23:57:08.519423 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:08.520066 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:56:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:08.521195 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58062) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:08.586795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting subnet 2a666359-ca15-4740-9bcb-982dc88b8622 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:57:08.589761 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:08.647201 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:08.693508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:08.729554 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:08.804105 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:08.847670 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Subnet': ['ID=2a666359-ca15-4740-9bcb-982dc88b8622,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:08.849653 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:08.855974 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-35c77cb5-f889-426b-8f11-e7edb0671d4c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/subnets/2a666359-ca15-4740-9bcb-982dc88b8622 HTTP/1.1" status: 204 len: 168 time: 0.3337638 Jan 18 23:57:08.858836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:08.861414 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa567e2-e89e-439c-9d03-828cb0186762 None None] Network 1e119c28-dae5-457d-84b8-398a735fd409 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:57:09.179084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.199915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:57:07Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:09.203915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] Checking router: 4d0d269d-8e59-4af4-9e08-1db4d00513a8 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:57:09.213231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] Routers {'4d0d269d-8e59-4af4-9e08-1db4d00513a8'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:09.213843 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:56:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:09.277387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] DHCP port deletion for 1e119c28-dae5-457d-84b8-398a735fd409 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:57:09.294845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] Deleting port e1bb9d1f-ffb7-43ca-a41b-95213009f642 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:57:09.295191 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.361450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.373061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 21333737-70ad-484a-8919-bcbad48942ef {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:57:09.373406 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.491860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] Set router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:09.555947 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 21333737-70ad-484a-8919-bcbad48942ef, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=21333737-70ad-484a-8919-bcbad48942ef,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:09.556277 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.683057 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 21333737-70ad-484a-8919-bcbad48942ef owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:57:09.773530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] For port e1bb9d1f-ffb7-43ca-a41b-95213009f642, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e1bb9d1f-ffb7-43ca-a41b-95213009f642,segment=NetworkSegment(3a5ed3f5-53f8-4bb8-9be4-1f557949fd59),segment_id=3a5ed3f5-53f8-4bb8-9be4-1f557949fd59)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:09.774140 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.911353 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] Calling delete_port for e1bb9d1f-ffb7-43ca-a41b-95213009f642 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:57:09.965940 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e1bb9d1f-ffb7-43ca-a41b-95213009f642 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:57:09.991654 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.038106 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=21333737-70ad-484a-8919-bcbad48942ef,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:10.078880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.079227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.079562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.079891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.080224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.080557 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.080994 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.081241 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.081554 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.081878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.082197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.082504 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:10.091013 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.131975 n-d-825178-1 neutron-server[87813]: INFO neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No ports have port_id starting with e1bb9d1f-ffb7-43ca-a41b-95213009f642 Jan 18 23:57:10.142860 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.143052 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] Pushing event deleted for resources: {'Port': ['ID=e1bb9d1f-ffb7-43ca-a41b-95213009f642,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:10.153781 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906059e-4e90-4933-b07c-77168972b0c6 None None] No DVR routers for this DVR port e1bb9d1f-ffb7-43ca-a41b-95213009f642 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:57:10.166949 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:57:07Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:10.170241 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc08d2-c42e-49bf-a562-a38bf46171d5 None None] The sync data for ids ['4d0d269d-8e59-4af4-9e08-1db4d00513a8'] in n-d-825178-1 is: [{'id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478904659', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '21333737-70ad-484a-8919-bcbad48942ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:55:21Z', 'updated_at': '2022-01-18T23:57:07Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '21333737-70ad-484a-8919-bcbad48942ef', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0d269d-8e59-4af4-9e08-1db4d00513a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:55:22Z', 'updated_at': '2022-01-18T23:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:57:10.327789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.330072 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.353508 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.354030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Fanout notify agent at l3_agent the message router_deleted on router 4d0d269d-8e59-4af4-9e08-1db4d00513a8 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:57:10.368977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.370078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-36574981-92e1-4f65-a2ca-851f8232ddb5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/routers/4d0d269d-8e59-4af4-9e08-1db4d00513a8 HTTP/1.1" status: 204 len: 168 time: 1.5102160 Jan 18 23:57:10.372855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:10.619261 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.756914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.783126 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e119c28-dae5-457d-84b8-398a735fd409']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:10.796054 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:10.796179 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ed3f5-53f8-4bb8-9be4-1f557949fd59') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:10.808293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.824814 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.832513 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:57:10.832919 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: timer() Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: self._notify() Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:57:10.848921 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:57:10.936677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.942846 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:10.971757 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Network': ['ID=1e119c28-dae5-457d-84b8-398a735fd409,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:10.980311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9507179b-b9df-4f22-bdb4-0106b2ff729e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/networks/1e119c28-dae5-457d-84b8-398a735fd409 HTTP/1.1" status: 204 len: 168 time: 0.6062367 Jan 18 23:57:10.981231 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:11.056342 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-710e2c59-acff-4463-9995-6a7f79feb38c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.086440 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-710e2c59-acff-4463-9995-6a7f79feb38c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.158449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-710e2c59-acff-4463-9995-6a7f79feb38c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.178717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e2c59-acff-4463-9995-6a7f79feb38c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387df486-fe92-4344-916a-97cc4834251e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:11.200168 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-710e2c59-acff-4463-9995-6a7f79feb38c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.205202 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-710e2c59-acff-4463-9995-6a7f79feb38c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/security-groups/387df486-fe92-4344-916a-97cc4834251e HTTP/1.1" status: 204 len: 168 time: 0.2190020 Jan 18 23:57:11.781160 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:11.786584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609927944', 'description': 'tempest-secgroup-smoke-1609927944 description', 'project_id': '91b37c7b54ed4b28b2edaed503138622'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:11.794335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:11.798668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:11.801727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:11.807404 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:11.819113 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.839261 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:11.844128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:11.847189 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:11.853310 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:11.933320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.943661 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.968327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e0e0f284-41dd-4765-b17c-13d4a6f84ab6 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:57:11.990456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73eba254-c9e1-4f69-b453-9b487a1a910c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:11.993942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.998193 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1ed823bd-6721-461e-accd-3d5a27629307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2129230 Jan 18 23:57:11.999024 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.003624 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '73eba254-c9e1-4f69-b453-9b487a1a910c', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.010225 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.014028 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.015382 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e0e0f284-41dd-4765-b17c-13d4a6f84ab6 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:57:12.015783 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e0e0f284-41dd-4765-b17c-13d4a6f84ab6 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:57:12.016204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 21333737-70ad-484a-8919-bcbad48942ef no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:57:12.016968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.022530 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.044114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.055049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 21333737-70ad-484a-8919-bcbad48942ef {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:57:12.055363 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 21333737-70ad-484a-8919-bcbad48942ef not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:57:12.104333 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.109134 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.133655 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53d15e5-6217-41a3-9879-c2523d281047,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:12.145378 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.146644 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-63585ca6-5ca1-4a8a-b924-c0a895e2a9e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473081 Jan 18 23:57:12.149721 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58090) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.155215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '73eba254-c9e1-4f69-b453-9b487a1a910c', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.165858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.170354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.173459 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9d8b58f7-fb8e-4987-ab50-fcea0aff6fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.173647 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.180459 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.197293 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.258864 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.264394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.288069 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5a0217-8bf3-4bd0-ae63-446ea258aaa7,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:12.296742 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.298026 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2a192954-6373-4da9-b10a-8d5e525ecad0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471903 Jan 18 23:57:12.301082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58094) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.306348 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '73eba254-c9e1-4f69-b453-9b487a1a910c', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.313474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.317609 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.320577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.326538 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.347701 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.408723 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.413658 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.436313 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d73197-27a1-48a3-b967-6189c1124526,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:12.445426 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.446595 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-2e0eb1b3-2ddd-413a-ba2c-b3ebedc65cf3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444840 Jan 18 23:57:12.449502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.454366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '73eba254-c9e1-4f69-b453-9b487a1a910c', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.460796 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.464663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.467549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.473475 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.493147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.558745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.565491 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.588322 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bda19f-57e4-4beb-ac7c-aa41374a8d62,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:12.598420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.599748 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dbc2abfa-2e9c-42ed-9f69-6b8e4192c19d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493442 Jan 18 23:57:12.603149 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.608204 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '73eba254-c9e1-4f69-b453-9b487a1a910c', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.615639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.619469 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.622385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.628040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.638715 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:57:12.645290 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.712560 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.718625 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.748188 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a137a367-4a3c-47ea-b118-628da723ca62,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:12.759756 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.760922 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e9ca68d8-5cd3-4a69-a0bc-534895a03d31 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568804 Jan 18 23:57:12.763808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58106) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.768812 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': '73eba254-c9e1-4f69-b453-9b487a1a910c', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.775587 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.779674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.782762 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.788669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.801457 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:57:12.808652 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.873907 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.878392 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.904357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195b349e-ad06-4cf1-a229-4c99669926ac,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:12.913890 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.915095 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d78cb81f-7f2b-43bf-85ff-920d4bc0e51c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503315 Jan 18 23:57:12.918142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58110) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:12.923874 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'network': {'name': 'tempest-network-smoke--1666391185', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:12.929731 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:12.933903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:network and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:12.936740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:12.942476 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:12.954301 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:57:12.957718 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.985380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:57:12.997851 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:12.997851 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Added segment 30aff1f4-37b8-404e-8c9d-89af1a341976 of type vlan for network a860bf98-9afa-4414-99db-500401d54927 Jan 18 23:57:13.025537 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.058885 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.064376 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:13.064976 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.170921 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2516329 Jan 18 23:57:13.173684 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549d91-19b0-4d07-94dc-bd23685f00f5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Network': ['ID=a860bf98-9afa-4414-99db-500401d54927,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:13.173931 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58114) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:13.179104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'admin_state_up': True, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:13.184234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a860bf98-9afa-4414-99db-500401d54927 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:57:13.187118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:13.191095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:router and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:13.194080 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:13.200403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:13.211904 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.212957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.229556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.511640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.816295 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.965450 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:14.102265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.206 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/aa5195b5-e62d-4cf7-9628-f0d73f34e4a0) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:57:14.246879 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:14.279049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:14.341403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:57:14.344269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:14.347804 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:57:14.379938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:14.766034 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:15.057074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5439efee-e95d-4343-b9ce-74410f76d94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:15.130482 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:15.461739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a8ae90f-b017-4eea-9844-39888c2dc061 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:57:15.642167 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:57:15.651998 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Sync routers for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:57:15.661388 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:15.662072 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:57:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:15.673911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:15.678284 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-6c31e09d-9b33-4e25-87cb-a460d0010a29 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5003552 Jan 18 23:57:15.678803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:15.725192 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-a157091e-e06d-4d6b-8d20-294e6690ca26 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=91b37c7b54ed4b28b2edaed503138622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426171 Jan 18 23:57:15.725423 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:15.728549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:15.857306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84773c-f511-4a41-a544-876dce314464 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:15.861843 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b84773c-f511-4a41-a544-876dce314464 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325436 Jan 18 23:57:15.862077 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:15.867598 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:15.909268 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6ba9dc57-1324-4509-aeb3-dba798c7227a tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434883 Jan 18 23:57:15.909407 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58130) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:15.915463 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051364485', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:15.948298 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.029882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:16.034397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:subnet and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:16.037269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:16.042978 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:16.055019 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:57:16.058582 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.155078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:14Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:16.158971 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Checking router: 3a8ae90f-b017-4eea-9844-39888c2dc061 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:57:16.159416 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Updating router 3a8ae90f-b017-4eea-9844-39888c2dc061 port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:57:16.210296 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.280838 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.355284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Subnet': ['ID=e09e5c79-4f3f-44f6-954f-c87462646d0d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:16.366979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Checking segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:57:16.367421 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network hostable DHCP agents. Network: a860bf98-9afa-4414-99db-500401d54927, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:57:16.387505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network a860bf98-9afa-4414-99db-500401d54927 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:57:16.398039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a860bf98-9afa-4414-99db-500401d54927) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:16.401965 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:16.402585 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.408449 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5b748-50ae-4a64-997a-25da44d3e171 None None] Network a860bf98-9afa-4414-99db-500401d54927 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:57:16.431519 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dfd04702-c649-416e-8d9c-4db82a60f843 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5210211 Jan 18 23:57:16.434307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58134) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:16.533654 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.545815 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Transition to ACTIVE for port object aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:16.551998 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.629739 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Attempting to bind port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:57:16.630108 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Attempting to bind port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:57:16.630468 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Attempting to bind port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:57:16.633876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a860bf98-9afa-4414-99db-500401d54927', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:57:16.634935 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.639297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Pushing event updated for resources: {'Port': ['ID=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:16.646917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.647269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.647603 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.647931 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.648631 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.648631 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.648932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.649219 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.649537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.649851 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.650166 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.650480 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:16.653542 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:57:16.654161 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:57:16.654270 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.654654 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:57:16.655120 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Bound port: aa5195b5-e62d-4cf7-9628-f0d73f34e4a0, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:57:16.655485 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.728537 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] For port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:57:16.731925 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] For port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:57:16.737392 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:16.794142 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Allocated IP 172.20.0.2 (a860bf98-9afa-4414-99db-500401d54927/e09e5c79-4f3f-44f6-954f-c87462646d0d/61fcef61-c79d-4fcd-ab9d-bff1ad11dc68) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:57:16.814694 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:16.815313 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:57:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:16.878381 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48c78d-4843-4ee3-87ac-9a3e19bec580 None None] Pushing event updated for resources: {'Port': ['ID=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:17.001804 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:17.030933 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.041621 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Transition to ACTIVE for port object 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:17.060064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Transition to ACTIVE for port object 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:17.066678 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.130476 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Network a860bf98-9afa-4414-99db-500401d54927 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:57:17.133193 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:17.136974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:57:17.168765 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.173412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Pushing event updated for resources: {'Port': ['ID=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:17.231684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Attempting to bind port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:57:17.232151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Attempting to bind port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:57:17.232737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Attempting to bind port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 on network a860bf98-9afa-4414-99db-500401d54927 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:57:17.238672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:57:17.239044 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Checking segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:57:17.239423 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.239962 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Bound using segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:57:17.240576 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Bound port: 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:57:17.241162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.314064 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.326573 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:14Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:17.330765 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5fab6-7f09-4e93-80a3-2eb1717a9e6b None None] The sync data for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 is: [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:14Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:57:17.345507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] For port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:57:17.352470 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] For port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:57:17.358798 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.444737 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6947e-ced3-4ba0-9c77-253230ebf02d None None] Pushing event updated for resources: {'Port': ['ID=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:17.765312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.1 (a860bf98-9afa-4414-99db-500401d54927/e09e5c79-4f3f-44f6-954f-c87462646d0d/cdde7f00-209b-483b-9e55-94302c47092c) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:57:17.942577 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.963128 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object cdde7f00-209b-483b-9e55-94302c47092c will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:18.002628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.028749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:18.077729 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network a860bf98-9afa-4414-99db-500401d54927 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:57:18.081449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:18.085914 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:57:18.107005 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:18.112917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:18.113395 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.121449 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=cdde7f00-209b-483b-9e55-94302c47092c,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:18.151305 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.171709 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:57:18.256899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.275502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:18.284770 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.285761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:18.424249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:18.438125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:18.469566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.535731 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee0582-0177-4da0-ba14-13d25b0f1e95 None None] Network a860bf98-9afa-4414-99db-500401d54927 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:57:18.638409 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] Provisioning for port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:18.647960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] Provisioning complete for port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:18.648331 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.867812 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.883334 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.889394 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:18.946566 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] For port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:18.959651 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:19.016222 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=cdde7f00-209b-483b-9e55-94302c47092c,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:19.020919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:19.029702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7869eaa-7170-4a67-bcba-35685a390787 None None] Pushing event updated for resources: {'Port': ['ID=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:19.188871 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2908bbc0-a0b6-4a04-9418-32f7d5c6049f None None] Provisioning complete for port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:19.189758 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2908bbc0-a0b6-4a04-9418-32f7d5c6049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:19.296734 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network a860bf98-9afa-4414-99db-500401d54927 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:57:19.298352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:19.328068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2908bbc0-a0b6-4a04-9418-32f7d5c6049f None None] Provisioning for port cdde7f00-209b-483b-9e55-94302c47092c completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:19.333606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2908bbc0-a0b6-4a04-9418-32f7d5c6049f None None] Provisioning complete for port cdde7f00-209b-483b-9e55-94302c47092c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:19.334044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2908bbc0-a0b6-4a04-9418-32f7d5c6049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:19.396376 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2908bbc0-a0b6-4a04-9418-32f7d5c6049f None None] Port cdde7f00-209b-483b-9e55-94302c47092c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:57:19.501367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a8ae90f-b017-4eea-9844-39888c2dc061 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:57:19.517412 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-540d7d86-6543-4202-a1a9-c2c573e0e2fe None None] Provisioning complete for port cdde7f00-209b-483b-9e55-94302c47092c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:19.517789 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-540d7d86-6543-4202-a1a9-c2c573e0e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:19.577827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-540d7d86-6543-4202-a1a9-c2c573e0e2fe None None] Port cdde7f00-209b-483b-9e55-94302c47092c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:57:19.690483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:57:19.697878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e7dcc483-7f9d-4199-8cfe-dd10b5de6cab None None] Provisioning complete for port cdde7f00-209b-483b-9e55-94302c47092c triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:19.698420 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc483-7f9d-4199-8cfe-dd10b5de6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:19.704994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4a21f194-a75b-4f80-a823-c599565ba7ad tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/3a8ae90f-b017-4eea-9844-39888c2dc061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676599 Jan 18 23:57:19.723328 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Sync routers for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:57:19.752167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:19.752775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:57:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:19.832039 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcc483-7f9d-4199-8cfe-dd10b5de6cab None None] Port cdde7f00-209b-483b-9e55-94302c47092c cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:57:19.865695 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-b38d95af-661b-4c64-808b-7a0d0dc30f03 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609927944&fields=id&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 267 time: 0.0409045 Jan 18 23:57:19.937464 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:19.980007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:20.025561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-c9fbd843-38ac-45b1-97e1-2566629ef9fb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:20.027006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-c9fbd843-38ac-45b1-97e1-2566629ef9fb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 797 time: 0.1544719 Jan 18 23:57:20.043655 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-b19509dd-71c6-4f6c-abd1-07d7419d6238 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/quotas/91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 375 time: 0.0108097 Jan 18 23:57:20.125847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-5edfd7b7-6c04-4a15-8bde-917d00ada983 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:57:20.143405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-5edfd7b7-6c04-4a15-8bde-917d00ada983 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:57:20.144749 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-5edfd7b7-6c04-4a15-8bde-917d00ada983 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957813 Jan 18 23:57:20.210905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:20.211280 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:20.288819 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-ef1d72ad-87f4-40e8-8475-19adf46e9ce4 service neutron] 10.222.0.78 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323326 Jan 18 23:57:20.396631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:20.422458 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-83e779df-d0c7-4f31-8940-65a9a9bc49b0 service neutron] 10.222.0.78 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273034 Jan 18 23:57:20.447525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 2, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:20.455874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Checking router: 3a8ae90f-b017-4eea-9844-39888c2dc061 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:57:20.456225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Updating router 3a8ae90f-b017-4eea-9844-39888c2dc061 port cdde7f00-209b-483b-9e55-94302c47092c binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:57:20.515237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:20.535008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:20.535382 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:20.603700 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-684dcf19-014e-4468-b59a-326dcca652de req-773776ba-669a-4d4b-b851-f6606e46993d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 210 time: 0.0460939 Jan 18 23:57:21.011640 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:21.027623 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Transition to ACTIVE for port object cdde7f00-209b-483b-9e55-94302c47092c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:21.037145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:21.208572 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9700aa-52a1-4a95-8462-ddb339a01daf None None] Pushing event updated for resources: {'Port': ['ID=cdde7f00-209b-483b-9e55-94302c47092c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:21.280069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Attempting to bind port cdde7f00-209b-483b-9e55-94302c47092c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:57:21.280435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Attempting to bind port cdde7f00-209b-483b-9e55-94302c47092c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:57:21.280813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Attempting to bind port cdde7f00-209b-483b-9e55-94302c47092c on network a860bf98-9afa-4414-99db-500401d54927 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:57:21.287045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:57:21.287417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Checking segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:57:21.287912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:21.288294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Bound using segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:57:21.289206 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Bound port: cdde7f00-209b-483b-9e55-94302c47092c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:57:21.289579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:21.400632 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] For port cdde7f00-209b-483b-9e55-94302c47092c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:57:21.403686 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] For port cdde7f00-209b-483b-9e55-94302c47092c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cdde7f00-209b-483b-9e55-94302c47092c,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:57:21.408807 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:21.487112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:21.487696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:57:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:21.555694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9700aa-52a1-4a95-8462-ddb339a01daf None None] Pushing event updated for resources: {'Port': ['ID=cdde7f00-209b-483b-9e55-94302c47092c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:21.708395 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:21.839824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51a9a3d0-6c1c-4852-b7a6-7405e50c2b4a req-9f186ff0-a39e-4235-a640-7d9408edabc4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 210 time: 0.0649765 Jan 18 23:57:21.921448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-7eca8b87-6b4a-4ba1-b425-b9bec331768a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:21.922926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-7eca8b87-6b4a-4ba1-b425-b9bec331768a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 797 time: 0.2544789 Jan 18 23:57:21.970570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-4e73bcda-af22-4ae0-a8c4-8768136b3a68 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 380 time: 0.0399015 Jan 18 23:57:21.980138 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'port': {'device_id': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'admin_state_up': True, 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'security_groups': ['73eba254-c9e1-4f69-b453-9b487a1a910c']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:22.036387 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:21Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:22.041042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff472827-3ac8-43a4-890d-ccc8a11eb63b None None] The sync data for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 is: [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:21Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:57:22.131751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:22.145958 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:22.156971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:57:22.160760 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:22.327796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.11 (a860bf98-9afa-4414-99db-500401d54927/e09e5c79-4f3f-44f6-954f-c87462646d0d/8334cd0b-eb04-4976-9680-79e2e38294ba) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:57:22.652380 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:22.668815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 8334cd0b-eb04-4976-9680-79e2e38294ba will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:22.695025 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:22.766398 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network a860bf98-9afa-4414-99db-500401d54927 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:57:22.769654 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:22.773502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:57:22.808792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=8334cd0b-eb04-4976-9680-79e2e38294ba,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:22.847230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:22.848409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:22.879566 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-096dd31e-0aba-4f14-a63c-f0803203ecda tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9028718 Jan 18 23:57:22.892095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Request body: {'port': {'device_id': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:23.032116 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.075326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-651d3824-e78d-4885-a50d-dce37a3a0ed6 None None] Provisioning for port 8334cd0b-eb04-4976-9680-79e2e38294ba completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:23.082594 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-651d3824-e78d-4885-a50d-dce37a3a0ed6 None None] Provisioning complete for port 8334cd0b-eb04-4976-9680-79e2e38294ba triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:23.083268 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-651d3824-e78d-4885-a50d-dce37a3a0ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.084482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f974c-d508-4692-a1d3-add52a6e05c5 req-1d2d5820-3c4b-4aec-955a-4b7034921618 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:23.086109 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e36f974c-d508-4692-a1d3-add52a6e05c5 req-1d2d5820-3c4b-4aec-955a-4b7034921618 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 932 time: 0.0946825 Jan 18 23:57:23.144375 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e36f974c-d508-4692-a1d3-add52a6e05c5 req-f3bf571a-477a-4927-8e3d-0f31dc7801b6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:57:23.146945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-651d3824-e78d-4885-a50d-dce37a3a0ed6 None None] Port 8334cd0b-eb04-4976-9680-79e2e38294ba cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:57:23.162311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-e36f974c-d508-4692-a1d3-add52a6e05c5 req-f3bf571a-477a-4927-8e3d-0f31dc7801b6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:57:23.165404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e36f974c-d508-4692-a1d3-add52a6e05c5 req-f3bf571a-477a-4927-8e3d-0f31dc7801b6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688496 Jan 18 23:57:23.417448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8334cd0b-eb04-4976-9680-79e2e38294ba {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:57:23.425551 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.441166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Transition to ACTIVE for port object 8334cd0b-eb04-4976-9680-79e2e38294ba will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:57:23.447614 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.598590 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8334cd0b-eb04-4976-9680-79e2e38294ba,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:23.684490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Attempting to bind port 8334cd0b-eb04-4976-9680-79e2e38294ba on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:57:23.684821 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Attempting to bind port 8334cd0b-eb04-4976-9680-79e2e38294ba by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:57:23.685243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Attempting to bind port 8334cd0b-eb04-4976-9680-79e2e38294ba on network a860bf98-9afa-4414-99db-500401d54927 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:57:23.689874 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Port 8334cd0b-eb04-4976-9680-79e2e38294ba on network a860bf98-9afa-4414-99db-500401d54927 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:57:23.690214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Attempting to bind port 8334cd0b-eb04-4976-9680-79e2e38294ba on network a860bf98-9afa-4414-99db-500401d54927 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:57:23.695179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:57:23.695510 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Checking segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:57:23.695888 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Bound using segment: {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:57:23.696300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Bound port: 8334cd0b-eb04-4976-9680-79e2e38294ba, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30aff1f4-37b8-404e-8c9d-89af1a341976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a860bf98-9afa-4414-99db-500401d54927'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:57:23.696639 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.786171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] For port 8334cd0b-eb04-4976-9680-79e2e38294ba, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:57:23.789256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] For port 8334cd0b-eb04-4976-9680-79e2e38294ba, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8334cd0b-eb04-4976-9680-79e2e38294ba,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:57:23.796382 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.857294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:23.857872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.860023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] 10.222.0.85 "PUT /v2.0/ports/8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 1092 time: 0.9730153 Jan 18 23:57:23.863496 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:57:23.908063 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3c0d4-a1c3-4a4e-baf0-e622cdf1c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8334cd0b-eb04-4976-9680-79e2e38294ba,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:23.951884 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'status': 'completed', 'code': 200} Jan 18 23:57:23.999699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-5b22f395-6dbb-425b-abea-5e9e182f11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:24.001360 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-5b22f395-6dbb-425b-abea-5e9e182f11d1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1095 time: 0.0895588 Jan 18 23:57:24.010015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdde7f00-209b-483b-9e55-94302c47092c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:24.077238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-46880bc0-d138-47cb-b12b-560d6cfb33e8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 217 time: 0.0687435 Jan 18 23:57:24.089798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port cdde7f00-209b-483b-9e55-94302c47092c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:24.097762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cdde7f00-209b-483b-9e55-94302c47092c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:24.098137 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:24.140477 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-b80f688a-a69d-4792-a171-aa478eaae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:24.141994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-b80f688a-a69d-4792-a171-aa478eaae7ae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 200 len: 835 time: 0.0595911 Jan 18 23:57:24.213909 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:24.223046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-422c9ce0-cb2e-4435-b34e-84e2e8ff14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:24.224593 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-422c9ce0-cb2e-4435-b34e-84e2e8ff14fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a860bf98-9afa-4414-99db-500401d54927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769935 Jan 18 23:57:24.251498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port cdde7f00-209b-483b-9e55-94302c47092c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cdde7f00-209b-483b-9e55-94302c47092c,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:24.256398 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:24.326813 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=cdde7f00-209b-483b-9e55-94302c47092c,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:24.352502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7acb59-802a-4fb7-b2ea-5a834d191659 req-8bc3afd0-f2dd-4836-be33-a10d820f6c27 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:24.353977 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e7acb59-802a-4fb7-b2ea-5a834d191659 req-8bc3afd0-f2dd-4836-be33-a10d820f6c27 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 944 time: 0.0837350 Jan 18 23:57:24.399761 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e7acb59-802a-4fb7-b2ea-5a834d191659 req-8092d19b-6726-4e12-b4c8-def98142ada3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Jan 18 23:57:24.470107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-66812409-754f-49d8-895b-7162f46d787e service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389436 Jan 18 23:57:24.603676 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a7483ae6-e694-464c-80ec-6469a750ae4c req-f58c7ece-421d-4ade-a7fe-3dd72d087e7f service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272724 Jan 18 23:57:24.733207 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e33f-295e-4e57-8adc-557594f16881 req-d01f2ee9-551d-487a-a906-a44fe83538ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:24.734585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-d01f2ee9-551d-487a-a906-a44fe83538ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1095 time: 0.0777731 Jan 18 23:57:24.866458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e33f-295e-4e57-8adc-557594f16881 req-19cf3512-8f23-46d4-88cf-98a5a3cfdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:24.867909 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-19cf3512-8f23-46d4-88cf-98a5a3cfdbb8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 898 time: 0.1272550 Jan 18 23:57:24.940413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-4202edf9-a948-4aa8-b0c4-48c333414d49 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 217 time: 0.0647123 Jan 18 23:57:25.009411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e33f-295e-4e57-8adc-557594f16881 req-b0f087cf-d355-417e-ad3a-8ad0ac789b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:25.010770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-b0f087cf-d355-417e-ad3a-8ad0ac789b25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 200 len: 835 time: 0.0645561 Jan 18 23:57:25.095108 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e33f-295e-4e57-8adc-557594f16881 req-60879e62-b5bb-49e1-b4ea-74e0d824b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:25.098772 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-60879e62-b5bb-49e1-b4ea-74e0d824b15c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a860bf98-9afa-4414-99db-500401d54927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804484 Jan 18 23:57:25.238065 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-33635130-8cfa-4dca-88fb-0ea08cdebcb0 service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328304 Jan 18 23:57:25.372879 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5746e33f-295e-4e57-8adc-557594f16881 req-3e68b4a3-9711-4f51-82f8-bf8fff19dd21 service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277483 Jan 18 23:57:25.649053 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f5231-59d5-4a6b-a36b-12ea7d0c3074 req-fbd3e9df-6b18-40af-a39a-6cd83f164955 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:25.649671 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f91f5231-59d5-4a6b-a36b-12ea7d0c3074 req-fbd3e9df-6b18-40af-a39a-6cd83f164955 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:57:25.666994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f91f5231-59d5-4a6b-a36b-12ea7d0c3074 req-fbd3e9df-6b18-40af-a39a-6cd83f164955 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:57:25.667384 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f91f5231-59d5-4a6b-a36b-12ea7d0c3074 req-fbd3e9df-6b18-40af-a39a-6cd83f164955 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 944 time: 0.0985324 Jan 18 23:57:25.712634 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f91f5231-59d5-4a6b-a36b-12ea7d0c3074 req-4e49bad8-106a-49a5-aa1e-8bd789e4cbca tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391040 Jan 18 23:57:25.972699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdde7f00-209b-483b-9e55-94302c47092c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:26.057749 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port cdde7f00-209b-483b-9e55-94302c47092c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:26.058121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:26.908021 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647bccb-c1be-4475-ab1d-5ac94c8c8ad0 req-437b2a1e-e591-4b0a-9c23-ff7a521ab518 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:26.909498 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8647bccb-c1be-4475-ab1d-5ac94c8c8ad0 req-437b2a1e-e591-4b0a-9c23-ff7a521ab518 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 944 time: 0.0868595 Jan 18 23:57:26.958620 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8647bccb-c1be-4475-ab1d-5ac94c8c8ad0 req-152c0b58-4356-4133-9a14-716092f26f9e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Jan 18 23:57:28.159179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de730-41ed-416f-bbe8-b2e16963b924 req-9f87a4c4-a94d-420e-aab2-57243ad5b54b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:28.160657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-628de730-41ed-416f-bbe8-b2e16963b924 req-9f87a4c4-a94d-420e-aab2-57243ad5b54b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 944 time: 0.0883632 Jan 18 23:57:28.205926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-628de730-41ed-416f-bbe8-b2e16963b924 req-3a1513e7-f99b-4a58-8f64-fafc61a24abd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Jan 18 23:57:28.222598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8334cd0b-eb04-4976-9680-79e2e38294ba details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:57:28.355537 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8334cd0b-eb04-4976-9680-79e2e38294ba, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8334cd0b-eb04-4976-9680-79e2e38294ba,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:28.369804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'port_id': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'mac_address': 'fa:16:3e:6d:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:57:28.428924 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:28.446127 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8334cd0b-eb04-4976-9680-79e2e38294ba {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:57:28.462852 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8334cd0b-eb04-4976-9680-79e2e38294ba, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8334cd0b-eb04-4976-9680-79e2e38294ba,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:28.470701 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:28.552176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8334cd0b-eb04-4976-9680-79e2e38294ba,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:28.679929 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['8334cd0b-eb04-4976-9680-79e2e38294ba'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:57:29.406401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53432c50-aa69-4ab3-a3b0-e7532903272f req-533fba7d-9f04-4d1d-8a5a-9839051749c6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:29.407839 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53432c50-aa69-4ab3-a3b0-e7532903272f req-533fba7d-9f04-4d1d-8a5a-9839051749c6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 945 time: 0.0870833 Jan 18 23:57:29.452133 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-53432c50-aa69-4ab3-a3b0-e7532903272f req-36bd4754-0a19-4593-a167-0fa7c18764a4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Jan 18 23:57:30.224607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8334cd0b-eb04-4976-9680-79e2e38294ba up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:57:30.300384 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 8334cd0b-eb04-4976-9680-79e2e38294ba completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:57:30.305447 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 8334cd0b-eb04-4976-9680-79e2e38294ba triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:57:30.305839 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:30.423143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:30.450226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:57:30.460501 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 8334cd0b-eb04-4976-9680-79e2e38294ba, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8334cd0b-eb04-4976-9680-79e2e38294ba,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:57:30.465428 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:30.500794 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'code': 200} Jan 18 23:57:30.533473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=8334cd0b-eb04-4976-9680-79e2e38294ba,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:30.630103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf3110-d52a-4812-aacc-200662de7978 req-abf5d1b4-2398-409b-9211-fe8479fc4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:30.631578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07cf3110-d52a-4812-aacc-200662de7978 req-abf5d1b4-2398-409b-9211-fe8479fc4cf3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1097 time: 0.0744736 Jan 18 23:57:30.652328 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ce114-f56d-46fd-89a4-ab5247ee7721 req-c6b061b7-2e3f-43db-88ed-bd98c3f740fb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:30.653778 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-274ce114-f56d-46fd-89a4-ab5247ee7721 req-c6b061b7-2e3f-43db-88ed-bd98c3f740fb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0840271 Jan 18 23:57:30.673118 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07cf3110-d52a-4812-aacc-200662de7978 req-24f651a6-9335-4337-b2b8-a3e39333a412 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359263 Jan 18 23:57:30.698563 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-274ce114-f56d-46fd-89a4-ab5247ee7721 req-61a4ac8b-ac37-45b1-915d-9c562a3d0932 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 Jan 18 23:57:31.895168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964dd90-c82f-4e8b-abe9-bccefee9a94f req-3487b916-111c-4691-a435-371cfbdc3a3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:31.896639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e964dd90-c82f-4e8b-abe9-bccefee9a94f req-3487b916-111c-4691-a435-371cfbdc3a3a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0891035 Jan 18 23:57:31.942132 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e964dd90-c82f-4e8b-abe9-bccefee9a94f req-093c932c-f4d5-4049-86bc-ce8fe9973ef1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Jan 18 23:57:32.129810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dbb8f-70a9-4c53-8a4d-cfa27400d4ed req-bdc4814f-d076-4990-bbe9-11621436fe25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:32.131263 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-380dbb8f-70a9-4c53-8a4d-cfa27400d4ed req-bdc4814f-d076-4990-bbe9-11621436fe25 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0858750 Jan 18 23:57:32.179214 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-380dbb8f-70a9-4c53-8a4d-cfa27400d4ed req-97cd9bbe-7586-4c00-af1d-70fdcb2d22eb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Jan 18 23:57:32.210445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58188) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:32.337016 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d33da-bfc0-44d5-b73b-df459363edf0 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:32.338557 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-783d33da-bfc0-44d5-b73b-df459363edf0 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1092 time: 0.1272206 Jan 18 23:57:32.341674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58194) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:32.346811 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:57:32.354146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:57:32.358044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:floatingip and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:57:32.361566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:57:32.367739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:57:32.379445 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:32.520665 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:32.657993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.229 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/d59976c2-7d9c-4894-8b66-9f33bd200087) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:57:32.916531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:32.947829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:33.012218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:57:33.015213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:57:33.018869 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:57:33.050658 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=d59976c2-7d9c-4894-8b66-9f33bd200087,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:33.068488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.068827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.069192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.069526 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.069856 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.070160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.070517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.070840 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.071166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.071485 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.071802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.072098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:57:33.482446 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:33.557252 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:33.779115 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:33.786621 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:33.893930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=d59976c2-7d9c-4894-8b66-9f33bd200087,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:57:33.906425 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:34.082147 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP 73794ee4-ec38-40a0-9a95-6c96a01db50a associated. External IP: 172.25.4.229, port: 8334cd0b-eb04-4976-9680-79e2e38294ba. Jan 18 23:57:34.565614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a8ae90f-b017-4eea-9844-39888c2dc061 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:57:34.748842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:57:34.759069 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] Sync routers for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:57:34.769328 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:34.769991 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:57:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:34.774368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:34.830086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7ddf7120-8036-4723-8594-f932b009ad39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4871573 Jan 18 23:57:34.830493 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:57:34.889338 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'status': 'completed', 'code': 200} Jan 18 23:57:34.954992 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:35.052210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-81aa0859-0395-4537-a810-303e936304a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:35.053757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-81aa0859-0395-4537-a810-303e936304a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1097 time: 0.1383755 Jan 18 23:57:35.061245 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e7ae-6380-47c0-8e84-19158edd8420 req-a8acaa58-301d-46fe-96eb-cb1e0e16b9be tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:35.062622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aaf9e7ae-6380-47c0-8e84-19158edd8420 req-a8acaa58-301d-46fe-96eb-cb1e0e16b9be tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.1135414 Jan 18 23:57:35.090920 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:35.210791 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-aaf9e7ae-6380-47c0-8e84-19158edd8420 req-7b15a6e7-945b-4908-b760-00c8ebb22814 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228869 Jan 18 23:57:35.234205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-3adad310-b43d-451a-8766-447589a7c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:35.235827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58202) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:35.236495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-3adad310-b43d-451a-8766-447589a7c49a service neutron] 10.222.0.85 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 898 time: 0.1725483 Jan 18 23:57:35.326035 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '73794ee4-ec38-40a0-9a95-6c96a01db50a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'port_id': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'mac_address': 'fa:16:3e:6d:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:57:33Z', 'updated_at': '2022-01-18T23:57:33Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:24Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:35.330399 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] Checking router: 3a8ae90f-b017-4eea-9844-39888c2dc061 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:57:35.339283 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:57:35.339908 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:57:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:35.344854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-5506cecd-b649-4c0c-b0cf-a8aa08dcad52 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 1000 time: 0.1021602 Jan 18 23:57:35.412304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-7d52e61e-e2af-4282-9746-0c5a6edd03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:35.413849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-7d52e61e-e2af-4282-9746-0c5a6edd03d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 200 len: 835 time: 0.0630567 Jan 18 23:57:35.464925 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e361c8c6-23c6-4888-8a2d-d8ffd0e2aa22 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/73794ee4-ec38-40a0-9a95-6c96a01db50a HTTP/1.1" status: 200 len: 992 time: 0.2268713 Jan 18 23:57:35.494326 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-3c7a6e1c-d16e-4fd3-8bda-24db5a67b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:35.495864 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-3c7a6e1c-d16e-4fd3-8bda-24db5a67b0dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a860bf98-9afa-4414-99db-500401d54927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762546 Jan 18 23:57:35.521253 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:57:35.626261 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-15f57fef-cd00-49cb-8204-b3426d5edfcc service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235883 Jan 18 23:57:35.755633 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f2bd3ec9-08cf-447a-aff8-525a345983d6 req-39155c67-a261-4113-bd0e-c92042a8d7c6 service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232519 Jan 18 23:57:35.878324 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '73794ee4-ec38-40a0-9a95-6c96a01db50a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'port_id': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'mac_address': 'fa:16:3e:6d:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:57:33Z', 'updated_at': '2022-01-18T23:57:33Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:24Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:57:35.882287 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a95346-e6ff-4627-ac1d-e8998d364566 None None] The sync data for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 is: [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '73794ee4-ec38-40a0-9a95-6c96a01db50a', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'port_id': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'mac_address': 'fa:16:3e:6d:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:57:33Z', 'updated_at': '2022-01-18T23:57:33Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:24Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:57:36.079743 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa82b4-406b-4ab3-ba33-708950756057 None None] New status for floating IP 73794ee4-ec38-40a0-9a95-6c96a01db50a: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:57:36.469938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58206) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:57:36.588931 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6b2b8e49-76ef-450e-991f-bc92f175c039 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/73794ee4-ec38-40a0-9a95-6c96a01db50a HTTP/1.1" status: 200 len: 994 time: 0.1173482 Jan 18 23:57:37.504895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:42.185874 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbab956f-63ee-48f9-9b27-232d010f84f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:45.061391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b71ac1b-ee0f-4848-8ed2-18b28725bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:45.690343 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:45.953120 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:47.287271 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:55.176848 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:58:03.566130 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c865a-3ac5-4ccb-9037-a4c0c3bd0fac req-0df17488-6aac-497f-a092-981aaab24579 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:03.567521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-115c865a-3ac5-4ccb-9037-a4c0c3bd0fac req-0df17488-6aac-497f-a092-981aaab24579 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0802386 Jan 18 23:58:03.613749 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-115c865a-3ac5-4ccb-9037-a4c0c3bd0fac req-7be0e548-41eb-4605-af66-a8e8beda56a1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Jan 18 23:58:04.827560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674b09a-e1a9-4f13-ac55-9d61bd0bc571 req-c494c50d-0828-4448-879a-5837937c8b1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:04.829015 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4674b09a-e1a9-4f13-ac55-9d61bd0bc571 req-c494c50d-0828-4448-879a-5837937c8b1a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0893223 Jan 18 23:58:04.874027 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4674b09a-e1a9-4f13-ac55-9d61bd0bc571 req-dfc34955-e659-4884-b45b-8fd495254639 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Jan 18 23:58:05.104574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:06.069858 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e1c45-7558-4f41-b65c-dd6923b00569 req-56e2e02e-ca20-435a-a9a5-1cfa32fa9e7f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:06.071277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d4e1c45-7558-4f41-b65c-dd6923b00569 req-56e2e02e-ca20-435a-a9a5-1cfa32fa9e7f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0889084 Jan 18 23:58:06.118874 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7d4e1c45-7558-4f41-b65c-dd6923b00569 req-3e8078c9-f3be-4f16-b1e6-dc8815689927 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408506 Jan 18 23:58:07.328199 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee95f5b-ff0a-43aa-b6f6-94543052cd18 req-1a07640a-d81c-4759-a5aa-b515ea6a82f6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:07.329607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fee95f5b-ff0a-43aa-b6f6-94543052cd18 req-1a07640a-d81c-4759-a5aa-b515ea6a82f6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0980160 Jan 18 23:58:07.373697 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fee95f5b-ff0a-43aa-b6f6-94543052cd18 req-3d8fe932-cbd6-49ad-8584-97334ee6efed tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Jan 18 23:58:07.506519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:08.574116 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa28a58-45bf-44b4-b70c-d42be44d6d37 req-eb4a0871-9971-4abd-9f2b-314e4a51a8db tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:08.575645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fa28a58-45bf-44b4-b70c-d42be44d6d37 req-eb4a0871-9971-4abd-9f2b-314e4a51a8db tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0825477 Jan 18 23:58:08.619943 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8fa28a58-45bf-44b4-b70c-d42be44d6d37 req-b4148d54-00a4-44d1-bf3e-3cb7a1bd5b7d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386662 Jan 18 23:58:09.822710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9f543-ab76-495a-ace9-5d314f67d4fe req-2db467f1-b525-4440-bd81-649aaf0989ff tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:09.824212 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3d9f543-ab76-495a-ace9-5d314f67d4fe req-2db467f1-b525-4440-bd81-649aaf0989ff tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0918024 Jan 18 23:58:09.872078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3d9f543-ab76-495a-ace9-5d314f67d4fe req-ca19b0dd-3cb1-4f80-99ab-ec7da56176e0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Jan 18 23:58:11.062440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb44383-c9ff-43b8-85f0-4e4f3501ad65 req-3043bea6-1e14-4b20-834d-b04a003b73e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:11.063910 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cfb44383-c9ff-43b8-85f0-4e4f3501ad65 req-3043bea6-1e14-4b20-834d-b04a003b73e7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0853560 Jan 18 23:58:11.109326 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cfb44383-c9ff-43b8-85f0-4e4f3501ad65 req-494f5c76-9747-4238-bc80-f6dc4472da39 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Jan 18 23:58:12.183374 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-70ff26ca-b5c2-4d1c-b8ed-369957455c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:12.302181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce9d3-13ac-4ac6-9ff6-6ae6e3a0f167 req-af9631f7-abdf-4267-b483-5f000463150d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:12.303639 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c3ce9d3-13ac-4ac6-9ff6-6ae6e3a0f167 req-af9631f7-abdf-4267-b483-5f000463150d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0794663 Jan 18 23:58:12.348332 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3c3ce9d3-13ac-4ac6-9ff6-6ae6e3a0f167 req-1f2bd880-ac75-448d-8d87-feefbe656bbd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Jan 18 23:58:13.561728 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80936a7c-714b-474e-b52a-060e68b36599 req-8a395bd6-31c0-4dff-a213-788e4a2feef0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:13.563189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80936a7c-714b-474e-b52a-060e68b36599 req-8a395bd6-31c0-4dff-a213-788e4a2feef0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0967655 Jan 18 23:58:13.611614 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-80936a7c-714b-474e-b52a-060e68b36599 req-94ebda40-1522-4536-8d79-f2ccd1f0ddfb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Jan 18 23:58:14.825248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a4d56-2e6a-43d5-9ecb-dc35f024e465 req-84ea2aff-adc9-443c-93d6-cf991b334d6a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:14.826743 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-460a4d56-2e6a-43d5-9ecb-dc35f024e465 req-84ea2aff-adc9-443c-93d6-cf991b334d6a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0898383 Jan 18 23:58:14.990745 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-460a4d56-2e6a-43d5-9ecb-dc35f024e465 req-77c0115d-8f29-440e-b127-f3786d62f02e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582325 Jan 18 23:58:15.016133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58242) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:15.056418 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02c16591-2626-4655-beb1-9e75031fe243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:15.122619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2ea73798-f7a3-4c52-867d-22fcecd28136 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/73794ee4-ec38-40a0-9a95-6c96a01db50a HTTP/1.1" status: 200 len: 994 time: 0.1053269 Jan 18 23:58:15.695034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:15.955348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:16.585867 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b782c-18bc-4468-89c5-bb54232b6e6d req-25575dd1-62fe-43aa-b144-c7df974318e1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:16.587344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c3b782c-18bc-4468-89c5-bb54232b6e6d req-25575dd1-62fe-43aa-b144-c7df974318e1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0848417 Jan 18 23:58:16.632905 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4c3b782c-18bc-4468-89c5-bb54232b6e6d req-4e16b530-07af-40c2-ad20-78dd7199ccf2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398874 Jan 18 23:58:16.671955 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-05f1c6ba-fe27-43c0-8ae9-16ac116a9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:16.673464 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-05f1c6ba-fe27-43c0-8ae9-16ac116a9ebd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1097 time: 0.1184886 Jan 18 23:58:16.807815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-844b8af0-61e6-4b1c-b254-b6f64fff0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:16.809333 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-844b8af0-61e6-4b1c-b254-b6f64fff0932 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 898 time: 0.1291916 Jan 18 23:58:16.914603 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-0ff4916c-358d-42eb-8372-671679a210bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 1002 time: 0.0979519 Jan 18 23:58:16.986970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-28eb68dd-7799-4d92-a523-4b4704ed67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:16.988398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-28eb68dd-7799-4d92-a523-4b4704ed67c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 200 len: 835 time: 0.0666087 Jan 18 23:58:17.067031 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-c24ecbaa-d629-4911-9006-40c9c2fad42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:17.068482 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-c24ecbaa-d629-4911-9006-40c9c2fad42d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a860bf98-9afa-4414-99db-500401d54927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741954 Jan 18 23:58:17.197563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-ce9a3961-082a-4448-9acd-3bb45256f5ae service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230950 Jan 18 23:58:17.282887 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:17.344062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-eb3e880d-7132-4b59-bef5-ad4e39224213 req-eeba22a6-6606-49c1-b422-99895d0acd69 service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382411 Jan 18 23:58:17.829838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd778bc6-bc4e-41a3-bec1-ec4666b20ddb req-5578ea29-63c5-4c13-9bae-899b61ba60c8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:17.832011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd778bc6-bc4e-41a3-bec1-ec4666b20ddb req-5578ea29-63c5-4c13-9bae-899b61ba60c8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0839448 Jan 18 23:58:17.882207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bd778bc6-bc4e-41a3-bec1-ec4666b20ddb req-45d7f79c-eec6-401a-ae00-c0b30ef4afdf tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Jan 18 23:58:19.075040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae9893-cbb1-4822-97e0-d5e7c247aaca req-7952db24-0e77-4d4a-bf43-e985f34a8e86 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:19.076576 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6cae9893-cbb1-4822-97e0-d5e7c247aaca req-7952db24-0e77-4d4a-bf43-e985f34a8e86 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0853076 Jan 18 23:58:19.121092 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6cae9893-cbb1-4822-97e0-d5e7c247aaca req-0fe405f2-d215-42c6-ab18-726c698b1698 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387166 Jan 18 23:58:19.144743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58262) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:19.260588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e8101b5f-5b38-426b-aa17-2207f3dcd7cb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/73794ee4-ec38-40a0-9a95-6c96a01db50a HTTP/1.1" status: 200 len: 994 time: 0.1145163 Jan 18 23:58:24.646312 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-a0ade03c-496c-43b3-b41d-9e40be3cc208 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812397 Jan 18 23:58:24.791855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-e90e224b-2cfe-498c-bc71-e7d184003744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:24.793364 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-e90e224b-2cfe-498c-bc71-e7d184003744 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1097 time: 0.0794957 Jan 18 23:58:24.938056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-674c2c51-4a70-4f25-8db4-abf600e3432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:24.939536 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-674c2c51-4a70-4f25-8db4-abf600e3432e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 898 time: 0.1256266 Jan 18 23:58:25.050301 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-537044f8-5004-440a-9e7f-fbdedd8f5a98 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 1002 time: 0.1049075 Jan 18 23:58:25.112974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-787956bc-3e05-475c-a8f0-4701726d1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:25.114358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-787956bc-3e05-475c-a8f0-4701726d1902 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 200 len: 835 time: 0.0577574 Jan 18 23:58:25.292787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-86aa48f4-3693-4df7-9ee8-9ccd44530e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:25.294220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-86aa48f4-3693-4df7-9ee8-9ccd44530e49 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a860bf98-9afa-4414-99db-500401d54927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738954 Jan 18 23:58:25.424979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-455b82e6-50e7-4e49-b78f-080442c4a3be service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236887 Jan 18 23:58:25.574457 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fc0938d9-0dfa-4c5d-8d02-bf886d034c5b req-38d25e3b-dbd7-4e97-8afd-ae78220a6b4b service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428251 Jan 18 23:58:32.179843 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:58:35.105752 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:37.500789 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:42.187699 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3db7-6e5f-42d4-8650-ea902ce55b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:45.070023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15697de1-556a-4cb0-a172-2b6bdd42af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:45.698552 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:45.963549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:47.289169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:47.683789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58278) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:47.888344 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port d59976c2-7d9c-4894-8b66-9f33bd200087 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:58:47.888640 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:48.082314 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:48.082630 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:48.204458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for d59976c2-7d9c-4894-8b66-9f33bd200087 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:58:48.366362 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:48.416635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=d59976c2-7d9c-4894-8b66-9f33bd200087,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:48.455926 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.456171 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.456533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.456870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.457224 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.457558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.457883 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.458210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.458538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.458862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.459182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.459498 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:48.514783 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:48.515099 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP 73794ee4-ec38-40a0-9a95-6c96a01db50a disassociated (deleted). External IP: 172.25.4.229, port: 8334cd0b-eb04-4976-9680-79e2e38294ba. Jan 18 23:58:48.987447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a8ae90f-b017-4eea-9844-39888c2dc061 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:58:49.172618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:58:49.183558 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] Sync routers for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:58:49.193597 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:58:49.194246 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:49.196544 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:49.256530 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4650618e-190f-4752-959b-7d814856f536 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/floatingips/73794ee4-ec38-40a0-9a95-6c96a01db50a HTTP/1.1" status: 204 len: 168 time: 1.5690484 Jan 18 23:58:49.256530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:58:49.308174 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'status': 'completed', 'code': 200} Jan 18 23:58:49.371234 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:58:49.411355 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-5c3ce6ed-c4f2-4c18-9839-cbfbc3fb072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:49.412926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-5c3ce6ed-c4f2-4c18-9839-cbfbc3fb072a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 1097 time: 0.0804856 Jan 18 23:58:49.593901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-bd6d1550-46bc-45e3-9d97-845c97020514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:49.595409 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-bd6d1550-46bc-45e3-9d97-845c97020514 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 200 len: 898 time: 0.1764948 Jan 18 23:58:49.677292 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-bfa25de9-1a2c-4a9b-a059-f55e4e7032c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 200 len: 217 time: 0.0707161 Jan 18 23:58:49.705771 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:24Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:49.709568 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] Checking router: 3a8ae90f-b017-4eea-9844-39888c2dc061 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:58:49.717989 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:58:49.718504 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:49.743922 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a1df-cce7-446d-bf1d-8095af0473ea req-d6136084-26e0-426a-9936-0a2031510d5d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:49.744618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7958a1df-cce7-446d-bf1d-8095af0473ea req-d6136084-26e0-426a-9936-0a2031510d5d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:58:49.762440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-03230bf6-c3d2-4812-8229-492c3002524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:49.763842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-03230bf6-c3d2-4812-8229-492c3002524c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 200 len: 835 time: 0.0804100 Jan 18 23:58:49.805392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-7958a1df-cce7-446d-bf1d-8095af0473ea req-d6136084-26e0-426a-9936-0a2031510d5d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:58:49.806518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7958a1df-cce7-446d-bf1d-8095af0473ea req-d6136084-26e0-426a-9936-0a2031510d5d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.2574463 Jan 18 23:58:49.864763 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7958a1df-cce7-446d-bf1d-8095af0473ea req-8df87e56-e25c-456a-996e-522daa4bec48 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516083 Jan 18 23:58:49.876814 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-2b88a883-ee9c-433b-bea9-4bd7a6803849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:49.878361 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-2b88a883-ee9c-433b-bea9-4bd7a6803849 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a860bf98-9afa-4414-99db-500401d54927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073020 Jan 18 23:58:49.898652 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:58:50.022647 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-1e0812ed-71ec-4fe9-b4da-4ac66319fe59 service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364436 Jan 18 23:58:50.157373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e357d64f-1c06-4c61-82b5-9c2736db78e5 req-3c6e75a9-7957-4d80-9489-917693032590 service neutron] 10.222.0.85 "GET /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280658 Jan 18 23:58:50.215375 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:24Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:50.219546 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6783fb-d851-4a3a-985d-cf499a084f5a None None] The sync data for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 is: [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'cdde7f00-209b-483b-9e55-94302c47092c', 'name': '', 'network_id': 'a860bf98-9afa-4414-99db-500401d54927', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:3d:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:17Z', 'updated_at': '2022-01-18T23:57:24Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': 'e09e5c79-4f3f-44f6-954f-c87462646d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:58:50.446161 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b27076-4923-4054-aa5a-b2dfb74f552a None None] New status for floating IP 73794ee4-ec38-40a0-9a95-6c96a01db50a: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:58:51.016329 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-dc9d352d-5701-4208-be54-37fd0da003b5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:51.017900 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-dc9d352d-5701-4208-be54-37fd0da003b5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0841861 Jan 18 23:58:51.051456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51c9fc-9f5f-4977-9d38-c3b713233462 req-553aac37-150e-43a9-abdd-11e5589a3ee4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:51.053061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f51c9fc-9f5f-4977-9d38-c3b713233462 req-553aac37-150e-43a9-abdd-11e5589a3ee4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 946 time: 0.0802288 Jan 18 23:58:51.086946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 8334cd0b-eb04-4976-9680-79e2e38294ba {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:58:51.087608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:51.097609 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1f51c9fc-9f5f-4977-9d38-c3b713233462 req-278c8708-b42b-4df9-ab46-5b4c29bcaf89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=73eba254-c9e1-4f69-b453-9b487a1a910c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Jan 18 23:58:51.472817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 8334cd0b-eb04-4976-9680-79e2e38294ba, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=8334cd0b-eb04-4976-9680-79e2e38294ba,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:58:51.473277 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:51.594197 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 8334cd0b-eb04-4976-9680-79e2e38294ba owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:58:51.747123 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:51.796660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=8334cd0b-eb04-4976-9680-79e2e38294ba,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:51.872569 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] No DVR routers for this DVR port 8334cd0b-eb04-4976-9680-79e2e38294ba on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:58:51.875217 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:51.877764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'name': 'network-vif-deleted', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:58:51.894480 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-98cec770-e37b-42c1-b8d4-5b2a3d26bc08 req-1187efdd-6903-435e-b793-13a4806951d4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.85 "DELETE /v2.0/ports/8334cd0b-eb04-4976-9680-79e2e38294ba HTTP/1.1" status: 204 len: 173 time: 0.8717723 Jan 18 23:58:51.931701 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc954ca-5ce6-4b97-934d-2e4924cb0a6e', 'name': 'network-vif-deleted', 'tag': '8334cd0b-eb04-4976-9680-79e2e38294ba', 'status': 'completed', 'code': 200} Jan 18 23:58:52.279267 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8e9edd57-eb42-4c27-83b5-8c0ff4e3cb14 req-f20798be-db62-4320-b85f-9dae45352307 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc954ca-5ce6-4b97-934d-2e4924cb0a6e HTTP/1.1" status: 200 len: 210 time: 0.0546899 Jan 18 23:58:53.378878 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58298) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:53.950254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:54.307076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port cdde7f00-209b-483b-9e55-94302c47092c {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:58:54.307338 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:54.611563 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port cdde7f00-209b-483b-9e55-94302c47092c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=cdde7f00-209b-483b-9e55-94302c47092c,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:58:54.612325 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:54.662826 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8334cd0b-eb04-4976-9680-79e2e38294ba no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:58:54.698159 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 8334cd0b-eb04-4976-9680-79e2e38294ba {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:58:54.698502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 8334cd0b-eb04-4976-9680-79e2e38294ba not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:58:54.736712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for cdde7f00-209b-483b-9e55-94302c47092c owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:58:55.068011 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:55.115430 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=cdde7f00-209b-483b-9e55-94302c47092c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:55.400972 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:55.792846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 3a8ae90f-b017-4eea-9844-39888c2dc061 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:58:56.102699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:58:56.114023 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] Sync routers for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:58:56.117052 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e354422-c0f8-474a-aef8-d903be49a355 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/3a8ae90f-b017-4eea-9844-39888c2dc061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7370801 Jan 18 23:58:56.119759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58302) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:56.124392 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:58:56.125027 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:56.183204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting subnet e09e5c79-4f3f-44f6-954f-c87462646d0d {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 23:58:56.186202 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.239437 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.300493 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:58:56.327211 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.404606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.446836 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Subnet': ['ID=e09e5c79-4f3f-44f6-954f-c87462646d0d,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:56.448741 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.455837 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a77ee135-a9ef-428d-8d09-501f17c2230a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/subnets/e09e5c79-4f3f-44f6-954f-c87462646d0d HTTP/1.1" status: 204 len: 168 time: 0.3351111 Jan 18 23:58:56.458567 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58306) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:56.461338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87006ffc-8c51-4880-8597-b477d405583f None None] Network a860bf98-9afa-4414-99db-500401d54927 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:58:56.621003 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:58:54Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:56.624817 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] Checking router: 3a8ae90f-b017-4eea-9844-39888c2dc061 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:58:56.633275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] Routers {'3a8ae90f-b017-4eea-9844-39888c2dc061'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:58:56.633881 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['3a8ae90f-b017-4eea-9844-39888c2dc061'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:56.643609 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.748758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] DHCP port deletion for a860bf98-9afa-4414-99db-500401d54927 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 23:58:56.752996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Deleting port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:58:56.753377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.820392 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] Set router 3a8ae90f-b017-4eea-9844-39888c2dc061 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:58:56.830599 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.841397 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 23:58:56.842549 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:56.972432 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] For port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,segment=NetworkSegment(30aff1f4-37b8-404e-8c9d-89af1a341976),segment_id=30aff1f4-37b8-404e-8c9d-89af1a341976)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:58:56.972685 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.030827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port aa5195b5-e62d-4cf7-9628-f0d73f34e4a0, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:58:57.031204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.097220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Calling delete_port for 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:58:57.110055 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:58:54Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:57.113917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccec697-1cf4-4c53-8ed2-d0a673eea3a3 None None] The sync data for ids ['3a8ae90f-b017-4eea-9844-39888c2dc061'] in n-d-825178-1 is: [{'id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783817993', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:58:54Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': 'aa5195b5-e62d-4cf7-9628-f0d73f34e4a0', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ae90f-b017-4eea-9844-39888c2dc061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:57:13Z', 'updated_at': '2022-01-18T23:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:58:57.155938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 23:58:57.175084 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.222769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Pushing event deleted for resources: {'Port': ['ID=61fcef61-c79d-4fcd-ab9d-bff1ad11dc68,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:57.227435 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] No DVR routers for this DVR port 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 on host n-d-825178-1 {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:58:57.234103 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.234458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.234785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.235136 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.235461 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.235839 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.236151 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.236468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.236786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.237152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.237772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.237772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea70ad3-526d-4087-806b-bbec9b82eea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:57.335187 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.384362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=aa5195b5-e62d-4cf7-9628-f0d73f34e4a0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:57.476890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.771166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.773389 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.802874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.803717 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Fanout notify agent at l3_agent the message router_deleted on router 3a8ae90f-b017-4eea-9844-39888c2dc061 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 23:58:57.819530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:57.820581 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-c0d8d85e-9958-45bf-b433-4870288f4da8 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/routers/3a8ae90f-b017-4eea-9844-39888c2dc061 HTTP/1.1" status: 204 len: 168 time: 1.3610823 Jan 18 23:58:57.823558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58310) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:57.939744 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.083148 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.108100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a860bf98-9afa-4414-99db-500401d54927']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:58.120359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aff1f4-37b8-404e-8c9d-89af1a341976') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:58.120666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aff1f4-37b8-404e-8c9d-89af1a341976') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:58:58.132166 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.149440 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.156789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:58:58.157449 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: timer() Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: self._notify() Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:58:58.171805 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:58:58.254453 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.278320 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.286171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdde7f00-209b-483b-9e55-94302c47092c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:58:58.295828 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Network': ['ID=a860bf98-9afa-4414-99db-500401d54927,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:58.301208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-586902d1-a652-4756-b117-5b9a089c6f73 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/networks/a860bf98-9afa-4414-99db-500401d54927 HTTP/1.1" status: 204 len: 168 time: 0.4766448 Jan 18 23:58:58.303889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:58.321681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: cdde7f00-209b-483b-9e55-94302c47092c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:58:58.322027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device cdde7f00-209b-483b-9e55-94302c47092c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:58:58.322442 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:58:58.355069 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:58:58.355401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device aa5195b5-e62d-4cf7-9628-f0d73f34e4a0 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:58:58.355816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:58:58.370566 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-696c9e8a-29b6-4a61-9086-d750404407ae tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.391636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 23:58:58.391636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 61fcef61-c79d-4fcd-ab9d-bff1ad11dc68 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:58:58.401144 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-696c9e8a-29b6-4a61-9086-d750404407ae tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.465391 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-696c9e8a-29b6-4a61-9086-d750404407ae tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.487855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c9e8a-29b6-4a61-9086-d750404407ae tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eba254-c9e1-4f69-b453-9b487a1a910c,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:58.503089 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-696c9e8a-29b6-4a61-9086-d750404407ae tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.504422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-696c9e8a-29b6-4a61-9086-d750404407ae tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/security-groups/73eba254-c9e1-4f69-b453-9b487a1a910c HTTP/1.1" status: 204 len: 168 time: 0.1996176 Jan 18 23:58:58.892630 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58322) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:58.897840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045630807', 'description': 'tempest-secgroup-smoke-2045630807 description', 'project_id': '91b37c7b54ed4b28b2edaed503138622'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:58.904829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:58.909448 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:58.912855 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:58.918698 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:58.931285 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:58.950879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:58.954726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:58.957515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:58.963141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.029253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.034497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.078878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b774ed3b-91b3-4f9c-b716-8e3c046b060b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:59.086320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.087494 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1938412 Jan 18 23:58:59.089031 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.089382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.089720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.090052 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.090381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.090708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.090838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58326) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:59.091284 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.091382 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.091648 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.091985 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.092303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.092593 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486e94-3d88-43e0-9234-b38395c7331e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:58:59.096067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': 'b774ed3b-91b3-4f9c-b716-8e3c046b060b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:59.104074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:59.108030 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:59.111345 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:59.117316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.134951 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.196220 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.201714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.223724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe17e41-2ef9-421d-808c-bbd1724a9f22,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:59.233004 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.234497 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7743cb9f-f11c-4253-8fde-43364eb6f8bb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427686 Jan 18 23:58:59.237495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58330) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:59.242338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': 'b774ed3b-91b3-4f9c-b716-8e3c046b060b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:59.248848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:59.253269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:59.256206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:59.261985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.283629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.351265 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.356874 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.380255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7a90e6-3f8b-41f3-8b67-bff5b8e7f602,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:59.390382 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.391620 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b4e85edf-f66d-4123-b9f2-3f0e0e67be89 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531858 Jan 18 23:58:59.394652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58334) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:59.399588 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': 'b774ed3b-91b3-4f9c-b716-8e3c046b060b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:59.406092 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:59.410232 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:59.413205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:59.419183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.438368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.508522 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.515543 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.539785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b07594-904e-4fa6-a6bd-404df1aeaf66,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:59.551668 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.557087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5ecb659b-34b5-4f5a-9831-a5ae0e43b64a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573305 Jan 18 23:58:59.557087 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58340) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:59.564480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': 'b774ed3b-91b3-4f9c-b716-8e3c046b060b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:59.571440 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:59.575611 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:59.578743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:59.584980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.603633 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.668688 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.675072 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.698392 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93476cd-6631-4ae3-b815-da895f7dee58,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:59.707923 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.709139 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-d2a1fdea-74f0-4645-9156-04cca178114a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520607 Jan 18 23:58:59.712027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58344) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:59.717260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': 'b774ed3b-91b3-4f9c-b716-8e3c046b060b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:59.723750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:59.727614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:59.730488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:59.736553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.748559 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:58:59.755347 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.831906 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.838212 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.861236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79133f2-338b-4394-87c8-f2a4d30867b1,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:58:59.871793 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.875896 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e1a8548-06a2-4161-9bc6-2089fa2ce7f0 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627324 Jan 18 23:58:59.876039 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:58:59.881625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'security_group_rule': {'security_group_id': 'b774ed3b-91b3-4f9c-b716-8e3c046b060b', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:58:59.888801 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:58:59.892966 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:security_group_rule and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:58:59.895979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:58:59.902576 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:58:59.915387 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Project 91b37c7b54ed4b28b2edaed503138622 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:58:59.922873 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:59.993657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.000213 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.025652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41b6012-6cc2-4300-bea3-bda6de371695,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:00.037602 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.039159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1b2b06b7-cf3a-4cac-a0f7-a50ce06d53af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619365 Jan 18 23:59:00.043631 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58352) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:00.049532 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'network': {'name': 'tempest-network-smoke--749192074', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'port_security_enabled': True}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:59:00.055228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:00.059338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:network and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:59:00.062571 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:59:00.069003 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:00.080672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:59:00.084418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.112993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:59:00.121444 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.121783 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Added segment 440d9e39-1996-4fed-811c-128ae6fda965 of type vlan for network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa Jan 18 23:59:00.147137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.177663 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.183177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:00.183768 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.290467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2457428 Jan 18 23:59:00.293294 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d630-d73f-42e8-8407-13b092a73811 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Network': ['ID=0f28f9b4-8bda-4992-9a88-c465d78fe5fa,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:00.293676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58356) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:00.299389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'admin_state_up': True, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:59:00.303958 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:59:00.307667 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:00.311737 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:router and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:59:00.314850 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:59:00.321579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:00.332355 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.333584 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.350240 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:00.627566 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:01.042942 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:01.073813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:01.216517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.227 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/53c855e8-df26-4ecb-9c44-0e4002542e8c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:01.364207 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:01.397659 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:01.462306 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:01.465275 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:01.468984 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:59:01.498110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=53c855e8-df26-4ecb-9c44-0e4002542e8c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:01.899951 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:02.351329 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:02.561610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 23:59:02.769777 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:59:02.780603 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Sync routers for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:59:02.790429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:59:02.791049 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:02.799731 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:02.800987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b1ef558a-7194-4111-8987-14f209efecc1 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5062406 Jan 18 23:59:02.804569 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:02.846941 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5050c100-5f3a-4098-9e88-49e7fa78e1fe tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=91b37c7b54ed4b28b2edaed503138622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412598 Jan 18 23:59:02.849673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58368) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:02.971720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:59:02.980242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d9319a-ad58-4374-89b5-636e7a17a6b1 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:02.984801 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-61d9319a-ad58-4374-89b5-636e7a17a6b1 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311827 Jan 18 23:59:02.985079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:03.024423 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b098592f-db42-4f81-9342-9085443cd165 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0a397774-82c8-4517-a621-05eb287f7f2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380602 Jan 18 23:59:03.026811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:03.032143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345297777', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:59:03.142574 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:03.146566 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:subnet and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:59:03.149426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:59:03.155167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:03.167596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:59:03.172927 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:03.295652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:01Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:03.299596 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Checking router: 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:59:03.300048 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Updating router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 port 53c855e8-df26-4ecb-9c44-0e4002542e8c binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:59:03.352469 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:03.395372 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:03.481756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Subnet': ['ID=4a46dd1c-ffde-4308-b06c-e902b7eee5a0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:03.490708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Checking segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:59:03.491061 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network hostable DHCP agents. Network: 0f28f9b4-8bda-4992-9a88-c465d78fe5fa, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:59:03.511203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:59:03.522273 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 0f28f9b4-8bda-4992-9a88-c465d78fe5fa) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:03.526490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:03.527138 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:03.539191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb84e19-c055-40fc-bf94-a385f88f950b None None] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:59:03.548628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-75ab9b54-874d-498a-a160-8e123d7cd61e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5207243 Jan 18 23:59:03.551634 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:03.856453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:03.869152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 23:59:03.869981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:03.881310 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Transition to ACTIVE for port object 53c855e8-df26-4ecb-9c44-0e4002542e8c will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:03.893162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.046837 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f42639-16e4-4532-8a51-58035fe2c3ef None None] Pushing event updated for resources: {'Port': ['ID=53c855e8-df26-4ecb-9c44-0e4002542e8c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:04.051807 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Attempting to bind port 53c855e8-df26-4ecb-9c44-0e4002542e8c on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:59:04.052178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Attempting to bind port 53c855e8-df26-4ecb-9c44-0e4002542e8c by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:59:04.052542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Attempting to bind port 53c855e8-df26-4ecb-9c44-0e4002542e8c on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:59:04.065029 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:59:04.065403 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:59:04.065803 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.066188 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:59:04.066645 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Bound port: 53c855e8-df26-4ecb-9c44-0e4002542e8c, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:59:04.067014 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.192001 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Allocated IP 172.20.0.2 (0f28f9b4-8bda-4992-9a88-c465d78fe5fa/4a46dd1c-ffde-4308-b06c-e902b7eee5a0/f42e93b6-e071-4639-a37d-34c508c76447) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:04.193952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] For port 53c855e8-df26-4ecb-9c44-0e4002542e8c, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:59:04.198407 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] For port 53c855e8-df26-4ecb-9c44-0e4002542e8c, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=53c855e8-df26-4ecb-9c44-0e4002542e8c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:59:04.205093 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.379199 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:59:04.379827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:04.394706 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.449179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f42639-16e4-4532-8a51-58035fe2c3ef None None] Pushing event updated for resources: {'Port': ['ID=53c855e8-df26-4ecb-9c44-0e4002542e8c,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:04.673494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.687244 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:59:04.784552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Transition to ACTIVE for port object f42e93b6-e071-4639-a37d-34c508c76447 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:04.870514 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Transition to ACTIVE for port object f42e93b6-e071-4639-a37d-34c508c76447 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:04.888974 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:04.955483 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.1 (0f28f9b4-8bda-4992-9a88-c465d78fe5fa/4a46dd1c-ffde-4308-b06c-e902b7eee5a0/12e5e822-dabb-4f24-8ea0-4e6a253339da) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:04.980800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:04.991956 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:04.995998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Pushing event updated for resources: {'Port': ['ID=f42e93b6-e071-4639-a37d-34c508c76447,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:04.999554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:59:05.117967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.134524 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 12e5e822-dabb-4f24-8ea0-4e6a253339da will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:05.137957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Attempting to bind port f42e93b6-e071-4639-a37d-34c508c76447 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:59:05.138326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Attempting to bind port f42e93b6-e071-4639-a37d-34c508c76447 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:59:05.138688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Attempting to bind port f42e93b6-e071-4639-a37d-34c508c76447 on network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:59:05.143403 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.146511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:59:05.146880 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Checking segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:59:05.147267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.147652 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Bound using segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:59:05.148109 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Bound port: f42e93b6-e071-4639-a37d-34c508c76447, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:59:05.148476 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.159649 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.222182 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:01Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:05.224854 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:05.227774 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:05.232632 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:59:05.238901 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122cc29-311b-40a1-ae6c-1cfe7671b254 None None] The sync data for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 is: [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:01Z', 'revision_number': 3, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:59:05.250920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:59:05.254711 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f42e93b6-e071-4639-a37d-34c508c76447,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:59:05.264608 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.271424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=12e5e822-dabb-4f24-8ea0-4e6a253339da,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:05.299084 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:05.354970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52239a13-e2e1-4bf6-947c-b397df7df047 None None] Pushing event updated for resources: {'Port': ['ID=f42e93b6-e071-4639-a37d-34c508c76447,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:05.616813 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.088882 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f42e93b6-e071-4639-a37d-34c508c76447 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:06.182211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f42e93b6-e071-4639-a37d-34c508c76447 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:06.187943 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 53c855e8-df26-4ecb-9c44-0e4002542e8c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:06.211023 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.216364 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.267150 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 53c855e8-df26-4ecb-9c44-0e4002542e8c completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:06.275346 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 53c855e8-df26-4ecb-9c44-0e4002542e8c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:06.276090 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.337842 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.342517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=12e5e822-dabb-4f24-8ea0-4e6a253339da,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:06.428310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.446696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 53c855e8-df26-4ecb-9c44-0e4002542e8c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=53c855e8-df26-4ecb-9c44-0e4002542e8c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:59:06.454827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.487451 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:06.488614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:06.529194 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=53c855e8-df26-4ecb-9c44-0e4002542e8c,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:06.541289 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77445c1c-85ea-4b4c-8d85-81be7df673e3 None None] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 23:59:06.631989 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c7349508-d318-46a8-8214-27691fda6baf None None] Provisioning for port f42e93b6-e071-4639-a37d-34c508c76447 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:06.649519 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c7349508-d318-46a8-8214-27691fda6baf None None] Provisioning complete for port f42e93b6-e071-4639-a37d-34c508c76447 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:06.649912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7349508-d318-46a8-8214-27691fda6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.683971 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:59:06.870419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7349508-d318-46a8-8214-27691fda6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:06.876095 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:59:06.893469 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-91678e9e-f9aa-4997-8563-6c09b87ff146 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3408060 Jan 18 23:59:06.915605 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c7349508-d318-46a8-8214-27691fda6baf None None] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f42e93b6-e071-4639-a37d-34c508c76447,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:59:06.923580 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7349508-d318-46a8-8214-27691fda6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.001696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7349508-d318-46a8-8214-27691fda6baf None None] Pushing event updated for resources: {'Port': ['ID=f42e93b6-e071-4639-a37d-34c508c76447,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:07.030604 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Sync routers for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:59:07.041425 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:59:07.042181 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:07.087703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-ce1e3fac-6884-4dae-9b60-491356f4ec99 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:07.105182 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-ce1e3fac-6884-4dae-9b60-491356f4ec99 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:07.106404 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-ce1e3fac-6884-4dae-9b60-491356f4ec99 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045630807&fields=id&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 267 time: 0.0599842 Jan 18 23:59:07.149969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd2f0b1c-4272-49fd-b68c-0ef461b6044a None None] Provisioning complete for port f42e93b6-e071-4639-a37d-34c508c76447 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:07.151105 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0b1c-4272-49fd-b68c-0ef461b6044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.230305 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:59:07.278798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-86325e34-8f15-403d-a749-9a4acbd733fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:07.279525 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-86325e34-8f15-403d-a749-9a4acbd733fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:07.299872 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-86325e34-8f15-403d-a749-9a4acbd733fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:07.301378 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-86325e34-8f15-403d-a749-9a4acbd733fd tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 796 time: 0.1836689 Jan 18 23:59:07.344143 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-36b8643a-5edb-4800-83a9-1eada840c689 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/quotas/91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 375 time: 0.0255582 Jan 18 23:59:07.357115 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd2f0b1c-4272-49fd-b68c-0ef461b6044a None None] Provisioning for port 12e5e822-dabb-4f24-8ea0-4e6a253339da completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:07.363381 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd2f0b1c-4272-49fd-b68c-0ef461b6044a None None] Provisioning complete for port 12e5e822-dabb-4f24-8ea0-4e6a253339da triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:07.363805 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0b1c-4272-49fd-b68c-0ef461b6044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.422641 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f0b1c-4272-49fd-b68c-0ef461b6044a None None] Port 12e5e822-dabb-4f24-8ea0-4e6a253339da cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:59:07.443290 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-df35fc85-c64f-4fb5-acce-5998054f340a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:07.461820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-df35fc85-c64f-4fb5-acce-5998054f340a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:07.463207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-df35fc85-c64f-4fb5-acce-5998054f340a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179414 Jan 18 23:59:07.513376 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.540601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-44f97aa5-3e60-4188-b033-84a76a9ee21e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:59:07.545070 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7c45dcea-4eb3-4611-9b0f-615e276b1d7e None None] Provisioning complete for port 12e5e822-dabb-4f24-8ea0-4e6a253339da triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:07.545453 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c45dcea-4eb3-4611-9b0f-615e276b1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.549113 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-44f97aa5-3e60-4188-b033-84a76a9ee21e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0672345 Jan 18 23:59:07.561261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 2, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:07.566081 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Checking router: 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:59:07.566640 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Updating router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 port 12e5e822-dabb-4f24-8ea0-4e6a253339da binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:59:07.604249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7c45dcea-4eb3-4611-9b0f-615e276b1d7e None None] Port 12e5e822-dabb-4f24-8ea0-4e6a253339da cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:59:07.626159 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.687517 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-71d1d4da-1a04-4af4-a54b-4ceab7d0cb34 service neutron] 10.222.0.78 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373949 Jan 18 23:59:07.724736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-43c79f53-8642-4d9e-a00a-be4c265270d1 None None] Provisioning complete for port 12e5e822-dabb-4f24-8ea0-4e6a253339da triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:07.725050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43c79f53-8642-4d9e-a00a-be4c265270d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:07.783998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43c79f53-8642-4d9e-a00a-be4c265270d1 None None] Port 12e5e822-dabb-4f24-8ea0-4e6a253339da cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:59:07.953539 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-bf12481f-1830-4425-a2b5-e1d1b76aa5d5 service neutron] 10.222.0.78 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620544 Jan 18 23:59:08.007427 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.018889 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Transition to ACTIVE for port object 12e5e822-dabb-4f24-8ea0-4e6a253339da will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:08.027630 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.031701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f42e93b6-e071-4639-a37d-34c508c76447 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:08.126881 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f42e93b6-e071-4639-a37d-34c508c76447 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:08.127367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.169584 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d372e36c-134b-411e-8957-dc500d853801 req-db76fd47-ec09-42cd-916d-02db47459ebb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:08.182920 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-d372e36c-134b-411e-8957-dc500d853801 req-db76fd47-ec09-42cd-916d-02db47459ebb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:08.184411 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d372e36c-134b-411e-8957-dc500d853801 req-db76fd47-ec09-42cd-916d-02db47459ebb tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 210 time: 0.0693085 Jan 18 23:59:08.251680 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 53c855e8-df26-4ecb-9c44-0e4002542e8c up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:08.278140 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Attempting to bind port 12e5e822-dabb-4f24-8ea0-4e6a253339da on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:59:08.278707 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Attempting to bind port 12e5e822-dabb-4f24-8ea0-4e6a253339da by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:59:08.278977 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Attempting to bind port 12e5e822-dabb-4f24-8ea0-4e6a253339da on network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:59:08.283100 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Pushing event updated for resources: {'Port': ['ID=12e5e822-dabb-4f24-8ea0-4e6a253339da,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:08.296893 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.297615 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.298262 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.298774 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.299265 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.299765 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.300252 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.300844 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.301357 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.302359 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.303127 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.304040 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:08.308269 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:59:08.309106 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Checking segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:59:08.309710 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.310293 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Bound using segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:59:08.310969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Bound port: 12e5e822-dabb-4f24-8ea0-4e6a253339da, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:59:08.311586 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.345802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 53c855e8-df26-4ecb-9c44-0e4002542e8c triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:08.346175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.409490 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] For port 12e5e822-dabb-4f24-8ea0-4e6a253339da, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:59:08.412619 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] For port 12e5e822-dabb-4f24-8ea0-4e6a253339da, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=12e5e822-dabb-4f24-8ea0-4e6a253339da,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:59:08.420421 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:08.498120 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:59:08.499229 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:58:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:08.580875 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec050-1b05-4a54-ae1e-b7249332dbc3 None None] Pushing event updated for resources: {'Port': ['ID=12e5e822-dabb-4f24-8ea0-4e6a253339da,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:08.693289 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:59:09.012909 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:08Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:09.016691 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946cb1a-7ea7-4cb3-a8bf-832eb830786e None None] The sync data for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 is: [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:08Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:59:09.181408 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:59:09.349309 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-abc0152a-3005-4fcc-a3d2-60983ff3ae8b req-fc669c7e-3549-483e-a3f8-c7caa58c8120 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 210 time: 0.0490949 Jan 18 23:59:09.453851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-3a8cc751-5352-4217-84f3-089400962bec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:09.454759 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-3a8cc751-5352-4217-84f3-089400962bec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:network {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:09.467106 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-3a8cc751-5352-4217-84f3-089400962bec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:network {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:09.468264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-3a8cc751-5352-4217-84f3-089400962bec tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 796 time: 0.1813524 Jan 18 23:59:09.519668 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-6ddebdef-bb74-4adb-933d-2fa4d7620d12 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:09.532603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-6ddebdef-bb74-4adb-933d-2fa4d7620d12 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:09.533886 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-6ddebdef-bb74-4adb-933d-2fa4d7620d12 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b37c7b54ed4b28b2edaed503138622 HTTP/1.1" status: 200 len: 380 time: 0.0577633 Jan 18 23:59:09.543595 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'port': {'device_id': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'admin_state_up': True, 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'security_groups': ['b774ed3b-91b3-4f9c-b716-8e3c046b060b']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:59:09.794394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:09.804385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:09.818190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Made reservation on behalf of 91b37c7b54ed4b28b2edaed503138622 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:59:09.821831 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.004258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.20.0.7 (0f28f9b4-8bda-4992-9a88-c465d78fe5fa/4a46dd1c-ffde-4308-b06c-e902b7eee5a0/300c7aad-e436-4698-acf4-3c9c13914344) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:10.045379 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12e5e822-dabb-4f24-8ea0-4e6a253339da up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:10.129351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 12e5e822-dabb-4f24-8ea0-4e6a253339da completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:10.134515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 12e5e822-dabb-4f24-8ea0-4e6a253339da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:10.134889 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.225357 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.241352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Transition to ACTIVE for port object 300c7aad-e436-4698-acf4-3c9c13914344 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:10.253323 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.267299 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.287009 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 12e5e822-dabb-4f24-8ea0-4e6a253339da, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=12e5e822-dabb-4f24-8ea0-4e6a253339da,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:59:10.291656 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.342394 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:10.345688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:10.349580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:59:10.361386 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=12e5e822-dabb-4f24-8ea0-4e6a253339da,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:10.384263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=300c7aad-e436-4698-acf4-3c9c13914344,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:10.422621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:10.423431 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.452285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-828dafe0-93ec-42bc-b4d8-2127fc915390 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9124274 Jan 18 23:59:10.465177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Request body: {'port': {'device_id': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:59:10.590047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fe3f3a39-3796-4759-8df6-41bd76e35dd2 None None] Provisioning for port 300c7aad-e436-4698-acf4-3c9c13914344 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:10.595698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fe3f3a39-3796-4759-8df6-41bd76e35dd2 None None] Provisioning complete for port 300c7aad-e436-4698-acf4-3c9c13914344 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:10.596225 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3a39-3796-4759-8df6-41bd76e35dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.656981 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3a39-3796-4759-8df6-41bd76e35dd2 None None] Port 300c7aad-e436-4698-acf4-3c9c13914344 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 23:59:10.658637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56eb1-ecc0-416e-b7f4-00c74957fdf6 req-29449c4d-6fe6-4b30-a1f5-f7752786436a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:10.659360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f6a56eb1-ecc0-416e-b7f4-00c74957fdf6 req-29449c4d-6fe6-4b30-a1f5-f7752786436a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:10.662059 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:10.725317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-f6a56eb1-ecc0-416e-b7f4-00c74957fdf6 req-29449c4d-6fe6-4b30-a1f5-f7752786436a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:10.726502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f6a56eb1-ecc0-416e-b7f4-00c74957fdf6 req-29449c4d-6fe6-4b30-a1f5-f7752786436a tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 931 time: 0.2254457 Jan 18 23:59:10.835447 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f6a56eb1-ecc0-416e-b7f4-00c74957fdf6 req-a4c5fa49-d176-466b-af0e-d576a8cc2943 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017883 Jan 18 23:59:11.043905 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300c7aad-e436-4698-acf4-3c9c13914344 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:59:11.052284 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:11.068036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Transition to ACTIVE for port object 300c7aad-e436-4698-acf4-3c9c13914344 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:11.072978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:11.241111 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Pushing event updated for resources: {'Port': ['ID=300c7aad-e436-4698-acf4-3c9c13914344,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:11.327107 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Attempting to bind port 300c7aad-e436-4698-acf4-3c9c13914344 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:59:11.327442 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Attempting to bind port 300c7aad-e436-4698-acf4-3c9c13914344 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:59:11.327777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Attempting to bind port 300c7aad-e436-4698-acf4-3c9c13914344 on network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:59:11.332600 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Port 300c7aad-e436-4698-acf4-3c9c13914344 on network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 23:59:11.333202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Attempting to bind port 300c7aad-e436-4698-acf4-3c9c13914344 on network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 23:59:11.341624 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 23:59:11.342181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Checking segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 23:59:11.342775 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Bound using segment: {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 23:59:11.343483 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Bound port: 300c7aad-e436-4698-acf4-3c9c13914344, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440d9e39-1996-4fed-811c-128ae6fda965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:59:11.344053 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:11.460678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] For port 300c7aad-e436-4698-acf4-3c9c13914344, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 23:59:11.463781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] For port 300c7aad-e436-4698-acf4-3c9c13914344, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=300c7aad-e436-4698-acf4-3c9c13914344,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 23:59:11.472024 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:11.543544 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:11.544124 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:11.545469 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] 10.222.0.86 "PUT /v2.0/ports/300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 1091 time: 1.0862300 Jan 18 23:59:11.545906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:11.576405 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43857a4-bf29-4a45-88c4-c376f7f26fbb service neutron] Pushing event updated for resources: {'Port': ['ID=300c7aad-e436-4698-acf4-3c9c13914344,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:11.641299 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344', 'status': 'completed', 'code': 200} Jan 18 23:59:11.804304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-b2100fcb-c822-461a-93fc-c7c09f8b6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:11.805902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-b2100fcb-c822-461a-93fc-c7c09f8b6334 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1094 time: 0.2063186 Jan 18 23:59:11.876266 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-9735d06f-9f53-4196-9c43-dfe7d15f718d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 217 time: 0.0627627 Jan 18 23:59:11.944286 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c55bb926-ba02-41c3-b86f-808254839a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:11.946984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-c55bb926-ba02-41c3-b86f-808254839a6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 200 len: 835 time: 0.0654643 Jan 18 23:59:12.036570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12e5e822-dabb-4f24-8ea0-4e6a253339da up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:12.100406 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-5da4bd54-4d09-42ec-bdc5-eb08259d3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:12.102967 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-5da4bd54-4d09-42ec-bdc5-eb08259d3159 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502447 Jan 18 23:59:12.117765 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cde7f-b879-4da3-b7d7-fd35cbedfc5f req-77191ea8-2476-4b87-9c85-1dbecb8a8a45 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:12.120335 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-192cde7f-b879-4da3-b7d7-fd35cbedfc5f req-77191ea8-2476-4b87-9c85-1dbecb8a8a45 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 943 time: 0.1345947 Jan 18 23:59:12.129139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 12e5e822-dabb-4f24-8ea0-4e6a253339da triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:12.129511 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:12.192299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-532b9d7d-8c57-416b-862f-43d7c60dc405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:12.245213 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-192cde7f-b879-4da3-b7d7-fd35cbedfc5f req-3f7b3735-a75a-4042-a1c1-ff994daf78a2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037159 Jan 18 23:59:12.282798 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-697a86e5-e7c7-41c9-9e0c-b82495798dfd service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601305 Jan 18 23:59:12.413558 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d4112be-4575-46e5-8702-222f8a48a5ae req-94f108b8-ff5e-48cb-960f-9e62ad2fb887 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240153 Jan 18 23:59:12.534672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-05553c7c-d68e-4f79-8050-96db68264e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:12.536250 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-05553c7c-d68e-4f79-8050-96db68264e64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1094 time: 0.0753429 Jan 18 23:59:12.685336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-758eea9a-60df-463d-9e00-d0745015ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:12.686813 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-758eea9a-60df-463d-9e00-d0745015ab46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 897 time: 0.1429267 Jan 18 23:59:12.754829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-ffddc4a5-c8dc-4bc7-91e5-b0d6aa21cc8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 217 time: 0.0614874 Jan 18 23:59:12.820764 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-72c3b709-ee42-4e8a-9a78-2d9f9029705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:12.822087 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-72c3b709-ee42-4e8a-9a78-2d9f9029705e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 200 len: 835 time: 0.0613794 Jan 18 23:59:12.898372 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-53fd2579-a6b6-4ade-810b-160b80176ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:12.899970 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-53fd2579-a6b6-4ade-810b-160b80176ec0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712895 Jan 18 23:59:13.036975 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-c23e9ca7-0e8a-46d7-99ed-f82d2f78a679 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296179 Jan 18 23:59:13.172680 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b4d91d73-70ed-430d-bfe6-5f4f89a3ed3e req-c199a357-f1c4-4407-9d19-6b50a565b606 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289444 Jan 18 23:59:13.443638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace6c8-4f22-4824-a832-b305603fe9e4 req-899cc751-5cbe-4442-92c2-d16f3c05d37e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:13.445053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08ace6c8-4f22-4824-a832-b305603fe9e4 req-899cc751-5cbe-4442-92c2-d16f3c05d37e tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 943 time: 0.0865171 Jan 18 23:59:13.492792 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-08ace6c8-4f22-4824-a832-b305603fe9e4 req-e24ebb74-7536-4074-8799-f49e482101bf tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Jan 18 23:59:14.696278 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ddc8-fdfc-47c2-b664-f8ad0ea810d4 req-eec47922-b11d-475f-9d77-b9a8ee5b9ee7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:14.697760 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b480ddc8-fdfc-47c2-b664-f8ad0ea810d4 req-eec47922-b11d-475f-9d77-b9a8ee5b9ee7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 943 time: 0.0900958 Jan 18 23:59:14.748051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b480ddc8-fdfc-47c2-b664-f8ad0ea810d4 req-f239b4d3-a2c6-4594-9af0-1ce69ffee1c7 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Jan 18 23:59:15.078579 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-926acc05-b93e-4fba-9bc5-69a75c14835f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:15.277059 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 300c7aad-e436-4698-acf4-3c9c13914344 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:59:15.414540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 300c7aad-e436-4698-acf4-3c9c13914344, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=300c7aad-e436-4698-acf4-3c9c13914344,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:59:15.427444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '300c7aad-e436-4698-acf4-3c9c13914344', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'port_id': '300c7aad-e436-4698-acf4-3c9c13914344', 'mac_address': 'fa:16:3e:d6:a6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:59:15.483892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:15.501950 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300c7aad-e436-4698-acf4-3c9c13914344 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:59:15.518388 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 300c7aad-e436-4698-acf4-3c9c13914344, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=300c7aad-e436-4698-acf4-3c9c13914344,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:59:15.525519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:15.596772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=300c7aad-e436-4698-acf4-3c9c13914344,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:15.709633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:15.766331 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['300c7aad-e436-4698-acf4-3c9c13914344'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 23:59:15.938843 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8d55-9779-40fe-a311-3fd750b47a11 req-7c4404ca-9bd6-4fbe-b2f6-fe08936a24c2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:15.940454 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92cf8d55-9779-40fe-a311-3fd750b47a11 req-7c4404ca-9bd6-4fbe-b2f6-fe08936a24c2 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 944 time: 0.0884862 Jan 18 23:59:15.986750 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:15.987088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-92cf8d55-9779-40fe-a311-3fd750b47a11 req-177baa88-99e3-48c2-b6a0-319f08af9517 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395098 Jan 18 23:59:17.199735 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e93ca-94ef-4714-a5e7-795f3ea69b3f req-acbccd97-e924-4e05-8351-46097073c1fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:17.201111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac2e93ca-94ef-4714-a5e7-795f3ea69b3f req-acbccd97-e924-4e05-8351-46097073c1fa tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 944 time: 0.0986454 Jan 18 23:59:17.245708 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ac2e93ca-94ef-4714-a5e7-795f3ea69b3f req-eeb4be5b-2aee-44ad-9336-196fe81b0f80 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Jan 18 23:59:17.288821 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.292742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 300c7aad-e436-4698-acf4-3c9c13914344 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:17.365874 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 300c7aad-e436-4698-acf4-3c9c13914344 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:17.370494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 300c7aad-e436-4698-acf4-3c9c13914344 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:17.370857 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.486219 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.515996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:17.528339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 300c7aad-e436-4698-acf4-3c9c13914344, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=300c7aad-e436-4698-acf4-3c9c13914344,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 23:59:17.534173 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.569788 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344', 'code': 200} Jan 18 23:59:17.603041 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=300c7aad-e436-4698-acf4-3c9c13914344,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:17.793687 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9e7d-56ab-4b43-a079-c0b2e5eb380f req-1d2787eb-96b5-4db5-be54-c4f4d0546dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:17.795063 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d35c9e7d-56ab-4b43-a079-c0b2e5eb380f req-1d2787eb-96b5-4db5-be54-c4f4d0546dd7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1096 time: 0.1768847 Jan 18 23:59:17.836053 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d35c9e7d-56ab-4b43-a079-c0b2e5eb380f req-1bd7135b-116f-4fa4-a1a5-ca3c188fd192 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Jan 18 23:59:18.451779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21d91-3d53-4d69-8faf-42f88a297fe6 req-115ec2bf-e2e6-45be-9fda-6ce48f8be42c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:18.453268 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cf21d91-3d53-4d69-8faf-42f88a297fe6 req-115ec2bf-e2e6-45be-9fda-6ce48f8be42c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0873368 Jan 18 23:59:18.499600 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1cf21d91-3d53-4d69-8faf-42f88a297fe6 req-4e7b40b2-1574-41fe-8b77-d81f1e80bf50 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Jan 18 23:59:19.712995 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217918c-7624-4b6f-98e4-e17f64d34d60 req-69b76b30-a401-4514-9044-9d30ef899813 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:19.714468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5217918c-7624-4b6f-98e4-e17f64d34d60 req-69b76b30-a401-4514-9044-9d30ef899813 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0963948 Jan 18 23:59:19.759207 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5217918c-7624-4b6f-98e4-e17f64d34d60 req-58c7e1f0-b276-4422-ba5c-bb9a86f0ac7c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Jan 18 23:59:19.949852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e25b-5dd7-4fab-bf0e-6297f6d2ebc7 req-885a26e7-88a0-4131-8403-7aae6438fe4d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:19.951298 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b15e25b-5dd7-4fab-bf0e-6297f6d2ebc7 req-885a26e7-88a0-4131-8403-7aae6438fe4d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0832868 Jan 18 23:59:20.000271 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0b15e25b-5dd7-4fab-bf0e-6297f6d2ebc7 req-1d46eb17-6592-4564-88a5-5d78ca84285d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Jan 18 23:59:20.023367 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58442) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:20.092851 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb935cd-76c7-4c98-99cc-4c1e76a18d32 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:20.094366 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-dcb935cd-76c7-4c98-99cc-4c1e76a18d32 tempest-TestNetworkAdvancedServerOps-1575664116 tempest-TestNetworkAdvancedServerOps-1575664116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1091 time: 0.0700262 Jan 18 23:59:20.097469 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58446) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:20.102290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '300c7aad-e436-4698-acf4-3c9c13914344', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:59:20.109315 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:20.113341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Usage tracker for resource:floatingip and tenant:91b37c7b54ed4b28b2edaed503138622 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:59:20.116184 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:59:20.121947 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:20.135643 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:20.280695 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:20.422287 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Allocated IP 172.25.4.166 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/de029452-cb51-493d-8a3d-9ac93790b88e) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:20.583204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:20.619826 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:20.688975 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:20.691911 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:20.695508 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 23:59:20.724102 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=de029452-cb51-493d-8a3d-9ac93790b88e,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:21.109448 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:21.187679 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:21.400066 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:21.407531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:21.629436 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event updated for resources: {'Port': ['ID=de029452-cb51-493d-8a3d-9ac93790b88e,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:21.640142 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:21.811862 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP 776b88bb-ad4a-4311-bbed-7171686cb84d associated. External IP: 172.25.4.166, port: 300c7aad-e436-4698-acf4-3c9c13914344. Jan 18 23:59:22.184302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 23:59:22.373554 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 23:59:22.383120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] Sync routers for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:59:22.394071 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:59:22.394790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:59:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:22.399223 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:22.457630 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2a75482d-2246-4ab6-a7be-4cf378f30c11 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3563445 Jan 18 23:59:22.457630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:22.501943 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344', 'status': 'completed', 'code': 200} Jan 18 23:59:22.577984 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:59:22.609172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-7c077734-55bf-46eb-8669-51af5f39702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:22.610673 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-7c077734-55bf-46eb-8669-51af5f39702a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1096 time: 0.0883527 Jan 18 23:59:22.631407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126bf60-cb22-4a92-933c-b5c4f2259185 req-00854b3d-137e-4755-aed4-7568277b823c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:22.632998 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4126bf60-cb22-4a92-933c-b5c4f2259185 req-00854b3d-137e-4755-aed4-7568277b823c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0810044 Jan 18 23:59:22.678093 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4126bf60-cb22-4a92-933c-b5c4f2259185 req-113edfdc-ce25-425d-babd-0ed1e48dcc6f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Jan 18 23:59:22.703752 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:22.749778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-b0d6e43f-e958-4e81-8582-268043ff4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:22.751193 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-b0d6e43f-e958-4e81-8582-268043ff4146 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 897 time: 0.1345730 Jan 18 23:59:22.812010 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-98ab5404-267c-480e-bfa4-c44936b0e224 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/776b88bb-ad4a-4311-bbed-7171686cb84d HTTP/1.1" status: 200 len: 991 time: 0.1070502 Jan 18 23:59:22.852865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-f4ea7b4c-eeb1-4d2c-8000-5e95df5447cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 999 time: 0.0957801 Jan 18 23:59:22.920629 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-573761fb-7a90-4bee-807e-449d8b243141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:22.922151 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-573761fb-7a90-4bee-807e-449d8b243141 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 200 len: 835 time: 0.0626681 Jan 18 23:59:22.933439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '776b88bb-ad4a-4311-bbed-7171686cb84d', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'port_id': '300c7aad-e436-4698-acf4-3c9c13914344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'mac_address': 'fa:16:3e:d6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:21Z', 'updated_at': '2022-01-18T23:59:21Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:10Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:22.937301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] Checking router: 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:59:22.945767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 23:59:22.946280 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:59:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:22.995189 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-3774ded2-40b2-4023-a6d4-bcd7d61f862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:22.996726 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-3774ded2-40b2-4023-a6d4-bcd7d61f862f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689123 Jan 18 23:59:23.122015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 23:59:23.134789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-affeb0c5-898c-470f-a211-d5bc3224fcc0 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320016 Jan 18 23:59:23.384727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b80e2e63-0af3-4198-aa94-4681eb6aa286 req-710e88f0-c6f7-44af-b885-8c35f24840a2 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439995 Jan 18 23:59:23.514878 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '776b88bb-ad4a-4311-bbed-7171686cb84d', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'port_id': '300c7aad-e436-4698-acf4-3c9c13914344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'mac_address': 'fa:16:3e:d6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:21Z', 'updated_at': '2022-01-18T23:59:21Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:10Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:23.520460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319da893-585e-4471-97fa-2b70d2ed8f89 None None] The sync data for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 is: [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '776b88bb-ad4a-4311-bbed-7171686cb84d', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'port_id': '300c7aad-e436-4698-acf4-3c9c13914344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'mac_address': 'fa:16:3e:d6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:21Z', 'updated_at': '2022-01-18T23:59:21Z', 'revision_number': 0, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:10Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:59:23.710513 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5475e75-d88a-434f-85e0-1a0dc70b70a5 None None] New status for floating IP 776b88bb-ad4a-4311-bbed-7171686cb84d: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:59:23.815619 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:23.898484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-ad6cef0a-b9a6-4308-a091-2400a92044a9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688806 Jan 18 23:59:23.926746 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-90fc005f-040c-41d5-a1a8-aa1bfdbeb217 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/776b88bb-ad4a-4311-bbed-7171686cb84d HTTP/1.1" status: 200 len: 991 time: 0.1097467 Jan 18 23:59:24.040090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-cc10f07a-a0a9-416a-bbce-d1ec7c3d18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:24.041632 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-cc10f07a-a0a9-416a-bbce-d1ec7c3d18c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1096 time: 0.0735936 Jan 18 23:59:24.200279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-04e875d9-9f04-41df-88d2-ad791e341925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:24.201667 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-04e875d9-9f04-41df-88d2-ad791e341925 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 897 time: 0.1420941 Jan 18 23:59:24.313033 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-c066f42d-71f0-46ef-a9c1-b7c64caec71b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 1001 time: 0.1050093 Jan 18 23:59:24.381100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-f2d7687b-707f-45cc-8758-14ae4c514b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:24.382538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-f2d7687b-707f-45cc-8758-14ae4c514b39 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 200 len: 835 time: 0.0632122 Jan 18 23:59:24.459763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-d8001356-9145-45b1-b13d-956df9f98d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:24.461183 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-d8001356-9145-45b1-b13d-956df9f98d69 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727479 Jan 18 23:59:24.612907 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-a3167afb-1821-46bb-bf50-b1fdfb141e13 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457744 Jan 18 23:59:24.749796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b96de83b-de35-457a-b4c2-9dc9ebd58853 req-98c541d3-8688-40fe-944c-952acc20f70c service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261449 Jan 18 23:59:24.930703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:25.045699 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1d142e61-abf9-44b6-a4be-fb8b70582d9b tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/776b88bb-ad4a-4311-bbed-7171686cb84d HTTP/1.1" status: 200 len: 993 time: 0.1136575 Jan 18 23:59:35.136229 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:37.529427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:42.192171 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c301b13-956f-4e4b-878e-485374f38677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:45.071524 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb603ecd-335d-4016-8ea2-4d183278cded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:45.698981 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:45.964072 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:46.182045 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:59:47.293525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:54.757678 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f9e9a-fec5-4722-aee2-a0efc1c4c3ec req-fbfe7ccb-8f92-4582-8ca0-80ebb31b71e6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:54.759155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c45f9e9a-fec5-4722-aee2-a0efc1c4c3ec req-fbfe7ccb-8f92-4582-8ca0-80ebb31b71e6 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.1430225 Jan 18 23:59:54.810568 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c45f9e9a-fec5-4722-aee2-a0efc1c4c3ec req-1e7ccc0e-3abb-4868-87d1-ac8e923453d9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Jan 18 23:59:56.060669 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846863-cd1b-483d-81ae-d06d386f670f req-c7a6a37f-0184-47e3-9980-2c0ba73b81ff tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:56.062159 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef846863-cd1b-483d-81ae-d06d386f670f req-c7a6a37f-0184-47e3-9980-2c0ba73b81ff tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.1320312 Jan 18 23:59:56.112442 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef846863-cd1b-483d-81ae-d06d386f670f req-162cd01b-b2c3-4d1d-8615-2481ee76fa2d tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Jan 18 23:59:56.136830 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:56.243639 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4dad8fc9-88d2-43a0-b539-2711a39eeae9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/776b88bb-ad4a-4311-bbed-7171686cb84d HTTP/1.1" status: 200 len: 993 time: 0.1054325 Jan 18 23:59:57.754725 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e35d8-3663-473e-a075-0717d33c7bdd req-a4379d9d-e23e-46f8-8987-5f7030cad990 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:57.756175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-887e35d8-3663-473e-a075-0717d33c7bdd req-a4379d9d-e23e-46f8-8987-5f7030cad990 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.1374829 Jan 18 23:59:57.758047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-77964bc2-3de1-4a5e-867a-d671e8038fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:57.759356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-77964bc2-3de1-4a5e-867a-d671e8038fa0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1096 time: 0.1047027 Jan 18 23:59:57.877591 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-887e35d8-3663-473e-a075-0717d33c7bdd req-a49c4586-8329-4046-a036-2e9541d1d664 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155376 Jan 18 23:59:57.918416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-10749fa4-6bd8-454b-8c57-ae43fdd15fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:57.919894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-10749fa4-6bd8-454b-8c57-ae43fdd15fde service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 897 time: 0.1453791 Jan 18 23:59:58.023489 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-0323359e-813a-48a5-be8d-f7b08265c240 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 1001 time: 0.0973012 Jan 18 23:59:58.086738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-f53c7f7a-ea34-4d1e-9716-07cf4c467404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:58.088109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-f53c7f7a-ea34-4d1e-9716-07cf4c467404 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 200 len: 835 time: 0.0586765 Jan 18 23:59:58.281422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-c1f8cf5e-e013-48ab-a0df-d74291f67237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:58.283023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-c1f8cf5e-e013-48ab-a0df-d74291f67237 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892190 Jan 18 23:59:58.419706 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-bede1478-e8e3-4f40-a67b-e535be86d580 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297936 Jan 18 23:59:58.562383 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b3435cf3-0c4b-402c-9a30-fd27598ade6d req-8a07188c-fadb-4f2c-a1a2-80a8661ddce4 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369016 Jan 18 23:59:59.085192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fbe03-60c0-4107-b66b-e9b0cbbd4506 req-dbcb4353-3e04-46ef-a871-a9068c1d7e75 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:59.089464 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab8fbe03-60c0-4107-b66b-e9b0cbbd4506 req-dbcb4353-3e04-46ef-a871-a9068c1d7e75 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0991960 Jan 18 23:59:59.133476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ab8fbe03-60c0-4107-b66b-e9b0cbbd4506 req-22306db9-6b35-4012-8197-1e964a4f48fc tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390513 Jan 19 00:00:00.327499 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138ce2-ced9-496d-9338-e957ab25d09b req-9e5308ea-c16c-40e9-bb27-03664218d93f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:00.328981 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f138ce2-ced9-496d-9338-e957ab25d09b req-9e5308ea-c16c-40e9-bb27-03664218d93f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0831909 Jan 19 00:00:00.376017 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-0f138ce2-ced9-496d-9338-e957ab25d09b req-4cf987d0-05c7-43da-806e-4a3810b4d411 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Jan 19 00:00:00.404490 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58504) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:00.519144 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a4a8d01e-d74d-4c07-9e90-d225c300c0e9 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/floatingips/776b88bb-ad4a-4311-bbed-7171686cb84d HTTP/1.1" status: 200 len: 993 time: 0.1133401 Jan 19 00:00:00.772644 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58512) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:00.992802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port de029452-cb51-493d-8a3d-9ac93790b88e {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:00.993186 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:01.161111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:01.161409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:01.282880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for de029452-cb51-493d-8a3d-9ac93790b88e owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:01.439303 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:01.487427 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=de029452-cb51-493d-8a3d-9ac93790b88e,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:01.523360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.523706 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.524044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.524377 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.524704 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.525045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.525374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.525681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.526013 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.526336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.526635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.526949 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:01.585488 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:01.585797 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Floating IP 776b88bb-ad4a-4311-bbed-7171686cb84d disassociated (deleted). External IP: 172.25.4.166, port: 300c7aad-e436-4698-acf4-3c9c13914344. Jan 19 00:00:02.045633 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:00:02.240933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:02.250608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] Sync routers for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:02.262340 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:02.262926 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:02.263190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:59:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:02.317867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-cbdb63df-62a3-469d-8457-eb09213129c4 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/floatingips/776b88bb-ad4a-4311-bbed-7171686cb84d HTTP/1.1" status: 204 len: 168 time: 1.5440590 Jan 19 00:00:02.318416 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:00:02.367756 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344', 'status': 'completed', 'code': 200} Jan 19 00:00:02.449297 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:02.464378 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-644c5694-457d-4343-9656-90247e9aad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:02.466138 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-644c5694-457d-4343-9656-90247e9aad14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=91b37c7b54ed4b28b2edaed503138622&device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 1096 time: 0.0744917 Jan 19 00:00:02.618056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-0bc6386d-bce5-469d-a620-ea78477b6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:02.619509 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-0bc6386d-bce5-469d-a620-ea78477b6281 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 200 len: 897 time: 0.1477542 Jan 19 00:00:02.684505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f792ab-1858-430a-8d90-e35b06e5d60c req-a38e9cfb-7102-4f9e-82a4-8e27625ea75c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:02.686129 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87f792ab-1858-430a-8d90-e35b06e5d60c req-a38e9cfb-7102-4f9e-82a4-8e27625ea75c tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.0809817 Jan 19 00:00:02.692440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-8c9086d9-3d1f-4eef-8931-8f398d2488cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 200 len: 217 time: 0.0665040 Jan 19 00:00:02.738053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87f792ab-1858-430a-8d90-e35b06e5d60c req-5a77a33a-9e0b-4943-9ffd-10e4b09decff tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Jan 19 00:00:02.765750 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-1d703ea6-bfa6-467b-83ea-cfde6913bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:02.767182 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-1d703ea6-bfa6-467b-83ea-cfde6913bb03 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 200 len: 835 time: 0.0685356 Jan 19 00:00:02.785952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:10Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:02.790027 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] Checking router: 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:02.798286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:02.798867 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:59:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:02.841736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-f734872b-5dc4-4e46-811b-896c0500765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:02.843296 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-f734872b-5dc4-4e46-811b-896c0500765b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f28f9b4-8bda-4992-9a88-c465d78fe5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699434 Jan 19 00:00:02.982429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-67922253-0456-4d55-b23e-39178c5ddd08 service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322167 Jan 19 00:00:02.983915 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:03.117165 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfbfda2c-28d3-4aa6-9606-9846e8146bc4 req-d6df54be-c032-4621-b1be-ef08ded603ec service neutron] 10.222.0.86 "GET /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274152 Jan 19 00:00:03.305216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:10Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:03.309329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba5e28-40cf-42df-ac73-fc6040864d35 None None] The sync data for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 is: [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-18T23:59:05Z', 'revision_number': 4, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '12e5e822-dabb-4f24-8ea0-4e6a253339da', 'name': '', 'network_id': '0f28f9b4-8bda-4992-9a88-c465d78fe5fa', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'mac_address': 'fa:16:3e:87:34:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:04Z', 'updated_at': '2022-01-18T23:59:10Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'subnets': [{'id': '4a46dd1c-ffde-4308-b06c-e902b7eee5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:03.532705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb539f-f011-4cdc-bfc0-40257b28c50e None None] New status for floating IP 776b88bb-ad4a-4311-bbed-7171686cb84d: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:00:04.155933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fae861-24e4-4696-8d4f-e768848884c0 req-ec60a863-6d16-4c55-b9cb-229e4b4fdc94 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:04.156665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-05fae861-24e4-4696-8d4f-e768848884c0 req-ec60a863-6d16-4c55-b9cb-229e4b4fdc94 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:04.171837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec757-21a6-40c1-8c46-58292246eb38 req-074383a0-5510-446a-9e44-3aa1730d93a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:04.172608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1e5ec757-21a6-40c1-8c46-58292246eb38 req-074383a0-5510-446a-9e44-3aa1730d93a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:04.189703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-05fae861-24e4-4696-8d4f-e768848884c0 req-ec60a863-6d16-4c55-b9cb-229e4b4fdc94 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:04.190781 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05fae861-24e4-4696-8d4f-e768848884c0 req-ec60a863-6d16-4c55-b9cb-229e4b4fdc94 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.1726332 Jan 19 00:00:04.191755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1e5ec757-21a6-40c1-8c46-58292246eb38 req-074383a0-5510-446a-9e44-3aa1730d93a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:04.192757 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e5ec757-21a6-40c1-8c46-58292246eb38 req-074383a0-5510-446a-9e44-3aa1730d93a5 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 945 time: 0.1402345 Jan 19 00:00:04.290147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 300c7aad-e436-4698-acf4-3c9c13914344 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:04.290456 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:04.322495 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1e5ec757-21a6-40c1-8c46-58292246eb38 req-b49334ed-be31-46b4-bcd4-83f320e03523 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/security-groups?id=b774ed3b-91b3-4f9c-b716-8e3c046b060b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977407 Jan 19 00:00:04.649792 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 300c7aad-e436-4698-acf4-3c9c13914344, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=300c7aad-e436-4698-acf4-3c9c13914344,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:04.650096 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:04.771630 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 300c7aad-e436-4698-acf4-3c9c13914344 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:04.932762 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:04.982045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=300c7aad-e436-4698-acf4-3c9c13914344,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:05.055780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] No DVR routers for this DVR port 300c7aad-e436-4698-acf4-3c9c13914344 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:00:05.058378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:05.060889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'name': 'network-vif-deleted', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:00:05.077592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-05fae861-24e4-4696-8d4f-e768848884c0 req-0bb99be1-3419-4bb7-83a5-15f3dafd99a3 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.86 "DELETE /v2.0/ports/300c7aad-e436-4698-acf4-3c9c13914344 HTTP/1.1" status: 204 len: 173 time: 0.8807960 Jan 19 00:00:05.108308 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6187369-4d62-44d6-bb85-b3c594d9850f', 'name': 'network-vif-deleted', 'tag': '300c7aad-e436-4698-acf4-3c9c13914344', 'status': 'completed', 'code': 200} Jan 19 00:00:05.140846 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:05.490142 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-be31fa12-967c-4dbb-93ac-fe823601d0a9 req-cbc82750-14d2-4179-ba40-8ef36b01b720 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Synchronizing usage tracker for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:05.505952 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-be31fa12-967c-4dbb-93ac-fe823601d0a9 req-cbc82750-14d2-4179-ba40-8ef36b01b720 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Unset dirty status for tenant:91b37c7b54ed4b28b2edaed503138622 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:05.507297 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be31fa12-967c-4dbb-93ac-fe823601d0a9 req-cbc82750-14d2-4179-ba40-8ef36b01b720 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6187369-4d62-44d6-bb85-b3c594d9850f HTTP/1.1" status: 200 len: 210 time: 0.0592260 Jan 19 00:00:06.619057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58530) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:07.179606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:07.525918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:07.539816 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 300c7aad-e436-4698-acf4-3c9c13914344 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:00:07.574139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 300c7aad-e436-4698-acf4-3c9c13914344 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:00:07.574492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 300c7aad-e436-4698-acf4-3c9c13914344 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:00:07.650410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 12e5e822-dabb-4f24-8ea0-4e6a253339da {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:07.651027 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:07.839347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 12e5e822-dabb-4f24-8ea0-4e6a253339da, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=12e5e822-dabb-4f24-8ea0-4e6a253339da,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:07.839608 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:07.966788 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 12e5e822-dabb-4f24-8ea0-4e6a253339da owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:08.164268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:08.249580 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=12e5e822-dabb-4f24-8ea0-4e6a253339da,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:08.508547 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:08.869896 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:00:09.153160 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:09.163742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] Sync routers for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:09.176023 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-33d9c045-3776-4990-8ce8-a218d75c601f tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "PUT /v2.0/routers/8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5532014 Jan 19 00:00:09.176263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58534) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:09.176633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:09.177288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:59:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:09.243214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting subnet 4a46dd1c-ffde-4308-b06c-e902b7eee5a0 {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 19 00:00:09.246189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.298272 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.384258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.391042 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:09.459833 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.502052 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.506838 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Subnet': ['ID=4a46dd1c-ffde-4308-b06c-e902b7eee5a0,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:09.508608 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7a727-3778-4ff2-9b17-4dbb099dc43c None None] Network 0f28f9b4-8bda-4992-9a88-c465d78fe5fa requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:00:09.515177 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-b4940a8f-c44c-4da1-905b-6b6d60b91867 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/subnets/4a46dd1c-ffde-4308-b06c-e902b7eee5a0 HTTP/1.1" status: 204 len: 168 time: 0.3351569 Jan 19 00:00:09.515287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58538) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:09.695680 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.840923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-19T00:00:08Z', 'revision_number': 5, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port': {'id': '53c855e8-df26-4ecb-9c44-0e4002542e8c', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:59:01Z', 'updated_at': '2022-01-18T23:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:09.845460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] Checking router: 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:09.858086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] Routers {'8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:09.858819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-18T23:59:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:09.900541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.918765 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port 53c855e8-df26-4ecb-9c44-0e4002542e8c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:09.919281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:09.933789 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] DHCP port deletion for 0f28f9b4-8bda-4992-9a88-c465d78fe5fa request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 19 00:00:10.001347 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Deleting port f42e93b6-e071-4639-a37d-34c508c76447 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:10.001720 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.138040 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f42e93b6-e071-4639-a37d-34c508c76447 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:00:10.191907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] Set router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:10.248138 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port 53c855e8-df26-4ecb-9c44-0e4002542e8c, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=53c855e8-df26-4ecb-9c44-0e4002542e8c,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:10.248456 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.320761 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-19T00:00:09Z', 'revision_number': 6, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:10.380718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for 53c855e8-df26-4ecb-9c44-0e4002542e8c owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:10.383515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd50729-f76a-4d31-98b9-3cd30b801875 None None] The sync data for ids ['8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0'] in n-d-825178-1 is: [{'id': '8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389341606', 'tenant_id': '91b37c7b54ed4b28b2edaed503138622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:59:00Z', 'updated_at': '2022-01-19T00:00:09Z', 'revision_number': 6, 'project_id': '91b37c7b54ed4b28b2edaed503138622', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:10.472430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f42e93b6-e071-4639-a37d-34c508c76447,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:10.472766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.577618 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.667074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Calling delete_port for f42e93b6-e071-4639-a37d-34c508c76447 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:10.667573 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=53c855e8-df26-4ecb-9c44-0e4002542e8c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:10.701797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.718190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.718550 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.718906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.719515 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.720552 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.720773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.721040 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.721332 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.724092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.724092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.724092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.724092 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.747907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f42e93b6-e071-4639-a37d-34c508c76447,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:10.755039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.758063 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.877971 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f42e93b6-e071-4639-a37d-34c508c76447,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:10.890139 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.891047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.891508 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.891903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.892316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.893047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.893201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.893646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.894011 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.894454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.894822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.895238 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:10.906590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:00:10.906950 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:00:10.941967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.944527 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.970785 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.971407 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Fanout notify agent at l3_agent the message router_deleted on router 8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 00:00:10.989401 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:10.990509 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d2edec4b-59e4-44bc-9dc7-155396df0490 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/routers/8d433ee3-095c-4b5b-90b7-ac96e3bb9ac0 HTTP/1.1" status: 204 len: 168 time: 1.4739325 Jan 19 00:00:10.993344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58542) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:11.110934 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.124764 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Deleting port f42e93b6-e071-4639-a37d-34c508c76447 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:11.124764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.337248 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f42e93b6-e071-4639-a37d-34c508c76447,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:11.337582 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.407999 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Deleting port f42e93b6-e071-4639-a37d-34c508c76447 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:11.408610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.468311 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Calling delete_port for f42e93b6-e071-4639-a37d-34c508c76447 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:11.550871 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.596637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Port': ['ID=f42e93b6-e071-4639-a37d-34c508c76447,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:11.600545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] No DVR routers for this DVR port f42e93b6-e071-4639-a37d-34c508c76447 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:00:11.620102 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] For port f42e93b6-e071-4639-a37d-34c508c76447, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f42e93b6-e071-4639-a37d-34c508c76447,segment=NetworkSegment(440d9e39-1996-4fed-811c-128ae6fda965),segment_id=440d9e39-1996-4fed-811c-128ae6fda965)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:11.620496 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.721798 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.744099 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Calling delete_port for f42e93b6-e071-4639-a37d-34c508c76447 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:00:11.746474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f28f9b4-8bda-4992-9a88-c465d78fe5fa']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:11.762190 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440d9e39-1996-4fed-811c-128ae6fda965') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:11.762439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440d9e39-1996-4fed-811c-128ae6fda965') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:11.774002 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.790095 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.796637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:00:11.797042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: timer() Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: self._notify() Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:00:11.811363 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:00:11.823037 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:00:11.823398 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:00:11.891787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.909369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.924800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'Network': ['ID=0f28f9b4-8bda-4992-9a88-c465d78fe5fa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:11.939893 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f7f52f5a-6815-4db4-b002-dfc3e4b020af tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/networks/0f28f9b4-8bda-4992-9a88-c465d78fe5fa HTTP/1.1" status: 204 len: 168 time: 0.9455390 Jan 19 00:00:11.942663 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:12.057935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12e5e822-dabb-4f24-8ea0-4e6a253339da no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:00:12.091210 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Deleting port f42e93b6-e071-4639-a37d-34c508c76447 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:00:12.091577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.118994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 12e5e822-dabb-4f24-8ea0-4e6a253339da {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:00:12.119318 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 12e5e822-dabb-4f24-8ea0-4e6a253339da not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:00:12.119726 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 53c855e8-df26-4ecb-9c44-0e4002542e8c no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:00:12.133270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79da5c29-1351-404f-beb6-aa7d98cafa04 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.165435 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79da5c29-1351-404f-beb6-aa7d98cafa04 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.190930 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 53c855e8-df26-4ecb-9c44-0e4002542e8c {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:00:12.191295 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 53c855e8-df26-4ecb-9c44-0e4002542e8c not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:00:12.207259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-054aadd4-2e92-4339-a81a-4fa1ac405174 None None] The port 'f42e93b6-e071-4639-a37d-34c508c76447' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 19 00:00:12.227378 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed55d304-59ae-4204-be61-9019b79565f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.238573 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79da5c29-1351-404f-beb6-aa7d98cafa04 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.257142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da5c29-1351-404f-beb6-aa7d98cafa04 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b774ed3b-91b3-4f9c-b716-8e3c046b060b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:12.268899 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-79da5c29-1351-404f-beb6-aa7d98cafa04 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.272586 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-79da5c29-1351-404f-beb6-aa7d98cafa04 tempest-TestNetworkAdvancedServerOps-105140501 tempest-TestNetworkAdvancedServerOps-105140501-project] 10.222.0.78 "DELETE /v2.0/security-groups/b774ed3b-91b3-4f9c-b716-8e3c046b060b HTTP/1.1" status: 204 len: 168 time: 0.3264990 Jan 19 00:00:12.701548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58556) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:12.880986 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6554638d-9786-4e1c-8657-d89a6e74869c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91b37c7b54ed4b28b2edaed503138622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782167 Jan 19 00:00:12.883583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:12.943785 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b21a8c3a-ad04-4b4a-a006-7f271e869329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:12.969258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b21a8c3a-ad04-4b4a-a006-7f271e869329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.031578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b21a8c3a-ad04-4b4a-a006-7f271e869329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.051254 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a8c3a-ad04-4b4a-a006-7f271e869329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59922b-f597-4054-8413-af5fee4cd973,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:13.058434 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b21a8c3a-ad04-4b4a-a006-7f271e869329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.058963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b21a8c3a-ad04-4b4a-a006-7f271e869329 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c59922b-f597-4054-8413-af5fee4cd973 HTTP/1.1" status: 204 len: 168 time: 0.1744709 Jan 19 00:00:13.382403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58570) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:13.400889 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.416403 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:13.421298 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Usage tracker for resource:security_group_rule and tenant:a55ba97a274646e0abaf0e5acbad8fcf is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:13.424484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:13.430515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:13.522978 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.529055 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.578994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a55ba97a274646e0abaf0e5acbad8fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954665 Jan 19 00:00:13.579826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc5ae4-7522-4dad-b01c-ef565b97d78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6e21e-c636-43f0-a92f-dbc535cbf3d1,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:13.581999 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:13.639789 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde201c1-2a82-40ef-95d0-fd6f188de3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.667745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde201c1-2a82-40ef-95d0-fd6f188de3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.719787 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde201c1-2a82-40ef-95d0-fd6f188de3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.733933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde201c1-2a82-40ef-95d0-fd6f188de3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6e21e-c636-43f0-a92f-dbc535cbf3d1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:13.740203 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde201c1-2a82-40ef-95d0-fd6f188de3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.741348 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bde201c1-2a82-40ef-95d0-fd6f188de3b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1f6e21e-c636-43f0-a92f-dbc535cbf3d1 HTTP/1.1" status: 204 len: 168 time: 0.1583610 Jan 19 00:00:14.538186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:14.654307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1928550402-network', 'tenant_id': '29ae839adae14c56afa6c6771edd228c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:14.661824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:14.667177 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Usage tracker for resource:network and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:14.671494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:14.680010 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:14.696385 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Made reservation on behalf of 29ae839adae14c56afa6c6771edd228c for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:00:14.699741 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.717959 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.734055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:14.737906 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:14.740665 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:14.746205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:14.828672 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.834077 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.866445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:00:14.871696 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468bd75f-274d-4b78-a643-139b08581d38,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:14.879121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.879467 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Added segment 76c07196-fb94-4ae9-bd6e-cf922ff5bca8 of type vlan for network 2833fa06-c266-4c23-bc76-aa9bd374300a Jan 19 00:00:14.907121 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.943450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:14.944394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:14.945114 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.046402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2833fa06-c266-4c23-bc76-aa9bd374300a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:15.049744 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9158b4af-a888-4b42-bccf-fa9f5e00c6f2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5105276 Jan 19 00:00:15.052873 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58604) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:15.058827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Request body: {'subnet': {'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1928550402-subnet', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:15.061343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 2833fa06-c266-4c23-bc76-aa9bd374300a details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:00:15.064911 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:15.068836 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Usage tracker for resource:subnet and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:15.071880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:15.077749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:15.089161 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Made reservation on behalf of 29ae839adae14c56afa6c6771edd228c for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:00:15.091495 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.126284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-efb7f65c-3531-47e6-8306-c3ddab0cdf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.303518 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.376974 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a62d48-0f23-4b1f-813c-b4834cc368fd,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:15.387572 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:15.387929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Network hostable DHCP agents. Network: 2833fa06-c266-4c23-bc76-aa9bd374300a, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:00:15.410227 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Network 2833fa06-c266-4c23-bc76-aa9bd374300a is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:00:15.420897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 2833fa06-c266-4c23-bc76-aa9bd374300a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:15.425011 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:15.425606 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.429780 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad12a1-2fc4-4c3f-9df5-57c7036f1db2 None None] Network 2833fa06-c266-4c23-bc76-aa9bd374300a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:00:15.448361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3bc2aa91-6d44-4305-9063-502dc934b2d1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3944540 Jan 19 00:00:15.451128 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:15.456051 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:15.461592 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:15.465863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Usage tracker for resource:router and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:15.468933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:15.474944 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:15.487341 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.488395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.504369 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.657341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-2833fa06-c266-4c23-bc76-aa9bd374300a', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 19 00:00:15.658637 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.728780 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.781258 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:15.830045 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Allocated IP 172.20.0.2 (2833fa06-c266-4c23-bc76-aa9bd374300a/03a62d48-0f23-4b1f-813c-b4834cc368fd/9225ad1f-6dc8-427c-ad05-5dfdf301dd70) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:15.983734 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.046773 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.057917 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Transition to ACTIVE for port object 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:16.077856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Transition to ACTIVE for port object 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:16.085864 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.191492 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Network 2833fa06-c266-4c23-bc76-aa9bd374300a is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:16.194524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:16.198108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:16.204163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Pushing event updated for resources: {'Port': ['ID=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:16.212642 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.242534 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.290416 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Attempting to bind port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:16.290768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Attempting to bind port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:16.291148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Attempting to bind port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:16.296583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:16.296985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:16.297410 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.297797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Bound using segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:16.298259 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Bound port: 9225ad1f-6dc8-427c-ad05-5dfdf301dd70, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:16.298636 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.379389 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Allocated IP 172.25.4.40 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/bdb9601b-74be-412c-86a6-9218520ae3d6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:16.388343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] For port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:16.391579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] For port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:16.396129 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.479008 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1829-4873-45e7-a54f-90fd984ce3d3 None None] Pushing event updated for resources: {'Port': ['ID=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:16.537564 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.568828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.634218 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:16.637961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:16.641848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:16.692078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb9601b-74be-412c-86a6-9218520ae3d6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:17.078140 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:17.299200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:17.427832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:17.435160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668b493-9a85-481d-8a0c-de049fda316f None None] Network 2833fa06-c266-4c23-bc76-aa9bd374300a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:00:17.544772 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bdf08ece-18aa-484f-a1df-3679f2fea70a None None] Provisioning for port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:17.780875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 19 00:00:17.964798 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:17.973421 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:17.983472 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:17.984111 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:17.991916 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:17.993256 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b7c0bb91-6528-4160-a416-73e427485d29 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5411646 Jan 19 00:00:17.996074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:18.094967 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:18.163816 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:18.168706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:18.173543 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:18.173888 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.290805 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.325125 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:18.331520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.405583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:18.452850 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:16Z', 'revision_number': 3, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:18.456877 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:18.457243 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Updating router c05f6046-9d3d-48ea-be0e-7f30adb47522 port bdb9601b-74be-412c-86a6-9218520ae3d6 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:00:18.508633 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.701772 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.836188 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.847853 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Transition to ACTIVE for port object bdb9601b-74be-412c-86a6-9218520ae3d6 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:18.856148 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.907165 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Allocated IP 172.20.0.1 (2833fa06-c266-4c23-bc76-aa9bd374300a/03a62d48-0f23-4b1f-813c-b4834cc368fd/d50c5468-8d52-4f97-b4d1-5e9db17d1e16) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:18.937082 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Attempting to bind port bdb9601b-74be-412c-86a6-9218520ae3d6 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:18.937473 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Attempting to bind port bdb9601b-74be-412c-86a6-9218520ae3d6 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:18.937815 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Attempting to bind port bdb9601b-74be-412c-86a6-9218520ae3d6 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:18.948497 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:18.948853 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:18.949288 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.949666 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:18.950115 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Bound port: bdb9601b-74be-412c-86a6-9218520ae3d6, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:18.950472 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.973013 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Pushing event updated for resources: {'Port': ['ID=bdb9601b-74be-412c-86a6-9218520ae3d6,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:18.995925 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.996585 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.996585 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.996886 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.997256 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.997548 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.997827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.998163 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.998470 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.998775 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.999615 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:18.999615 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:00:19.035404 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] For port bdb9601b-74be-412c-86a6-9218520ae3d6, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:19.038452 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] For port bdb9601b-74be-412c-86a6-9218520ae3d6, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bdb9601b-74be-412c-86a6-9218520ae3d6,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:19.042691 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.061712 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.078522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Transition to ACTIVE for port object d50c5468-8d52-4f97-b4d1-5e9db17d1e16 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:19.105578 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.148175 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:19.148773 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:19.174840 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Network 2833fa06-c266-4c23-bc76-aa9bd374300a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:19.177834 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:19.181510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:19.229676 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abc023-6c0a-458e-8b5f-61f302d4c372 None None] Pushing event updated for resources: {'Port': ['ID=bdb9601b-74be-412c-86a6-9218520ae3d6,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:19.334525 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:19.357875 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Pushing event updated for resources: {'Port': ['ID=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:19.381088 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.410931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dad7867c-fcf2-4ca3-9494-cd904836faf6 None None] Provisioning for port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:19.416108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-dad7867c-fcf2-4ca3-9494-cd904836faf6 None None] Provisioning complete for port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:19.416484 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dad7867c-fcf2-4ca3-9494-cd904836faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.470567 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dad7867c-fcf2-4ca3-9494-cd904836faf6 None None] Port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:00:19.509299 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.624596 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:16Z', 'revision_number': 3, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:19.628869 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb02675-4fe9-4429-8b10-a6adff037f7d None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:16Z', 'revision_number': 3, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:19.727079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.733928 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.843859 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Pushing event updated for resources: {'Port': ['ID=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:19.846438 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:19.990486 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Network 2833fa06-c266-4c23-bc76-aa9bd374300a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:19.991627 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:20.155986 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:20.207773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:00:20.237344 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:20.237721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.313415 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-99444b7b-e6cd-4428-b2ec-f64ba7f0184b None None] Provisioning complete for port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:20.313790 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99444b7b-e6cd-4428-b2ec-f64ba7f0184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.405710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:20.416577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-c866daf6-a3e7-4772-acd4-a2187e171136 admin admin] 10.222.0.78 "PUT /v2.0/routers/c05f6046-9d3d-48ea-be0e-7f30adb47522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4178760 Jan 19 00:00:20.417714 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-99444b7b-e6cd-4428-b2ec-f64ba7f0184b None None] Port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:00:20.425733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bdb9601b-74be-412c-86a6-9218520ae3d6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:20.495548 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port bdb9601b-74be-412c-86a6-9218520ae3d6 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:20.501597 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bdb9601b-74be-412c-86a6-9218520ae3d6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:20.501978 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.623386 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.640613 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port bdb9601b-74be-412c-86a6-9218520ae3d6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bdb9601b-74be-412c-86a6-9218520ae3d6,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:20.645119 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.728168 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=bdb9601b-74be-412c-86a6-9218520ae3d6,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:20.939732 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:20.945499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233766180-network', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:20.951614 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:20.955581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Usage tracker for resource:network and tenant:6cddbed0878a4740b4277f0e6b902ec1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:20.958581 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:20.964354 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:20.977255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Made reservation on behalf of 6cddbed0878a4740b4277f0e6b902ec1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:00:20.979581 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.992750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.010151 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:21.014002 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Usage tracker for resource:security_group_rule and tenant:6cddbed0878a4740b4277f0e6b902ec1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:21.016791 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:21.022811 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:21.106383 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.112005 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.127240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:21.136513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:21.137254 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:21.145685 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:00:21.151074 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713583d8-9785-49c7-b274-8d1cd02b6119,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:21.158318 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.159836 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Added segment 334af036-72cb-44b6-ad68-80e06b68acea of type vlan for network bf973837-fc4e-410e-a338-c6cba4f160a2 Jan 19 00:00:21.187062 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.217653 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.218626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:21.219187 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.311585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:21.321143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] Pushing event updated for resources: {'Network': ['ID=bf973837-fc4e-410e-a338-c6cba4f160a2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:21.326831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58634) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:21.327518 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-100c8bb9-d091-4ad4-b4fa-a696a30d5b82 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3859963 Jan 19 00:00:21.332872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Request body: {'subnet': {'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233766180-subnet', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'ip_version': 4}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:21.339061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:21.344930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Usage tracker for resource:subnet and tenant:6cddbed0878a4740b4277f0e6b902ec1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:21.348418 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:21.356016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:21.367680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Made reservation on behalf of 6cddbed0878a4740b4277f0e6b902ec1 for: {'subnet': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:00:21.370234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10857660'] for subnet, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.389006 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network bf973837-fc4e-410e-a338-c6cba4f160a2 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:00:21.575258 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11402049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10857646'] for subnet, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.653659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Pushing event updated for resources: {'Subnet': ['ID=691e60d4-5609-4762-a33b-7b35f03a779d,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:21.666202 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Checking segment: {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:21.666558 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Network hostable DHCP agents. Network: bf973837-fc4e-410e-a338-c6cba4f160a2, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:00:21.687662 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Network bf973837-fc4e-410e-a338-c6cba4f160a2 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:00:21.698145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, bf973837-fc4e-410e-a338-c6cba4f160a2) {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:21.702240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:21.702872 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.710468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57910f58-63b5-4bd2-8f42-2714f6705031 None None] Network bf973837-fc4e-410e-a338-c6cba4f160a2 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:00:21.730479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7dd46bca-2754-4f57-b241-d7474e9e550c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4025166 Jan 19 00:00:21.733412 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58638) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:21.738794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:21.744216 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:21.748256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Usage tracker for resource:router and tenant:6cddbed0878a4740b4277f0e6b902ec1 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:21.751306 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:21.757072 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:21.769151 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.770236 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.785367 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.877074 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 2, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:21.888455 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:21.888804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Updating router c05f6046-9d3d-48ea-be0e-7f30adb47522 port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:00:21.986950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:21.996876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-bf973837-fc4e-410e-a338-c6cba4f160a2', 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'fixed_ips': [{'subnet_id': '691e60d4-5609-4762-a33b-7b35f03a779d'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 19 00:00:21.997695 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.055900 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.068746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bdb9601b-74be-412c-86a6-9218520ae3d6 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:22.404640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Allocated IP 172.20.0.2 (bf973837-fc4e-410e-a338-c6cba4f160a2/691e60d4-5609-4762-a33b-7b35f03a779d/45d7e1ee-440c-4785-9571-8ef1057f1ea4) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:22.408505 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port bdb9601b-74be-412c-86a6-9218520ae3d6 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:22.408892 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.486118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.517315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.653618 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Allocated IP 172.25.4.75 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/433ed7cc-9901-409d-88f2-815fe1421552) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:22.763101 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.807911 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.839070 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.862163 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Transition to ACTIVE for port object d50c5468-8d52-4f97-b4d1-5e9db17d1e16 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:22.873214 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.913606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Pushing event updated for resources: {'Port': ['ID=433ed7cc-9901-409d-88f2-815fe1421552,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:22.927855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:22.929304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:22.932231 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:22.950306 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:22.956215 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01570e6-d4c0-4f0d-b4c7-b29a03ec04b9 None None] Pushing event updated for resources: {'Port': ['ID=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:23.016923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Transition to ACTIVE for port object 45d7e1ee-440c-4785-9571-8ef1057f1ea4 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:23.101798 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Transition to ACTIVE for port object 45d7e1ee-440c-4785-9571-8ef1057f1ea4 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:23.116854 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.162132 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Attempting to bind port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:23.162491 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Attempting to bind port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:23.162844 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Attempting to bind port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:23.184515 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:00:23.191562 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:23.191906 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:23.192300 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.192681 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Bound using segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:23.193171 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Bound port: d50c5468-8d52-4f97-b4d1-5e9db17d1e16, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:23.193541 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.203227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Network bf973837-fc4e-410e-a338-c6cba4f160a2 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:23.207444 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:23.214684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:23.267564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Pushing event updated for resources: {'Port': ['ID=45d7e1ee-440c-4785-9571-8ef1057f1ea4,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:23.375014 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.382224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Attempting to bind port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:23.382584 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Attempting to bind port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:23.382935 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Attempting to bind port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 on network bf973837-fc4e-410e-a338-c6cba4f160a2 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:23.391558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:23.391923 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Checking segment: {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:23.392316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.392699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Bound using segment: {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:23.393177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Bound port: 45d7e1ee-440c-4785-9571-8ef1057f1ea4, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:23.393527 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.402480 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] For port d50c5468-8d52-4f97-b4d1-5e9db17d1e16, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:23.414790 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] For port d50c5468-8d52-4f97-b4d1-5e9db17d1e16, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:23.442642 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.558631 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:23.559268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:23.605734 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] For port 45d7e1ee-440c-4785-9571-8ef1057f1ea4, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:23.628636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01570e6-d4c0-4f0d-b4c7-b29a03ec04b9 None None] Pushing event updated for resources: {'Port': ['ID=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:23.639343 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] For port 45d7e1ee-440c-4785-9571-8ef1057f1ea4, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d7e1ee-440c-4785-9571-8ef1057f1ea4,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:23.656458 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.737049 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:23.827336 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130725-649a-4fb4-bb98-489c4e563187 None None] Pushing event updated for resources: {'Port': ['ID=45d7e1ee-440c-4785-9571-8ef1057f1ea4,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:23.836335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:24.114214 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 19 00:00:24.205369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:23Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:24.209552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab8f8-1616-45b1-bf1c-bb8629cff3c9 None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:23Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:24.310739 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:24.324221 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Sync routers for ids ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:24.335609 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Routers {'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:24.336414 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:24.340654 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:24.342064 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-523c7ac9-5b79-4a9f-ae09-74c361c35976 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6074905 Jan 19 00:00:24.345125 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58642) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:24.520346 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Set router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:24.843203 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:00:23Z', 'revision_number': 3, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:24.848137 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Checking router: df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:24.848736 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Updating router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d port 433ed7cc-9901-409d-88f2-815fe1421552 binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:00:24.922324 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.096803 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.102888 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822522c-8762-4e8c-a146-c31fa55822dd None None] Network bf973837-fc4e-410e-a338-c6cba4f160a2 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:00:25.271800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-70b412f3-1d7f-4c97-b3c2-de151c176f0f None None] Provisioning for port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:25.326065 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Allocated IP 172.20.0.1 (bf973837-fc4e-410e-a338-c6cba4f160a2/691e60d4-5609-4762-a33b-7b35f03a779d/f0dadad2-0333-4599-889e-90e02ecacb06) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:25.346451 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.359892 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Transition to ACTIVE for port object 433ed7cc-9901-409d-88f2-815fe1421552 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:25.370239 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.457701 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770a830-d953-4c41-9f97-38e75e323d96 None None] Pushing event updated for resources: {'Port': ['ID=433ed7cc-9901-409d-88f2-815fe1421552,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:25.480281 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Attempting to bind port 433ed7cc-9901-409d-88f2-815fe1421552 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:25.480896 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Attempting to bind port 433ed7cc-9901-409d-88f2-815fe1421552 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:25.481530 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Attempting to bind port 433ed7cc-9901-409d-88f2-815fe1421552 on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:25.488078 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:25.488576 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:25.489105 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.489582 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:25.490150 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Bound port: 433ed7cc-9901-409d-88f2-815fe1421552, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:25.490766 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.502750 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.523267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Transition to ACTIVE for port object f0dadad2-0333-4599-889e-90e02ecacb06 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:25.553903 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.576118 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] For port 433ed7cc-9901-409d-88f2-815fe1421552, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:25.580297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] For port 433ed7cc-9901-409d-88f2-815fe1421552, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=433ed7cc-9901-409d-88f2-815fe1421552,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:25.586936 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.620035 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Network bf973837-fc4e-410e-a338-c6cba4f160a2 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:25.627422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:25.630262 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:25.674206 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Routers {'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:25.674554 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:25.696533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dadad2-0333-4599-889e-90e02ecacb06,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:25.702381 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.766370 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770a830-d953-4c41-9f97-38e75e323d96 None None] Pushing event updated for resources: {'Port': ['ID=433ed7cc-9901-409d-88f2-815fe1421552,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:25.885093 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] Set router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:25.928240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd7264e1-cd72-4ec0-8197-b21eaef2aef3 None None] Provisioning for port f0dadad2-0333-4599-889e-90e02ecacb06 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:25.934582 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bd7264e1-cd72-4ec0-8197-b21eaef2aef3 None None] Provisioning complete for port f0dadad2-0333-4599-889e-90e02ecacb06 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:25.934943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bd7264e1-cd72-4ec0-8197-b21eaef2aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:25.996764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bd7264e1-cd72-4ec0-8197-b21eaef2aef3 None None] Port f0dadad2-0333-4599-889e-90e02ecacb06 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:00:26.109268 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.142436 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d7e1ee-440c-4785-9571-8ef1057f1ea4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:26.210168 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:00:23Z', 'revision_number': 3, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:26.213727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:26.218575 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:26.218950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.221852 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0592-482c-4498-bb83-e50d07b7f286 None None] The sync data for ids ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'] in n-d-825178-1 is: [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:00:23Z', 'revision_number': 3, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:26.364632 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.365568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.377955 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.414762 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 45d7e1ee-440c-4785-9571-8ef1057f1ea4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d7e1ee-440c-4785-9571-8ef1057f1ea4,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:26.424672 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.425635 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d50c5468-8d52-4f97-b4d1-5e9db17d1e16 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:26.544890 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.548417 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dadad2-0333-4599-889e-90e02ecacb06,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:26.584560 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=45d7e1ee-440c-4785-9571-8ef1057f1ea4,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:26.599856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:26.605724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:26.606335 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.723177 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Network bf973837-fc4e-410e-a338-c6cba4f160a2 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:26.724457 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:26.751423 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.787701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port d50c5468-8d52-4f97-b4d1-5e9db17d1e16, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:26.794820 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:26.880502 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:26.953473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:00:27.048431 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-93186d75-b17f-4e04-b002-8d27ec1fdf5e None None] Provisioning complete for port f0dadad2-0333-4599-889e-90e02ecacb06 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:27.048903 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93186d75-b17f-4e04-b002-8d27ec1fdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:27.104213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-93186d75-b17f-4e04-b002-8d27ec1fdf5e None None] Port f0dadad2-0333-4599-889e-90e02ecacb06 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:00:27.135831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:27.145422 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-28d2ba91-6084-4de1-b85f-75bd9ffb0f43 admin admin] 10.222.0.78 "PUT /v2.0/routers/df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991107 Jan 19 00:00:27.774044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58652) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:27.779251 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062768478', 'description': 'tempest-secgroup-smoke-2062768478 description', 'project_id': '29ae839adae14c56afa6c6771edd228c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:27.786323 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:27.790642 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:27.793810 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:27.800379 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:27.812149 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:27.831754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:27.836086 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:27.838601 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:27.844342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:27.869472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Sync routers for ids ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:27.879896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Routers {'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:27.880598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:27.920234 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:27.925147 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:27.966615 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bfa452-685a-42c2-a637-55f9a06d4da4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:27.970563 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:27.971879 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9426f1ce-3405-481d-a9a8-0b9339d0fac3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1968451 Jan 19 00:00:27.975109 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58656) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:27.980705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '09bfa452-685a-42c2-a637-55f9a06d4da4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:27.988083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:27.992166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:27.995074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:28.001157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:28.027785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.065764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Set router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:28.098322 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.104808 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.128211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2953c3c5-b927-410d-950e-b0f6ff32218f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:28.140309 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.141628 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-e610d6f3-fdcf-4323-bf00-756c3734fa23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655145 Jan 19 00:00:28.144638 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58660) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:28.150776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '09bfa452-685a-42c2-a637-55f9a06d4da4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:28.152179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 433ed7cc-9901-409d-88f2-815fe1421552 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:28.158042 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:28.161912 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:28.164703 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:28.171110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:28.189281 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.258643 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.264356 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.288590 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5afb44d-fcfe-4314-bde9-937dd362d380,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:28.305887 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.307110 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-83a76c16-fef2-4e78-8d6c-fd9ea22f4afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1613874 Jan 19 00:00:28.309893 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58664) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:28.314878 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '09bfa452-685a-42c2-a637-55f9a06d4da4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:28.321599 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:28.325440 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:28.328274 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:28.334110 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:28.352181 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.385402 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 433ed7cc-9901-409d-88f2-815fe1421552 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:28.395354 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 433ed7cc-9901-409d-88f2-815fe1421552 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:28.395728 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.414832 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.419243 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.442691 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c768f628-e9e8-400f-ac18-f08ea1bb25aa,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:28.452971 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.456924 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-1a3fb740-1dc8-44a4-a6c0-a1690fed4648 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433778 Jan 19 00:00:28.457428 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58668) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:28.462094 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '09bfa452-685a-42c2-a637-55f9a06d4da4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:28.468584 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:28.472456 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:28.475318 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:28.480915 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:28.499232 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.566764 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.571974 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.598743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.605062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 4, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f0dadad2-0333-4599-889e-90e02ecacb06', 'name': '', 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'mac_address': 'fa:16:3e:9c:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '691e60d4-5609-4762-a33b-7b35f03a779d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:25Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 2, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'subnets': [{'id': '691e60d4-5609-4762-a33b-7b35f03a779d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:28.615268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Checking router: df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:28.615619 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Updating router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d port f0dadad2-0333-4599-889e-90e02ecacb06 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:00:28.659996 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 433ed7cc-9901-409d-88f2-815fe1421552, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=433ed7cc-9901-409d-88f2-815fe1421552,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:28.668009 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.668800 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d50c5468-8d52-4f97-b4d1-5e9db17d1e16 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:28.719941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31e0f02-9e08-438c-b070-c29095b80e04,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:28.740413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.744471 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8b22b370-c19f-48e9-aa53-6344a21c0160 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2838686 Jan 19 00:00:28.744800 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 58672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:28.749864 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '09bfa452-685a-42c2-a637-55f9a06d4da4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:28.756633 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:28.760545 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:28.761310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.763877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:28.769666 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:28.784212 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Project 29ae839adae14c56afa6c6771edd228c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:00:28.794208 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.845190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=433ed7cc-9901-409d-88f2-815fe1421552,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:28.871845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.877301 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.903069 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0007c8-9d20-4c48-bead-64fa51efb84f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:28.914367 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.918633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:28.919140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58676) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:28.919414 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e53cf3ad-d374-4d61-b50c-c7534883da9d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1734478 Jan 19 00:00:28.919871 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:28.925215 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '09bfa452-685a-42c2-a637-55f9a06d4da4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:28.932000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:28.936218 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:28.939255 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:28.945209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:28.956322 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Project 29ae839adae14c56afa6c6771edd228c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:00:28.962935 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.027893 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.033454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.056610 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61b98c9-a5ad-4d92-8e2e-8100eaac1c68,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:29.066290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.075689 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-04115bb1-f7b2-42a3-af80-3d219b43d84e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469281 Jan 19 00:00:29.160900 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d7e1ee-440c-4785-9571-8ef1057f1ea4 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:29.228119 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-db478d9b-644b-40e9-87eb-2929820eb993 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062768478&fields=id&tenant_id=29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 267 time: 0.0395572 Jan 19 00:00:29.296495 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:29.296868 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.336911 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.361148 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Transition to ACTIVE for port object f0dadad2-0333-4599-889e-90e02ecacb06 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:29.370466 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.378401 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-cc1d8052-d01b-4fc6-b990-d239ba41c894 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:29.379876 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-cc1d8052-d01b-4fc6-b990-d239ba41c894 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 809 time: 0.1447816 Jan 19 00:00:29.395430 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-1bf0c9f2-c8ed-4bf9-90ef-b89f2e16ce04 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/quotas/29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 375 time: 0.0098255 Jan 19 00:00:29.586674 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8f64-7f41-466d-a65f-0d3840579b16 None None] Pushing event updated for resources: {'Port': ['ID=f0dadad2-0333-4599-889e-90e02ecacb06,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:29.606758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-b24626a1-5c53-4220-b45f-107eff0fb619 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062385 Jan 19 00:00:29.653754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Attempting to bind port f0dadad2-0333-4599-889e-90e02ecacb06 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:29.654116 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Attempting to bind port f0dadad2-0333-4599-889e-90e02ecacb06 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:29.654471 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Attempting to bind port f0dadad2-0333-4599-889e-90e02ecacb06 on network bf973837-fc4e-410e-a338-c6cba4f160a2 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:29.660327 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:29.660694 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Checking segment: {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:29.661227 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.661606 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Bound using segment: {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:29.662058 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Bound port: f0dadad2-0333-4599-889e-90e02ecacb06, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334af036-72cb-44b6-ad68-80e06b68acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:29.662422 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.764994 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] For port f0dadad2-0333-4599-889e-90e02ecacb06, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:29.768684 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] For port f0dadad2-0333-4599-889e-90e02ecacb06, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f0dadad2-0333-4599-889e-90e02ecacb06,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:29.775968 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:29.856013 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Routers {'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:29.856637 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:29.867264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-3ebe1279-bf98-429e-95f3-bcc0cb72e35c service neutron] 10.222.0.78 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450666 Jan 19 00:00:29.921515 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8f64-7f41-466d-a65f-0d3840579b16 None None] Pushing event updated for resources: {'Port': ['ID=f0dadad2-0333-4599-889e-90e02ecacb06,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:30.023725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d853c8a6-a80e-4d57-a458-3fe98cda1fd2 service neutron] 10.222.0.78 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499240 Jan 19 00:00:30.056689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] Set router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:30.102122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 433ed7cc-9901-409d-88f2-815fe1421552 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:30.383062 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 433ed7cc-9901-409d-88f2-815fe1421552 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:30.383449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:30.578167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 4, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f0dadad2-0333-4599-889e-90e02ecacb06', 'name': '', 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'mac_address': 'fa:16:3e:9c:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '691e60d4-5609-4762-a33b-7b35f03a779d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:25Z', 'updated_at': '2022-01-19T00:00:29Z', 'revision_number': 4, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'subnets': [{'id': '691e60d4-5609-4762-a33b-7b35f03a779d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:30.582360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66b681-14d1-449f-9fbd-2296e4ebf613 None None] The sync data for ids ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'] in n-d-825178-1 is: [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 4, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'f0dadad2-0333-4599-889e-90e02ecacb06', 'name': '', 'network_id': 'bf973837-fc4e-410e-a338-c6cba4f160a2', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'mac_address': 'fa:16:3e:9c:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '691e60d4-5609-4762-a33b-7b35f03a779d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:25Z', 'updated_at': '2022-01-19T00:00:29Z', 'revision_number': 4, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'subnets': [{'id': '691e60d4-5609-4762-a33b-7b35f03a779d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:31.223863 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3390ded9-fae5-4bc4-9d61-149b23642eb0 req-3c08a0bb-3ae1-4ad7-a6df-b5e1bca0ac06 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:31.243980 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-3390ded9-fae5-4bc4-9d61-149b23642eb0 req-3c08a0bb-3ae1-4ad7-a6df-b5e1bca0ac06 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:31.253037 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3390ded9-fae5-4bc4-9d61-149b23642eb0 req-3c08a0bb-3ae1-4ad7-a6df-b5e1bca0ac06 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 210 time: 0.0717514 Jan 19 00:00:32.095724 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f0dadad2-0333-4599-889e-90e02ecacb06 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:32.164197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port f0dadad2-0333-4599-889e-90e02ecacb06 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:32.169531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f0dadad2-0333-4599-889e-90e02ecacb06 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:32.169906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:32.304520 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:32.326698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-f0f50a03-935b-4182-a884-561d379f08ba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:32.328523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-f0f50a03-935b-4182-a884-561d379f08ba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 809 time: 0.1602941 Jan 19 00:00:32.345305 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port f0dadad2-0333-4599-889e-90e02ecacb06, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f0dadad2-0333-4599-889e-90e02ecacb06,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:32.350443 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:32.422038 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-39a7dea9-07e1-43f4-8e47-0005e21f71f2 req-3ddbb688-c605-45d6-8017-3a102a5e3fda tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 210 time: 0.0484903 Jan 19 00:00:32.426574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-e180e923-d72c-4472-94db-0f31ddc8bebc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 380 time: 0.0889530 Jan 19 00:00:32.430239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=f0dadad2-0333-4599-889e-90e02ecacb06,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:32.443839 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'port': {'device_id': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'admin_state_up': True, 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'security_groups': ['09bfa452-685a-42c2-a637-55f9a06d4da4']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:32.573228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:32.583196 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:32.595046 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Made reservation on behalf of 29ae839adae14c56afa6c6771edd228c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:00:32.598884 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:32.775520 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Allocated IP 172.20.0.9 (2833fa06-c266-4c23-bc76-aa9bd374300a/03a62d48-0f23-4b1f-813c-b4834cc368fd/d88089bb-2a0f-4012-b4b5-89128565e16f) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:32.971313 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:32.987932 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Transition to ACTIVE for port object d88089bb-2a0f-4012-b4b5-89128565e16f will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:33.015057 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:33.087676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Network 2833fa06-c266-4c23-bc76-aa9bd374300a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:33.090857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:33.094621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:33.124579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:33.161796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:33.162409 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:33.195640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-d2447170-e4ed-466d-8cd7-772a27b10e77 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639277 Jan 19 00:00:33.207863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Request body: {'port': {'device_id': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:33.302720 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6a77dac9-a77e-4825-a040-34a34471f36d None None] Provisioning for port d88089bb-2a0f-4012-b4b5-89128565e16f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:33.307889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6a77dac9-a77e-4825-a040-34a34471f36d None None] Provisioning complete for port d88089bb-2a0f-4012-b4b5-89128565e16f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:33.308264 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a77dac9-a77e-4825-a040-34a34471f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:33.323576 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:33.361175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6a77dac9-a77e-4825-a040-34a34471f36d None None] Port d88089bb-2a0f-4012-b4b5-89128565e16f cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:00:33.609998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a61a-3b23-4b2c-b9c6-53d573f53be4 req-c42a205a-0e39-4b91-b199-dcb714621964 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:33.611521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d8a3a61a-3b23-4b2c-b9c6-53d573f53be4 req-c42a205a-0e39-4b91-b199-dcb714621964 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 931 time: 0.0850136 Jan 19 00:00:33.655445 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d8a3a61a-3b23-4b2c-b9c6-53d573f53be4 req-f2db685f-4276-4b5c-8b22-40f1ef74faba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:33.664681 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:00:33.672621 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:33.673744 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-d8a3a61a-3b23-4b2c-b9c6-53d573f53be4 req-f2db685f-4276-4b5c-8b22-40f1ef74faba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:33.675210 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d8a3a61a-3b23-4b2c-b9c6-53d573f53be4 req-f2db685f-4276-4b5c-8b22-40f1ef74faba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578668 Jan 19 00:00:33.697296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Transition to ACTIVE for port object d88089bb-2a0f-4012-b4b5-89128565e16f will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:00:33.697296 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:33.949777 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:34.031969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:00:34.032310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:00:34.032645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:34.037724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Port d88089bb-2a0f-4012-b4b5-89128565e16f on network 2833fa06-c266-4c23-bc76-aa9bd374300a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 19 00:00:34.038050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:00:34.043359 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:00:34.043693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:00:34.044082 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Bound using segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:00:34.044505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Bound port: d88089bb-2a0f-4012-b4b5-89128565e16f, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:00:34.044854 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:34.070088 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f0dadad2-0333-4599-889e-90e02ecacb06 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:34.136937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:00:34.140163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:00:34.144854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port f0dadad2-0333-4599-889e-90e02ecacb06 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:34.145256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:34.147579 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:34.207796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:34.208396 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:34.209820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] 10.222.0.85 "PUT /v2.0/ports/d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1091 time: 1.0068123 Jan 19 00:00:34.210263 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:00:34.240093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eba448-f808-4f63-8e4b-3af0a07a4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:34.329339 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'status': 'completed', 'code': 200} Jan 19 00:00:34.344923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-743a8c8c-413a-4f75-a523-0bbd19ddb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:34.346449 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-743a8c8c-413a-4f75-a523-0bbd19ddb227 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1094 time: 0.0829237 Jan 19 00:00:34.414674 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-8cc54770-f6d1-41d5-9747-9a49b51af0ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 217 time: 0.0616329 Jan 19 00:00:34.480034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-5f2bfddf-505f-425a-9e05-34cf6408019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:34.481423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-5f2bfddf-505f-425a-9e05-34cf6408019f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0607412 Jan 19 00:00:34.558330 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-a7dca01a-ca24-4c68-bfa9-a682c8e856f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:34.559766 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-a7dca01a-ca24-4c68-bfa9-a682c8e856f4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718584 Jan 19 00:00:34.694256 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-ead9659c-171b-4c02-87d8-eb0b9e94e361 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279159 Jan 19 00:00:34.835315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f5f181af-9714-4a47-ab59-7552f702ca2e req-460e0c85-702a-4ebc-9f0b-badad9d790bf service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343560 Jan 19 00:00:34.866740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2f4f9-7367-4bfe-886d-d724c70d1afe req-22f207cb-64c8-4754-aee8-d167eec50d12 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:34.868204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-faa2f4f9-7367-4bfe-886d-d724c70d1afe req-22f207cb-64c8-4754-aee8-d167eec50d12 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.0898004 Jan 19 00:00:34.918053 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-faa2f4f9-7367-4bfe-886d-d724c70d1afe req-2b970ab3-898d-4878-9208-0f3857024d67 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Jan 19 00:00:34.960269 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-90452c9d-245e-437a-98e6-5126d6ebc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:34.961761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-90452c9d-245e-437a-98e6-5126d6ebc8e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1094 time: 0.0754323 Jan 19 00:00:35.094067 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-9f8beffb-333f-4d70-a914-d4c252ad3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:35.095547 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-9f8beffb-333f-4d70-a914-d4c252ad3f50 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1277487 Jan 19 00:00:35.149099 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:35.162562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-f5a2a588-c9b6-4aaa-b8fe-b74840d97f7d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 217 time: 0.0603147 Jan 19 00:00:35.236206 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-fb4632e7-9f2f-4d29-a940-8bb28acb7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:35.238123 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-fb4632e7-9f2f-4d29-a940-8bb28acb7ae1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0651939 Jan 19 00:00:35.312720 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-bf93be3b-e142-4765-a865-4b87c35de478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:35.314189 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-bf93be3b-e142-4765-a865-4b87c35de478 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692320 Jan 19 00:00:35.446417 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-b69839f0-d65d-47fe-826d-c8e4024069df service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252363 Jan 19 00:00:35.678148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-95b89281-6fcd-49b0-af6f-5e22c32977c9 req-fa671fa8-86ba-46da-a295-9abaa589b9ec service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239974 Jan 19 00:00:36.120742 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6199-c6c7-4131-ba5e-6106a1a05dac req-d350b554-e019-4bc6-a3cd-8aff1c654dba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:36.121531 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1edc6199-c6c7-4131-ba5e-6106a1a05dac req-d350b554-e019-4bc6-a3cd-8aff1c654dba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:36.138677 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-1edc6199-c6c7-4131-ba5e-6106a1a05dac req-d350b554-e019-4bc6-a3cd-8aff1c654dba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:36.139832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edc6199-c6c7-4131-ba5e-6106a1a05dac req-d350b554-e019-4bc6-a3cd-8aff1c654dba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.1083856 Jan 19 00:00:36.186196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1edc6199-c6c7-4131-ba5e-6106a1a05dac req-1b4d87ae-0680-45e3-8c21-120662fe03c9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401285 Jan 19 00:00:37.148701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:00:37.286697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:37.300366 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'mac_address': 'fa:16:3e:64:b7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:00:37.360178 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:37.376505 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec1deb-b9ce-4ded-8076-3083234875b1 req-31d8fe4d-f05d-44cd-a06a-a50f79a59920 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:37.377955 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:00:37.378243 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11ec1deb-b9ce-4ded-8076-3083234875b1 req-31d8fe4d-f05d-44cd-a06a-a50f79a59920 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.0828872 Jan 19 00:00:37.394383 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:37.398748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:37.424591 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-11ec1deb-b9ce-4ded-8076-3083234875b1 req-d06d94cf-0e6c-4ee9-9dcc-cded98d088c6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Jan 19 00:00:37.469648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:37.524494 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:37.627190 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['d88089bb-2a0f-4012-b4b5-89128565e16f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:00:38.626085 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3416-7189-4d7b-8feb-640d6f23f014 req-2d47f270-2ab9-4707-9217-f3af95522bfd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:38.627546 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a98d3416-7189-4d7b-8feb-640d6f23f014 req-2d47f270-2ab9-4707-9217-f3af95522bfd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0870063 Jan 19 00:00:38.675627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a98d3416-7189-4d7b-8feb-640d6f23f014 req-487d5a52-d5b0-4a77-8e56-b0400af210c2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Jan 19 00:00:39.156413 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:00:39.231396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port d88089bb-2a0f-4012-b4b5-89128565e16f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:00:39.238367 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port d88089bb-2a0f-4012-b4b5-89128565e16f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:00:39.238732 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:39.404074 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:39.433629 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:00:39.443569 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:00:39.448658 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:39.479263 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'code': 200} Jan 19 00:00:39.517051 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:39.609780 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faedd8-c6d8-4275-8741-f2b442881891 req-9ccb5692-3d62-4199-9c23-a606277339f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:39.611277 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2faedd8-c6d8-4275-8741-f2b442881891 req-9ccb5692-3d62-4199-9c23-a606277339f3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1096 time: 0.0745401 Jan 19 00:00:39.657445 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b2faedd8-c6d8-4275-8741-f2b442881891 req-fc1c68fa-fdbc-4946-b185-128d78d56ea4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394051 Jan 19 00:00:39.874100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c3ca9-6b1d-4172-a304-ced85a672f4c req-c2f834ab-5702-4013-a1a8-d971623818d3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:39.875614 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b03c3ca9-6b1d-4172-a304-ced85a672f4c req-c2f834ab-5702-4013-a1a8-d971623818d3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0960510 Jan 19 00:00:39.920031 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b03c3ca9-6b1d-4172-a304-ced85a672f4c req-25385742-1e1c-4931-83a4-6f4109628dfc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385351 Jan 19 00:00:41.128981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403d4a6-72f9-402e-af17-fcbeb86a2e57 req-35345903-9c64-47a6-a59b-3abd49c7f8b2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:41.130419 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9403d4a6-72f9-402e-af17-fcbeb86a2e57 req-35345903-9c64-47a6-a59b-3abd49c7f8b2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0951526 Jan 19 00:00:41.177216 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9403d4a6-72f9-402e-af17-fcbeb86a2e57 req-577ab4d6-eba9-4728-a08e-a666002e3c02 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 Jan 19 00:00:41.370422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34951d93-3063-4b13-986f-5eb44b03c9ab req-ead49987-bed2-4090-b55c-f8fc0449fa35 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:41.371924 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34951d93-3063-4b13-986f-5eb44b03c9ab req-ead49987-bed2-4090-b55c-f8fc0449fa35 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0867608 Jan 19 00:00:41.416586 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-34951d93-3063-4b13-986f-5eb44b03c9ab req-79f19d8e-3b21-4c30-8330-28c768694e3a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 Jan 19 00:00:41.444471 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58732) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:41.561826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480e70ff-8e86-43b6-bcac-ba7a5305a923 tempest-TestShelveInstance-1935058855 tempest-TestShelveInstance-1935058855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:41.562550 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-480e70ff-8e86-43b6-bcac-ba7a5305a923 tempest-TestShelveInstance-1935058855 tempest-TestShelveInstance-1935058855-project-admin] Synchronizing usage tracker for tenant:6cddbed0878a4740b4277f0e6b902ec1 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:00:41.579890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-480e70ff-8e86-43b6-bcac-ba7a5305a923 tempest-TestShelveInstance-1935058855 tempest-TestShelveInstance-1935058855-project-admin] Unset dirty status for tenant:6cddbed0878a4740b4277f0e6b902ec1 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:00:41.581175 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-480e70ff-8e86-43b6-bcac-ba7a5305a923 tempest-TestShelveInstance-1935058855 tempest-TestShelveInstance-1935058855-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1091 time: 0.1357253 Jan 19 00:00:41.584201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 58738) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:00:41.589175 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:00:41.596424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:00:41.600983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:floatingip and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:00:41.604205 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:00:41.611246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:00:41.625557 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:41.769395 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:41.903389 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Allocated IP 172.25.4.213 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/a9e9b2e7-1330-4b6e-9791-ce41f0e38b31) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:00:42.062234 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:42.102556 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:42.178252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:00:42.181163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:00:42.184774 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:00:42.192272 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-199dbed3-37b1-4dec-8031-7bc5ae223985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:42.214381 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'Port': ['ID=a9e9b2e7-1330-4b6e-9791-ce41f0e38b31,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:42.615224 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:42.794378 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:43.011196 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:43.018792 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:43.131209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'Port': ['ID=a9e9b2e7-1330-4b6e-9791-ce41f0e38b31,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:00:43.141269 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:43.316486 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Floating IP 6d5c37cf-20c0-458d-afba-a748dfdc0055 associated. External IP: 172.25.4.213, port: d88089bb-2a0f-4012-b4b5-89128565e16f. Jan 19 00:00:43.673301 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:00:43.855285 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:00:43.865939 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:00:43.875330 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:43.876168 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:43.883949 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:43.940141 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-906bcc3f-4774-4b78-9136-708427fd1530 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3547018 Jan 19 00:00:43.940528 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:00:43.983648 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'status': 'completed', 'code': 200} Jan 19 00:00:44.054860 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:44.074241 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-6e084033-e2a0-48d2-8c93-e1cfaccb5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:44.075854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-6e084033-e2a0-48d2-8c93-e1cfaccb5c0f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1096 time: 0.0700891 Jan 19 00:00:44.207047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-d7a25f5a-08a3-49a5-83ea-a61aa499b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:44.208592 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-d7a25f5a-08a3-49a5-83ea-a61aa499b246 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1263449 Jan 19 00:00:44.403104 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '6d5c37cf-20c0-458d-afba-a748dfdc0055', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'mac_address': 'fa:16:3e:64:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:00:42Z', 'updated_at': '2022-01-19T00:00:42Z', 'revision_number': 0, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:44.409819 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:00:44.421583 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:00:44.422174 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:00:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:44.426022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-af83a0f2-bc4b-4ff6-8327-d9bdb0bb4aab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 999 time: 0.2112558 Jan 19 00:00:44.491736 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-82649d11-a7f1-449b-948f-9f872d41fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:44.493157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-82649d11-a7f1-449b-948f-9f872d41fa75 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0616591 Jan 19 00:00:44.567641 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-c4fbce25-6f0b-45b0-9f44-482b4bebd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:44.569258 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-c4fbce25-6f0b-45b0-9f44-482b4bebd54a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705867 Jan 19 00:00:44.618025 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:00:44.705663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-a0da3a54-99b8-48df-9d66-a992155c179a service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296480 Jan 19 00:00:44.836416 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b52088f1-48a4-4a59-b828-96dafb6cdcef req-3595c1e8-fb0a-4fdd-9426-c7ff45c65874 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246321 Jan 19 00:00:44.965132 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '6d5c37cf-20c0-458d-afba-a748dfdc0055', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'mac_address': 'fa:16:3e:64:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:00:42Z', 'updated_at': '2022-01-19T00:00:42Z', 'revision_number': 0, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:00:44.969400 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a9e4a6-afc8-4f48-ac52-f09b8440180f None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': '6d5c37cf-20c0-458d-afba-a748dfdc0055', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'mac_address': 'fa:16:3e:64:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:00:42Z', 'updated_at': '2022-01-19T00:00:42Z', 'revision_number': 0, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:00:45.073918 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80179193-1896-4eba-ba17-28ecaeb28541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:45.161736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62f0bb-4d66-4a08-a599-35f8f58a8c72 None None] New status for floating IP 6d5c37cf-20c0-458d-afba-a748dfdc0055: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:00:45.700145 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:45.972102 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:47.302501 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:00.191290 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:01:05.162170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:07.546308 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:12.205078 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-213d4f41-037a-4044-8666-5fa59141d6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:15.077569 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11bcef6a-7894-46ee-b904-cb6e9d9cbbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:15.702823 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:15.973848 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:17.305319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:28.585621 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-78601288-50f4-42d6-a68f-45d62a354fc3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752339 Jan 19 00:01:28.740895 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-0346847a-f95f-43cb-99bf-56085e562eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:01:28.742466 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-0346847a-f95f-43cb-99bf-56085e562eea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1096 time: 0.0796518 Jan 19 00:01:28.892979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-b4f1a82b-2872-413d-a108-c4d79208de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:01:28.894462 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-b4f1a82b-2872-413d-a108-c4d79208de59 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1282058 Jan 19 00:01:28.999090 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-78da4e41-d740-42e6-a713-7002068980cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1001 time: 0.0977547 Jan 19 00:01:29.062300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-27d3bd66-b1fb-4ea6-bf85-d5bf2a755a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:01:29.063651 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-27d3bd66-b1fb-4ea6-bf85-d5bf2a755a26 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0587740 Jan 19 00:01:29.144041 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-059df02e-2eec-4237-afc5-17c09e4506fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:01:29.145448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-059df02e-2eec-4237-afc5-17c09e4506fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763044 Jan 19 00:01:29.296259 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-e60f3843-60c8-494f-a9d7-e5fcab2f7829 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432977 Jan 19 00:01:29.432783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-25a80729-1ee2-4073-a73a-f1f4a12335f5 req-a251ace8-dd19-47a3-b5a2-d504d60cf6aa service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299605 Jan 19 00:01:35.164337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:36.170056 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-bff1119f-74e5-4eb8-bc59-f1a5cc0fa5ad req-e57f9eb7-d047-4c39-88c6-8732fac6ad9e service neutron] (87812) timed out ('10.222.0.78', 52178) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:01:37.196549 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:01:37.556213 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:42.213380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea08d0c0-81ac-4623-a6b7-3e0ec39a89fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:45.073044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae81dc7b-e47a-497c-bbbf-8f038c4ef0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:45.705727 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:45.980449 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:47.318385 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:05.164184 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:07.541083 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:12.204160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf942fe6-43b4-41f7-b3ca-08da17e92058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:14.202207 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:02:15.089901 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8589-9ef8-4153-aa94-d19969d4f2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:15.705310 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:15.983003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:17.310479 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:28.561834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-9f530be0-d35a-49ca-beff-bf30a3fe00c8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709612 Jan 19 00:02:28.710733 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-77474f1c-2f13-4f8a-a988-178d031f2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:28.712207 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-77474f1c-2f13-4f8a-a988-178d031f2fe4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1096 time: 0.0800722 Jan 19 00:02:28.971850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-8c97c6d6-712f-4f34-818b-07200f78fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:28.974048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-8c97c6d6-712f-4f34-818b-07200f78fb0b service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.2389891 Jan 19 00:02:29.084243 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-032fb640-2a9e-4513-a170-592b6ebc0617 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1001 time: 0.1026378 Jan 19 00:02:29.152987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-64a40071-e5ae-4ff1-ab56-807a776f1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:29.155225 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-64a40071-e5ae-4ff1-ab56-807a776f1d21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0637908 Jan 19 00:02:29.233515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-e6469a3c-1d76-43cd-810a-9a63e0b11dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:29.234913 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-e6469a3c-1d76-43cd-810a-9a63e0b11dfc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726085 Jan 19 00:02:29.365096 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-b3d261e6-ea95-4004-a884-5218e297e766 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239073 Jan 19 00:02:29.498702 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a4e0b55b-3d65-48bb-84dc-f212be8ea74c req-7a997337-4e30-4324-af01-6ffdec7cee44 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272037 Jan 19 00:02:35.177411 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:37.548755 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:39.225140 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9a99f-bfa7-4937-8f6c-08bf29f6382b req-6cdb5658-b524-4a05-a7c3-34e5c83c1fc9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:39.226585 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5a9a99f-bfa7-4937-8f6c-08bf29f6382b req-6cdb5658-b524-4a05-a7c3-34e5c83c1fc9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0852983 Jan 19 00:02:39.276312 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e5a9a99f-bfa7-4937-8f6c-08bf29f6382b req-35d18210-7967-47a2-82df-ed98782ad120 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 Jan 19 00:02:40.493116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fd044-e525-4e6d-bd4a-889facc08bfe req-338804fb-0578-4ffd-b5bf-f7319a26078e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:40.494584 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da3fd044-e525-4e6d-bd4a-889facc08bfe req-338804fb-0578-4ffd-b5bf-f7319a26078e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0907731 Jan 19 00:02:40.540393 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-da3fd044-e525-4e6d-bd4a-889facc08bfe req-613fa154-901c-47c1-83e2-ec5c279da16c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377846 Jan 19 00:02:41.749969 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae044-826b-449d-8969-5ebc16f22f3c req-aa8a9002-4444-4d55-bb5a-ce0a3f96b1af tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:41.751424 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-575ae044-826b-449d-8969-5ebc16f22f3c req-aa8a9002-4444-4d55-bb5a-ce0a3f96b1af tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0917614 Jan 19 00:02:41.795973 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-575ae044-826b-449d-8969-5ebc16f22f3c req-93cd314d-5048-4ea4-ba07-7552753dce68 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387833 Jan 19 00:02:42.212915 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9566a4c-ccfa-4bba-9d3b-b2d4eaaed499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:43.003695 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b67e-d08e-4fdd-9e06-d7a90f519210 req-0573416c-4be3-4508-aa75-570455f6d6cc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:43.005218 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5f1b67e-d08e-4fdd-9e06-d7a90f519210 req-0573416c-4be3-4508-aa75-570455f6d6cc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0900967 Jan 19 00:02:43.058803 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a5f1b67e-d08e-4fdd-9e06-d7a90f519210 req-e1de350c-298a-40fc-b0ca-75fe89421204 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475256 Jan 19 00:02:44.264192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4ad87-5ff9-46bb-bf23-cbf17ffec6f0 req-444fb13e-b087-4508-abec-fe764cbc0ad1 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:44.265568 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-afc4ad87-5ff9-46bb-bf23-cbf17ffec6f0 req-444fb13e-b087-4508-abec-fe764cbc0ad1 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0926757 Jan 19 00:02:44.318054 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-afc4ad87-5ff9-46bb-bf23-cbf17ffec6f0 req-0194f517-4249-4775-bdea-f0891584a86d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Jan 19 00:02:45.082962 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-697dce42-6bed-4da6-ba25-99a9af0622fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:45.525248 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aae373-668e-4dd2-8510-bad8999152cc req-bfd5dcc2-b247-4748-9e54-c25dfa77b9d6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:45.526721 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31aae373-668e-4dd2-8510-bad8999152cc req-bfd5dcc2-b247-4748-9e54-c25dfa77b9d6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0908206 Jan 19 00:02:45.574657 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-31aae373-668e-4dd2-8510-bad8999152cc req-128a76f0-b646-44f4-bbdc-9855dd902223 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Jan 19 00:02:45.708748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:46.002138 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:46.772136 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63ccf0-dc82-4db6-b539-81369bad2892 req-d9ececda-a250-40c0-b33a-7e829fde495a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:46.773645 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb63ccf0-dc82-4db6-b539-81369bad2892 req-d9ececda-a250-40c0-b33a-7e829fde495a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0908594 Jan 19 00:02:46.820640 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cb63ccf0-dc82-4db6-b539-81369bad2892 req-4405afb1-acf4-4ef1-9749-2a2d4227804f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Jan 19 00:02:47.320010 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:48.026154 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b3384-f643-40c3-8220-9519256982be req-11f21a22-49e7-4a6c-8aa9-5a35a9195e4a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:48.027722 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b2b3384-f643-40c3-8220-9519256982be req-11f21a22-49e7-4a6c-8aa9-5a35a9195e4a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0927992 Jan 19 00:02:48.073401 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9b2b3384-f643-40c3-8220-9519256982be req-22f0fed4-ba6f-432b-bd1f-45ce94884987 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 Jan 19 00:02:49.281499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37255b34-80ff-4076-b20a-6b3125799cb9 req-fe3fd7f2-95a7-4acd-b9b4-bab2b53bb90f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:49.282887 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37255b34-80ff-4076-b20a-6b3125799cb9 req-fe3fd7f2-95a7-4acd-b9b4-bab2b53bb90f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0885289 Jan 19 00:02:49.327466 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-37255b34-80ff-4076-b20a-6b3125799cb9 req-2ca347e3-d98b-4d74-a2e2-3f596314b4cc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Jan 19 00:02:50.533953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cf41-bc03-466c-9c16-40929962f30a req-c6c848fb-cc25-4372-ae3b-1ecf4f676915 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:50.535431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2cb2cf41-bc03-466c-9c16-40929962f30a req-c6c848fb-cc25-4372-ae3b-1ecf4f676915 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0946467 Jan 19 00:02:50.580518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2cb2cf41-bc03-466c-9c16-40929962f30a req-894517fe-6dbc-47f9-8842-14eab400c54a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393305 Jan 19 00:02:51.204067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:02:51.781135 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4099a-9ec0-458e-a418-cbede57a10b4 req-02aca184-7616-4e6a-802d-78338ddfcaff tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:51.782590 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22d4099a-9ec0-458e-a418-cbede57a10b4 req-02aca184-7616-4e6a-802d-78338ddfcaff tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0895567 Jan 19 00:02:51.833301 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-22d4099a-9ec0-458e-a418-cbede57a10b4 req-dc58067e-6307-4b1b-a23a-039410ede2dc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397038 Jan 19 00:02:51.861969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:02:52.000482 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:02:52.015579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'mac_address': 'fa:16:3e:64:b7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:02:52.077006 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:52.095866 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:02:52.112303 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:02:52.118081 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:52.193598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:52.198841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['d88089bb-2a0f-4012-b4b5-89128565e16f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:02:52.234018 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.234355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.234701 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.235033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.235365 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.235693 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.236017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.236337 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.236655 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.236998 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.237333 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:52.237696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:53.034501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4790d-29a8-4ef3-9714-bdd6db767a4d req-254381b3-203b-41a3-8a36-8b984a7a050c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:53.037902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3de4790d-29a8-4ef3-9714-bdd6db767a4d req-254381b3-203b-41a3-8a36-8b984a7a050c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0885406 Jan 19 00:02:53.089622 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3de4790d-29a8-4ef3-9714-bdd6db767a4d req-bcc30058-6643-43e2-a4d7-1a005420ef52 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Jan 19 00:02:53.862579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:02:53.956375 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port d88089bb-2a0f-4012-b4b5-89128565e16f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:02:53.956847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:54.126500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:54.164362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:02:54.165439 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:02:54.178491 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:54.279302 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:54.313163 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'code': 200} Jan 19 00:02:54.336118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e9ca8-9549-407d-a370-9f5ece050d06 req-1a3a0373-f1ec-4ab5-9537-f90cab79ed73 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:54.337630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec8e9ca8-9549-407d-a370-9f5ece050d06 req-1a3a0373-f1ec-4ab5-9537-f90cab79ed73 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.1168923 Jan 19 00:02:54.386448 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ec8e9ca8-9549-407d-a370-9f5ece050d06 req-8fe39221-521a-4f61-89fc-50c44133adb4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Jan 19 00:02:55.588667 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5851c-abff-4ebb-8109-ba1d6b98e2dc req-c75fff70-ba10-4449-9e3c-4b2144cd9112 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:55.590571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfd5851c-abff-4ebb-8109-ba1d6b98e2dc req-c75fff70-ba10-4449-9e3c-4b2144cd9112 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0910370 Jan 19 00:02:55.641097 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-dfd5851c-abff-4ebb-8109-ba1d6b98e2dc req-f6f0222c-69b2-4b2d-a3f0-2de6ee7ad298 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444324 Jan 19 00:02:56.837652 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d558be-3984-42b9-9b31-8f65770e3898 req-fe0015dc-5424-40c2-b71e-8a37e8fedbe3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:56.839114 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68d558be-3984-42b9-9b31-8f65770e3898 req-fe0015dc-5424-40c2-b71e-8a37e8fedbe3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0861189 Jan 19 00:02:56.905747 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-68d558be-3984-42b9-9b31-8f65770e3898 req-fedb1a35-7da0-4fc8-ad43-a6c7f0c42bea tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602090 Jan 19 00:02:58.123602 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b19256-707e-4152-827d-c909fb7f6279 req-bacd365c-9e02-4d1a-8c39-ea4113a201ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:58.125252 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59b19256-707e-4152-827d-c909fb7f6279 req-bacd365c-9e02-4d1a-8c39-ea4113a201ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0879436 Jan 19 00:02:58.173548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-59b19256-707e-4152-827d-c909fb7f6279 req-ffcb456a-e989-4acb-b7bf-d82f7d11757b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Jan 19 00:02:59.368876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9074b4-7c29-4880-a8fb-ba1542fb282e req-35d63ff4-752b-4591-b585-9fba16897589 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:59.370584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a9074b4-7c29-4880-a8fb-ba1542fb282e req-35d63ff4-752b-4591-b585-9fba16897589 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0863669 Jan 19 00:02:59.417688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a9074b4-7c29-4880-a8fb-ba1542fb282e req-5c2a78bb-5fbe-413e-a095-1c18c6020b02 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Jan 19 00:03:00.623151 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa2c58-92a8-4666-91e2-2252a9b87c6f req-7a48d14a-71a4-4487-a83b-3377ff711098 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:00.624596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-baaa2c58-92a8-4666-91e2-2252a9b87c6f req-7a48d14a-71a4-4487-a83b-3377ff711098 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0944610 Jan 19 00:03:00.671429 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-baaa2c58-92a8-4666-91e2-2252a9b87c6f req-ab3c6b87-787d-4672-a752-a63c9ca13048 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Jan 19 00:03:00.942296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-8c9d0372-5103-4877-b4e2-7fdcf8bf1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:00.943786 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-8c9d0372-5103-4877-b4e2-7fdcf8bf1261 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1096 time: 0.0722482 Jan 19 00:03:01.083556 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-29b0a04a-e5e4-4e72-947e-a63b05759df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:01.085061 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-29b0a04a-e5e4-4e72-947e-a63b05759df7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1348703 Jan 19 00:03:01.197504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-1ef1da3f-de8b-4c3a-8e3e-080e8c76203f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1001 time: 0.1042833 Jan 19 00:03:01.265813 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-9c0a8c52-1363-4094-a60c-5c6e72086e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:01.267226 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-9c0a8c52-1363-4094-a60c-5c6e72086e49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0639451 Jan 19 00:03:01.440256 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-5f99d86d-1f5e-49f8-9905-c0ce59bf191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:01.441894 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-5f99d86d-1f5e-49f8-9905-c0ce59bf191e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688786 Jan 19 00:03:01.452794 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-f6075499-5987-4f0f-b9c4-05840154ab5c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 19 00:03:01.453672 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-f6075499-5987-4f0f-b9c4-05840154ab5c service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053549 Jan 19 00:03:01.586492 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-e27f76d2-b1e5-4ada-89b8-222ea02ce4f2 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264858 Jan 19 00:03:01.722727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-77af46f2-0751-4c37-beab-4bfc52a0b5fa req-2185c08b-7b5a-4f6b-9165-a36f37366f69 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301546 Jan 19 00:03:01.869099 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67866-32a4-4fed-8109-93dc8bd7c6e6 req-2aa8d790-0af0-4a51-9b6a-757ca9624426 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:01.870582 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30e67866-32a4-4fed-8109-93dc8bd7c6e6 req-2aa8d790-0af0-4a51-9b6a-757ca9624426 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0907805 Jan 19 00:03:01.915688 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-30e67866-32a4-4fed-8109-93dc8bd7c6e6 req-000e4e66-465e-4421-a4b3-e397cbabcaba tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Jan 19 00:03:03.124433 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7b14-aa81-4fb8-8ef4-63ae27bcb686 req-817921d7-7ea0-4631-8f1e-09a1377bfbb7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:03.125931 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e5e7b14-aa81-4fb8-8ef4-63ae27bcb686 req-817921d7-7ea0-4631-8f1e-09a1377bfbb7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0901630 Jan 19 00:03:03.176280 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6e5e7b14-aa81-4fb8-8ef4-63ae27bcb686 req-ccdc7eba-bb31-47a0-851f-1de98fbc91e3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Jan 19 00:03:03.920633 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:03:04.036457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:04.064032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:03:04.074683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:03:04.079647 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:04.110104 n-d-825178-1 neutron-server[87813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'code': 422} returned with failed status Jan 19 00:03:04.147446 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:03:04.387875 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251408b-27dc-4a9f-b54c-7d4330ffdc7e req-9dc9864c-3b21-4659-8a9f-abcaeb97f390 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:04.389350 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251408b-27dc-4a9f-b54c-7d4330ffdc7e req-9dc9864c-3b21-4659-8a9f-abcaeb97f390 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.0894980 Jan 19 00:03:04.432535 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4251408b-27dc-4a9f-b54c-7d4330ffdc7e req-c706c400-c6c5-47a0-a43e-268b26ede6f7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374427 Jan 19 00:03:04.792929 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0e68e-2398-43b1-885b-fec16ab8cf70 req-d295ac2b-c119-4676-90d4-b08878f77971 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:04.794618 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-47d0e68e-2398-43b1-885b-fec16ab8cf70 req-d295ac2b-c119-4676-90d4-b08878f77971 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.0792809 Jan 19 00:03:04.841159 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-47d0e68e-2398-43b1-885b-fec16ab8cf70 req-95ce660c-4930-4c86-ae94-871462e78a21 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Jan 19 00:03:05.056108 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-458381b0-1302-4515-b23c-7c88d86e4571 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336238 Jan 19 00:03:05.167900 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:06.041370 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f487d-51ac-47ed-bc8a-fdbf0ddea183 req-098e486a-3a9c-4a28-a984-a41c79aa33f5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:06.042862 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-752f487d-51ac-47ed-bc8a-fdbf0ddea183 req-098e486a-3a9c-4a28-a984-a41c79aa33f5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.0844512 Jan 19 00:03:06.086898 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-752f487d-51ac-47ed-bc8a-fdbf0ddea183 req-eb84b7a2-7bc0-46cb-a085-3fd1910bf020 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Jan 19 00:03:06.099533 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-8d917a81-ed81-4006-8c30-6fbcb0847b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:06.101107 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-8d917a81-ed81-4006-8c30-6fbcb0847b3c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a&tenant_id=29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 1094 time: 0.1201620 Jan 19 00:03:06.112090 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:03:06.254067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:06.517722 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:03:06.545638 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:03:06.608140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:03:06.615634 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:06.630803 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Transition to ACTIVE for port object d88089bb-2a0f-4012-b4b5-89128565e16f will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:03:06.636974 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:06.780424 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=9']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:03:06.791444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.791776 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.792143 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.792515 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.792847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.793176 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.793503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.793827 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.794147 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.794467 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.794786 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.795104 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:03:06.842432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] No DVR routers for this DVR port d88089bb-2a0f-4012-b4b5-89128565e16f on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:03:07.176039 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:03:07.176800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:03:07.176800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:03:07.181492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Port d88089bb-2a0f-4012-b4b5-89128565e16f on network 2833fa06-c266-4c23-bc76-aa9bd374300a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 19 00:03:07.181783 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Attempting to bind port d88089bb-2a0f-4012-b4b5-89128565e16f on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:03:07.187220 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:03:07.187553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:03:07.187921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Bound using segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:03:07.188361 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Bound port: d88089bb-2a0f-4012-b4b5-89128565e16f, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:03:07.188717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:07.331566 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:03:07.335103 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:03:07.346604 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91003ed6-ab76-4b27-9da0-a7548e852c33 req-ce44d68b-dde6-4bb1-9f6d-03263d3de7cf tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:07.348062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91003ed6-ab76-4b27-9da0-a7548e852c33 req-ce44d68b-dde6-4bb1-9f6d-03263d3de7cf tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 943 time: 0.1505480 Jan 19 00:03:07.349467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:07.437146 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:07.437753 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:07.439150 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] 10.222.0.86 "PUT /v2.0/ports/d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1091 time: 1.3314314 Jan 19 00:03:07.441371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:03:07.461512 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-91003ed6-ab76-4b27-9da0-a7548e852c33 req-0b9d89e6-987c-448a-9eb4-ad0f00ceea3c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805659 Jan 19 00:03:07.497205 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'status': 'completed', 'code': 200} Jan 19 00:03:07.509749 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06903e-8199-4d38-aa6c-e2c2ea93185f service neutron] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=10']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:03:07.544316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-d0c28abe-0ea9-4298-9e08-4a1077c9a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:07.545842 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-d0c28abe-0ea9-4298-9e08-4a1077c9a3c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1095 time: 0.0810809 Jan 19 00:03:07.564925 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:07.683155 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-f0650f45-a2d3-484f-b0ef-ae6ea5c7217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:07.684563 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-f0650f45-a2d3-484f-b0ef-ae6ea5c7217f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1325438 Jan 19 00:03:07.792479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-51e5f799-7c3e-490d-8411-9cfe8931deb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 999 time: 0.1012301 Jan 19 00:03:07.860923 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-9113b0ee-7ca8-49d0-8bce-2646028045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:07.862402 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-9113b0ee-7ca8-49d0-8bce-2646028045fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0638976 Jan 19 00:03:07.932468 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:03:07.947482 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-96979a6e-6001-49a7-a184-678d1f91924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:07.949331 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-96979a6e-6001-49a7-a184-678d1f91924d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808482 Jan 19 00:03:07.959730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-7855ef62-fdb6-4a88-a011-f8569d7c970e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 19 00:03:07.960642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-7855ef62-fdb6-4a88-a011-f8569d7c970e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049229 Jan 19 00:03:07.994868 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:03:08.105753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-b4dc654a-25ae-424a-8e30-717010109b39 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387005 Jan 19 00:03:08.241093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-90dec345-7774-43e5-b656-ef481f3c8aa2 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296196 Jan 19 00:03:08.372044 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-474f8250-9460-4ac4-bc99-d64809760c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:08.373604 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-474f8250-9460-4ac4-bc99-d64809760c8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1095 time: 0.0815957 Jan 19 00:03:08.508008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-f56bee8c-c845-44c6-9265-b4dababbe565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:08.509511 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-f56bee8c-c845-44c6-9265-b4dababbe565 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1298831 Jan 19 00:03:08.705502 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-c854ebb2-f65d-45ed-b969-1ee43b06c770 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 999 time: 0.1898909 Jan 19 00:03:08.728088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c918cf-b36d-42bd-ac1a-b83bbad311dd req-6f81f81b-ede0-41ee-a2b6-e5da1eee501a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:08.736668 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5c918cf-b36d-42bd-ac1a-b83bbad311dd req-6f81f81b-ede0-41ee-a2b6-e5da1eee501a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.1235592 Jan 19 00:03:08.795362 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c5c918cf-b36d-42bd-ac1a-b83bbad311dd req-2b00412d-97aa-4b60-81f0-6f8ea99d0d02 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543423 Jan 19 00:03:09.989071 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bce5-3375-486e-ba01-c1a63a021a8f req-d4352711-4965-4355-9ebd-cba87610e334 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:09.990577 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58f2bce5-3375-486e-ba01-c1a63a021a8f req-d4352711-4965-4355-9ebd-cba87610e334 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0808794 Jan 19 00:03:10.034727 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-58f2bce5-3375-486e-ba01-c1a63a021a8f req-e180be0f-3b27-4086-8661-a0a118d8e184 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383348 Jan 19 00:03:11.241745 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018bed-3abb-41e0-9645-5c52358b7e9e req-2c785c01-a696-461c-8b68-8f6f13555854 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:11.243832 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64018bed-3abb-41e0-9645-5c52358b7e9e req-2c785c01-a696-461c-8b68-8f6f13555854 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0912800 Jan 19 00:03:11.291440 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-64018bed-3abb-41e0-9645-5c52358b7e9e req-d8eb6f30-3d82-4e93-8df3-91197e7d6753 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Jan 19 00:03:12.197405 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83a79303-6f1a-440f-bfbb-62bf8dd8e32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:12.489946 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe45b6-9fd7-4886-9e0a-9cdaaccb9fa6 req-595ab2cb-fe9e-4ac9-8696-40c7a2e036e6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:12.491258 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f1fe45b6-9fd7-4886-9e0a-9cdaaccb9fa6 req-595ab2cb-fe9e-4ac9-8696-40c7a2e036e6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0834668 Jan 19 00:03:12.539045 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f1fe45b6-9fd7-4886-9e0a-9cdaaccb9fa6 req-8e2c389c-beb6-4bfb-9205-c0443e847b24 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Jan 19 00:03:13.867831 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40694438-4ba4-492e-b62d-d0b331567942 req-50ddf937-b6ff-4b17-80d0-f8da3cc02c1f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:13.870024 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40694438-4ba4-492e-b62d-d0b331567942 req-50ddf937-b6ff-4b17-80d0-f8da3cc02c1f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.2146392 Jan 19 00:03:13.933354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-40694438-4ba4-492e-b62d-d0b331567942 req-ddac82fe-8f8a-477f-8a6d-f8cac885a225 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553586 Jan 19 00:03:15.079591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c1f51e04-0f67-4cbd-8d72-a6405f729562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:15.139142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886234-0849-4971-a32c-f8b841238a21 req-a6d4d27f-fa25-423e-b4d2-674ecf8d4195 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:15.147888 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7886234-0849-4971-a32c-f8b841238a21 req-a6d4d27f-fa25-423e-b4d2-674ecf8d4195 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0959499 Jan 19 00:03:15.208556 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7886234-0849-4971-a32c-f8b841238a21 req-1baa5818-d07c-4137-8211-5ac2433bc0aa tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593042 Jan 19 00:03:15.709126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:15.988877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:16.419546 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8963b4-5ba9-48a8-80cb-2463e08e9a26 req-7c02344a-6477-4d3b-aa18-e3765ff3c406 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:16.421419 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c8963b4-5ba9-48a8-80cb-2463e08e9a26 req-7c02344a-6477-4d3b-aa18-e3765ff3c406 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0931344 Jan 19 00:03:16.471684 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-1c8963b4-5ba9-48a8-80cb-2463e08e9a26 req-b0f89a35-3f02-452b-a443-1f9a909ee0bd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 Jan 19 00:03:17.316899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:17.333157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-e2b88436-e42b-4176-97bc-7c6bac57ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:17.334627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-e2b88436-e42b-4176-97bc-7c6bac57ec64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0734565 Jan 19 00:03:17.421077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-a5d438bc-d5d2-46ce-9ac0-42ef2a65274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:17.422534 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-a5d438bc-d5d2-46ce-9ac0-42ef2a65274b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790536 Jan 19 00:03:17.557820 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-f4ff2a3d-593c-4dd5-9b41-ec1d0303eead service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279771 Jan 19 00:03:17.666305 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91307-68d9-44cc-96a1-acabcc81187d req-972b15ff-cdc1-4b45-b2bd-39dd20a33619 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:17.667806 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0c91307-68d9-44cc-96a1-acabcc81187d req-972b15ff-cdc1-4b45-b2bd-39dd20a33619 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0891633 Jan 19 00:03:17.694481 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4f30eff9-cb29-4964-8d73-c94e61c45aee req-de89577d-9ee3-40e3-80e0-9b362ba340ba service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296425 Jan 19 00:03:17.712276 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e0c91307-68d9-44cc-96a1-acabcc81187d req-1db9c73d-3f59-4074-a37b-18217fc33cbf tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 Jan 19 00:03:18.915747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa6b9-6b5e-4762-b4d5-d6e52b54104e req-ae972268-405e-4a1c-967d-49b8c197474e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:18.917254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbeaa6b9-6b5e-4762-b4d5-d6e52b54104e req-ae972268-405e-4a1c-967d-49b8c197474e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0914443 Jan 19 00:03:18.962410 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bbeaa6b9-6b5e-4762-b4d5-d6e52b54104e req-ef290ebf-1445-4af2-bc82-0c7c47b88173 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Jan 19 00:03:20.169049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac1f74-7425-4a4f-b37d-02d25c4e588d req-e0ec3c2d-3aae-4178-8735-155d8530cb03 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:20.170541 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44ac1f74-7425-4a4f-b37d-02d25c4e588d req-e0ec3c2d-3aae-4178-8735-155d8530cb03 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 944 time: 0.0924015 Jan 19 00:03:20.218061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-44ac1f74-7425-4a4f-b37d-02d25c4e588d req-371c902d-e539-46c3-95ed-cad046f874fe tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Jan 19 00:03:20.582690 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:03:20.748326 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:03:20.763180 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'port_id': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'mac_address': 'fa:16:3e:64:b7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:03:20.826620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:20.843385 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:03:20.859144 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:03:20.863297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:20.930860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=11']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:03:21.107558 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['d88089bb-2a0f-4012-b4b5-89128565e16f'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:03:21.405354 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c174-15e6-462b-8af2-868338c8c344 req-dd94853a-7a4a-4780-aed4-add748d3a961 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:21.406752 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b26c174-15e6-462b-8af2-868338c8c344 req-dd94853a-7a4a-4780-aed4-add748d3a961 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0811982 Jan 19 00:03:21.453595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4b26c174-15e6-462b-8af2-868338c8c344 req-679ae42b-95a1-4ef7-8c38-0733e135a8dd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Jan 19 00:03:22.583896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:03:22.653718 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562139-24e1-4424-817a-ff0f2d5fa48a req-ac8efb1e-0bc0-4239-8f15-21af7ecbc9f2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:22.655467 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95562139-24e1-4424-817a-ff0f2d5fa48a req-ac8efb1e-0bc0-4239-8f15-21af7ecbc9f2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 945 time: 0.0870624 Jan 19 00:03:22.657710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port d88089bb-2a0f-4012-b4b5-89128565e16f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:03:22.663542 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port d88089bb-2a0f-4012-b4b5-89128565e16f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:03:22.664082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:22.704195 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-95562139-24e1-4424-817a-ff0f2d5fa48a req-db90bf8b-3ab9-4f15-936d-b8b2a210bb23 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Jan 19 00:03:22.783594 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:22.810047 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:03:22.820187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:03:22.825051 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:22.856305 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'code': 200} Jan 19 00:03:22.895223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=12']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:03:23.070857 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a64370-9cfb-4ac6-97e3-e2f2d46d0951 req-ac7c6727-1e4f-476a-8ffa-c0a08b8f62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:23.072249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70a64370-9cfb-4ac6-97e3-e2f2d46d0951 req-ac7c6727-1e4f-476a-8ffa-c0a08b8f62a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1097 time: 0.0702856 Jan 19 00:03:23.112583 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70a64370-9cfb-4ac6-97e3-e2f2d46d0951 req-65964618-4750-4fa2-a749-4ccff66e7cec service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341499 Jan 19 00:03:23.905325 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc676f-7a4e-45a4-8bff-7d2ab98d938a req-36cf121a-1625-44eb-9239-89a1176d6bed tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:23.906805 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9acc676f-7a4e-45a4-8bff-7d2ab98d938a req-36cf121a-1625-44eb-9239-89a1176d6bed tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 946 time: 0.0865481 Jan 19 00:03:23.951656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9acc676f-7a4e-45a4-8bff-7d2ab98d938a req-58afc3a0-3897-4a3f-a063-324d28abc2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 Jan 19 00:03:25.155548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce0e66-37fc-4f63-a3ec-3f761eb7047e req-4d8c3289-eb4c-4b95-a9a0-d2b6080cd3c3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:25.157016 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8ce0e66-37fc-4f63-a3ec-3f761eb7047e req-4d8c3289-eb4c-4b95-a9a0-d2b6080cd3c3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 946 time: 0.0911741 Jan 19 00:03:25.203666 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e8ce0e66-37fc-4f63-a3ec-3f761eb7047e req-97ad8bba-04f5-41f0-ac63-0732192070d7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Jan 19 00:03:26.894963 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-482d0aba-2552-4758-ad60-4560a2509f0f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731924 Jan 19 00:03:27.041455 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267d106-0436-4b35-aa81-b744af37255a req-e0c87f83-bbda-4540-a8f9-1c3fd3df8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:27.042917 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-e0c87f83-bbda-4540-a8f9-1c3fd3df8a4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1097 time: 0.0775373 Jan 19 00:03:27.192331 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267d106-0436-4b35-aa81-b744af37255a req-9d873ff7-c361-4dd0-9121-0634b8a9b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:27.193869 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-9d873ff7-c361-4dd0-9121-0634b8a9b2e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1326032 Jan 19 00:03:27.298725 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-2026913d-3522-4518-8895-7d2b0c31de60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1001 time: 0.0987618 Jan 19 00:03:27.363779 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267d106-0436-4b35-aa81-b744af37255a req-d83680c3-5beb-47c4-81b1-cb5826f221a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:27.365434 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-d83680c3-5beb-47c4-81b1-cb5826f221a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0609593 Jan 19 00:03:27.441816 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267d106-0436-4b35-aa81-b744af37255a req-7f9cda0a-1b7c-476c-9d45-5d8d4092ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:27.443358 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-7f9cda0a-1b7c-476c-9d45-5d8d4092ac75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724528 Jan 19 00:03:27.577959 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-0bce93cb-707b-43f9-8636-fe8c6c88e394 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286495 Jan 19 00:03:27.723829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-5267d106-0436-4b35-aa81-b744af37255a req-38903308-aa54-450e-9972-465090e741bf service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392310 Jan 19 00:03:28.209034 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:03:35.180692 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:37.576380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:42.212163 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d24c606d-7b29-4e13-b304-8eeb9a75edcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:45.090818 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b1facf6-fe39-4d38-8873-4686814be9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:45.714858 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:46.000991 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:47.323166 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:05.181968 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:05.208836 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:04:07.558286 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:12.208284 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a2ca-b459-4202-baac-f1248fd0b021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:15.099022 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3510af71-4818-4e16-90f7-85e608f014c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:15.720823 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:16.006788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:17.322054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:26.907124 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-b0a9b585-c8f6-49fd-8f24-dfde2cb3b23b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814123 Jan 19 00:04:27.052383 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-ed4da1ae-644d-48b8-88ca-b933514a71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:27.053973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-ed4da1ae-644d-48b8-88ca-b933514a71f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1097 time: 0.0736861 Jan 19 00:04:27.199802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-7ebc6252-a9f0-48b8-89e5-b53b02bf98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:27.201161 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-7ebc6252-a9f0-48b8-89e5-b53b02bf98fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1278236 Jan 19 00:04:27.400249 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-59e1ce14-a5ad-4209-88b5-d8216d882bf4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 1001 time: 0.1927888 Jan 19 00:04:27.463666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-a7de04e7-b4c1-4b7d-9476-2d560924a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:27.465072 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-a7de04e7-b4c1-4b7d-9476-2d560924a772 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0590849 Jan 19 00:04:27.543324 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-d28acc35-e507-48ed-959e-650475119ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:27.544833 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-d28acc35-e507-48ed-959e-650475119ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741818 Jan 19 00:04:27.678578 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-5cab1b1d-c51f-4689-8003-ae0d52f2e3c9 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256633 Jan 19 00:04:27.817984 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-be34e503-9ac3-4ab4-b76a-a19788ba0618 req-5fdb1fa0-b38a-44da-ad88-cd6b5b83f12f service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329494 Jan 19 00:04:34.864098 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59046) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:35.074448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Deleting port a9e9b2e7-1330-4b6e-9791-ce41f0e38b31 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:04:35.074820 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:35.171946 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:35.239541 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:35.239873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:35.360959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Calling delete_port for a9e9b2e7-1330-4b6e-9791-ce41f0e38b31 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:04:35.520581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:35.566371 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event deleted for resources: {'Port': ['ID=a9e9b2e7-1330-4b6e-9791-ce41f0e38b31,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:35.606581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.606930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.607267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.607608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.607937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.608261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.608579 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.608900 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.609227 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.609548 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.609872 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.610179 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:35.675945 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:35.676399 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Floating IP 6d5c37cf-20c0-458d-afba-a748dfdc0055 disassociated (deleted). External IP: 172.25.4.213, port: d88089bb-2a0f-4012-b4b5-89128565e16f. Jan 19 00:04:36.155348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:04:36.342503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:04:36.352114 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:04:36.363150 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:04:36.363750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:04:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:04:36.365606 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:36.419663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9d0a05b5-d18c-4945-b75b-17c4b51c8da5 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "DELETE /v2.0/floatingips/6d5c37cf-20c0-458d-afba-a748dfdc0055 HTTP/1.1" status: 204 len: 168 time: 1.5539811 Jan 19 00:04:36.420145 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:04:36.464339 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'status': 'completed', 'code': 200} Jan 19 00:04:36.545146 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:04:36.560962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-46e7652a-4ec1-4624-9d99-62bfc18440b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:36.562588 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-46e7652a-4ec1-4624-9d99-62bfc18440b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 1097 time: 0.0766239 Jan 19 00:04:36.704506 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-29223991-a1ff-42ae-8f04-650608e4aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:36.706219 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-29223991-a1ff-42ae-8f04-650608e4aea7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1375186 Jan 19 00:04:36.817989 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-051abee9-4a63-4c8f-8b7a-2305cc49964e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 200 len: 217 time: 0.1030345 Jan 19 00:04:36.892511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-bec1ab51-ba4b-409f-a0a7-0124b5fb847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:36.892827 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:04:36.893997 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-bec1ab51-ba4b-409f-a0a7-0124b5fb847f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0704145 Jan 19 00:04:36.896525 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:04:36.905629 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:04:36.906211 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:04:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:04:36.972411 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf928b67-32e6-4886-a1ab-55791d5f57c6 req-d2bf0d7e-2380-40ba-aa27-9155a841b9a2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:36.973277 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cf928b67-32e6-4886-a1ab-55791d5f57c6 req-d2bf0d7e-2380-40ba-aa27-9155a841b9a2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:04:36.999781 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cf928b67-32e6-4886-a1ab-55791d5f57c6 req-d2bf0d7e-2380-40ba-aa27-9155a841b9a2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:04:37.001051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf928b67-32e6-4886-a1ab-55791d5f57c6 req-d2bf0d7e-2380-40ba-aa27-9155a841b9a2 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 946 time: 0.2358375 Jan 19 00:04:37.007121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-fc0711b7-6411-4008-a899-e4f26c246d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:37.008858 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-fc0711b7-6411-4008-a899-e4f26c246d7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088908 Jan 19 00:04:37.085860 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:04:37.129843 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cf928b67-32e6-4886-a1ab-55791d5f57c6 req-97f05024-cc1c-4c6a-a394-ac443dc3c281 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200325 Jan 19 00:04:37.172770 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-28ff3a76-c136-4601-afdd-62006709705f service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500542 Jan 19 00:04:37.308867 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-96823470-67ac-4a78-829a-c2be8c2b6789 req-fef0656f-679a-4c43-9cac-b5a9ea30c6a8 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279175 Jan 19 00:04:37.395697 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:04:37.399506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38c5b3-2b7e-49dd-b8ce-e4185bc2a520 None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:04:37.563000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:37.625313 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ee0bc-4b53-4487-99ab-7723395e825d None None] New status for floating IP 6d5c37cf-20c0-458d-afba-a748dfdc0055: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:04:38.008973 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-6ce5b23b-1152-486b-9f91-d58a086a10c3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:38.010418 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-6ce5b23b-1152-486b-9f91-d58a086a10c3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.86 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 946 time: 0.0857170 Jan 19 00:04:38.083530 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Deleting port d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:04:38.083873 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:38.324973 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4424c-d1c1-4a41-b3e1-95062f7f6a84 req-ba3aa117-e007-4ad3-9568-a41c7bbed37c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:38.326468 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87c4424c-d1c1-4a41-b3e1-95062f7f6a84 req-ba3aa117-e007-4ad3-9568-a41c7bbed37c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 946 time: 0.0864220 Jan 19 00:04:38.374500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-87c4424c-d1c1-4a41-b3e1-95062f7f6a84 req-7affcba5-aeca-42a5-930d-49822c13a41a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=09bfa452-685a-42c2-a637-55f9a06d4da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Jan 19 00:04:38.449962 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] For port d88089bb-2a0f-4012-b4b5-89128565e16f, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=d88089bb-2a0f-4012-b4b5-89128565e16f,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:04:38.450628 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:38.569374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Calling delete_port for d88089bb-2a0f-4012-b4b5-89128565e16f owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:04:38.722253 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:38.772913 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event deleted for resources: {'Port': ['ID=d88089bb-2a0f-4012-b4b5-89128565e16f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:38.859192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] No DVR routers for this DVR port d88089bb-2a0f-4012-b4b5-89128565e16f on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:04:38.862163 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:38.864758 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-deleted', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:04:38.881799 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-81e24ed3-925f-4c86-a6ea-822596e051fb req-74781cf2-1cf0-4908-9eec-f3b6869ee02c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.86 "DELETE /v2.0/ports/d88089bb-2a0f-4012-b4b5-89128565e16f HTTP/1.1" status: 204 len: 173 time: 0.8658214 Jan 19 00:04:38.916928 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c1a352-bc8a-4668-ac60-f5dd787b184a', 'name': 'network-vif-deleted', 'tag': 'd88089bb-2a0f-4012-b4b5-89128565e16f', 'status': 'completed', 'code': 200} Jan 19 00:04:39.547405 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-8a542d11-4b2b-488a-9507-640748c73814 req-213ba7df-fc8f-47a6-9883-be248d48139a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=42c1a352-bc8a-4668-ac60-f5dd787b184a HTTP/1.1" status: 200 len: 210 time: 0.0476086 Jan 19 00:04:40.656058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59066) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:40.728769 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8af64d-faf2-49de-934c-f02fcdb3f485 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:40.758062 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8af64d-faf2-49de-934c-f02fcdb3f485 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:40.826213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8af64d-faf2-49de-934c-f02fcdb3f485 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:40.845034 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8af64d-faf2-49de-934c-f02fcdb3f485 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bfa452-685a-42c2-a637-55f9a06d4da4,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:40.856467 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-bd8af64d-faf2-49de-934c-f02fcdb3f485 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:40.857642 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-bd8af64d-faf2-49de-934c-f02fcdb3f485 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "DELETE /v2.0/security-groups/09bfa452-685a-42c2-a637-55f9a06d4da4 HTTP/1.1" status: 204 len: 168 time: 0.2001331 Jan 19 00:04:41.007945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:04:41.054130 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: d88089bb-2a0f-4012-b4b5-89128565e16f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:04:41.054550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device d88089bb-2a0f-4012-b4b5-89128565e16f not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:04:41.086516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59074) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:41.091795 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691413110', 'description': 'tempest-secgroup-smoke-1691413110 description', 'project_id': '29ae839adae14c56afa6c6771edd228c'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:41.098848 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.103607 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.106605 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.112447 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.124493 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.144834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.149801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.154766 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.164300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.238734 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.245267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.290701 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1037f891-dd45-43b4-9934-ed26408013b4,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:41.294513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.295744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-a125b1e1-7a9f-4ca9-85af-8cd11222b12d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2082283 Jan 19 00:04:41.298808 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:41.304540 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '1037f891-dd45-43b4-9934-ed26408013b4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:41.311661 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.315751 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.318827 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.325381 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.344039 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.404771 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.410118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.432701 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92af1e9-2b08-473a-96aa-c69792d8ff4a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:41.443649 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.444033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.444411 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.444742 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.445173 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.445502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.445833 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.446205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.446527 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.446848 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.447167 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.447488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:04:41.450516 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.454261 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-47d38696-544d-4834-9b15-0afd10ceafd7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518407 Jan 19 00:04:41.454756 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:41.459488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '1037f891-dd45-43b4-9934-ed26408013b4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:41.466673 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.470814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.473824 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.480045 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.504395 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.572280 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.578349 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.604499 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9da88c-777c-49c5-a9ca-0d6611993bb6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:41.616699 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.617987 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-213e801f-51a7-4008-bb64-f418a373fc60 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625373 Jan 19 00:04:41.620755 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:41.625897 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '1037f891-dd45-43b4-9934-ed26408013b4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:41.632982 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.637357 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.640522 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.646625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.667105 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.730225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.735826 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.758561 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a3fdd0-27e3-4f4b-bf18-5feb36877035,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:41.768119 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.769361 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bb686f34-cbc0-47d8-bc57-861776ee65ae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476901 Jan 19 00:04:41.772100 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59090) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:41.776970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '1037f891-dd45-43b4-9934-ed26408013b4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:41.783548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.787570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.790887 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.796979 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.814997 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.878591 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.883538 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.909453 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5a9361-145e-438d-af81-a14080961ac1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:41.919820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.921336 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-dc23f797-6857-46cb-a434-0a0173e08dc6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480949 Jan 19 00:04:41.924462 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59094) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:41.929724 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '1037f891-dd45-43b4-9934-ed26408013b4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:41.936553 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:41.940414 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:41.943346 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:41.949591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:41.961691 n-d-825178-1 neutron-server[87811]: INFO neutron.db.securitygroups_db [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Project 29ae839adae14c56afa6c6771edd228c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:04:41.968289 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.035692 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.041090 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.066502 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecfa62a-4768-4a80-a9f4-1f0d35a38d59,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:42.078544 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.080037 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-43aeb8a8-c039-4fae-83d6-9e13d4ca0117 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544888 Jan 19 00:04:42.082934 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:04:42.088234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'security_group_rule': {'security_group_id': '1037f891-dd45-43b4-9934-ed26408013b4', 'project_id': '29ae839adae14c56afa6c6771edd228c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:42.095303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:42.099360 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:security_group_rule and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:04:42.102378 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:04:42.108651 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:42.120329 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Project 29ae839adae14c56afa6c6771edd228c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:04:42.127124 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.199589 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.203377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fe2b4068-4ec7-4e61-ba39-3c30e6a6d6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.204746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.208750 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:04:42.230373 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a01cab4-f2a7-4a95-8de5-c6b78ef9b646,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:04:42.240118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:42.241347 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5d64dbf1-3726-4764-8a1a-dd7710b46786 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573675 Jan 19 00:04:45.084604 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f743-c5e3-42a1-bf0b-8f4fc06e9103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:45.715785 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:45.998279 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:47.328319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:57.443966 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-8abd312a-42bc-4c1a-9516-68b1e269d041 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691413110&fields=id&tenant_id=29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 267 time: 0.0391254 Jan 19 00:04:57.706706 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-18898701-27ce-4766-9330-82cdbc73361e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:57.707255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-18898701-27ce-4766-9330-82cdbc73361e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:04:57.727876 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-18898701-27ce-4766-9330-82cdbc73361e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:04:57.730217 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-18898701-27ce-4766-9330-82cdbc73361e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 809 time: 0.2791901 Jan 19 00:04:57.748402 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-a5956557-0eee-435c-95d4-8963c6db3140 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/quotas/29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 375 time: 0.0104501 Jan 19 00:04:57.839864 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-aba1daa1-fd59-42c0-b309-9b996517e46e tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853591 Jan 19 00:04:58.034956 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-2383ec2b-4e3a-4388-9a52-274dd994aa4e service neutron] 10.222.0.78 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813552 Jan 19 00:04:58.169333 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-2764248d-4e7a-46e6-8c3f-ebded432367c service neutron] 10.222.0.78 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259992 Jan 19 00:04:58.625880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9532589e-084c-4623-9f5c-fbff9892d63a req-9e205d31-cf1f-4bea-aff7-2881662c3afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:04:58.642698 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9532589e-084c-4623-9f5c-fbff9892d63a req-9e205d31-cf1f-4bea-aff7-2881662c3afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:04:58.644067 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9532589e-084c-4623-9f5c-fbff9892d63a req-9e205d31-cf1f-4bea-aff7-2881662c3afd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 210 time: 0.1118548 Jan 19 00:04:59.620370 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-1f043e06-fccf-46f6-bb0f-db5c100929c0 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:59.621844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-1f043e06-fccf-46f6-bb0f-db5c100929c0 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 809 time: 0.1470537 Jan 19 00:04:59.668316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-b60ab635-0bcc-42a2-b074-b973c27a492b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:security_group {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:04:59.689093 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-b60ab635-0bcc-42a2-b074-b973c27a492b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:security_group {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:04:59.690560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-b60ab635-0bcc-42a2-b074-b973c27a492b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 380 time: 0.0609887 Jan 19 00:04:59.699272 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'port': {'device_id': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'admin_state_up': True, 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'security_groups': ['1037f891-dd45-43b4-9934-ed26408013b4']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:04:59.799186 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-dc29c7a7-2941-4efa-9d06-d0fc2fd2dcc2 req-1050920f-34d3-470b-bc44-1913d8e9a0af tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 210 time: 0.0425620 Jan 19 00:04:59.838539 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:04:59.847917 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:04:59.859428 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Made reservation on behalf of 29ae839adae14c56afa6c6771edd228c for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:04:59.863353 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:00.029348 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Allocated IP 172.20.0.11 (2833fa06-c266-4c23-bc76-aa9bd374300a/03a62d48-0f23-4b1f-813c-b4834cc368fd/de8ff7ab-d239-4f74-aaab-53fa7e7d1f58) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:05:00.215251 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:00.230578 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Transition to ACTIVE for port object de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:05:00.255924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:00.325893 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Network 2833fa06-c266-4c23-bc76-aa9bd374300a is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:05:00.329135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:05:00.333091 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:05:00.485897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:00.524636 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:00.525291 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:00.542850 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a2e5bee9-f0bb-4c6b-ab02-1d68154863e9 None None] Provisioning for port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:05:00.549146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-a2e5bee9-f0bb-4c6b-ab02-1d68154863e9 None None] Provisioning complete for port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:05:00.549481 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bee9-f0bb-4c6b-ab02-1d68154863e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:00.551662 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-9a33b661-59d6-4f63-bb1f-68f28dfbe7c7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8562622 Jan 19 00:05:00.604524 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5bee9-f0bb-4c6b-ab02-1d68154863e9 None None] Port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:05:00.613408 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Request body: {'port': {'device_id': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:05:00.723673 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:01.073390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e300a6-224d-4458-89df-af90595ab007 req-dcbd4f50-661f-40b8-86b1-8ccb7217b110 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:01.074089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-43e300a6-224d-4458-89df-af90595ab007 req-dcbd4f50-661f-40b8-86b1-8ccb7217b110 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:05:01.146061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-43e300a6-224d-4458-89df-af90595ab007 req-dcbd4f50-661f-40b8-86b1-8ccb7217b110 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:05:01.147237 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e300a6-224d-4458-89df-af90595ab007 req-dcbd4f50-661f-40b8-86b1-8ccb7217b110 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 932 time: 0.1989861 Jan 19 00:05:01.153488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:05:01.163071 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:01.214365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Transition to ACTIVE for port object de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:05:01.220736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:01.264993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-43e300a6-224d-4458-89df-af90595ab007 req-eb95889c-188e-4189-9c94-f5a254179f8c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065361 Jan 19 00:05:01.390083 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:01.461785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:05:01.462135 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:05:01.462458 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:05:01.467056 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on network 2833fa06-c266-4c23-bc76-aa9bd374300a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 19 00:05:01.467374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:05:01.472562 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:05:01.472898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:05:01.473317 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Bound using segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:05:01.473738 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Bound port: de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:05:01.474081 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:01.566116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:05:01.569140 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:05:01.577022 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:01.637718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:01.638356 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:01.639844 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] 10.222.0.85 "PUT /v2.0/ports/de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 1092 time: 1.0808711 Jan 19 00:05:01.642743 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:01.671005 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68410d6a-8842-4710-9dbd-221970493b3a service neutron] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:01.714388 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'status': 'completed', 'code': 200} Jan 19 00:05:01.757432 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-f7f74399-2435-4c8e-b823-4771f0c71cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:01.759003 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-f7f74399-2435-4c8e-b823-4771f0c71cab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0779822 Jan 19 00:05:01.830311 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-1d583db4-5850-44d9-a2af-a14fce898723 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 217 time: 0.0644503 Jan 19 00:05:01.894076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-7de44d59-12cd-4547-83ac-623916809192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:01.895513 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-7de44d59-12cd-4547-83ac-623916809192 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0596421 Jan 19 00:05:01.970534 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-95be8f0f-0dc3-4a4f-86f9-d2449b09433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:01.972073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-95be8f0f-0dc3-4a4f-86f9-d2449b09433c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705662 Jan 19 00:05:02.106510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-bf217ce1-1ba7-4dab-9f95-c964e48b0aff service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281517 Jan 19 00:05:02.237084 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9dbab40f-ab0b-4b43-82de-f20304e1f1a9 req-773772a7-f048-48df-8abc-ce4611d88b36 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245947 Jan 19 00:05:02.519850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-f3cbcd4a-c336-446b-a190-6ebf4d7267f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:02.531641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-f3cbcd4a-c336-446b-a190-6ebf4d7267f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1095 time: 0.2390549 Jan 19 00:05:02.539514 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e8554-37cd-4817-8085-71025340cff3 req-1fa22126-a343-4465-b487-5a0049af19a3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:02.540903 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd5e8554-37cd-4817-8085-71025340cff3 req-1fa22126-a343-4465-b487-5a0049af19a3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.1166778 Jan 19 00:05:02.663918 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-fd5e8554-37cd-4817-8085-71025340cff3 req-8f3695d9-5829-4c79-84bf-56d7924f3c02 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047432 Jan 19 00:05:02.697284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-de5443f4-250e-44ec-99b8-a844d7b8c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:02.698735 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-de5443f4-250e-44ec-99b8-a844d7b8c9d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1674438 Jan 19 00:05:02.769990 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-bca94875-7f30-497a-ad01-c238b8df34aa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 217 time: 0.0643754 Jan 19 00:05:02.833824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-e063e7c7-ecc8-4d86-b052-ca5159a72a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:02.835238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-e063e7c7-ecc8-4d86-b052-ca5159a72a03 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0594504 Jan 19 00:05:02.912889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-2b600865-8fa6-4c0f-8f7d-cf64ad42073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:02.914299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-2b600865-8fa6-4c0f-8f7d-cf64ad42073b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724394 Jan 19 00:05:03.057919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-2ba47dac-5844-4257-bd9e-4f8f7f175e45 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371980 Jan 19 00:05:03.198831 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7a55ac37-adb8-4f26-8804-c3cf3aa87f5e req-14b40641-b15f-44b9-8f99-f34f34e5a820 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346853 Jan 19 00:05:03.878361 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c22cf-ad3f-4a31-bcd2-f4578d89655a req-72af456c-9fcb-4f43-a314-f5ee5f1f0260 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:03.879816 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-347c22cf-ad3f-4a31-bcd2-f4578d89655a req-72af456c-9fcb-4f43-a314-f5ee5f1f0260 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0915730 Jan 19 00:05:03.929391 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-347c22cf-ad3f-4a31-bcd2-f4578d89655a req-f700b513-c27c-4c2d-b03e-a039fdb68a37 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Jan 19 00:05:05.144239 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25218-b8d1-46dd-a0ea-0a39c6e758da req-19c88a95-8212-4fec-9879-414518094355 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:05.145724 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6b25218-b8d1-46dd-a0ea-0a39c6e758da req-19c88a95-8212-4fec-9879-414518094355 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0900090 Jan 19 00:05:05.171739 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:05.193683 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a6b25218-b8d1-46dd-a0ea-0a39c6e758da req-7b23b651-b252-4431-bad5-c8ef90cd9782 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Jan 19 00:05:06.397657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a444e-08ca-4330-9a2c-3f49ed6ae925 req-ee1b588b-cd2f-4dfb-973c-efa9db244706 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:06.399078 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-186a444e-08ca-4330-9a2c-3f49ed6ae925 req-ee1b588b-cd2f-4dfb-973c-efa9db244706 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0895815 Jan 19 00:05:06.442750 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-186a444e-08ca-4330-9a2c-3f49ed6ae925 req-6e4cc8cd-f2b5-4434-bc73-afc51eab887a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 Jan 19 00:05:07.579046 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:07.648907 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec39ea-6dc4-4fe2-8178-e4ab49db87e2 req-cca8bc10-c6ce-4c45-8d2d-99a0999955ca tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:07.650403 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bdec39ea-6dc4-4fe2-8178-e4ab49db87e2 req-cca8bc10-c6ce-4c45-8d2d-99a0999955ca tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0830584 Jan 19 00:05:07.697744 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-bdec39ea-6dc4-4fe2-8178-e4ab49db87e2 req-b3526592-94bd-493e-922a-9e2a52a07703 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Jan 19 00:05:08.899510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c00a6-76ff-4851-8fd8-a5eb43b8682b req-4dce5cf9-1ac2-479c-88db-70b1f9472bcc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:08.900963 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce7c00a6-76ff-4851-8fd8-a5eb43b8682b req-4dce5cf9-1ac2-479c-88db-70b1f9472bcc tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0888932 Jan 19 00:05:08.945737 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ce7c00a6-76ff-4851-8fd8-a5eb43b8682b req-68c22e75-7d37-45d0-951a-6d221e3b134b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Jan 19 00:05:10.155763 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0e34e-b6eb-4e28-8870-705038227daf req-5d4cb884-e200-4198-a65b-03b1ba5a8f6f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:10.157269 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9df0e34e-b6eb-4e28-8870-705038227daf req-5d4cb884-e200-4198-a65b-03b1ba5a8f6f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.1021156 Jan 19 00:05:10.202077 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9df0e34e-b6eb-4e28-8870-705038227daf req-58bd0ea6-bb84-494b-b961-4729520ce92f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Jan 19 00:05:10.530612 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:05:10.666030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:05:10.679671 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'port_id': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'mac_address': 'fa:16:3e:39:2d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:05:10.740329 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:10.757638 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:05:10.773727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:05:10.778795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:10.845433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:10.853875 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.854233 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.854564 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.854904 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.855224 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.856216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.856216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.856216 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.856497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.856805 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.857160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:10.857484 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:11.012911 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:05:11.411402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dada3-d27e-40bd-bbd4-7e66b659c7fa req-a19cc98f-a8d4-44d4-bdf8-4a114c469330 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:11.412873 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-693dada3-d27e-40bd-bbd4-7e66b659c7fa req-a19cc98f-a8d4-44d4-bdf8-4a114c469330 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 945 time: 0.0843723 Jan 19 00:05:11.460547 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-693dada3-d27e-40bd-bbd4-7e66b659c7fa req-f27e3ab8-0f72-4789-845b-c6ee0efa9fc4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391939 Jan 19 00:05:12.209674 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9dee3599-eb5d-4a28-94ba-715c2f406ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:12.531933 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:05:12.602968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:05:12.607802 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:05:12.608198 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:12.660402 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919a377-94f2-4bf8-be80-443649d2e617 req-39fb171e-6a8b-49a1-ab8b-68729dbfc2a0 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:12.661936 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f919a377-94f2-4bf8-be80-443649d2e617 req-39fb171e-6a8b-49a1-ab8b-68729dbfc2a0 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 945 time: 0.0839469 Jan 19 00:05:12.706168 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f919a377-94f2-4bf8-be80-443649d2e617 req-783c02d7-18c6-4a5c-8107-56b2e5a011b8 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Jan 19 00:05:12.725941 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:12.752649 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:12.762296 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:05:12.768091 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:12.804560 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'code': 200} Jan 19 00:05:12.836201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:12.936834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d75f1a-1881-4003-872f-936e00f5fa42 req-0ba9485a-9636-493d-a7ea-3c63d783dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:12.938378 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51d75f1a-1881-4003-872f-936e00f5fa42 req-0ba9485a-9636-493d-a7ea-3c63d783dfbc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0697899 Jan 19 00:05:12.989859 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-51d75f1a-1881-4003-872f-936e00f5fa42 req-c617f51a-73e9-412c-afd3-539b5baf540e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Jan 19 00:05:13.910265 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05dc0-ac47-403b-865b-d1f1b17208a3 req-30f1fad2-7dff-42d1-bdd7-e5bc785b86bd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:13.911829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9a05dc0-ac47-403b-865b-d1f1b17208a3 req-30f1fad2-7dff-42d1-bdd7-e5bc785b86bd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0890782 Jan 19 00:05:13.961231 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-b9a05dc0-ac47-403b-865b-d1f1b17208a3 req-d8f0c63f-07af-4f3a-a525-1556a7b8a77a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Jan 19 00:05:15.098724 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2177b6d-ee60-4aeb-ac2b-b01d978773df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:15.173030 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a29f0-ac56-4aa9-8a01-3efc23422df4 req-a04bb965-ea76-4d7a-a07a-a5fa5f250ff9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:15.174538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d00a29f0-ac56-4aa9-8a01-3efc23422df4 req-a04bb965-ea76-4d7a-a07a-a5fa5f250ff9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0934901 Jan 19 00:05:15.219203 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d00a29f0-ac56-4aa9-8a01-3efc23422df4 req-1bb69b57-b44f-4f26-b492-9265ec27440d tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387034 Jan 19 00:05:15.415120 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad170e35-51c8-4d90-8b88-7c245d5ac233 req-c2cb7d86-d6d7-4274-bf62-a998b363991b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:15.416596 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad170e35-51c8-4d90-8b88-7c245d5ac233 req-c2cb7d86-d6d7-4274-bf62-a998b363991b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0922008 Jan 19 00:05:15.466461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ad170e35-51c8-4d90-8b88-7c245d5ac233 req-e699182b-f0e6-40de-bfae-e1eae91022f3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440447 Jan 19 00:05:15.489869 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:15.562829 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d82c3-ed67-448d-98cb-6f21c4c7f637 tempest-TestShelveInstance-1935058855 tempest-TestShelveInstance-1935058855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:15.564343 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-8d1d82c3-ed67-448d-98cb-6f21c4c7f637 tempest-TestShelveInstance-1935058855 tempest-TestShelveInstance-1935058855-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1092 time: 0.0734899 Jan 19 00:05:15.567747 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59292) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:15.573089 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:05:15.579990 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:05:15.583961 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Usage tracker for resource:floatingip and tenant:29ae839adae14c56afa6c6771edd228c is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:05:15.586850 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:05:15.597312 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:05:15.609180 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:15.721134 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:15.760689 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:16.001348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:16.015910 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Allocated IP 172.25.4.56 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/35184c7f-fc7a-4a34-87f0-297a1aae06fd) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:05:16.163871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:16.197160 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:16.264192 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:05:16.267251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:05:16.270797 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:05:16.298980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'Port': ['ID=35184c7f-fc7a-4a34-87f0-297a1aae06fd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:16.693842 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:16.773602 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:16.993652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:17.000283 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:17.106349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event updated for resources: {'Port': ['ID=35184c7f-fc7a-4a34-87f0-297a1aae06fd,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:17.118207 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:17.286993 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Floating IP c150630a-a20a-495c-b38a-dd007ae3abe6 associated. External IP: 172.25.4.56, port: de8ff7ab-d239-4f74-aaab-53fa7e7d1f58. Jan 19 00:05:17.330187 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:17.771024 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:05:17.956473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:05:17.966148 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:05:17.975710 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:05:17.976406 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:05:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:17.983499 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:18.039789 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-9204ff75-370a-41b9-8fa0-87cf0017b2a4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4708331 Jan 19 00:05:18.040728 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:18.084143 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'status': 'completed', 'code': 200} Jan 19 00:05:18.155311 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:05:18.191953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-ac1da55b-d82a-45f6-bda4-ac697401d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:18.193485 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-ac1da55b-d82a-45f6-bda4-ac697401d41d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0875161 Jan 19 00:05:18.337847 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-ef14b4f4-b89c-4d84-8ff5-4783b09a588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:18.339220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-ef14b4f4-b89c-4d84-8ff5-4783b09a588c service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1390696 Jan 19 00:05:18.445454 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-659468d6-59c5-45ad-8542-e326f0d2c92d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 999 time: 0.1005344 Jan 19 00:05:18.507506 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'c150630a-a20a-495c-b38a-dd007ae3abe6', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'port_id': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'mac_address': 'fa:16:3e:39:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:05:16Z', 'updated_at': '2022-01-19T00:05:16Z', 'revision_number': 0, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:18.508360 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-10a94255-9a11-4b39-8fa8-cdc6f8e9e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:18.509891 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-10a94255-9a11-4b39-8fa8-cdc6f8e9e35e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0588992 Jan 19 00:05:18.511712 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:05:18.520526 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:05:18.521153 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:05:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:18.592491 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-baad26d9-b174-4b47-9bbd-7c500981f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:18.597281 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-baad26d9-b174-4b47-9bbd-7c500981f86c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802891 Jan 19 00:05:18.739601 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:05:18.748758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-939637a2-c19e-4c24-942d-cda013bdf92d service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466563 Jan 19 00:05:18.904479 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a48571b9-ec73-4c4d-8908-db1373d99a13 req-1b1492c0-023b-45cf-8bff-ba7a8b744344 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493769 Jan 19 00:05:19.101233 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'c150630a-a20a-495c-b38a-dd007ae3abe6', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'port_id': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'mac_address': 'fa:16:3e:39:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:05:16Z', 'updated_at': '2022-01-19T00:05:16Z', 'revision_number': 0, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:19.105692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a07ede-06c5-4f82-bd48-98ac8640fc0c None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'c150630a-a20a-495c-b38a-dd007ae3abe6', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'port_id': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'mac_address': 'fa:16:3e:39:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:05:16Z', 'updated_at': '2022-01-19T00:05:16Z', 'revision_number': 0, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:05:19.208107 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:05:19.329589 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fad26-a106-4dce-8207-7b881b4fcd81 None None] New status for floating IP c150630a-a20a-495c-b38a-dd007ae3abe6: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:05:31.603828 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-fb250e2c-67b9-4238-a84f-376ced1fd7af service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092701 Jan 19 00:05:31.763193 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-71262f70-2229-4855-a0a2-3f207496e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:31.764585 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-71262f70-2229-4855-a0a2-3f207496e39d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0881937 Jan 19 00:05:31.910768 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-c26c4174-cd1d-4f8b-a071-ef8cd9a50f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:31.912157 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-c26c4174-cd1d-4f8b-a071-ef8cd9a50f60 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1271367 Jan 19 00:05:32.124785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-fb964056-4b65-4c73-bca8-5f778b35f629 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 1001 time: 0.2053068 Jan 19 00:05:32.189296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-27675817-2b72-4b97-beb5-fa9d8084b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:32.190794 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-27675817-2b72-4b97-beb5-fa9d8084b9ac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0598278 Jan 19 00:05:32.266481 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-e4e40fb8-3afd-42ad-b9b8-00d532a72c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:32.267938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-e4e40fb8-3afd-42ad-b9b8-00d532a72c2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713117 Jan 19 00:05:32.398299 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-48a1fa0b-3351-4edc-bdf2-6f2564dc8079 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238818 Jan 19 00:05:32.531759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8b0eca8c-5a3a-4c29-a136-d8a27f3765f6 req-4baedb5c-8742-418c-9186-352711a1de6c service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265621 Jan 19 00:05:35.199980 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:37.582634 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:42.203705 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49f552fd-a3a3-44ee-9364-052dee6d4036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.102798 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6365b818-5692-4c85-8b6e-fa4b803e40ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.729041 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.005016 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.335639 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:56.212839 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:06:05.230665 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:07.608877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:12.216936 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66fabb8b-c138-4e3b-9df4-b6cf132395c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:15.106182 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaeca977-964b-4651-8925-54a3215c9d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:15.726086 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:16.019825 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:17.340175 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:32.578010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-71668fd1-eb85-4886-a68c-d36d28fcfc27 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768623 Jan 19 00:06:32.719789 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-bc5af398-994c-455f-949c-b36e4bd8fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:32.721285 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-bc5af398-994c-455f-949c-b36e4bd8fb00 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0736101 Jan 19 00:06:32.871261 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-bfd6b1ba-42fb-4c57-a251-6ea188a59b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:32.872710 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-bfd6b1ba-42fb-4c57-a251-6ea188a59b57 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1300242 Jan 19 00:06:32.975120 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-d685f026-6abd-470c-8c17-53ad9a4cf3ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 1001 time: 0.0956969 Jan 19 00:06:33.037645 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-617746a4-b936-4f5c-a390-7f648f08bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:33.039022 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-617746a4-b936-4f5c-a390-7f648f08bd78 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0586324 Jan 19 00:06:33.117858 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-22e4d70a-0f87-4d46-bc2b-7ad36111d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:33.119319 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-22e4d70a-0f87-4d46-bc2b-7ad36111d745 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743709 Jan 19 00:06:33.212261 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:06:33.266389 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-b5d605bd-bb74-4bc7-9763-3517ef689dde service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411107 Jan 19 00:06:33.403577 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e6a0c2da-406b-4466-811c-17f0a9af806c req-a3a3dcc6-ecb3-45dc-b0c4-ee39f8dfd959 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304121 Jan 19 00:06:35.252414 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:37.616114 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:42.219792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6caf922f-eeaf-476b-b686-b74ed4e966ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:45.114337 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f568a00c-71b6-4574-85cf-9f816a1e5add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:45.723845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:46.022833 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:47.346246 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:05.253874 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:07.613589 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:10.218520 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:07:12.223072 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2dfb645-e420-4aaa-a599-5c0f7006efa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:15.092631 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df103194-79c4-4264-8600-5636e6549239 req-4d60b36c-0f21-4fcd-b567-dfd992d861af tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:15.094152 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df103194-79c4-4264-8600-5636e6549239 req-4d60b36c-0f21-4fcd-b567-dfd992d861af tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0866802 Jan 19 00:07:15.098559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ffba58bb-be72-4e14-b5de-17e2d90485c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:15.142551 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-df103194-79c4-4264-8600-5636e6549239 req-2e0e34ec-4c28-4ad7-9f11-40346eef6bae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Jan 19 00:07:15.715469 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:16.020698 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:16.349861 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92222d47-203a-4047-a0ca-117bea5c9015 req-fc24297c-5bcd-46ab-bfdf-e57f7f41d336 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:16.351700 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-92222d47-203a-4047-a0ca-117bea5c9015 req-fc24297c-5bcd-46ab-bfdf-e57f7f41d336 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0858147 Jan 19 00:07:16.405611 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-92222d47-203a-4047-a0ca-117bea5c9015 req-b1236147-67c7-48d1-9cec-d2d2b076a60b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454259 Jan 19 00:07:17.347352 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:17.607814 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd0c8-6420-4efb-9c51-4b27df185139 req-264be823-a677-4c30-95ff-a0bd4a78cbbb tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:17.609344 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc2cd0c8-6420-4efb-9c51-4b27df185139 req-264be823-a677-4c30-95ff-a0bd4a78cbbb tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0867348 Jan 19 00:07:17.659388 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-cc2cd0c8-6420-4efb-9c51-4b27df185139 req-ffbe4255-1102-4bcc-8f78-bcb0d6a1842f tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Jan 19 00:07:18.855652 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb14cfa-96ad-4fd6-8e4e-f8a1599b68ae req-7cb63769-f889-4f83-8c84-0603cebb88c9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:18.857170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-adb14cfa-96ad-4fd6-8e4e-f8a1599b68ae req-7cb63769-f889-4f83-8c84-0603cebb88c9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0857236 Jan 19 00:07:18.900394 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-adb14cfa-96ad-4fd6-8e4e-f8a1599b68ae req-11636504-a228-4c52-90d7-c7a4ac09690b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374622 Jan 19 00:07:20.107393 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fbd-c688-4563-aa31-c60d8faf730b req-790eeb81-9194-49eb-a151-288a09332277 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:20.108841 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02dc3fbd-c688-4563-aa31-c60d8faf730b req-790eeb81-9194-49eb-a151-288a09332277 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0952985 Jan 19 00:07:20.153677 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-02dc3fbd-c688-4563-aa31-c60d8faf730b req-858a828d-bb88-4af4-9447-16d758d644a3 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380902 Jan 19 00:07:21.359349 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd35b-09ea-40eb-863e-f7ad18c67059 req-9fa04749-71bf-4b13-85f7-af012653b37b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:21.361007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97fcd35b-09ea-40eb-863e-f7ad18c67059 req-9fa04749-71bf-4b13-85f7-af012653b37b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0913956 Jan 19 00:07:21.408068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-97fcd35b-09ea-40eb-863e-f7ad18c67059 req-c1995ee4-a30e-422d-900d-db94f1fb0830 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397089 Jan 19 00:07:22.613199 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2d63-4c00-47b7-81aa-dbf46bff2737 req-a92b9b3f-3a05-4492-a9eb-23c783ede11a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:22.614628 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e4c2d63-4c00-47b7-81aa-dbf46bff2737 req-a92b9b3f-3a05-4492-a9eb-23c783ede11a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0852399 Jan 19 00:07:22.659415 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5e4c2d63-4c00-47b7-81aa-dbf46bff2737 req-f95d2184-c9d3-411e-8020-7ebeb786d1a7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 Jan 19 00:07:23.988513 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea192-9e8c-443f-95bf-68dec0523f65 req-4b560c1f-e08c-4854-a68b-ab4208191970 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:23.989944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-203ea192-9e8c-443f-95bf-68dec0523f65 req-4b560c1f-e08c-4854-a68b-ab4208191970 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.2040489 Jan 19 00:07:24.034841 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-203ea192-9e8c-443f-95bf-68dec0523f65 req-df0130d1-154d-49d9-a372-55a9182100f4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390341 Jan 19 00:07:25.206045 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-0bc0253d-f3d3-4b6c-b0d8-28b71d8dda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.207484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-0bc0253d-f3d3-4b6c-b0d8-28b71d8dda7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0731292 Jan 19 00:07:25.244529 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97146fbd-4ba1-4146-95ff-4b0334c24aa5 req-4f9daf86-85f7-401c-8cbb-1f18fbcd17bf tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.246013 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97146fbd-4ba1-4146-95ff-4b0334c24aa5 req-4f9daf86-85f7-401c-8cbb-1f18fbcd17bf tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0882256 Jan 19 00:07:25.290989 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-97146fbd-4ba1-4146-95ff-4b0334c24aa5 req-779d693c-c7a1-4899-bfa5-0e518a15f332 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391617 Jan 19 00:07:25.338484 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-7bd875da-9d4b-43a7-8a8e-aa313ce820c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.339965 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-7bd875da-9d4b-43a7-8a8e-aa313ce820c5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1270754 Jan 19 00:07:25.454898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-7823932a-221a-4113-9eaa-11fce8841a7e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 1001 time: 0.1088998 Jan 19 00:07:25.525730 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-b7e3614c-6a72-4f9c-85b8-2c02c44689bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.527093 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-b7e3614c-6a72-4f9c-85b8-2c02c44689bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0655193 Jan 19 00:07:25.604168 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-02892910-8fd7-48f8-99bd-3de4f19c0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.605652 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-02892910-8fd7-48f8-99bd-3de4f19c0c1c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725937 Jan 19 00:07:25.751973 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-6b1acf21-90d3-4ace-a1b1-c3830f2d35e3 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379848 Jan 19 00:07:25.883668 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-07c99b18-71da-4717-bf7d-ddaba41cc4ab req-39ac36ba-93d7-4626-b8db-9979e82fc005 service neutron] 10.222.0.85 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252420 Jan 19 00:07:26.495130 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedcdc7-89d2-4c63-a643-6f8c7c9907d4 req-cc2f27d0-ede7-4a2a-a10e-84c1c8efd794 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:26.496562 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ecedcdc7-89d2-4c63-a643-6f8c7c9907d4 req-cc2f27d0-ede7-4a2a-a10e-84c1c8efd794 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0990765 Jan 19 00:07:26.544171 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ecedcdc7-89d2-4c63-a643-6f8c7c9907d4 req-eb273f7a-d312-4179-9c9a-2dc87e6cdb8b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Jan 19 00:07:27.742488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfce2c-4f7c-495b-8d6f-543c25c0a4d6 req-8eb444db-fa83-4774-b852-9c8ade09d729 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:27.743988 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6bfce2c-4f7c-495b-8d6f-543c25c0a4d6 req-8eb444db-fa83-4774-b852-9c8ade09d729 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0877302 Jan 19 00:07:27.791488 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e6bfce2c-4f7c-495b-8d6f-543c25c0a4d6 req-08350706-ab52-4fc7-87c2-068cf12047cb tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Jan 19 00:07:28.998266 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c42eb-9112-4fb5-9494-a2a362f533a8 req-77ac6a6c-fbd3-4afc-85bc-ba756b0b9864 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:28.999702 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a53c42eb-9112-4fb5-9494-a2a362f533a8 req-77ac6a6c-fbd3-4afc-85bc-ba756b0b9864 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0875356 Jan 19 00:07:29.044808 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-a53c42eb-9112-4fb5-9494-a2a362f533a8 req-e690b78a-71a2-4b75-b3bf-240972acfaec tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 Jan 19 00:07:29.259928 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:29.378028 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-94e0a325-ca5d-4c38-941d-d0f72f9e6e21 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1169112 Jan 19 00:07:29.401347 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c3ff1-da63-4221-9e19-7fe8151f6f25 req-3bf0eeaa-71fc-4927-83d4-73acab65d26b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:29.403779 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-409c3ff1-da63-4221-9e19-7fe8151f6f25 req-3bf0eeaa-71fc-4927-83d4-73acab65d26b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0902894 Jan 19 00:07:29.475510 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-409c3ff1-da63-4221-9e19-7fe8151f6f25 req-5941d259-1a0b-408b-908f-b322b2d7e9fd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653181 Jan 19 00:07:30.672789 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580579b7-be3e-4f56-92ec-9895f5d52114 req-d2fc4ce0-da18-45dd-bc95-ffc2f0fdcc64 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:30.674281 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-580579b7-be3e-4f56-92ec-9895f5d52114 req-d2fc4ce0-da18-45dd-bc95-ffc2f0fdcc64 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 946 time: 0.0914536 Jan 19 00:07:30.719908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-580579b7-be3e-4f56-92ec-9895f5d52114 req-dc110d3b-d988-4fe2-b5a7-564a28dfecdb tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Jan 19 00:07:31.274277 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:07:31.388238 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:31.415068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:31.425294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:07:31.431568 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:31.468592 n-d-825178-1 neutron-server[87813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'code': 422} returned with failed status Jan 19 00:07:31.504290 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:31.511764 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.512123 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.512460 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.512785 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.513122 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.513472 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.513770 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.514075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.514391 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.514702 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.515012 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.515321 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:31.907998 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9f5c-45bd-46c5-830f-9f45e056eee3 req-17b3a364-9280-411f-8f97-48edc86bfc99 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:31.909630 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a2d9f5c-45bd-46c5-830f-9f45e056eee3 req-17b3a364-9280-411f-8f97-48edc86bfc99 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0826132 Jan 19 00:07:31.953637 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-5a2d9f5c-45bd-46c5-830f-9f45e056eee3 req-459b0b24-dff2-4228-9635-68ea37ab2305 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 Jan 19 00:07:31.955844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-1e2624ad-5b35-47df-b35c-dc07ab35fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:31.957348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-1e2624ad-5b35-47df-b35c-dc07ab35fbd5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4&tenant_id=29ae839adae14c56afa6c6771edd228c HTTP/1.1" status: 200 len: 1095 time: 0.0712183 Jan 19 00:07:31.968126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-1', 'device_owner': 'compute:nova'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:07:32.079415 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.377181 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:07:32.408928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:07:32.457957 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:07:32.465154 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.479573 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Transition to ACTIVE for port object de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:07:32.485714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.738708 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=7']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:32.750131 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.750608 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.750946 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.751279 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.751619 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.751903 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.752258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.752581 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.752898 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.753246 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.753551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.753864 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:32.801800 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] No DVR routers for this DVR port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:07:33.030815 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:07:33.031505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:07:33.031505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:07:33.036183 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on network 2833fa06-c266-4c23-bc76-aa9bd374300a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 19 00:07:33.036504 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Attempting to bind port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on network 2833fa06-c266-4c23-bc76-aa9bd374300a {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:07:33.042787 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:07:33.043121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Checking segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:07:33.043517 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Bound using segment: {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:07:33.043930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Bound port: de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c07196-fb94-4ae9-bd6e-cf922ff5bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:07:33.044279 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.186163 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:07:33.189891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:07:33.196850 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.246007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea8e1b-090c-49bd-b4a6-7f4db3633ec4 req-232f163a-ff60-4f32-966b-25bf4125dbef tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:33.247473 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84ea8e1b-090c-49bd-b4a6-7f4db3633ec4 req-232f163a-ff60-4f32-966b-25bf4125dbef tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.1880419 Jan 19 00:07:33.282889 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:33.283531 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.284935 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] 10.222.0.86 "PUT /v2.0/ports/de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 1092 time: 1.3207285 Jan 19 00:07:33.287987 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:33.374290 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84ea8e1b-090c-49bd-b4a6-7f4db3633ec4 req-0bc64f98-df0b-4262-912d-787f90d65d53 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175721 Jan 19 00:07:33.381169 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062433c-3e28-4286-b2a4-174de86009e6 service neutron] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=8']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:33.389862 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'status': 'completed', 'code': 200} Jan 19 00:07:33.405651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-7802f0a1-1e25-46cf-8867-ddc558bef597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:33.407170 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-7802f0a1-1e25-46cf-8867-ddc558bef597 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0983305 Jan 19 00:07:33.540289 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-01173d4c-ebe1-45d7-979e-21504ae5e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:33.541758 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-01173d4c-ebe1-45d7-979e-21504ae5e57d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1279025 Jan 19 00:07:33.643690 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-6aac0966-4eb7-41da-8de0-c7fc44dbd8bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 999 time: 0.0959785 Jan 19 00:07:33.704785 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-9decbb9b-e690-4cf7-a608-9deda86933a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:33.706086 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-9decbb9b-e690-4cf7-a608-9deda86933a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0560517 Jan 19 00:07:33.785121 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-2a95a535-cf59-48fb-b970-f0e0002d6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:33.786590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-2a95a535-cf59-48fb-b970-f0e0002d6398 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742397 Jan 19 00:07:33.917503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-c11b4105-38b7-44cb-ba7e-84b2c52e6f08 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240091 Jan 19 00:07:34.048883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-06a34d08-75db-419a-874f-dbf96ac2954f service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 Jan 19 00:07:34.178088 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-625c4af4-0c47-4926-85c2-92bf7e7d02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:34.179575 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-625c4af4-0c47-4926-85c2-92bf7e7d02cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0720584 Jan 19 00:07:34.428928 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-afab3fe3-a33e-4b67-9828-58111171bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:34.430448 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-afab3fe3-a33e-4b67-9828-58111171bbbd service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.2449911 Jan 19 00:07:34.544007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-bb8e3e13-75fb-406f-96e9-475f48bdbf91 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 999 time: 0.1049469 Jan 19 00:07:34.614597 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baedb6c-d974-41bf-837f-f8a65089ba77 req-bce2fd3c-7283-4e57-8eed-5cd0d4697e25 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:34.616544 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2baedb6c-d974-41bf-837f-f8a65089ba77 req-bce2fd3c-7283-4e57-8eed-5cd0d4697e25 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.1215696 Jan 19 00:07:34.626228 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-35445116-2deb-4956-bdb3-d582f94f434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:34.627719 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-35445116-2deb-4956-bdb3-d582f94f434e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0789306 Jan 19 00:07:34.662538 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-2baedb6c-d974-41bf-837f-f8a65089ba77 req-a52c3678-055a-422f-aaaf-b923d7d01ca1 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400569 Jan 19 00:07:34.702095 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-2b5eabd5-0fec-4313-8878-f717ad0b8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:34.703595 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-2b5eabd5-0fec-4313-8878-f717ad0b8496 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697818 Jan 19 00:07:34.837949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-3074dce9-40ec-4d47-9b3c-5c65fae70909 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270738 Jan 19 00:07:34.973008 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-004c6e96-1e31-4132-8b4b-2401dfe18820 req-d9fb868b-6481-4b15-8a1e-9b383e504eed service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289454 Jan 19 00:07:35.249684 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:35.870937 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc2133-0bb7-4908-93af-6477cc4e3728 req-41e3b394-83fe-4695-97ff-1befce4db53c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:35.872406 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24dc2133-0bb7-4908-93af-6477cc4e3728 req-41e3b394-83fe-4695-97ff-1befce4db53c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0873044 Jan 19 00:07:35.921753 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-24dc2133-0bb7-4908-93af-6477cc4e3728 req-939259f6-059d-405f-869a-601077c2bbae tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 Jan 19 00:07:37.120055 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd49935-19b0-40c9-a5c0-5ee4225204db req-b61fef65-1ce1-4f24-870a-c443a7b75c43 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:37.121521 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7dd49935-19b0-40c9-a5c0-5ee4225204db req-b61fef65-1ce1-4f24-870a-c443a7b75c43 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0929620 Jan 19 00:07:37.168665 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7dd49935-19b0-40c9-a5c0-5ee4225204db req-34eae4e3-ff4f-40f7-9850-8b3b12111e51 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Jan 19 00:07:37.631477 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:38.368993 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaf41e-1132-406c-ae5e-a087fcd32547 req-4c81fe7f-bebc-4eae-85ac-bdf89a4531bd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:38.370438 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4efaf41e-1132-406c-ae5e-a087fcd32547 req-4c81fe7f-bebc-4eae-85ac-bdf89a4531bd tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0861256 Jan 19 00:07:38.413254 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4efaf41e-1132-406c-ae5e-a087fcd32547 req-0966f1bf-e9cd-4a03-9098-1e63f8239703 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371404 Jan 19 00:07:39.612141 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecf04a-e7ed-4989-9c69-ef4dd49396d0 req-a01ee437-3cef-492f-8204-bbbe115d389b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:39.613652 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7ecf04a-e7ed-4989-9c69-ef4dd49396d0 req-a01ee437-3cef-492f-8204-bbbe115d389b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0851769 Jan 19 00:07:39.658960 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-b7ecf04a-e7ed-4989-9c69-ef4dd49396d0 req-1af3d462-8230-4c90-9b74-3cdb8259d319 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Jan 19 00:07:40.863710 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b2190-dcb6-46e7-acf8-1c884b12755e req-81923da4-862c-4ba2-bbbd-3d5035c49ff6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:40.865208 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-058b2190-dcb6-46e7-acf8-1c884b12755e req-81923da4-862c-4ba2-bbbd-3d5035c49ff6 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0960376 Jan 19 00:07:40.909303 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-058b2190-dcb6-46e7-acf8-1c884b12755e req-43845f4f-31d9-4167-ad89-3bbdea2e73a7 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382581 Jan 19 00:07:42.124049 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012c5a2-aaef-4642-9385-ecb6aa76395c req-e7d19d59-b3ae-40ba-990b-f9327c8dcf21 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:42.125550 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7012c5a2-aaef-4642-9385-ecb6aa76395c req-e7d19d59-b3ae-40ba-990b-f9327c8dcf21 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.1034608 Jan 19 00:07:42.170160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7012c5a2-aaef-4642-9385-ecb6aa76395c req-67f26f0e-2e62-47ec-9e3c-d852e7b42506 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Jan 19 00:07:42.219975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-accb6eb0-a074-4dc5-a3e2-7d93768ae768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:43.369495 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8e00c-5d54-4f3d-aa34-767b54054938 req-7594a0f4-3c51-49bd-95b3-106c62b23b85 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:43.370948 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9d8e00c-5d54-4f3d-aa34-767b54054938 req-7594a0f4-3c51-49bd-95b3-106c62b23b85 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 944 time: 0.0833359 Jan 19 00:07:43.414552 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-f9d8e00c-5d54-4f3d-aa34-767b54054938 req-4ad42835-43f0-405f-9df4-6db328b92f9c tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Jan 19 00:07:43.871117 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:07:44.011448 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:07:44.025187 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'port_id': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'mac_address': 'fa:16:3e:39:2d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:07:44.081835 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:44.098924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:07:44.116717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:07:44.123413 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:44.190648 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=9']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:44.350369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:07:44.599127 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199c3f7-8677-4d56-aad6-4ca34e68337f req-4e38fc11-7fcc-4fb4-a673-610772248615 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:44.601160 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1199c3f7-8677-4d56-aad6-4ca34e68337f req-4e38fc11-7fcc-4fb4-a673-610772248615 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 945 time: 0.0804868 Jan 19 00:07:44.646705 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-1199c3f7-8677-4d56-aad6-4ca34e68337f req-dae60731-fb48-42b6-878f-53220af621df tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Jan 19 00:07:45.112795 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ee55599-521c-4e60-84a7-6e75521e9491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:45.718121 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:45.872817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64f86-60c0-49b1-9a9b-af7ec8ab0280 req-34c7c787-fca5-4c97-bda8-fd958d5b2415 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:45.874314 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6c64f86-60c0-49b1-9a9b-af7ec8ab0280 req-34c7c787-fca5-4c97-bda8-fd958d5b2415 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 945 time: 0.0996213 Jan 19 00:07:45.883286 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:07:45.922590 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c6c64f86-60c0-49b1-9a9b-af7ec8ab0280 req-2511bcc1-9a3e-400c-a2ff-b7e8bc70bca4 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Jan 19 00:07:45.957362 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:07:45.961987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:07:45.962364 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:46.031208 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:46.096445 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:46.125507 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:46.135160 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:07:46.140815 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:46.176832 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'code': 200} Jan 19 00:07:46.209292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=10']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:46.382606 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0ef92-0da6-4945-ba38-f830209dce80 req-bc863a0d-2e97-4795-acb2-613d5ad1c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:46.384078 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35e0ef92-0da6-4945-ba38-f830209dce80 req-bc863a0d-2e97-4795-acb2-613d5ad1c1c2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1098 time: 0.0720041 Jan 19 00:07:46.427353 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-35e0ef92-0da6-4945-ba38-f830209dce80 req-1079bee6-fd26-47ce-89bb-050a2a1bc7dd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376618 Jan 19 00:07:47.108936 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d472d5c-d7db-4840-a061-d743c2faa57b req-4434ea16-3124-4dc8-87ef-9d2d8734a95a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:47.110396 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d472d5c-d7db-4840-a061-d743c2faa57b req-4434ea16-3124-4dc8-87ef-9d2d8734a95a tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 947 time: 0.0815573 Jan 19 00:07:47.156356 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8d472d5c-d7db-4840-a061-d743c2faa57b req-35a7dbf7-e875-49c0-aad8-2d123a544343 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379808 Jan 19 00:07:47.230067 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:07:47.355188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:48.474203 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92a0c1-cebc-4874-8abe-66ccb623befb req-d641e5ac-82d4-4e50-bd8d-716ac03bb302 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:48.475950 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af92a0c1-cebc-4874-8abe-66ccb623befb req-d641e5ac-82d4-4e50-bd8d-716ac03bb302 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 947 time: 0.2041183 Jan 19 00:07:48.520258 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-af92a0c1-cebc-4874-8abe-66ccb623befb req-732f8399-0ee1-430d-9e1e-bc6545820660 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 Jan 19 00:08:05.263004 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:07.632183 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:12.217365 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9859f04d-312b-4f61-80d5-01179c6d7f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:15.119893 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a192c5e3-1843-4f5f-b55f-5a2d2d6494e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:15.724676 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:16.024590 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:17.353999 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:24.221932 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:08:31.922413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-8dc23d55-0895-4887-becf-b4a43cde107b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130080 Jan 19 00:08:32.074259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3265-339d-477d-a50d-0bb6c394e25a req-9665e852-4c9a-445c-80b7-76f0ce3305be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:32.075641 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-9665e852-4c9a-445c-80b7-76f0ce3305be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1098 time: 0.0757835 Jan 19 00:08:32.234071 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3265-339d-477d-a50d-0bb6c394e25a req-fb871b34-22ae-4199-9645-084a88d57fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:32.235571 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-fb871b34-22ae-4199-9645-084a88d57fd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1415105 Jan 19 00:08:32.444919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-3724a9b9-4834-47e3-966d-839fbba0a3ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 1001 time: 0.2030544 Jan 19 00:08:32.515503 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3265-339d-477d-a50d-0bb6c394e25a req-faabcb48-3783-49bd-a0fe-dbef9bb622f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:32.517057 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-faabcb48-3783-49bd-a0fe-dbef9bb622f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0660367 Jan 19 00:08:32.595561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3265-339d-477d-a50d-0bb6c394e25a req-72bfac3b-2b53-4bbd-992c-2347c525626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:32.597011 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-72bfac3b-2b53-4bbd-992c-2347c525626c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740402 Jan 19 00:08:32.730898 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-fe86269d-62a3-46f8-8567-3de8318d5b56 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270366 Jan 19 00:08:32.862994 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55df3265-339d-477d-a50d-0bb6c394e25a req-038b621d-dc3a-4624-b04a-d751f47b1740 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258035 Jan 19 00:08:35.260353 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:37.640014 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:42.215311 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1919f24e-b51b-49f1-84cc-fe41b5de8737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:45.116200 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b783785e-c2fa-402b-bfc6-5bbdab2cc9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:45.758581 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:46.031290 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:47.361068 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:01.227213 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:09:03.549676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59466) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:03.779736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Deleting port 35184c7f-fc7a-4a34-87f0-297a1aae06fd {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:03.780085 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:03.954989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:03.955315 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:04.080735 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Calling delete_port for 35184c7f-fc7a-4a34-87f0-297a1aae06fd owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:04.245675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:04.293759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event deleted for resources: {'Port': ['ID=35184c7f-fc7a-4a34-87f0-297a1aae06fd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:04.329963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.330307 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.330637 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.330976 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.331292 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.331611 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.331938 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.332255 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.332570 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.332910 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.333252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.333562 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:04.393828 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:04.394161 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Floating IP c150630a-a20a-495c-b38a-dd007ae3abe6 disassociated (deleted). External IP: 172.25.4.56, port: de8ff7ab-d239-4f74-aaab-53fa7e7d1f58. Jan 19 00:09:04.760148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:09:05.062727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:05.073029 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:05.083425 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:05.084039 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:08:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:05.084986 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:05.142602 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-e80d609f-9ec9-4a2f-804a-b2f29696e3d9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "DELETE /v2.0/floatingips/c150630a-a20a-495c-b38a-dd007ae3abe6 HTTP/1.1" status: 204 len: 168 time: 1.5917261 Jan 19 00:09:05.143257 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:05.244427 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'status': 'completed', 'code': 200} Jan 19 00:09:05.265833 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:05.266054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:05.337002 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516e06-58af-4ccd-9180-968a91b9a43d req-a5cb768e-876c-4ac2-bb0a-c96ff2d23afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:05.338467 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-a5cb768e-876c-4ac2-bb0a-c96ff2d23afa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=29ae839adae14c56afa6c6771edd228c&device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 1098 time: 0.0732183 Jan 19 00:09:05.488275 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516e06-58af-4ccd-9180-968a91b9a43d req-af6f187c-2d1a-4f6b-bfd2-a1720640d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:05.489796 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-af6f187c-2d1a-4f6b-bfd2-a1720640d550 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 200 len: 910 time: 0.1417229 Jan 19 00:09:05.535654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5f20-ef91-415e-b57f-c88a89830d04 req-63d0139c-a76a-4f1b-af49-54b5e67c4bda tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:05.536623 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4a3f5f20-ef91-415e-b57f-c88a89830d04 req-63d0139c-a76a-4f1b-af49-54b5e67c4bda tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:05.555923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-4a3f5f20-ef91-415e-b57f-c88a89830d04 req-63d0139c-a76a-4f1b-af49-54b5e67c4bda tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:05.558006 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a3f5f20-ef91-415e-b57f-c88a89830d04 req-63d0139c-a76a-4f1b-af49-54b5e67c4bda tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 947 time: 0.1025481 Jan 19 00:09:05.563233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-37570458-d043-46c4-8438-ebd41891e1ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 200 len: 217 time: 0.0664277 Jan 19 00:09:05.605863 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-4a3f5f20-ef91-415e-b57f-c88a89830d04 req-23c2b1cf-d8af-41f7-bd35-42e65f96c041 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Jan 19 00:09:05.623605 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:05.628141 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:05.629281 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516e06-58af-4ccd-9180-968a91b9a43d req-c7c04673-219a-4559-8bca-b09fd211c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:05.630759 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-c7c04673-219a-4559-8bca-b09fd211c6fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 200 len: 848 time: 0.0614090 Jan 19 00:09:05.636609 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:05.637481 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:08:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:05.710589 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516e06-58af-4ccd-9180-968a91b9a43d req-ae230dbc-1481-4c5d-b43c-dfdfb88d5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:05.712116 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-ae230dbc-1481-4c5d-b43c-dfdfb88d5813 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2833fa06-c266-4c23-bc76-aa9bd374300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746140 Jan 19 00:09:05.816896 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:05.843785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-99890e33-5f3b-4e61-83f1-464c94817ade service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250899 Jan 19 00:09:05.977890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69516e06-58af-4ccd-9180-968a91b9a43d req-2bf182bc-b55e-4560-8e57-11c464b734b6 service neutron] 10.222.0.86 "GET /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271837 Jan 19 00:09:06.133711 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:06.138005 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da2596-7608-49c1-91c2-f0a85ad04898 None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:00:19Z', 'revision_number': 4, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'd50c5468-8d52-4f97-b4d1-5e9db17d1e16', 'name': '', 'network_id': '2833fa06-c266-4c23-bc76-aa9bd374300a', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'mac_address': 'fa:16:3e:0d:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:18Z', 'updated_at': '2022-01-19T00:00:26Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'subnets': [{'id': '03a62d48-0f23-4b1f-813c-b4834cc368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:06.362627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963b5c1-8595-4250-a091-59570fb5e6b8 None None] New status for floating IP c150630a-a20a-495c-b38a-dd007ae3abe6: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:09:06.816194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d10e1-e449-444e-a11c-66c4aa68bac8 req-2895cdc8-9a7c-43a7-92f8-923ee68dbba9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:06.817717 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d0d10e1-e449-444e-a11c-66c4aa68bac8 req-2895cdc8-9a7c-43a7-92f8-923ee68dbba9 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 947 time: 0.0890756 Jan 19 00:09:06.862979 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4d0d10e1-e449-444e-a11c-66c4aa68bac8 req-5f1068d2-a074-4140-8c46-a909e16c99c1 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/security-groups?id=1037f891-dd45-43b4-9934-ed26408013b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Jan 19 00:09:06.971150 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2d638-d24e-412d-ae2d-7995596e953b req-4cff7187-57d4-428e-a7a6-9bd8e9e6d429 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:06.972610 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49c2d638-d24e-412d-ae2d-7995596e953b req-4cff7187-57d4-428e-a7a6-9bd8e9e6d429 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 947 time: 0.0867684 Jan 19 00:09:07.042166 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Deleting port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:07.042509 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:07.414834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] For port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:07.415172 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:07.540718 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Calling delete_port for de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:07.631697 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:07.696078 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:07.750901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event deleted for resources: {'Port': ['ID=de8ff7ab-d239-4f74-aaab-53fa7e7d1f58,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:07.792264 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.792609 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.792970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.793300 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.793700 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.794048 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.794368 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.794688 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.795007 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.795323 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.795621 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.795933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:07.837297 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] No DVR routers for this DVR port de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:09:07.839778 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:07.842274 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-deleted', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:07.860095 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-49c2d638-d24e-412d-ae2d-7995596e953b req-251e3a95-4d08-4da5-b166-b54ae246d416 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.86 "DELETE /v2.0/ports/de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 HTTP/1.1" status: 204 len: 173 time: 0.8820350 Jan 19 00:09:07.897275 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc0112e-b32b-4660-abd4-8fb35d27dfd4', 'name': 'network-vif-deleted', 'tag': 'de8ff7ab-d239-4f74-aaab-53fa7e7d1f58', 'status': 'completed', 'code': 200} Jan 19 00:09:08.019000 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-03acc070-1c7a-46ac-b629-75ab54daf70a req-4bdd5542-5bcb-4c02-b547-cdd7bc8dd27b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Synchronizing usage tracker for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:08.036802 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-03acc070-1c7a-46ac-b629-75ab54daf70a req-4bdd5542-5bcb-4c02-b547-cdd7bc8dd27b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Unset dirty status for tenant:29ae839adae14c56afa6c6771edd228c on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:08.038028 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-03acc070-1c7a-46ac-b629-75ab54daf70a req-4bdd5542-5bcb-4c02-b547-cdd7bc8dd27b tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cc0112e-b32b-4660-abd4-8fb35d27dfd4 HTTP/1.1" status: 200 len: 210 time: 0.0607772 Jan 19 00:09:09.138457 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59486) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:09.209420 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a9bed08-5632-4426-aaa0-8e1ca4399521 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:09.239674 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a9bed08-5632-4426-aaa0-8e1ca4399521 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:09.306941 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a9bed08-5632-4426-aaa0-8e1ca4399521 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:09.324262 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bed08-5632-4426-aaa0-8e1ca4399521 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1037f891-dd45-43b4-9934-ed26408013b4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:09.341144 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6a9bed08-5632-4426-aaa0-8e1ca4399521 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:09.345932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6a9bed08-5632-4426-aaa0-8e1ca4399521 tempest-TestShelveInstance-31111086 tempest-TestShelveInstance-31111086-project] 10.222.0.78 "DELETE /v2.0/security-groups/1037f891-dd45-43b4-9934-ed26408013b4 HTTP/1.1" status: 204 len: 168 time: 0.2064490 Jan 19 00:09:09.395713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59492) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:10.050301 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:10.226533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:10.261036 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:10.261552 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device de8ff7ab-d239-4f74-aaab-53fa7e7d1f58 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:10.502555 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Deleting port d50c5468-8d52-4f97-b4d1-5e9db17d1e16 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:10.503077 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:10.682210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] For port d50c5468-8d52-4f97-b4d1-5e9db17d1e16, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:10.682574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:10.806617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Calling delete_port for d50c5468-8d52-4f97-b4d1-5e9db17d1e16 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:11.134513 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:11.182016 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50c5468-8d52-4f97-b4d1-5e9db17d1e16,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:11.456122 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:11.945796 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Router c05f6046-9d3d-48ea-be0e-7f30adb47522 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:09:12.134075 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:12.143253 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] Sync routers for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:12.154780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-5ffe46d5-0a4a-41e9-911c-f55048532a87 admin admin] 10.222.0.78 "PUT /v2.0/routers/c05f6046-9d3d-48ea-be0e-7f30adb47522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7577589 Jan 19 00:09:12.155134 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:12.155915 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:08:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:12.157149 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59500) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:12.214256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2868fd97-faf1-4f2a-9c93-e9467ce5957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:12.336319 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:12.343094 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:12.515824 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:12.528674 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Deleting port bdb9601b-74be-412c-86a6-9218520ae3d6 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:12.529103 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:12.623213 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:09:11Z', 'revision_number': 5, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port': {'id': 'bdb9601b-74be-412c-86a6-9218520ae3d6', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:16Z', 'updated_at': '2022-01-19T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:12.627167 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] Checking router: c05f6046-9d3d-48ea-be0e-7f30adb47522 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:12.635475 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] Routers {'c05f6046-9d3d-48ea-be0e-7f30adb47522'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:12.636062 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:08:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['c05f6046-9d3d-48ea-be0e-7f30adb47522'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:12.704172 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] For port bdb9601b-74be-412c-86a6-9218520ae3d6, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=bdb9601b-74be-412c-86a6-9218520ae3d6,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:12.704528 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:12.784177 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] Set router c05f6046-9d3d-48ea-be0e-7f30adb47522 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:12.826387 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Calling delete_port for bdb9601b-74be-412c-86a6-9218520ae3d6 owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:12.913527 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:09:12Z', 'revision_number': 6, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:12.917581 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d5104-8b7a-4534-b37c-b48e2fbf6970 None None] The sync data for ids ['c05f6046-9d3d-48ea-be0e-7f30adb47522'] in n-d-825178-1 is: [{'id': 'c05f6046-9d3d-48ea-be0e-7f30adb47522', 'name': 'tempest-TestShelveInstance-1928550402-router', 'tenant_id': '29ae839adae14c56afa6c6771edd228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:15Z', 'updated_at': '2022-01-19T00:09:12Z', 'revision_number': 6, 'project_id': '29ae839adae14c56afa6c6771edd228c', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:12.997717 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.042826 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb9601b-74be-412c-86a6-9218520ae3d6,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:13.142699 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.446076 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.448412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.473037 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.474021 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05f6046-9d3d-48ea-be0e-7f30adb47522 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 00:09:13.486056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.487196 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-feaec77f-f5e0-4455-b4b4-6b85e5231367 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c05f6046-9d3d-48ea-be0e-7f30adb47522 HTTP/1.1" status: 204 len: 168 time: 1.3291419 Jan 19 00:09:13.489699 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59504) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:13.549219 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Deleting subnet 03a62d48-0f23-4b1f-813c-b4834cc368fd {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 19 00:09:13.552208 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.603559 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.683132 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.758846 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.797077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a62d48-0f23-4b1f-813c-b4834cc368fd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:13.802093 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.807211 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d6f9f-e6bd-40dd-8b75-c764bf99f293 None None] Network 2833fa06-c266-4c23-bc76-aa9bd374300a requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:09:13.809002 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3e318570-5719-46d9-87f4-400e47ae2268 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/03a62d48-0f23-4b1f-813c-b4834cc368fd HTTP/1.1" status: 204 len: 168 time: 0.3183134 Jan 19 00:09:13.811769 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:13.922470 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.934941 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Deleting port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:13.935496 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.084698 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] DHCP port deletion for 2833fa06-c266-4c23-bc76-aa9bd374300a request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 19 00:09:14.089092 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Deleting port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:14.089472 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.145386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] For port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:14.145675 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.274852 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Calling delete_port for 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:14.292185 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] For port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,segment=NetworkSegment(76c07196-fb94-4ae9-bd6e-cf922ff5bca8),segment_id=76c07196-fb94-4ae9-bd6e-cf922ff5bca8)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:14.292577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.365880 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.409691 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:14.416643 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Pushing event deleted for resources: {'Port': ['ID=9225ad1f-6dc8-427c-ad05-5dfdf301dd70,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:14.420327 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] No DVR routers for this DVR port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:09:14.441854 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Calling delete_port for 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:14.487494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:14.487829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:14.488240 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bdb9601b-74be-412c-86a6-9218520ae3d6 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:14.527429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: bdb9601b-74be-412c-86a6-9218520ae3d6 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:14.527767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device bdb9601b-74be-412c-86a6-9218520ae3d6 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:14.528207 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d50c5468-8d52-4f97-b4d1-5e9db17d1e16 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:14.536449 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.561082 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2833fa06-c266-4c23-bc76-aa9bd374300a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:14.565583 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: d50c5468-8d52-4f97-b4d1-5e9db17d1e16 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:14.565920 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device d50c5468-8d52-4f97-b4d1-5e9db17d1e16 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:14.573970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c07196-fb94-4ae9-bd6e-cf922ff5bca8') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:14.574288 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c07196-fb94-4ae9-bd6e-cf922ff5bca8') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:14.585967 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.588917 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:09:14.589316 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:09:14.602008 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.608314 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:09:14.608700 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: timer() Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: self._notify() Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:09:14.621917 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:09:14.708011 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.725646 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:14.735879 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] Pushing event deleted for resources: {'Network': ['ID=2833fa06-c266-4c23-bc76-aa9bd374300a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:14.751817 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3e29a5ce-cda6-4a54-b370-7d4aee7c342f admin admin] 10.222.0.78 "DELETE /v2.0/networks/2833fa06-c266-4c23-bc76-aa9bd374300a HTTP/1.1" status: 204 len: 168 time: 0.9388864 Jan 19 00:09:14.755083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59512) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:15.090351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Deleting port 9225ad1f-6dc8-427c-ad05-5dfdf301dd70 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:15.090954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.158026 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee5eca05-2bd9-4bd0-9e44-aaa116302d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.163697 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1798d-f786-406d-976f-559da5b48f5c None None] The port '9225ad1f-6dc8-427c-ad05-5dfdf301dd70' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 19 00:09:15.421450 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.728830 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.780816 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Deleting port f0dadad2-0333-4599-889e-90e02ecacb06 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:15.781195 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.951266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] For port f0dadad2-0333-4599-889e-90e02ecacb06, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=f0dadad2-0333-4599-889e-90e02ecacb06,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:15.951623 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.029555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.076964 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Calling delete_port for f0dadad2-0333-4599-889e-90e02ecacb06 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:16.341778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.390961 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dadad2-0333-4599-889e-90e02ecacb06,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:16.782707 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.143991 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:09:17.328020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:17.340483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] Sync routers for ids ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:17.351220 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-da45ec3a-7f92-4711-90ed-83dc6fe6305f admin admin] 10.222.0.78 "PUT /v2.0/routers/df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5949109 Jan 19 00:09:17.353719 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59516) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:17.362604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] Routers {'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:17.363256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:17.466387 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.535693 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.580143 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] Set router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:17.714276 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.727792 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Deleting port 433ed7cc-9901-409d-88f2-815fe1421552 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:17.728413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.858438 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '433ed7cc-9901-409d-88f2-815fe1421552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:09:16Z', 'revision_number': 5, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port': {'id': '433ed7cc-9901-409d-88f2-815fe1421552', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:00:22Z', 'updated_at': '2022-01-19T00:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:17.862725 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] Checking router: df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:17.871075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] Routers {'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:17.871754 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:17.903589 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] For port 433ed7cc-9901-409d-88f2-815fe1421552, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=433ed7cc-9901-409d-88f2-815fe1421552,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:17.904136 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.024918 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] Set router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d gateway port host: None {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:18.133889 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:09:17Z', 'revision_number': 6, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:18.138035 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bc47b-3662-4e3a-b438-5ae3f6c1187b None None] The sync data for ids ['df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d'] in n-d-825178-1 is: [{'id': 'df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d', 'name': 'tempest-TestShelveInstance-233766180-router', 'tenant_id': '6cddbed0878a4740b4277f0e6b902ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:00:21Z', 'updated_at': '2022-01-19T00:09:17Z', 'revision_number': 6, 'project_id': '6cddbed0878a4740b4277f0e6b902ec1', 'gw_port_host': None}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:18.154205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Calling delete_port for 433ed7cc-9901-409d-88f2-815fe1421552 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:18.335647 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.383707 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Pushing event deleted for resources: {'Port': ['ID=433ed7cc-9901-409d-88f2-815fe1421552,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:18.481541 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.577441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f0dadad2-0333-4599-889e-90e02ecacb06 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:18.614256 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: f0dadad2-0333-4599-889e-90e02ecacb06 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:18.614598 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device f0dadad2-0333-4599-889e-90e02ecacb06 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:18.661987 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.664224 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.692254 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.692868 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 00:09:18.705682 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.707717 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-ca95dd92-a451-4d45-9485-5e2d3ae4500a admin admin] 10.222.0.78 "DELETE /v2.0/routers/df9eb9eb-98e6-42ee-ab0a-3e6df26d1d3d HTTP/1.1" status: 204 len: 168 time: 1.3520627 Jan 19 00:09:18.709426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:18.770027 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Deleting subnet 691e60d4-5609-4762-a33b-7b35f03a779d {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 19 00:09:18.773347 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.825774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1614384'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.906184 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:18.975366 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10558411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1681869'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.017446 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691e60d4-5609-4762-a33b-7b35f03a779d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:19.020969 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.027030 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4cf2b-8c23-4573-8f5f-347c7d688070 None None] Network bf973837-fc4e-410e-a338-c6cba4f160a2 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:09:19.027181 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-6eef645b-f46a-4214-8eb9-c56ae842a9fc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/691e60d4-5609-4762-a33b-7b35f03a779d HTTP/1.1" status: 204 len: 168 time: 0.3167653 Jan 19 00:09:19.029674 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59524) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:19.142774 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.153861 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Deleting port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:19.154214 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.269907 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] DHCP port deletion for bf973837-fc4e-410e-a338-c6cba4f160a2 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 19 00:09:19.274184 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Deleting port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:19.274560 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.361656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] For port 45d7e1ee-440c-4785-9571-8ef1057f1ea4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d7e1ee-440c-4785-9571-8ef1057f1ea4,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:19.362018 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.489031 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] For port 45d7e1ee-440c-4785-9571-8ef1057f1ea4, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=45d7e1ee-440c-4785-9571-8ef1057f1ea4,segment=NetworkSegment(334af036-72cb-44b6-ad68-80e06b68acea),segment_id=334af036-72cb-44b6-ad68-80e06b68acea)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:19.489270 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.492439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Calling delete_port for 45d7e1ee-440c-4785-9571-8ef1057f1ea4 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:19.571645 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.613626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Calling delete_port for 45d7e1ee-440c-4785-9571-8ef1057f1ea4 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:09:19.617954 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d7e1ee-440c-4785-9571-8ef1057f1ea4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:19.621790 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] No DVR routers for this DVR port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 on host n-d-825178-1 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:09:19.687160 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:09:19.687513 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:09:19.736664 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.763034 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf973837-fc4e-410e-a338-c6cba4f160a2']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:19.779202 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334af036-72cb-44b6-ad68-80e06b68acea') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:19.779502 n-d-825178-1 neutron-server[87812]: DEBUG neutron.services.segments.db [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334af036-72cb-44b6-ad68-80e06b68acea') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:19.790744 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1617091'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.914337 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.920715 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:09:19.921118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10558373'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: Traceback (most recent call last): Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: timer() Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: cb(*args, **kw) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: return func(*args, **kwargs) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: self._notify() Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: self.callback(batched_events) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: event.method(event) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: return f(self, *a, **k) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: return self._get(url).json() Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: return self.request(url, 'GET', **kwargs) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:09:19.934164 n-d-825178-1 neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:09:20.015730 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.020923 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.050195 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf973837-fc4e-410e-a338-c6cba4f160a2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:20.057199 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-949139ca-767b-4857-8eed-c622079d1064 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bf973837-fc4e-410e-a338-c6cba4f160a2 HTTP/1.1" status: 204 len: 168 time: 1.0265634 Jan 19 00:09:20.175594 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59530) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:20.188858 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Deleting port 45d7e1ee-440c-4785-9571-8ef1057f1ea4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:09:20.189266 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.226265 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-ad4f5c61-dd05-4f22-8ca6-9b687eb9f994 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29ae839adae14c56afa6c6771edd228c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494289 Jan 19 00:09:20.228938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59534) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:20.291545 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e379c84-a7c7-4459-845b-fb1a8c0997fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.299531 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-951bbfef-047d-4f1b-9493-afb2dc52bc67 None None] The port '45d7e1ee-440c-4785-9571-8ef1057f1ea4' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 19 00:09:20.317241 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e379c84-a7c7-4459-845b-fb1a8c0997fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.373784 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e379c84-a7c7-4459-845b-fb1a8c0997fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.377664 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 433ed7cc-9901-409d-88f2-815fe1421552 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:20.389637 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e379c84-a7c7-4459-845b-fb1a8c0997fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468bd75f-274d-4b78-a643-139b08581d38,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:20.397725 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-2e379c84-a7c7-4459-845b-fb1a8c0997fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.398845 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-2e379c84-a7c7-4459-845b-fb1a8c0997fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/468bd75f-274d-4b78-a643-139b08581d38 HTTP/1.1" status: 204 len: 168 time: 0.1690128 Jan 19 00:09:20.422234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 433ed7cc-9901-409d-88f2-815fe1421552 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:20.422520 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 433ed7cc-9901-409d-88f2-815fe1421552 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:20.422974 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d7e1ee-440c-4785-9571-8ef1057f1ea4 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:20.456787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 45d7e1ee-440c-4785-9571-8ef1057f1ea4 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:09:20.457156 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 45d7e1ee-440c-4785-9571-8ef1057f1ea4 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:20.753658 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59542) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:20.804303 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-4dc9b80e-4439-40c4-bf75-6418a191ec8f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6cddbed0878a4740b4277f0e6b902ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492136 Jan 19 00:09:20.808097 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:20.865845 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0210edd3-8b1d-4550-a379-b2f2c5d21324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.891611 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0210edd3-8b1d-4550-a379-b2f2c5d21324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.945745 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0210edd3-8b1d-4550-a379-b2f2c5d21324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.960137 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210edd3-8b1d-4550-a379-b2f2c5d21324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713583d8-9785-49c7-b274-8d1cd02b6119,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:20.967815 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0210edd3-8b1d-4550-a379-b2f2c5d21324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.968965 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0210edd3-8b1d-4550-a379-b2f2c5d21324 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/713583d8-9785-49c7-b274-8d1cd02b6119 HTTP/1.1" status: 204 len: 168 time: 0.1600015 Jan 19 00:09:21.742671 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:21.856727 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-759980236-network', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:21.862432 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:21.866400 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Usage tracker for resource:network and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:21.869345 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:21.878909 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:21.890544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Made reservation on behalf of db3ee390d4944f64b0132b3d57282188 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:21.892803 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:21.904989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:21.919426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:21.923625 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:21.926734 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:21.932838 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:22.025063 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.033070 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.066474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:09:22.074761 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196c066b-7748-44f9-bf35-6fad39d6dcde,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:22.080286 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.080638 n-d-825178-1 neutron-server[87812]: INFO neutron.db.segments_db [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Added segment c43d5aaf-0bd1-4cb6-b24a-eb06564bf734 of type vlan for network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 Jan 19 00:09:22.107629 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.141216 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.142252 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:22.143173 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.245365 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] Pushing event updated for resources: {'Network': ['ID=29da6ce1-f6b2-4704-b64f-27eeb84245c9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:22.250322 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-b10c835d-c7f1-40ed-8828-3ecc54b23963 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5065849 Jan 19 00:09:22.254118 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:22.256417 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:09:22.260020 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Request body: {'subnet': {'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-759980236-subnet', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:22.265933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:22.270036 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Usage tracker for resource:subnet and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:22.272894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:22.278657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:22.290197 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Made reservation on behalf of db3ee390d4944f64b0132b3d57282188 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:22.292677 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.516778 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.590548 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b072a-af4b-4af4-8763-a6449be22acb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:22.599224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Checking segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:22.599568 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Network hostable DHCP agents. Network: 29da6ce1-f6b2-4704-b64f-27eeb84245c9, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:09:22.622657 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:09:22.633839 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, 29da6ce1-f6b2-4704-b64f-27eeb84245c9) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:22.637717 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:22.638292 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.643111 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb869e9-e145-47d5-9c0c-6367dc794624 None None] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:09:22.664155 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3cfd0606-b4ee-4bb8-bfb3-4da0aaa91cd4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4089949 Jan 19 00:09:22.667044 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:22.672004 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:22.677506 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:22.681303 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Usage tracker for resource:router and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:22.684131 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:22.689736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:22.702110 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.703170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.718194 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.856179 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 19 00:09:22.857064 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.987302 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.012108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Allocated IP 172.20.0.2 (29da6ce1-f6b2-4704-b64f-27eeb84245c9/f91b072a-af4b-4af4-8763-a6449be22acb/e4a8b6cb-927a-445f-8350-6f85a20c04e2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:23.219934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.230053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Transition to ACTIVE for port object e4a8b6cb-927a-445f-8350-6f85a20c04e2 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:23.247976 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Transition to ACTIVE for port object e4a8b6cb-927a-445f-8350-6f85a20c04e2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:23.255034 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.315733 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:23.316968 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:23.320739 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:23.430751 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Pushing event updated for resources: {'Port': ['ID=e4a8b6cb-927a-445f-8350-6f85a20c04e2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:23.431852 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.443097 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.443653 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.444197 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.444559 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.444919 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.445285 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.445616 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.445945 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.446271 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.446599 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.446924 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.447247 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:23.453483 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Attempting to bind port e4a8b6cb-927a-445f-8350-6f85a20c04e2 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:23.453856 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Attempting to bind port e4a8b6cb-927a-445f-8350-6f85a20c04e2 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:23.454219 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Attempting to bind port e4a8b6cb-927a-445f-8350-6f85a20c04e2 on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:23.460141 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:23.460510 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Checking segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:23.460914 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.461339 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Bound using segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:23.461803 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Bound port: e4a8b6cb-927a-445f-8350-6f85a20c04e2, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:23.462162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.463256 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.565038 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] For port e4a8b6cb-927a-445f-8350-6f85a20c04e2, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:23.568226 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] For port e4a8b6cb-927a-445f-8350-6f85a20c04e2, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4a8b6cb-927a-445f-8350-6f85a20c04e2,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:23.572574 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.614458 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Allocated IP 172.25.4.197 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/e57c5689-a65a-46a7-8939-f378e72de68f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:23.658410 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151209e-0289-4d0f-ae13-4cf785f684ce None None] Pushing event updated for resources: {'Port': ['ID=e4a8b6cb-927a-445f-8350-6f85a20c04e2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:23.791711 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.841390 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:23.928520 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:23.933676 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:23.937877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:23.976626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Pushing event updated for resources: {'Port': ['ID=e57c5689-a65a-46a7-8939-f378e72de68f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:24.398644 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:24.407525 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4a8b6cb-927a-445f-8350-6f85a20c04e2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:24.484237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e4a8b6cb-927a-445f-8350-6f85a20c04e2 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:24.561400 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090787ae-73a2-4c56-8623-18c87797fcfe None None] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:09:24.715162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] Provisioning for port e4a8b6cb-927a-445f-8350-6f85a20c04e2 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:24.730646 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] Provisioning complete for port e4a8b6cb-927a-445f-8350-6f85a20c04e2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:24.731054 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:24.746379 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:24.940485 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:24.977497 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] For port e4a8b6cb-927a-445f-8350-6f85a20c04e2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4a8b6cb-927a-445f-8350-6f85a20c04e2,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:24.982753 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:25.052486 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b900cbd-3172-47ec-9092-483c5fc7fb5a None None] Pushing event updated for resources: {'Port': ['ID=e4a8b6cb-927a-445f-8350-6f85a20c04e2,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:25.088668 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 19 00:09:25.207533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-adbefd87-d0a1-4bb5-91df-ff0261e71cc0 None None] Provisioning complete for port e4a8b6cb-927a-445f-8350-6f85a20c04e2 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:25.207899 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-adbefd87-d0a1-4bb5-91df-ff0261e71cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:25.270656 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:25.282170 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:25.292342 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:25.293321 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:25.301253 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:25.306907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-9f150604-367f-4797-8262-3aea55fb7878 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6347163 Jan 19 00:09:25.307148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59584) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:25.473705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:25.764210 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:24Z', 'revision_number': 3, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:25.768214 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:25.768567 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Updating router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 port e57c5689-a65a-46a7-8939-f378e72de68f binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:09:25.820767 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:25.985418 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.151459 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.164130 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Transition to ACTIVE for port object e57c5689-a65a-46a7-8939-f378e72de68f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:26.171637 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.200234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Allocated IP 172.20.0.1 (29da6ce1-f6b2-4704-b64f-27eeb84245c9/f91b072a-af4b-4af4-8763-a6449be22acb/b04ee5be-cc08-4c5a-b2b4-534f943cec86) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:26.250354 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Attempting to bind port e57c5689-a65a-46a7-8939-f378e72de68f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:26.250721 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Attempting to bind port e57c5689-a65a-46a7-8939-f378e72de68f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:26.251079 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Attempting to bind port e57c5689-a65a-46a7-8939-f378e72de68f on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:26.259756 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Pushing event updated for resources: {'Port': ['ID=e57c5689-a65a-46a7-8939-f378e72de68f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:26.263088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:26.263446 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:26.263837 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.264219 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:26.264668 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Bound port: e57c5689-a65a-46a7-8939-f378e72de68f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:26.265056 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.297538 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.298245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.298245 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.298481 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.298805 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.299136 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.299462 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.299778 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.300082 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.300371 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.300716 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.301050 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:26.351178 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] For port e57c5689-a65a-46a7-8939-f378e72de68f, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:26.354016 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.354887 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] For port e57c5689-a65a-46a7-8939-f378e72de68f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e57c5689-a65a-46a7-8939-f378e72de68f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:26.361654 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.376729 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Transition to ACTIVE for port object b04ee5be-cc08-4c5a-b2b4-534f943cec86 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:26.388607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4a8b6cb-927a-445f-8350-6f85a20c04e2 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:26.406737 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.441311 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756dc34-6f7b-4911-92a8-3d14db0f887d None None] Pushing event updated for resources: {'Port': ['ID=e57c5689-a65a-46a7-8939-f378e72de68f,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:26.449016 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:26.449666 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:26.467579 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e4a8b6cb-927a-445f-8350-6f85a20c04e2 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:26.467934 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.476787 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:26.479549 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:26.483754 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:26.525825 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Pushing event updated for resources: {'Port': ['ID=b04ee5be-cc08-4c5a-b2b4-534f943cec86,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:26.542634 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.673979 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:26.757706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb554bf7-909f-458e-a898-af12390a92ca None None] Provisioning for port b04ee5be-cc08-4c5a-b2b4-534f943cec86 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:26.763360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-eb554bf7-909f-458e-a898-af12390a92ca None None] Provisioning complete for port b04ee5be-cc08-4c5a-b2b4-534f943cec86 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:26.763717 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb554bf7-909f-458e-a898-af12390a92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.818294 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb554bf7-909f-458e-a898-af12390a92ca None None] Port b04ee5be-cc08-4c5a-b2b4-534f943cec86 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:09:26.952759 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.990678 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:24Z', 'revision_number': 3, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:26.994692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c47cd9-1408-4be6-8153-4a9234b76f93 None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:24Z', 'revision_number': 3, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:27.179377 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:27.187058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:27.303172 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:27.306968 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Pushing event updated for resources: {'Port': ['ID=b04ee5be-cc08-4c5a-b2b4-534f943cec86,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:27.445321 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:27.446640 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:27.650120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:09:27.745842 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-307fe382-d644-4152-8d1f-e8c15c845afd None None] Provisioning complete for port b04ee5be-cc08-4c5a-b2b4-534f943cec86 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:27.746450 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-307fe382-d644-4152-8d1f-e8c15c845afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:27.804708 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-307fe382-d644-4152-8d1f-e8c15c845afd None None] Port b04ee5be-cc08-4c5a-b2b4-534f943cec86 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:09:27.846924 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:27.859978 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3d7ba7fb-1950-423c-8524-4b8d141494ec admin admin] 10.222.0.78 "PUT /v2.0/routers/80fd586c-3deb-4e6d-8386-d0e0a3a0aa95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5510998 Jan 19 00:09:28.408844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59602) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:28.414752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2071414692-network', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:28.416748 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e57c5689-a65a-46a7-8939-f378e72de68f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:28.420561 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:28.424524 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Usage tracker for resource:network and tenant:4cb88a4b15e044e8b6fe826e9a5680fd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:28.427494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:28.433058 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:28.444675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Made reservation on behalf of 4cb88a4b15e044e8b6fe826e9a5680fd for: {'network': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:28.449137 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for network, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.461919 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.476921 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:28.480824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Usage tracker for resource:security_group_rule and tenant:4cb88a4b15e044e8b6fe826e9a5680fd is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:28.483651 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:28.487660 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port e57c5689-a65a-46a7-8939-f378e72de68f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:28.489834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:28.492618 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e57c5689-a65a-46a7-8939-f378e72de68f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:28.493007 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.529636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:28.553496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:28.554105 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:28.573613 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.579111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.608333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=87811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:09:28.617382 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef025319-d1cb-4a12-aa59-ae3945fc0efe,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:28.622975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.623324 n-d-825178-1 neutron-server[87811]: INFO neutron.db.segments_db [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Added segment cc9802ab-da00-4d4e-b2c7-8a608490b51a of type vlan for network a015e647-ae7f-4140-af43-1ec0cbcd8725 Jan 19 00:09:28.650712 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759645824094'] for network, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.683676 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288'] for network, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.684855 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:28.685660 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.774586 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.796021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:28.803029 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3929634 Jan 19 00:09:28.804010 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354142d-d10c-47fc-bb81-f5d443ec8668 admin admin] Pushing event updated for resources: {'Network': ['ID=a015e647-ae7f-4140-af43-1ec0cbcd8725,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:28.807401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:28.813454 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Request body: {'subnet': {'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2071414692-subnet', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:28.820749 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:28.824822 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Usage tracker for resource:subnet and tenant:4cb88a4b15e044e8b6fe826e9a5680fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:28.827933 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:28.834716 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:28.840421 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 details requested by agent ovs-agent-n-d-825178-1 with host n-d-825178-1 {{(pid=87813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:09:28.845929 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Made reservation on behalf of 4cb88a4b15e044e8b6fe826e9a5680fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:28.848734 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1681830'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.863533 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port e57c5689-a65a-46a7-8939-f378e72de68f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e57c5689-a65a-46a7-8939-f378e72de68f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:28.927018 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.078225 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10558220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1681844'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.151900 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328bdbda-439a-49aa-925f-a964cdea1cdd,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:29.161258 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=e57c5689-a65a-46a7-8939-f378e72de68f,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:29.161488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Checking segment: {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:29.161845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Network hostable DHCP agents. Network: a015e647-ae7f-4140-af43-1ec0cbcd8725, hostable agents: ['a7116ce4-cba3-43b5-a2a4-a2b7381e3259'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:09:29.183386 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 is scheduled to be hosted by DHCP agent a7116ce4-cba3-43b5-a2a4-a2b7381e3259 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:09:29.193753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-1, a015e647-ae7f-4140-af43-1ec0cbcd8725) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:29.197722 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:29.198313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.203944 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25e86b-ac2a-4cac-ba09-a0e010679957 None None] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:09:29.224659 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a45b27b-5a13-4b11-bb80-26336bd900a5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4146829 Jan 19 00:09:29.224975 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:29.229939 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:29.235387 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:29.239426 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Usage tracker for resource:router and tenant:4cb88a4b15e044e8b6fe826e9a5680fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:29.242425 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:29.248564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:29.261320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1001561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-519509'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.262686 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-894250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1001645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-519514'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.280413 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.459912 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:27Z', 'revision_number': 2, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:29.466894 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:29.467231 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Updating router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 port b04ee5be-cc08-4c5a-b2b4-534f943cec86 binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:09:29.551458 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd71fcd-0032-5227-9ee6-dd92aacba29e-a015e647-ae7f-4140-af43-1ec0cbcd8725', 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'fixed_ips': [{'subnet_id': '328bdbda-439a-49aa-925f-a964cdea1cdd'}]}} from n-d-825178-1. {{(pid=87813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 19 00:09:29.552291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.568547 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.680872 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1001663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519496'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.884342 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Allocated IP 172.20.0.2 (a015e647-ae7f-4140-af43-1ec0cbcd8725/328bdbda-439a-49aa-925f-a964cdea1cdd/910343d9-e79f-41f4-84d8-59df1852ac6f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:29.995497 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.025882 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.162813 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Allocated IP 172.25.4.183 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/4a954e6f-036c-410b-9209-cb62754caddc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:30.180618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.198082 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.204032 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Transition to ACTIVE for port object b04ee5be-cc08-4c5a-b2b4-534f943cec86 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:30.211763 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Transition to ACTIVE for port object 910343d9-e79f-41f4-84d8-59df1852ac6f will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:30.217435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.313041 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.329963 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Transition to ACTIVE for port object 910343d9-e79f-41f4-84d8-59df1852ac6f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:30.349313 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.353714 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.415344 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:30.418726 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:30.422430 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:30.430659 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356acea-fc47-4674-ba73-856e81cb5388 None None] Pushing event updated for resources: {'Port': ['ID=b04ee5be-cc08-4c5a-b2b4-534f943cec86,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:30.440987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e57c5689-a65a-46a7-8939-f378e72de68f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:30.472497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Pushing event updated for resources: {'Port': ['ID=4a954e6f-036c-410b-9209-cb62754caddc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:30.558758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:30.567777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:30.573021 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:30.576672 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Attempting to bind port b04ee5be-cc08-4c5a-b2b4-534f943cec86 on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:30.577064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Attempting to bind port b04ee5be-cc08-4c5a-b2b4-534f943cec86 by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:30.577430 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Attempting to bind port b04ee5be-cc08-4c5a-b2b4-534f943cec86 on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:30.620341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Pushing event updated for resources: {'Port': ['ID=910343d9-e79f-41f4-84d8-59df1852ac6f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:30.630727 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:30.631100 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Checking segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:30.631525 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.631887 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Bound using segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:30.632360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Bound port: b04ee5be-cc08-4c5a-b2b4-534f943cec86, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:30.632710 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.753201 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Attempting to bind port 910343d9-e79f-41f4-84d8-59df1852ac6f on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:30.753585 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Attempting to bind port 910343d9-e79f-41f4-84d8-59df1852ac6f by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:30.753959 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Attempting to bind port 910343d9-e79f-41f4-84d8-59df1852ac6f on network a015e647-ae7f-4140-af43-1ec0cbcd8725 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:30.757451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port e57c5689-a65a-46a7-8939-f378e72de68f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:30.757849 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.858523 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:30.858960 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Checking segment: {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:30.859294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.859688 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Bound using segment: {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:30.860175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Bound port: 910343d9-e79f-41f4-84d8-59df1852ac6f, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:30.860542 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.930429 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] For port b04ee5be-cc08-4c5a-b2b4-534f943cec86, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:30.953033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] For port b04ee5be-cc08-4c5a-b2b4-534f943cec86, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b04ee5be-cc08-4c5a-b2b4-534f943cec86,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:30.964384 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.971801 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.091268 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] For port 910343d9-e79f-41f4-84d8-59df1852ac6f, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:31.117177 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] For port 910343d9-e79f-41f4-84d8-59df1852ac6f, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=910343d9-e79f-41f4-84d8-59df1852ac6f,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:31.121225 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:31.121987 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:31.183521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.196666 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356acea-fc47-4674-ba73-856e81cb5388 None None] Pushing event updated for resources: {'Port': ['ID=b04ee5be-cc08-4c5a-b2b4-534f943cec86,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:31.325244 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1001680'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.379774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54727938-6f5f-4cae-a318-3c74bcdf5fd1 None None] Pushing event updated for resources: {'Port': ['ID=910343d9-e79f-41f4-84d8-59df1852ac6f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:31.416775 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:31.564776 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb is scheduled to L3 agent f51581f3-a846-4533-97f6-710557c4a10e with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 19 00:09:31.755708 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:31.765104 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Sync routers for ids ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:31.776066 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Routers {'39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:31.776816 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:31.777020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:30Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:31.781278 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfc592-ebd3-497f-8253-a701ee93cf25 None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:30Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:31.785165 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.789538 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59614) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:31.791150 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f89dffe1-0ab6-466c-ad00-aebe19974dca admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5607712 Jan 19 00:09:32.041215 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Set router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:32.390942 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:09:30Z', 'revision_number': 3, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:32.396606 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Checking router: 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:32.400058 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Updating router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb port 4a954e6f-036c-410b-9209-cb62754caddc binding host n-d-825178-1 {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:09:32.484936 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.497212 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 910343d9-e79f-41f4-84d8-59df1852ac6f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:32.558696 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833321f9-bafb-4b93-be2c-395510279bf2 None None] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:09:32.622056 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.693774 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-aa741479-fc85-4e5b-9a5f-2f46db139aeb None None] Provisioning for port 910343d9-e79f-41f4-84d8-59df1852ac6f completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:32.715172 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 910343d9-e79f-41f4-84d8-59df1852ac6f completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:32.749897 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 910343d9-e79f-41f4-84d8-59df1852ac6f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:32.750265 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.874648 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.895768 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Transition to ACTIVE for port object 4a954e6f-036c-410b-9209-cb62754caddc will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:32.912268 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.966788 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.016251 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 910343d9-e79f-41f4-84d8-59df1852ac6f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=910343d9-e79f-41f4-84d8-59df1852ac6f,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:33.017431 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedea71-aa89-426c-8ccf-4fb3bcd59056 None None] Pushing event updated for resources: {'Port': ['ID=4a954e6f-036c-410b-9209-cb62754caddc,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:33.024618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.027360 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b04ee5be-cc08-4c5a-b2b4-534f943cec86 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:33.034846 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Allocated IP 172.20.0.1 (a015e647-ae7f-4140-af43-1ec0cbcd8725/328bdbda-439a-49aa-925f-a964cdea1cdd/6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:33.043637 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Attempting to bind port 4a954e6f-036c-410b-9209-cb62754caddc on host n-d-825178-1 for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:33.043993 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Attempting to bind port 4a954e6f-036c-410b-9209-cb62754caddc by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:33.044399 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Attempting to bind port 4a954e6f-036c-410b-9209-cb62754caddc on network 0a397774-82c8-4517-a621-05eb287f7f2c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:33.050723 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:33.051107 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Checking segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:33.051533 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.053424 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Bound using segment: {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:33.054711 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Bound port: 4a954e6f-036c-410b-9209-cb62754caddc, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f510539-10a0-418c-aa3d-6b0b272d8c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:33.055335 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.180689 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] For port 4a954e6f-036c-410b-9209-cb62754caddc, host n-d-825178-1, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:33.185220 n-d-825178-1 neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] For port 4a954e6f-036c-410b-9209-cb62754caddc, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4a954e6f-036c-410b-9209-cb62754caddc,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:33.188787 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=910343d9-e79f-41f4-84d8-59df1852ac6f,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:33.192813 n-d-825178-1 neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.193404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port b04ee5be-cc08-4c5a-b2b4-534f943cec86 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:33.199729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b04ee5be-cc08-4c5a-b2b4-534f943cec86 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:33.200407 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.232871 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.255479 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Transition to ACTIVE for port object 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:33.286888 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.316784 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Routers {'39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:33.321628 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:33.371511 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:33.374793 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:33.378941 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:33.398401 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bacd7729-6998-4749-aa52-2ed57848eb09 None None] Provisioning complete for port 910343d9-e79f-41f4-84d8-59df1852ac6f triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:33.398772 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bacd7729-6998-4749-aa52-2ed57848eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.438213 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894362'] for router_interface, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.448528 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedea71-aa89-426c-8ccf-4fb3bcd59056 None None] Pushing event updated for resources: {'Port': ['ID=4a954e6f-036c-410b-9209-cb62754caddc,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:33.473430 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.568064 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port b04ee5be-cc08-4c5a-b2b4-534f943cec86, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b04ee5be-cc08-4c5a-b2b4-534f943cec86,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:33.578729 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.604637 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] Set router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:33.637519 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:33.674245 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=b04ee5be-cc08-4c5a-b2b4-534f943cec86,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:33.724266 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.750324 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2ac7830d-a34d-4905-8883-310e469f594a None None] Provisioning for port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:33.755405 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2ac7830d-a34d-4905-8883-310e469f594a None None] Provisioning complete for port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:33.755779 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ac7830d-a34d-4905-8883-310e469f594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.812829 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7830d-a34d-4905-8883-310e469f594a None None] Port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:09:33.902866 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:09:30Z', 'revision_number': 3, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:33.907212 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e226374-dd58-47a1-b619-145831ca4565 None None] The sync data for ids ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'] in n-d-825178-1 is: [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:09:30Z', 'revision_number': 3, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:33.956629 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.963925 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.069480 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:34.071975 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-894215'] for router_interface, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.216812 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:34.218057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:34.424824 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:09:34.457540 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6cecc002-d8f5-4a40-9960-5a250689dcf1 None None] Provisioning complete for port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:34.457921 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6cecc002-d8f5-4a40-9960-5a250689dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.494451 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 910343d9-e79f-41f4-84d8-59df1852ac6f up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:34.572232 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6cecc002-d8f5-4a40-9960-5a250689dcf1 None None] Port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:09:34.588903 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 910343d9-e79f-41f4-84d8-59df1852ac6f triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:34.589319 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.712791 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4a954e6f-036c-410b-9209-cb62754caddc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:34.741050 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:34.758286 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-61e53d0f-14d3-4973-abfe-40860495b818 admin admin] 10.222.0.78 "PUT /v2.0/routers/39993ba7-d935-4c3e-9fc4-f6ad6b470fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9592237 Jan 19 00:09:34.785072 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 4a954e6f-036c-410b-9209-cb62754caddc completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:34.790146 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4a954e6f-036c-410b-9209-cb62754caddc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:34.790521 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.920012 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.940316 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 4a954e6f-036c-410b-9209-cb62754caddc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4a954e6f-036c-410b-9209-cb62754caddc,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:34.946153 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.947017 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b04ee5be-cc08-4c5a-b2b4-534f943cec86 up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:35.059467 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=4a954e6f-036c-410b-9209-cb62754caddc,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.070934 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port b04ee5be-cc08-4c5a-b2b4-534f943cec86 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:35.071313 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.279730 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.371845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59624) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:35.377366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297396562', 'description': 'tempest-secgroup-smoke-297396562 description', 'project_id': 'db3ee390d4944f64b0132b3d57282188'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:35.384121 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:35.388335 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:35.392079 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:35.397903 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:35.408546 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.432427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:35.436534 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:35.439424 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:35.445184 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:35.514709 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.518710 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Sync routers for ids ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:35.521557 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.528335 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Routers {'39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:35.528957 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:35.567641 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.569040 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1961644 Jan 19 00:09:35.571639 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60481dac-42bf-478f-aca2-ba05e296d363 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76ac444-e206-448e-b2e8-d1c10325e0f7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.572252 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 59628) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:35.577837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group_rule': {'security_group_id': 'e76ac444-e206-448e-b2e8-d1c10325e0f7', 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:35.584592 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:35.588535 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:35.591565 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:35.597161 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:35.615245 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.677994 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.682624 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.707027 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b072712-6b53-4926-ab06-06aceb94c87f,revision_number=0']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.716785 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.720865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-38b57ac6-34ec-4e85-89c4-4e58c778dca6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448278 Jan 19 00:09:35.721302 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59632) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:35.721820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Set router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:35.727033 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group_rule': {'security_group_id': 'e76ac444-e206-448e-b2e8-d1c10325e0f7', 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:35.733970 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:35.737740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:35.740577 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:35.746981 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:35.763989 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.824656 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.829385 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.852482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3b471c-390c-4711-9f4d-04380682abbc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.866889 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.871065 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-0a15f65b-bd4e-4c4b-ad0f-0b5ef34b9cc9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460714 Jan 19 00:09:35.871427 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:35.877949 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group_rule': {'security_group_id': 'e76ac444-e206-448e-b2e8-d1c10325e0f7', 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:35.886068 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:35.890496 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:35.893773 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:35.899626 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:35.918657 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.983820 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.988893 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.017894 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90f9fa7-e6a1-441b-8b06-bf0614f70287,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:36.031298 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.032584 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-95c86e37-ed39-4bbc-be57-75e6a3913b6b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598327 Jan 19 00:09:36.035463 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:36.040710 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group_rule': {'security_group_id': 'e76ac444-e206-448e-b2e8-d1c10325e0f7', 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:36.047882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:36.051967 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:36.055015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:36.060990 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:36.080270 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.082860 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 4, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd', 'name': '', 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '328bdbda-439a-49aa-925f-a964cdea1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 2, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'subnets': [{'id': '328bdbda-439a-49aa-925f-a964cdea1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:36.086840 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Checking router: 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:36.087191 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Updating router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd binding host n-d-825178-1 {{(pid=87813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:09:36.140070 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.144293 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.149091 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.175394 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461f38f5-d215-4212-aa9c-26105fc07e1e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:36.188047 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.189240 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-d0a25750-7aea-4a2b-89b6-1bac30247d6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527872 Jan 19 00:09:36.192102 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:36.197212 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group_rule': {'security_group_id': 'e76ac444-e206-448e-b2e8-d1c10325e0f7', 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:36.203712 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:36.207490 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:36.210366 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:36.215882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:36.227413 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Project db3ee390d4944f64b0132b3d57282188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:09:36.234218 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.296914 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.302320 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.327891 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9860e91b-a71f-4162-a2d9-63e5605377c3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:36.338581 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.339734 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-bb31f403-ff3a-43d9-9b3e-40ce74037681 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467106 Jan 19 00:09:36.342488 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:36.347510 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'security_group_rule': {'security_group_id': 'e76ac444-e206-448e-b2e8-d1c10325e0f7', 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:36.354702 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:36.359439 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:security_group_rule and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:36.362750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:36.369270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:36.383560 n-d-825178-1 neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Project db3ee390d4944f64b0132b3d57282188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:09:36.391065 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.400265 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4a954e6f-036c-410b-9209-cb62754caddc up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:36.457966 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.463030 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037827'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.493205 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecf46b4-793e-4ee3-a093-02a300536dc9,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:36.503765 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.509787 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-401875ec-4fc5-4da6-ac80-dfda88a599ac tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615987 Jan 19 00:09:36.542804 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 4a954e6f-036c-410b-9209-cb62754caddc triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:36.543240 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.568566 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.600441 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Transition to ACTIVE for port object 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:36.611048 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.752926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-b228268d-0c99-4e8d-a577-58eedeb9e918 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297396562&fields=id&tenant_id=db3ee390d4944f64b0132b3d57282188 HTTP/1.1" status: 200 len: 267 time: 0.0574336 Jan 19 00:09:36.771053 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a5364-8d37-4b6d-8739-385a9a354ddb None None] Pushing event updated for resources: {'Port': ['ID=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:36.878015 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Attempting to bind port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd on host n-d-825178-1 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:36.878377 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Attempting to bind port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd by drivers openvswitch,hyperv on host n-d-825178-1 at level 0 using segments [{'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:36.878736 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Attempting to bind port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd on network a015e647-ae7f-4140-af43-1ec0cbcd8725 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:36.889279 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Checking agent: {'id': 'e39e65b1-c0e8-439d-9e6c-1b67e8a258d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 30, 15), 'started_at': datetime.datetime(2022, 1, 18, 22, 30, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:36.890007 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Checking segment: {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:36.890553 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.891075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Bound using segment: {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:36.891768 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Bound port: 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd, host: n-d-825178-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9802ab-da00-4d4e-b2c7-8a608490b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:36.892297 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.926693 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-9bc478ee-295e-4b13-b011-3cb47c663208 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:36.928176 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-9bc478ee-295e-4b13-b011-3cb47c663208 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 809 time: 0.1680603 Jan 19 00:09:36.944433 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-0b39cc71-c7b3-4083-a59c-02ac95030b43 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/quotas/db3ee390d4944f64b0132b3d57282188 HTTP/1.1" status: 200 len: 375 time: 0.0101216 Jan 19 00:09:36.985952 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] For port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd, host n-d-825178-1, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:36.988905 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] For port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd, host n-d-825178-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:36.997377 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.031554 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-4d816bc7-0375-43ac-adc5-b9e80e6cee08 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816853 Jan 19 00:09:37.091610 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a5364-8d37-4b6d-8739-385a9a354ddb None None] Pushing event updated for resources: {'Port': ['ID=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:37.094267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Routers {'39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:37.094969 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:37.162906 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ad5b2be8-c41d-41f4-87dd-789f32080fe3 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 19 00:09:37.166160 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ad5b2be8-c41d-41f4-87dd-789f32080fe3 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1214769 Jan 19 00:09:37.278454 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] Set router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:37.300761 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-68c1af83-24aa-49d8-ae96-48b734a6c35c service neutron] 10.222.0.78 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297500 Jan 19 00:09:37.436783 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-f94f03c6-7372-4b39-962a-2496956f5209 service neutron] 10.222.0.78 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300728 Jan 19 00:09:37.624156 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a585caa8-a885-409f-88bf-686d6d0c4d44 req-064d4143-1e89-4a08-a83d-dffefb9aed0f tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:37.643571 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-a585caa8-a885-409f-88bf-686d6d0c4d44 req-064d4143-1e89-4a08-a83d-dffefb9aed0f tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:37.644908 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a585caa8-a885-409f-88bf-686d6d0c4d44 req-064d4143-1e89-4a08-a83d-dffefb9aed0f tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 210 time: 0.0678566 Jan 19 00:09:37.645066 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.660204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 4, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd', 'name': '', 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '328bdbda-439a-49aa-925f-a964cdea1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:36Z', 'revision_number': 4, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'subnets': [{'id': '328bdbda-439a-49aa-925f-a964cdea1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:37.664513 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717cef9-075a-4ace-a021-e97642757ad2 None None] The sync data for ids ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'] in n-d-825178-1 is: [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 4, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': '6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd', 'name': '', 'network_id': 'a015e647-ae7f-4140-af43-1ec0cbcd8725', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'mac_address': 'fa:16:3e:c4:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '328bdbda-439a-49aa-925f-a964cdea1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:36Z', 'revision_number': 4, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'subnets': [{'id': '328bdbda-439a-49aa-925f-a964cdea1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:38.217550 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:09:38.435077 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:38.506186 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning for port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:38.511496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:38.511906 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.639085 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.673246 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] For port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:38.686943 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.767075 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Pushing event updated for resources: {'Port': ['ID=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:38.820544 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-e9566ce4-0878-416e-9a78-b8b3ead120fe req-7661477f-6659-4013-a352-4c3fedae79d5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 210 time: 0.0515754 Jan 19 00:09:38.971431 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-f961da07-6cc6-44cb-be67-c2af2275a8d4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:38.973216 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-f961da07-6cc6-44cb-be67-c2af2275a8d4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 809 time: 0.1550453 Jan 19 00:09:39.022767 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-846a7c8f-8fed-4466-8d37-d19958ac2b8e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db3ee390d4944f64b0132b3d57282188 HTTP/1.1" status: 200 len: 379 time: 0.0410261 Jan 19 00:09:39.031912 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'port': {'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'admin_state_up': True, 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'security_groups': ['e76ac444-e206-448e-b2e8-d1c10325e0f7']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:39.170830 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:39.180983 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:39.194512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Made reservation on behalf of db3ee390d4944f64b0132b3d57282188 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:39.198304 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.369603 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Allocated IP 172.20.0.13 (29da6ce1-f6b2-4704-b64f-27eeb84245c9/f91b072a-af4b-4af4-8763-a6449be22acb/95881782-8868-4a0a-9fea-905fcf6777ca) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:39.558029 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.573979 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Transition to ACTIVE for port object 95881782-8868-4a0a-9fea-905fcf6777ca will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:39.601489 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.676304 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:39.679543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:39.684339 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:39.724444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:39.763260 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:39.763868 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.790834 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-ba98e01e-677e-4949-816e-4e86e9308c51 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624066 Jan 19 00:09:39.802074 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Request body: {'port': {'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:39.946511 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e5ae7aba-d21d-4821-a5d4-688498b77d29 None None] Provisioning for port 95881782-8868-4a0a-9fea-905fcf6777ca completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:39.952601 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e5ae7aba-d21d-4821-a5d4-688498b77d29 None None] Provisioning complete for port 95881782-8868-4a0a-9fea-905fcf6777ca triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:39.952896 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7aba-d21d-4821-a5d4-688498b77d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.012178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae7aba-d21d-4821-a5d4-688498b77d29 None None] Port 95881782-8868-4a0a-9fea-905fcf6777ca cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:09:40.024143 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c981-0b98-4c94-954b-ce43e3618847 req-3b965c4f-d2d1-4565-9d4a-78ef7257efc7 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:40.025818 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7807c981-0b98-4c94-954b-ce43e3618847 req-3b965c4f-d2d1-4565-9d4a-78ef7257efc7 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 932 time: 0.0911541 Jan 19 00:09:40.041333 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.069078 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7807c981-0b98-4c94-954b-ce43e3618847 req-8ffe6fa7-195a-4f4b-ba8b-be2394ae8a63 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:40.087963 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-7807c981-0b98-4c94-954b-ce43e3618847 req-8ffe6fa7-195a-4f4b-ba8b-be2394ae8a63 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:40.089103 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-7807c981-0b98-4c94-954b-ce43e3618847 req-8ffe6fa7-195a-4f4b-ba8b-be2394ae8a63 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574820 Jan 19 00:09:40.390059 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95881782-8868-4a0a-9fea-905fcf6777ca {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:09:40.391218 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd up at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:40.397589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.412036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Transition to ACTIVE for port object 95881782-8868-4a0a-9fea-905fcf6777ca will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:40.417583 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.457162 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Provisioning complete for port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:40.457538 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.571844 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:40.657309 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Attempting to bind port 95881782-8868-4a0a-9fea-905fcf6777ca on host n-h2-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:40.657640 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Attempting to bind port 95881782-8868-4a0a-9fea-905fcf6777ca by drivers openvswitch,hyperv on host n-h2-825178-1 at level 0 using segments [{'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:40.657967 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Attempting to bind port 95881782-8868-4a0a-9fea-905fcf6777ca on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:40.662818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Port 95881782-8868-4a0a-9fea-905fcf6777ca on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 19 00:09:40.663133 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Attempting to bind port 95881782-8868-4a0a-9fea-905fcf6777ca on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:09:40.668338 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Checking agent: {'id': 'bd7fcb8b-b43a-45dc-972b-eb7eabc75e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:09:40.668712 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Checking segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:09:40.669097 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Bound using segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:09:40.669512 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Bound port: 95881782-8868-4a0a-9fea-905fcf6777ca, host: n-h2-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:40.669950 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.762964 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:09:40.766250 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:09:40.772530 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.830752 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:40.831399 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.832780 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] 10.222.0.85 "PUT /v2.0/ports/95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 1092 time: 1.0350404 Jan 19 00:09:40.833243 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:40.856157 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70081ed5-40f3-45ed-8668-59aa7e81b94c service neutron] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:40.910183 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'status': 'completed', 'code': 200} Jan 19 00:09:40.951302 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-4266ac7b-fb75-4ce7-9ed9-9802dd4b1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:40.953010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-4266ac7b-fb75-4ce7-9ed9-9802dd4b1fca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1095 time: 0.0759451 Jan 19 00:09:41.028919 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-a7f38346-cd2b-4f1a-942b-61fc20a1c7f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 217 time: 0.0683854 Jan 19 00:09:41.094118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-36f431ab-ca82-42b3-a4bd-f688bf9a362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:41.095574 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-36f431ab-ca82-42b3-a4bd-f688bf9a362f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0602648 Jan 19 00:09:41.170448 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-772786f1-35ae-4154-8fec-807b6a1ed00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:41.171951 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-772786f1-35ae-4154-8fec-807b6a1ed00c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702879 Jan 19 00:09:41.274181 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bf782-eccd-4934-bdf3-7d882051a2f8 req-ef076a27-8061-414f-8926-486dc75ae3ae tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:41.275610 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-225bf782-eccd-4934-bdf3-7d882051a2f8 req-ef076a27-8061-414f-8926-486dc75ae3ae tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 944 time: 0.0784385 Jan 19 00:09:41.305315 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-05c77eec-06d4-473f-9e90-f88b35e9b33d service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271853 Jan 19 00:09:41.320024 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-225bf782-eccd-4934-bdf3-7d882051a2f8 req-46b1ccb3-daad-45b4-8f34-86ccfd2550a4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383124 Jan 19 00:09:41.437370 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-238a184e-2f3d-4d1f-ae87-18722ae2fb6e req-b5eaefec-2a46-4fa2-8525-6ebdb290ceb0 service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248455 Jan 19 00:09:41.557755 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-6ca06542-faee-4e0c-98ee-8f6d3b175867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:41.559279 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-6ca06542-faee-4e0c-98ee-8f6d3b175867 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1095 time: 0.0734074 Jan 19 00:09:41.692244 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-79c931b0-a55c-4989-b418-c775d558704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:41.693669 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-79c931b0-a55c-4989-b418-c775d558704c service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1288426 Jan 19 00:09:41.767156 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-9c955905-7db2-4683-9113-2a37c6aa799d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 217 time: 0.0651278 Jan 19 00:09:41.829586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-86ee5df4-0cf7-45fd-8e9e-634ce41382df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:41.830957 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-86ee5df4-0cf7-45fd-8e9e-634ce41382df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0577896 Jan 19 00:09:42.023716 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-8437eca8-0133-454f-9b4e-3b08d06275de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:42.025240 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-8437eca8-0133-454f-9b4e-3b08d06275de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870501 Jan 19 00:09:42.168940 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-680196f7-0339-4adb-a6d3-a14b58e789f5 service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368372 Jan 19 00:09:42.210519 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ce328dc5-b879-4b9c-9a1a-0175f54078a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:42.307073 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-712fcdb9-8aa9-4399-9dfe-70075bd31eb9 req-964afa02-625b-4a78-8946-d94d057d15da service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312890 Jan 19 00:09:42.506182 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b4d2-f6e0-4595-bc95-07fe23b3d8ae req-4065cbff-37b0-4363-9c31-ce70432427c8 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:42.506882 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6df0b4d2-f6e0-4595-bc95-07fe23b3d8ae req-4065cbff-37b0-4363-9c31-ce70432427c8 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:42.525307 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-6df0b4d2-f6e0-4595-bc95-07fe23b3d8ae req-4065cbff-37b0-4363-9c31-ce70432427c8 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:42.526461 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6df0b4d2-f6e0-4595-bc95-07fe23b3d8ae req-4065cbff-37b0-4363-9c31-ce70432427c8 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 944 time: 0.1015105 Jan 19 00:09:42.573790 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-6df0b4d2-f6e0-4595-bc95-07fe23b3d8ae req-528ba9e5-43f4-4dab-a46d-d071e3fd809e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 Jan 19 00:09:43.858462 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:09:43.904015 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953000e3-7491-494d-9cff-b0b4390d0ea9 req-b1230ca1-10e7-40af-98c2-dc943f8ac662 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:43.905565 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-953000e3-7491-494d-9cff-b0b4390d0ea9 req-b1230ca1-10e7-40af-98c2-dc943f8ac662 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 944 time: 0.2165198 Jan 19 00:09:43.949692 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-953000e3-7491-494d-9cff-b0b4390d0ea9 req-51860972-058b-4bb2-a0dc-e823d98949ba tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381551 Jan 19 00:09:43.997178 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:44.018176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '95881782-8868-4a0a-9fea-905fcf6777ca', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:09:44.080709 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.098777 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95881782-8868-4a0a-9fea-905fcf6777ca {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:09:44.116329 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:44.121559 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.187204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:44.356985 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['95881782-8868-4a0a-9fea-905fcf6777ca'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:09:45.103533 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae5b497-360f-414c-930b-300a558f97b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:45.156351 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9b78b-d869-4f75-9922-52456e441e2c req-5d808629-cc1a-4678-9f21-88901f2503ff tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:45.157946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7cc9b78b-d869-4f75-9922-52456e441e2c req-5d808629-cc1a-4678-9f21-88901f2503ff tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 945 time: 0.0845516 Jan 19 00:09:45.202944 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7cc9b78b-d869-4f75-9922-52456e441e2c req-a374e5d3-6390-449a-a262-b7348aaa4996 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391476 Jan 19 00:09:45.737005 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:45.874554 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:45.952404 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning for port 95881782-8868-4a0a-9fea-905fcf6777ca completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:45.957355 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 95881782-8868-4a0a-9fea-905fcf6777ca triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:45.957731 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:46.064047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:46.089266 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:46.116822 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:46.126334 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:09:46.132368 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:46.202345 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:46.210001 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'code': 200} Jan 19 00:09:46.391486 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707638d-825f-4985-bc32-e17adfa9a116 req-f73e92f0-3dc4-4d05-990a-fb269a6e2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:46.392993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2707638d-825f-4985-bc32-e17adfa9a116 req-f73e92f0-3dc4-4d05-990a-fb269a6e2cfe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1097 time: 0.1279690 Jan 19 00:09:46.427126 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826eec-1d26-4b4a-82c0-0dd936d94e2d req-e1f405bf-dddf-4a5d-b32c-31c691246c2c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:46.428523 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10826eec-1d26-4b4a-82c0-0dd936d94e2d req-e1f405bf-dddf-4a5d-b32c-31c691246c2c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 946 time: 0.1126513 Jan 19 00:09:46.461883 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-2707638d-825f-4985-bc32-e17adfa9a116 req-83bd3649-071e-4fc5-9d34-78c3a78f81b3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626178 Jan 19 00:09:46.484348 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10826eec-1d26-4b4a-82c0-0dd936d94e2d req-ed5380b6-6d1a-4a8d-b801-ae0ced439713 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480518 Jan 19 00:09:47.362401 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:47.680803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b29bc-1362-4972-b1fe-5c02d70cad8c req-fa8cc644-d0d3-4c97-940b-e241807d5873 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:47.682250 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a54b29bc-1362-4972-b1fe-5c02d70cad8c req-fa8cc644-d0d3-4c97-940b-e241807d5873 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 946 time: 0.0836926 Jan 19 00:09:47.727877 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-a54b29bc-1362-4972-b1fe-5c02d70cad8c req-2dd1e059-db04-4995-9514-13108c7e6e55 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397611 Jan 19 00:09:48.932118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dd63f-75f7-4660-bb14-c2898e81c901 req-bb1a9136-d3a0-4e4a-8519-2ba1c3995243 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:48.933691 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc9dd63f-75f7-4660-bb14-c2898e81c901 req-bb1a9136-d3a0-4e4a-8519-2ba1c3995243 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 946 time: 0.0844362 Jan 19 00:09:48.978993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc9dd63f-75f7-4660-bb14-c2898e81c901 req-2199701e-8046-4033-b4be-27fa8440c24c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394280 Jan 19 00:09:49.173533 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c85ca2-1cb8-439b-a794-ef6426af574b req-8aa23863-45db-4feb-9b09-152a80cb84c5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:49.175012 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33c85ca2-1cb8-439b-a794-ef6426af574b req-8aa23863-45db-4feb-9b09-152a80cb84c5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 946 time: 0.0862944 Jan 19 00:09:49.221461 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-33c85ca2-1cb8-439b-a794-ef6426af574b req-3432ecaa-3ecf-437a-b0d4-443ec69c4dbe tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380025 Jan 19 00:09:49.249880 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59710) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:49.367567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd64a77-82f7-4988-a242-0fd1d4925862 tempest-TestSnapshotPattern-1264922858 tempest-TestSnapshotPattern-1264922858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:49.369073 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5dd64a77-82f7-4988-a242-0fd1d4925862 tempest-TestSnapshotPattern-1264922858 tempest-TestSnapshotPattern-1264922858-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1092 time: 0.1182468 Jan 19 00:09:49.373333 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:49.380494 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:09:49.390380 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:49.395860 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:floatingip and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:49.399610 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:49.406517 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:49.419058 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:49.566746 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:49.709401 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Allocated IP 172.25.4.31 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/5202170f-6b0a-46f0-b025-db4e31ef2966) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:49.872869 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:49.905900 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:49.969080 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:49.971753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:49.974888 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:09:50.017461 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'Port': ['ID=5202170f-6b0a-46f0-b025-db4e31ef2966,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:50.404332 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.491665 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.697381 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.705223 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.924882 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'Port': ['ID=5202170f-6b0a-46f0-b025-db4e31ef2966,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:50.936743 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:51.113201 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Floating IP fe2e734e-4164-47f6-a041-6ce316eecf0c associated. External IP: 172.25.4.31, port: 95881782-8868-4a0a-9fea-905fcf6777ca. Jan 19 00:09:51.486266 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:09:51.668654 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:09:51.679575 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:09:51.689737 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:51.690578 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:51.696321 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:51.756755 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-5c655fe9-2cd3-4320-ac61-f1de189f70e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3821883 Jan 19 00:09:51.757287 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:51.812269 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'status': 'completed', 'code': 200} Jan 19 00:09:51.873308 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:51.908062 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-a1257411-aed1-403b-a2ae-9244aa41a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:51.909607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-a1257411-aed1-403b-a2ae-9244aa41a9fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1097 time: 0.0745914 Jan 19 00:09:52.042852 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-d1739f25-5a4f-4a21-8f5b-c41f304e1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:52.044338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-d1739f25-5a4f-4a21-8f5b-c41f304e1be4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1286557 Jan 19 00:09:52.145608 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-8cee8203-ae6c-44fe-a6ba-09f0194e6363 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 999 time: 0.0957439 Jan 19 00:09:52.211064 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-609425f7-70a2-48bb-b43b-851db8f572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:52.212538 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-609425f7-70a2-48bb-b43b-851db8f572f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0611143 Jan 19 00:09:52.218907 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:50Z', 'revision_number': 0, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:52.223250 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:09:52.231692 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:09:52.232280 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:09:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:52.286119 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-d46ca86f-9c98-45a1-8a28-c918bd882547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:52.287607 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-d46ca86f-9c98-45a1-8a28-c918bd882547 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697083 Jan 19 00:09:52.412274 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:09:52.419343 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-b34fb7f2-4960-4365-8c93-620105ff0cd0 service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243339 Jan 19 00:09:52.552278 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-ca3ba2d5-1862-4607-9e71-73f8240aa65f req-f7b6c969-4802-4174-ad03-0d25a207842d service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270034 Jan 19 00:09:52.791151 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:50Z', 'revision_number': 0, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:52.795553 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52901b46-a8cf-432e-9eea-9e84923a3eca None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:50Z', 'revision_number': 0, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:09:52.995205 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53c7db-73b9-4f0b-8154-d7492b1193f2 None None] New status for floating IP fe2e734e-4164-47f6-a041-6ce316eecf0c: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:10:05.290555 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:07.637828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:12.207211 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d992c015-3655-4c61-b6e7-c82e31599e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:15.121713 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1102fd95-bc4d-48b2-941d-95823ad51755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:15.223798 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:10:15.732240 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:16.038305 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:17.365991 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:35.301820 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:35.614849 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-9bc0cb88-2a60-434a-9078-0b8604436727 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187932 Jan 19 00:10:35.765585 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944e243-dd8b-4541-8624-430d867b5709 req-f8253996-d10c-4321-a595-80bfd0697711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:10:35.767068 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-f8253996-d10c-4321-a595-80bfd0697711 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1097 time: 0.0838900 Jan 19 00:10:36.022924 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944e243-dd8b-4541-8624-430d867b5709 req-dafaddb7-9d91-4f59-b746-f423c5b04106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:10:36.024400 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-dafaddb7-9d91-4f59-b746-f423c5b04106 service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.2394629 Jan 19 00:10:36.134136 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-92f3d091-1e1f-4442-ae60-57efc2b96927 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 1001 time: 0.1027167 Jan 19 00:10:36.201543 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944e243-dd8b-4541-8624-430d867b5709 req-3e9fd7a5-10f3-455b-8dc9-290923c4ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:10:36.202840 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-3e9fd7a5-10f3-455b-8dc9-290923c4ab52 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0622330 Jan 19 00:10:36.278273 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944e243-dd8b-4541-8624-430d867b5709 req-2881144f-a78e-462c-bbd4-c1ada382fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:10:36.279738 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-2881144f-a78e-462c-bbd4-c1ada382fb99 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712948 Jan 19 00:10:36.413827 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-89eb110a-48b6-4062-90fb-77707d07096d service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277082 Jan 19 00:10:36.548854 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-7944e243-dd8b-4541-8624-430d867b5709 req-b20deccd-3334-46c1-aa9f-fef520f87a9e service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279836 Jan 19 00:10:37.650059 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:42.215746 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14b53996-380a-46df-ac12-ce2fbc2ebd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:45.114822 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1654-20b2-4280-864a-1e6685b5fbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:45.737287 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:46.049356 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:47.373489 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:52.229482 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:11:05.303256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:07.667292 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:12.211111 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8053844-31e6-4e72-95bb-45a77de3208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:15.119657 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f137bf3a-f14b-4664-8a2e-edccd76658be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:15.742399 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:16.052759 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:17.379653 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:29.235598 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:11:35.314256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:37.559488 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-0ecc3fe1-53e7-41e5-b957-7112046eaa72 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717587 Jan 19 00:11:37.674877 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:37.704834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-652010fc-c218-43e0-bf31-ddb159aed8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:11:37.706431 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-652010fc-c218-43e0-bf31-ddb159aed8ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1097 time: 0.0791297 Jan 19 00:11:37.860473 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-3e88b970-e621-4aef-9797-2bba1c10eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:11:37.861992 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-3e88b970-e621-4aef-9797-2bba1c10eeb1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1372361 Jan 19 00:11:37.963504 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-92238be8-59fe-4df3-9fb8-fd84dce887d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 1001 time: 0.0947635 Jan 19 00:11:38.026891 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-f8334573-c67c-435c-8f9a-87f452db7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:11:38.028270 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-f8334573-c67c-435c-8f9a-87f452db7f5e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0580616 Jan 19 00:11:38.108365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-d4e100f5-f89a-4fb7-83f8-0d2fcfaa8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:11:38.109926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-d4e100f5-f89a-4fb7-83f8-0d2fcfaa8ade service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755253 Jan 19 00:11:38.243748 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-0e8fbecc-5659-4d03-ae21-aafe8d959735 service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274028 Jan 19 00:11:38.385930 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-69b0bbf1-e095-44a6-bf86-98def70fff07 req-4427f82a-050a-4c42-b1cd-0585fc62ceda service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357207 Jan 19 00:11:42.213645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa8628ca-f182-44a0-b299-77a44199ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:45.123224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8118b786-5799-4906-9ac5-8702ca4a0489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:45.738047 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:46.050424 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:47.384084 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:48.491083 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca details requested by agent hyperv_n-h2-825178-1 with host n-h2-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:11:48.629769 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:11:48.642717 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Returning: {'device': '95881782-8868-4a0a-9fea-905fcf6777ca', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:11:48.700339 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:48.716973 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95881782-8868-4a0a-9fea-905fcf6777ca {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:11:48.733260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:11:48.739224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:48.818114 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:11:48.825626 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.825970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.826307 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.826640 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.826970 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.827306 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.827620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.827941 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.828264 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.828578 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.828896 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.829242 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:11:48.833797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] get_ports_and_sgs() called for port_ids ['95881782-8868-4a0a-9fea-905fcf6777ca'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:11:50.504668 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca up at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:11:50.581522 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Provisioning complete for port 95881782-8868-4a0a-9fea-905fcf6777ca triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:11:50.581895 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:50.706380 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:50.737369 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:11:50.748687 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:11:50.766256 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:50.838559 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'code': 200} Jan 19 00:11:50.856926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:11:59.947439 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-c35b8b8b-c88a-4511-96ed-c16516c5fc6e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297396562&fields=id&tenant_id=db3ee390d4944f64b0132b3d57282188 HTTP/1.1" status: 200 len: 267 time: 0.0411193 Jan 19 00:12:00.099806 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-546a9c68-bab1-4f7e-ba95-df6a730dceb5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:00.100497 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-546a9c68-bab1-4f7e-ba95-df6a730dceb5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:12:00.122083 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-546a9c68-bab1-4f7e-ba95-df6a730dceb5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:12:00.123178 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-546a9c68-bab1-4f7e-ba95-df6a730dceb5 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 809 time: 0.1692512 Jan 19 00:12:00.138500 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-ef9a9d69-fb94-48fc-8102-0452a249b9b9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/quotas/db3ee390d4944f64b0132b3d57282188 HTTP/1.1" status: 200 len: 375 time: 0.0098135 Jan 19 00:12:00.229198 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-f1bca1f2-9644-4259-950a-a903978e6572 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0857291 Jan 19 00:12:00.290474 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-b92d986e-4744-4c8c-99dd-e33b74e01216 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 19 00:12:00.291485 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-b92d986e-4744-4c8c-99dd-e33b74e01216 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507326 Jan 19 00:12:00.424021 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-4209e545-6342-4efb-96fc-d904d6890c6a service neutron] 10.222.0.78 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265938 Jan 19 00:12:00.556439 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-1bfd91ed-5e99-4827-8794-163be5b2fc25 service neutron] 10.222.0.78 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266470 Jan 19 00:12:00.797215 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-df1688cf-4218-45c8-9116-e71d51bff743 req-c379544f-1d32-47c6-ad06-748f905f69a4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 210 time: 0.0947475 Jan 19 00:12:01.943333 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-fe13da72-fc02-4b94-a33b-7a20c9164092 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:01.944860 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-fe13da72-fc02-4b94-a33b-7a20c9164092 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.86 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 809 time: 0.2787161 Jan 19 00:12:01.998035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-759c4260-7adc-4f1f-9a85-268ccd04defa tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db3ee390d4944f64b0132b3d57282188 HTTP/1.1" status: 200 len: 379 time: 0.0450196 Jan 19 00:12:02.007116 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'port': {'device_id': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'admin_state_up': True, 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'security_groups': ['e76ac444-e206-448e-b2e8-d1c10325e0f7']}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:12:02.078393 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e76c08ff-2030-4cde-9e90-31fd9a396e13 req-49e79e40-8c5b-4501-bf58-2f90d509e0b4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 210 time: 0.1654501 Jan 19 00:12:02.153817 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:12:02.163488 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.quota.driver [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:12:02.178703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Made reservation on behalf of db3ee390d4944f64b0132b3d57282188 for: {'port': 1} {{(pid=87811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:12:02.183315 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:02.379632 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_common [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Allocated IP 172.20.0.5 (29da6ce1-f6b2-4704-b64f-27eeb84245c9/f91b072a-af4b-4af4-8763-a6449be22acb/1b2ef796-822c-47d7-bfff-9720fcfc0f64) {{(pid=87811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:12:02.553786 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:12:02.616548 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for port, precommit_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:02.637084 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Transition to ACTIVE for port object 1b2ef796-822c-47d7-bfff-9720fcfc0f64 will not be triggered until provisioned by entity DHCP. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:12:02.667738 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_create {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:02.720002 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:02.761374 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=1']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:02.777274 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:12:02.777966 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.778316 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.778849 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.779420 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.779627 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:02.779991 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.780173 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.780501 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.780834 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.781343 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.781673 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.782037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.782373 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:02.795446 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 is already hosted by enough agents. {{(pid=87811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:12:02.797213 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.base_scheduler [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources bound (agent type, host, resource id): {{(pid=87811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:12:02.801659 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Received port after_create {{(pid=87811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:12:02.802294 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:02.882970 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:02.883714 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:02.916344 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'code': 200} Jan 19 00:12:02.926181 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-00cea135-45a9-47f0-b882-be87698aee17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230635 Jan 19 00:12:02.986916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Pushing event updated for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:03.199223 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-11ff78a8-ff02-4724-ad47-173e6efd9130 None None] Provisioning for port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 completed by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:12:03.204841 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-11ff78a8-ff02-4724-ad47-173e6efd9130 None None] Provisioning complete for port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 triggered by entity DHCP. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:12:03.205237 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11ff78a8-ff02-4724-ad47-173e6efd9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:03.267087 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-11ff78a8-ff02-4724-ad47-173e6efd9130 None None] Port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 cannot update to ACTIVE because it is not bound. {{(pid=87813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 19 00:12:03.285775 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7ae8c-2c7b-4935-8949-524e0c22e9b2 req-7ea322fd-6950-4c2e-aa85-eadb52717095 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:03.297535 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18a7ae8c-2c7b-4935-8949-524e0c22e9b2 req-7ea322fd-6950-4c2e-aa85-eadb52717095 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 931 time: 0.1002154 Jan 19 00:12:03.343204 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-18a7ae8c-2c7b-4935-8949-524e0c22e9b2 req-cd935ee8-dd9f-4b8f-ab35-e8dcf2ceab59 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Jan 19 00:12:04.580284 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94f728-d4cc-4b9d-a387-a08f4eb27e86 req-c68fdd59-e967-4f62-8b97-60e4adc2831d tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:04.580994 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9a94f728-d4cc-4b9d-a387-a08f4eb27e86 req-c68fdd59-e967-4f62-8b97-60e4adc2831d tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:12:04.598818 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-9a94f728-d4cc-4b9d-a387-a08f4eb27e86 req-c68fdd59-e967-4f62-8b97-60e4adc2831d tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:12:04.600195 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a94f728-d4cc-4b9d-a387-a08f4eb27e86 req-c68fdd59-e967-4f62-8b97-60e4adc2831d tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 931 time: 0.1449771 Jan 19 00:12:04.651282 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-9a94f728-d4cc-4b9d-a387-a08f4eb27e86 req-542cbaa9-bb19-498e-953a-278c89bce5e4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423357 Jan 19 00:12:05.342233 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:05.839705 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3a32-17e0-4d3c-b163-1001356b266e req-ac1630b5-7f34-4405-a59d-bbc4f0f9f585 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:05.841189 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b3e3a32-17e0-4d3c-b163-1001356b266e req-ac1630b5-7f34-4405-a59d-bbc4f0f9f585 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 931 time: 0.0812268 Jan 19 00:12:05.898249 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6b3e3a32-17e0-4d3c-b163-1001356b266e req-e97cc4e2-f495-48c8-b536-9f0a0c5092bb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506673 Jan 19 00:12:06.225917 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:12:07.099541 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce780f-0730-45bb-be53-9ae6e0438b1c req-9c78b7e4-120b-4afc-a11a-6dbf38d38734 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:07.101125 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7ce780f-0730-45bb-be53-9ae6e0438b1c req-9c78b7e4-120b-4afc-a11a-6dbf38d38734 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 931 time: 0.0899169 Jan 19 00:12:07.149437 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c7ce780f-0730-45bb-be53-9ae6e0438b1c req-2c1eb81b-06e3-493d-88f9-4a28159bc650 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Jan 19 00:12:07.676537 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:08.348148 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0ba1-5282-4556-991e-fa5887ffc77b req-074a558b-d35f-4300-8d96-9dcb40216a18 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:08.349907 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-999b0ba1-5282-4556-991e-fa5887ffc77b req-074a558b-d35f-4300-8d96-9dcb40216a18 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 931 time: 0.0904827 Jan 19 00:12:08.407797 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-999b0ba1-5282-4556-991e-fa5887ffc77b req-66521ba9-d0ad-4066-a92f-4df6b438aa0b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518038 Jan 19 00:12:09.606404 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840f884-fa82-4055-9173-1de3887c7591 req-6bba4bd7-89d7-4d49-bf8a-5501db988d4a tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:09.607926 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4840f884-fa82-4055-9173-1de3887c7591 req-6bba4bd7-89d7-4d49-bf8a-5501db988d4a tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 931 time: 0.0811906 Jan 19 00:12:09.656220 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-4840f884-fa82-4055-9173-1de3887c7591 req-dc086e54-d706-490f-9160-41c597a1f440 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Jan 19 00:12:10.143390 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.v2.base [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Request body: {'port': {'device_id': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-1'}} {{(pid=87811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:12:10.249916 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:10.598283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2ef796-822c-47d7-bfff-9720fcfc0f64 {{(pid=87811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:12:10.606060 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:10.621863 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.provisioning_blocks [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Transition to ACTIVE for port object 1b2ef796-822c-47d7-bfff-9720fcfc0f64 will not be triggered until provisioned by entity L2. {{(pid=87811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:12:10.628568 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:10.760282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=2']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:10.862544 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7282a1-300c-483b-9d2c-578c60270f36 req-4673c85e-47b5-46ae-ab1e-b263569c81e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:10.864027 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef7282a1-300c-483b-9d2c-578c60270f36 req-4673c85e-47b5-46ae-ab1e-b263569c81e2 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 943 time: 0.1000826 Jan 19 00:12:10.883705 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Attempting to bind port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 on host n-h1-825178-1 for vnic_type normal with profile {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:12:10.884042 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Attempting to bind port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 by drivers openvswitch,hyperv on host n-h1-825178-1 at level 0 using segments [{'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:12:10.884369 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Attempting to bind port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:12:10.890665 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-1 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 19 00:12:10.891134 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Attempting to bind port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 on network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 19 00:12:10.896663 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Checking agent: {'id': '92bc8f84-ca3b-4064-a01f-61b8ec626fde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'started_at': datetime.datetime(2022, 1, 18, 22, 38, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 00:12:10.897032 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Checking segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 19 00:12:10.897426 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Bound using segment: {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'} {{(pid=87811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 00:12:10.897862 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.managers [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Bound port: 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host: n-h1-825178-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9'}}] {{(pid=87811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:12:10.898203 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:10.911569 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ef7282a1-300c-483b-9d2c-578c60270f36 req-92da5274-76bc-4d13-b10f-d55c7eed74c3 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 Jan 19 00:12:11.112047 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, cleared binding levels {{(pid=87811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 19 00:12:11.115156 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 19 00:12:11.121006 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11402188'] for port, after_update {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:11.189880 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:11.190581 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:11.191946 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] 10.222.0.86 "PUT /v2.0/ports/1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 1091 time: 1.0537202 Jan 19 00:12:11.192362 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:11.218076 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca723f-5607-4163-acf7-35891f581e16 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=3']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:11.282195 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'status': 'completed', 'code': 200} Jan 19 00:12:11.313887 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-97c5152f-e3f8-4455-8040-a31b25dc58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:11.315313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-97c5152f-e3f8-4455-8040-a31b25dc58c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1094 time: 0.0773146 Jan 19 00:12:11.387354 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-05d9280b-ce75-4479-ac23-5a1508f36314 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 217 time: 0.0655730 Jan 19 00:12:11.450037 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-0b2a8b59-5bff-431d-9027-c70d793bfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:11.451386 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-0b2a8b59-5bff-431d-9027-c70d793bfc7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0587628 Jan 19 00:12:11.532118 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-8b85f7ba-1e39-4e4a-8152-c0d10068f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:11.533663 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-8b85f7ba-1e39-4e4a-8152-c0d10068f5eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762136 Jan 19 00:12:11.676788 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-fd98af34-e8e1-4f43-bbd8-8712bcb94ffe service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362879 Jan 19 00:12:11.810082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-84f5d4cd-96ed-4073-adf7-31dccfebd7e8 req-2e933ab9-fdbd-4940-8077-046a455bc056 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268961 Jan 19 00:12:11.933460 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-9e3919c4-9487-41e4-85c4-4b827f505ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:11.934954 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-9e3919c4-9487-41e4-85c4-4b827f505ae5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1094 time: 0.0731537 Jan 19 00:12:12.072452 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-677923fb-9cd6-44ec-bd4e-565c56425824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:12.073890 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-677923fb-9cd6-44ec-bd4e-565c56425824 service neutron] 10.222.0.86 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1332295 Jan 19 00:12:12.104579 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5785e-c85c-4f61-919d-9c5640eea2f4 req-ef1e45c7-eb31-49e5-b791-f706cc805b39 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:12.106061 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed5785e-c85c-4f61-919d-9c5640eea2f4 req-ef1e45c7-eb31-49e5-b791-f706cc805b39 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 943 time: 0.0895312 Jan 19 00:12:12.145516 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-875584e6-f7f1-4a32-a119-e2c9caa54c85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 217 time: 0.0646482 Jan 19 00:12:12.151293 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-fed5785e-c85c-4f61-919d-9c5640eea2f4 req-23f4c97c-549f-4aba-98c7-123657cff952 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392272 Jan 19 00:12:12.209068 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc206310-0028-4972-8d5f-cc2b35354db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:12.209715 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-b1a2eaef-09df-4f5b-8de4-e80a934ecc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:12.211111 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-b1a2eaef-09df-4f5b-8de4-e80a934ecc79 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0599799 Jan 19 00:12:12.290719 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-1b46eff0-1ea3-4d96-ae8a-7c8b2ae1b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:12.292148 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-1b46eff0-1ea3-4d96-ae8a-7c8b2ae1b694 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740819 Jan 19 00:12:12.422988 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-2fbcfb7f-ca39-4cbc-978f-1617a78fb8d5 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239216 Jan 19 00:12:12.554374 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-79f1efc8-fa16-4b87-b264-440a063abce6 req-977dcda1-5a0c-4828-b2f1-42f027c24901 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238065 Jan 19 00:12:13.357341 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6bd20-4de0-4a25-a29e-24d5161d5d75 req-06ff873e-8ec4-4220-80f7-4aa379c07610 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:13.358777 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a6bd20-4de0-4a25-a29e-24d5161d5d75 req-06ff873e-8ec4-4220-80f7-4aa379c07610 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 943 time: 0.0852652 Jan 19 00:12:13.403006 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-50a6bd20-4de0-4a25-a29e-24d5161d5d75 req-6b0ed838-a0a5-49dc-8b72-83361ec412f1 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384517 Jan 19 00:12:14.596916 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa492be-20e1-4c25-b936-7562d6a856e9 req-ba360c8d-67a9-4e7f-8e0c-a2d670f7df8b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:14.598374 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3aa492be-20e1-4c25-b936-7562d6a856e9 req-ba360c8d-67a9-4e7f-8e0c-a2d670f7df8b tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 943 time: 0.0856674 Jan 19 00:12:14.645311 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-3aa492be-20e1-4c25-b936-7562d6a856e9 req-75a1de8b-45fa-4830-9256-540507851af0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 Jan 19 00:12:15.122500 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45728839-38dd-49a9-b0cf-8a67ce085745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:15.140213 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:12:15.310707 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:12:15.327396 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'port_id': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'mac_address': 'fa:16:3e:ea:cd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:12:15.388009 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:15.405745 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2ef796-822c-47d7-bfff-9720fcfc0f64 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:12:15.421195 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:12:15.427370 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:15.493683 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:15.676203 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1b2ef796-822c-47d7-bfff-9720fcfc0f64'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:12:15.748143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:15.849782 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efadda9-ed0d-42bc-ae56-f3df4a561f99 req-b5a18b96-3ad3-462b-8562-49e3d5a536e6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:15.851238 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8efadda9-ed0d-42bc-ae56-f3df4a561f99 req-b5a18b96-3ad3-462b-8562-49e3d5a536e6 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 944 time: 0.0840085 Jan 19 00:12:16.007821 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-8efadda9-ed0d-42bc-ae56-f3df4a561f99 req-79c233a7-b9d2-4ea1-a77a-f01563b3b2a9 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493833 Jan 19 00:12:16.054073 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.158620 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:12:17.201482 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658aa7-4fc8-4e29-a2a7-933e0d2a706c req-146eac2a-1ad7-4be9-8de4-d25f7a051ec0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:17.202856 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c658aa7-4fc8-4e29-a2a7-933e0d2a706c req-146eac2a-1ad7-4be9-8de4-d25f7a051ec0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 944 time: 0.0851712 Jan 19 00:12:17.231033 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning for port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 completed by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:12:17.236239 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:12:17.236736 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.247169 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-6c658aa7-4fc8-4e29-a2a7-933e0d2a706c req-5a6a3240-9580-4f73-bebc-32c0fbaa03b4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 Jan 19 00:12:17.353862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.390604 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:17.397258 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.401699 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:12:17.406622 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.441320 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'code': 200} Jan 19 00:12:17.478351 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=5']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:17.565707 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009650-b820-4fa4-bdc9-731279d05104 req-a891a969-6511-4a7d-8a79-8e0dcfeafc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:17.567205 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc009650-b820-4fa4-bdc9-731279d05104 req-a891a969-6511-4a7d-8a79-8e0dcfeafc8a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0713804 Jan 19 00:12:17.608264 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cc009650-b820-4fa4-bdc9-731279d05104 req-0e3955ab-be5f-4611-8836-2be2edb2bc90 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350776 Jan 19 00:12:18.435993 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bee6ce-d958-4679-afb6-6f6d3c314f6f req-66a6186d-016f-468c-8f7f-980ffc22bce4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:18.438731 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7bee6ce-d958-4679-afb6-6f6d3c314f6f req-66a6186d-016f-468c-8f7f-980ffc22bce4 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 945 time: 0.0845110 Jan 19 00:12:18.483142 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-d7bee6ce-d958-4679-afb6-6f6d3c314f6f req-927d90ed-31e8-47c0-a89f-55169f10e730 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399585 Jan 19 00:12:19.677666 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f78673-1465-41b7-b445-1f2827d2a853 req-72e0b228-0109-4758-b77f-5ae40ba8818e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:19.679101 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87f78673-1465-41b7-b445-1f2827d2a853 req-72e0b228-0109-4758-b77f-5ae40ba8818e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 945 time: 0.0843699 Jan 19 00:12:19.723322 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-87f78673-1465-41b7-b445-1f2827d2a853 req-2e99be4e-90e0-4a3b-a86c-29d6e1a5e894 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Jan 19 00:12:19.923917 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792c6c-cb6c-44d4-8318-ec63b5ce4251 req-a343e408-2e44-426e-ab54-2af4b9e97599 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:19.925476 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-24792c6c-cb6c-44d4-8318-ec63b5ce4251 req-a343e408-2e44-426e-ab54-2af4b9e97599 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 945 time: 0.0886917 Jan 19 00:12:19.971323 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-24792c6c-cb6c-44d4-8318-ec63b5ce4251 req-263d36ac-14e3-4b07-8bb9-122233cbf424 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Jan 19 00:12:19.997596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59990) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:12:20.072142 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf5cc4-3098-46cc-b92d-9e18f11a4035 tempest-TestSnapshotPattern-1264922858 tempest-TestSnapshotPattern-1264922858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:20.073656 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-3abf5cc4-3098-46cc-b92d-9e18f11a4035 tempest-TestSnapshotPattern-1264922858 tempest-TestSnapshotPattern-1264922858-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1091 time: 0.0752006 Jan 19 00:12:20.076753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 59994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:12:20.081788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.v2.base [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Request body: {'floatingip': {'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'port_id': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:12:20.088877 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:12:20.093105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Usage tracker for resource:floatingip and tenant:db3ee390d4944f64b0132b3d57282188 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:12:20.096472 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:12:20.102567 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:12:20.115822 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:20.260910 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:20.401242 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Allocated IP 172.25.4.252 (0a397774-82c8-4517-a621-05eb287f7f2c/29ca14ce-1b26-46d5-afc7-181af9d45d9f/db0514fd-2c66-4bda-9612-6f67cf5e5a5e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:12:20.558619 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:20.593348 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759645832677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:20.657987 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Network 0a397774-82c8-4517-a621-05eb287f7f2c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:12:20.660919 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:12:20.663713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 19 00:12:20.697923 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'Port': ['ID=db0514fd-2c66-4bda-9612-6f67cf5e5a5e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:20.713866 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.714217 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.714803 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.715145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.715477 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.715802 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.716120 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.716435 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.716753 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.717093 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.717402 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:20.717720 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:21.206698 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:21.288977 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:21.497015 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:21.504926 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10558337'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:21.612342 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event updated for resources: {'Port': ['ID=db0514fd-2c66-4bda-9612-6f67cf5e5a5e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:21.624282 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1001507'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:21.802162 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Floating IP b9e291b0-0820-4bc3-8c14-1f12c7a01815 associated. External IP: 172.25.4.252, port: 1b2ef796-822c-47d7-bfff-9720fcfc0f64. Jan 19 00:12:22.157495 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:12:22.345759 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:12:22.356170 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:12:22.365630 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:12:22.366275 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:12:22.373116 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:22.442736 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-35a70d8c-4c22-4d01-8f84-5ddfa431510e tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3531125 Jan 19 00:12:22.442736 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:22.476921 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'status': 'completed', 'code': 200} Jan 19 00:12:22.544314 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:12:22.567158 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875bf2-559b-42fc-a53f-c11aa122840f req-245d2356-e82f-425d-b66a-754bbe16d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:22.568658 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-245d2356-e82f-425d-b66a-754bbe16d173 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0697689 Jan 19 00:12:22.701492 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875bf2-559b-42fc-a53f-c11aa122840f req-2f46bcb1-d502-4b67-8643-cecb1bf78120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:22.702863 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-2f46bcb1-d502-4b67-8643-cecb1bf78120 service neutron] 10.222.0.86 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1278708 Jan 19 00:12:22.806423 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-7d77412d-aa46-4fa8-a343-1701e2da236e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 999 time: 0.0969901 Jan 19 00:12:22.872713 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875bf2-559b-42fc-a53f-c11aa122840f req-2b513b88-a5df-419c-9e79-a8d16ed530fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:22.874313 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-2b513b88-a5df-419c-9e79-a8d16ed530fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0625856 Jan 19 00:12:22.895620 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'b9e291b0-0820-4bc3-8c14-1f12c7a01815', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:ea:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:12:21Z', 'updated_at': '2022-01-19T00:12:21Z', 'revision_number': 0, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}, {'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:53Z', 'revision_number': 1, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:12:22.899794 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:12:22.909117 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:12:22.909806 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:12:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:12:22.952077 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875bf2-559b-42fc-a53f-c11aa122840f req-d25179df-a9b1-41e6-aa77-1fd098984f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:22.953916 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-d25179df-a9b1-41e6-aa77-1fd098984f52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726042 Jan 19 00:12:23.088619 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-4e220930-2a86-40cb-af73-f32ff29c8252 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287172 Jan 19 00:12:23.124399 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:12:23.229152 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-55875bf2-559b-42fc-a53f-c11aa122840f req-f7d7d5ac-67ff-4aa3-a707-2910e0e61dbb service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343393 Jan 19 00:12:23.480920 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'b9e291b0-0820-4bc3-8c14-1f12c7a01815', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:ea:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:12:21Z', 'updated_at': '2022-01-19T00:12:21Z', 'revision_number': 0, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}, {'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:53Z', 'revision_number': 1, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:12:23.485319 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47603586-7c21-4ac9-82fd-52514e62c2e7 None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'b9e291b0-0820-4bc3-8c14-1f12c7a01815', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:ea:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:12:21Z', 'updated_at': '2022-01-19T00:12:21Z', 'revision_number': 0, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}, {'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:53Z', 'revision_number': 1, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:12:23.724267 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6239b62-b2fe-4e2e-9876-9c7742481016 None None] New status for floating IP b9e291b0-0820-4bc3-8c14-1f12c7a01815: ACTIVE {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:12:34.889426 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-0d6d770a-fa3d-4fdd-9b7d-b662c1a7a393 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763474 Jan 19 00:12:35.035251 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-24079aec-7625-4220-bbc8-72709ae0da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.036703 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-24079aec-7625-4220-bbc8-72709ae0da2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0730217 Jan 19 00:12:35.193115 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-68bedd69-9eba-47c5-b2c6-8d7ac3ae67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.194569 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-68bedd69-9eba-47c5-b2c6-8d7ac3ae67f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1383712 Jan 19 00:12:35.299000 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-f408ef36-4788-4c20-ad75-39345426d5a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 1001 time: 0.0984695 Jan 19 00:12:35.324675 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:35.364842 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-1295332e-8c01-4802-b1da-c4c9aa8a2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.366398 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-1295332e-8c01-4802-b1da-c4c9aa8a2bb1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0602226 Jan 19 00:12:35.446696 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-32af9210-9202-49ec-aa55-4c14b8627ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.448062 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-32af9210-9202-49ec-aa55-4c14b8627ebd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748057 Jan 19 00:12:35.693413 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-7cb5f785-8861-4eb2-9cca-4c2c96312240 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389781 Jan 19 00:12:35.829718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-04a15683-7ff5-4cfc-9903-fc18f619c505 req-00820c36-78f5-4c58-b4b9-7f49a8b7852b service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307395 Jan 19 00:12:37.684215 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:39.564570 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-a674880f-97a2-453d-8052-2937d1a8f2c6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803053 Jan 19 00:12:39.714017 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-aa6861eb-7851-41cb-a8d0-c5c732796fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:39.715503 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-aa6861eb-7851-41cb-a8d0-c5c732796fe3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1095 time: 0.0788703 Jan 19 00:12:39.862254 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-5dc2984d-9556-48fe-9ca7-5f64cf1f4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:39.863711 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-5dc2984d-9556-48fe-9ca7-5f64cf1f4276 service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1284909 Jan 19 00:12:39.965887 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-303072d9-9318-4718-8fcd-62f06b1ecd94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 999 time: 0.0954807 Jan 19 00:12:40.031435 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-66fbcd1b-f9f3-477a-88e4-d03265f1fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:40.033627 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-66fbcd1b-f9f3-477a-88e4-d03265f1fff8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0615175 Jan 19 00:12:40.121211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-0d552a5f-669f-4432-9a04-95b8fafbac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:40.122572 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-0d552a5f-669f-4432-9a04-95b8fafbac0d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834301 Jan 19 00:12:40.255007 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-065d7008-e8e7-4729-8730-012fb10ea19f service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252186 Jan 19 00:12:40.387949 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-10d1149a-a250-47b4-96a1-7e77f85d1218 req-1afca0ad-4eea-4d7c-9d26-6ba363b01379 service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269579 Jan 19 00:12:42.223701 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d4a4ec5-bcab-43e7-8047-e111a4200a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:43.231228 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:12:45.128421 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6582c9b-4a69-4ce0-8384-4eabc808180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:45.741847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:46.063827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:47.392391 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:05.333143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:07.689114 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:12.223149 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-095268a7-8776-4d5b-a875-2d63e52060a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:15.134181 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ddad96-e8b5-4d48-b76f-dcfa18cf4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:15.741618 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:16.059163 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:17.401023 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:20.233992 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:13:34.957824 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-30685230-1b2a-4a47-8539-b8ea2a84e895 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1497269 Jan 19 00:13:35.121209 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-f22744a8-ac45-4fd6-831d-9337760d82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:35.122727 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-f22744a8-ac45-4fd6-831d-9337760d82a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0960522 Jan 19 00:13:35.269953 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-eb5f00cd-050b-4da3-bf03-648126e8606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:35.271385 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-eb5f00cd-050b-4da3-bf03-648126e8606a service neutron] 10.222.0.86 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1271639 Jan 19 00:13:35.326326 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:35.376372 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-daac1d07-dd09-4f38-a4b8-fc5afa336830 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 1001 time: 0.0975559 Jan 19 00:13:35.439451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-f2a99596-a64d-4b99-9e7c-86eccbcfbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:35.440925 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-f2a99596-a64d-4b99-9e7c-86eccbcfbe2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0584357 Jan 19 00:13:35.520282 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-aab4c934-46f2-42e2-b6f1-db9091646d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:35.521785 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-aab4c934-46f2-42e2-b6f1-db9091646d72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754714 Jan 19 00:13:35.531204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-6e5c9cae-9088-4ee7-b06d-2344d1f19d12 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 19 00:13:35.532109 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-6e5c9cae-9088-4ee7-b06d-2344d1f19d12 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048361 Jan 19 00:13:35.777051 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-5bca311b-8afc-4ea2-9534-c1b823ee6952 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391338 Jan 19 00:13:35.914408 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-522063f1-e44b-4531-a9ca-ee2b631597f8 req-486db15a-b5a2-4c59-a163-8ff312ccfe89 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310358 Jan 19 00:13:37.692798 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:40.558560 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-2ae69eda-b0ed-4769-b113-9fddd373f8bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747111 Jan 19 00:13:40.713726 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-85f13f13-63c0-4e4a-a31f-37adac59af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:40.715235 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-85f13f13-63c0-4e4a-a31f-37adac59af3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1095 time: 0.0859759 Jan 19 00:13:40.866689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-b747408b-1167-4e62-94c5-5b36528962dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:40.868155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-b747408b-1167-4e62-94c5-5b36528962dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1322131 Jan 19 00:13:40.967809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-af39e818-e436-4efe-8a5b-c82ef83b2d1b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 999 time: 0.0937150 Jan 19 00:13:41.034494 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-85367dc2-eebb-46ac-96eb-13f5d336cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:41.035902 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-85367dc2-eebb-46ac-96eb-13f5d336cbc7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0621221 Jan 19 00:13:41.111444 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-e7e0e76a-3cb0-4ae4-8295-ecb2f6a37550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:41.112865 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-e7e0e76a-3cb0-4ae4-8295-ecb2f6a37550 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706134 Jan 19 00:13:41.124980 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-c78c892b-9964-47dd-a732-aeec761c0f91 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=87811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 19 00:13:41.125964 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-c78c892b-9964-47dd-a732-aeec761c0f91 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050404 Jan 19 00:13:41.259484 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-e4cd974c-7c91-421a-a505-974ef06a6678 service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272929 Jan 19 00:13:41.395908 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-3ed0032f-e13f-4d46-a6fc-1e9f712b8d47 req-668be450-5758-4d13-900a-a68df2a54cfc service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306832 Jan 19 00:13:42.224008 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04ba07c1-c98e-41c2-ae0f-65c0cb7d6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:45.126269 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ff6e-37b2-493f-8a16-d4dc618c89b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:45.737336 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:46.064198 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:47.404427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:51.672530 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 details requested by agent hyperv_n-h1-825178-1 with host n-h1-825178-1 {{(pid=87813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:13:51.841086 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:13:51.859758 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Returning: {'device': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'port_id': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'mac_address': 'fa:16:3e:ea:cd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:13:51.914189 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:51.931494 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b2ef796-822c-47d7-bfff-9720fcfc0f64 {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:13:51.947988 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:13:51.953903 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:52.026175 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=6']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:52.034550 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] get_ports_and_sgs() called for port_ids ['1b2ef796-822c-47d7-bfff-9720fcfc0f64'] {{(pid=87813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 19 00:13:52.059128 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.059481 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.059820 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.060157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.060496 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.060827 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.061176 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.061498 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.061845 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.062167 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.062493 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:52.062819 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:13:53.686120 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 up at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:13:53.793204 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Provisioning complete for port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 triggered by entity L2. {{(pid=87813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:13:53.793592 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3767130'] for port, provisioning_complete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:53.937912 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:53.969000 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:13:53.983234 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:13:53.992748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:54.035276 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'code': 200} Jan 19 00:13:54.098068 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=7']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:57.234084 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:14:02.474192 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:02.800224 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Deleting port db0514fd-2c66-4bda-9612-6f67cf5e5a5e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:02.800471 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:02.974750 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:02.975079 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:03.097270 n-d-825178-1 neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Calling delete_port for db0514fd-2c66-4bda-9612-6f67cf5e5a5e owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:03.275607 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10558456'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:03.320936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event deleted for resources: {'Port': ['ID=db0514fd-2c66-4bda-9612-6f67cf5e5a5e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:03.357845 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.358108 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.358479 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.358815 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.359145 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.359467 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.359785 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.360105 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.360422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.360740 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.361087 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.361409 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:03.426035 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:03.426403 n-d-825178-1 neutron-server[87812]: INFO neutron.db.l3_db [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Floating IP b9e291b0-0820-4bc3-8c14-1f12c7a01815 disassociated (deleted). External IP: 172.25.4.252, port: 1b2ef796-822c-47d7-bfff-9720fcfc0f64. Jan 19 00:14:03.787583 n-d-825178-1 neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:14:03.968541 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:14:03.978644 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:14:03.989224 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:03.989867 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:03.994118 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:04.054135 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-99f2b99e-b678-41c2-902b-9f29633afdcb tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "DELETE /v2.0/floatingips/b9e291b0-0820-4bc3-8c14-1f12c7a01815 HTTP/1.1" status: 204 len: 168 time: 1.5787065 Jan 19 00:14:04.054797 n-d-825178-1 neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:14:04.101770 n-d-825178-1 neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'status': 'completed', 'code': 200} Jan 19 00:14:04.179772 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:04.200321 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-c4632882-9616-4a65-8023-9c09b9dc49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:04.202809 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-c4632882-9616-4a65-8023-9c09b9dc49be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0775032 Jan 19 00:14:04.341194 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-602b4ee8-9176-493e-b283-39c4b82be26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:04.342677 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-602b4ee8-9176-493e-b283-39c4b82be26e service neutron] 10.222.0.86 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1341341 Jan 19 00:14:04.440939 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-e17758f7-e51a-483b-910c-8d2b9ca57938 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 200 len: 217 time: 0.0919814 Jan 19 00:14:04.521751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-bd3fe7d6-0687-40b2-a1f1-b4ac74fd207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:04.523201 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-bd3fe7d6-0687-40b2-a1f1-b4ac74fd207f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0710933 Jan 19 00:14:04.539880 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:53Z', 'revision_number': 1, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:04.543818 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:14:04.552297 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:04.552878 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:04.583680 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70babc24-16c3-4d84-80a7-eb00cd8fdaab req-95c99f4b-a491-4a2e-a157-6d3ec7ee3d1c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:04.585155 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70babc24-16c3-4d84-80a7-eb00cd8fdaab req-95c99f4b-a491-4a2e-a157-6d3ec7ee3d1c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 945 time: 0.1836727 Jan 19 00:14:04.648233 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-70babc24-16c3-4d84-80a7-eb00cd8fdaab req-31a86723-b82f-478d-b3e7-4dc8472174c0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520191 Jan 19 00:14:04.654276 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-c76df157-bc1f-4218-86a9-c2ca9aeb325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:04.655718 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-c76df157-bc1f-4218-86a9-c2ca9aeb325d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244557 Jan 19 00:14:04.730213 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:04.906082 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-d93ad91b-bd2e-49a5-af49-7f3eb036a5e3 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431576 Jan 19 00:14:05.041310 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d4252110-2c89-45ee-9417-ea6bb1d5764b req-1270f162-42a3-4a68-b2e7-058924ed7058 service neutron] 10.222.0.86 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278939 Jan 19 00:14:05.111851 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:53Z', 'revision_number': 1, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:05.115980 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c9bd-a78e-48fa-a78d-1efc8cacbab0 None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_floatingips': [{'id': 'fe2e734e-4164-47f6-a041-6ce316eecf0c', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'router_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'port_id': '95881782-8868-4a0a-9fea-905fcf6777ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'mac_address': 'fa:16:3e:2f:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:50Z', 'updated_at': '2022-01-19T00:09:53Z', 'revision_number': 1, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:14:05.323162 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:05.330831 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05ede97-097b-4f3b-a67f-c5ec58f73696 None None] New status for floating IP b9e291b0-0820-4bc3-8c14-1f12c7a01815: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:14:05.720350 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:05.834788 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeddcc4-d467-4326-b6ea-bf7bd89d5667 req-6bbcbc07-d224-4cb3-9745-faa143884018 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:05.835596 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ebeddcc4-d467-4326-b6ea-bf7bd89d5667 req-6bbcbc07-d224-4cb3-9745-faa143884018 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:14:05.837703 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674216'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:05.846901 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d735af-a823-461f-bda8-d0ff70343101 req-73843822-8a54-4d57-b295-15e26fbbf640 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:05.849048 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3d735af-a823-461f-bda8-d0ff70343101 req-73843822-8a54-4d57-b295-15e26fbbf640 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 945 time: 0.0861087 Jan 19 00:14:05.854186 n-d-825178-1 neutron-server[87812]: DEBUG neutron.quota.resource [req-ebeddcc4-d467-4326-b6ea-bf7bd89d5667 req-6bbcbc07-d224-4cb3-9745-faa143884018 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:14:05.855703 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebeddcc4-d467-4326-b6ea-bf7bd89d5667 req-6bbcbc07-d224-4cb3-9745-faa143884018 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 945 time: 0.0987279 Jan 19 00:14:05.866288 n-d-825178-1 neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:14:05.877500 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:05.883767 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759646292444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759645832695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759645832232'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:05.935352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Deleting port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:05.935713 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:05.953252 n-d-825178-1 neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'code': 200} Jan 19 00:14:05.968931 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:06.076277 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-ebeddcc4-d467-4326-b6ea-bf7bd89d5667 req-1a12f854-1321-4fd9-a45a-ed56998e4240 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117429 Jan 19 00:14:06.202198 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] For port 1b2ef796-822c-47d7-bfff-9720fcfc0f64, host n-h1-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-1',level=0,port_id=1b2ef796-822c-47d7-bfff-9720fcfc0f64,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:06.202536 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:06.324122 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Calling delete_port for 1b2ef796-822c-47d7-bfff-9720fcfc0f64 owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:06.488178 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:06.538870 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event deleted for resources: {'Port': ['ID=1b2ef796-822c-47d7-bfff-9720fcfc0f64,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:06.582336 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.582635 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.582971 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.583310 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.583643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.583968 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.584296 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.584620 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.584925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.585288 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.585617 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.585938 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-1 {{(pid=87811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:14:06.627613 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] No DVR routers for this DVR port 1b2ef796-822c-47d7-bfff-9720fcfc0f64 on host n-h1-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:14:06.630829 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:06.634868 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-deleted', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:14:06.658244 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-d3d735af-a823-461f-bda8-d0ff70343101 req-66bd5416-ccc8-427f-aedb-136fac91fa17 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.86 "DELETE /v2.0/ports/1b2ef796-822c-47d7-bfff-9720fcfc0f64 HTTP/1.1" status: 204 len: 173 time: 0.8033116 Jan 19 00:14:06.750809 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f165d4b-1949-4c35-bb6c-0dc3cecf82c7', 'name': 'network-vif-deleted', 'tag': '1b2ef796-822c-47d7-bfff-9720fcfc0f64', 'status': 'completed', 'code': 200} Jan 19 00:14:07.242847 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f48c8fe6-2fb2-4946-8519-1a359b0cf9c8 req-c7913f4c-7369-448c-98d7-3fca64988c70 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f165d4b-1949-4c35-bb6c-0dc3cecf82c7 HTTP/1.1" status: 200 len: 210 time: 0.0426157 Jan 19 00:14:07.710446 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:08.925899 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60266) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:09.126837 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Deleting port 5202170f-6b0a-46f0-b025-db4e31ef2966 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:09.127189 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:09.307267 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:09.307589 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:09.534643 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Calling delete_port for 5202170f-6b0a-46f0-b025-db4e31ef2966 owned by network:floatingip {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:09.691319 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:09.732300 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 no longer exists at agent hyperv_n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:09.736925 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event deleted for resources: {'Port': ['ID=5202170f-6b0a-46f0-b025-db4e31ef2966,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:09.767433 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] No Port match for: 1b2ef796-822c-47d7-bfff-9720fcfc0f64 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:09.767742 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Device 1b2ef796-822c-47d7-bfff-9720fcfc0f64 not bound to the agent host n-h1-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:09.829290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:09.829650 n-d-825178-1 neutron-server[87811]: INFO neutron.db.l3_db [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Floating IP fe2e734e-4164-47f6-a041-6ce316eecf0c disassociated (deleted). External IP: 172.25.4.31, port: 95881782-8868-4a0a-9fea-905fcf6777ca. Jan 19 00:14:10.203653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:14:10.392660 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:14:10.403807 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:14:10.408973 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for floatingip, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:10.414074 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:10.414690 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:10.463548 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-41c82f39-090c-4542-9686-dffb791aa92c tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "DELETE /v2.0/floatingips/fe2e734e-4164-47f6-a041-6ce316eecf0c HTTP/1.1" status: 204 len: 168 time: 1.5364225 Jan 19 00:14:10.464100 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:14:10.519906 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'status': 'completed', 'code': 200} Jan 19 00:14:10.611775 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:10.616332 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-f5acd3c4-33ea-4d95-8ddc-174943117cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:10.617993 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-f5acd3c4-33ea-4d95-8ddc-174943117cc7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db3ee390d4944f64b0132b3d57282188&device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 1095 time: 0.0767691 Jan 19 00:14:10.775650 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-07f53eb4-728e-4a83-b9f3-5fcbf59c2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:10.776846 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-07f53eb4-728e-4a83-b9f3-5fcbf59c2d8f service neutron] 10.222.0.85 "GET /v2.0/networks?id=29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 200 len: 910 time: 0.1518879 Jan 19 00:14:10.884338 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-ca259575-0d47-49f9-aa27-757bfe96805b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 200 len: 217 time: 0.1010485 Jan 19 00:14:10.937763 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:10.941705 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:14:10.949969 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:10.950544 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:13:45Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:10.973267 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-8bf93669-3083-4aad-a6be-7cf7c42b4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:10.974640 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-8bf93669-3083-4aad-a6be-7cf7c42b4720 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 200 len: 848 time: 0.0792115 Jan 19 00:14:11.021283 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ce18d-a219-4add-a339-dd2ceb0972ac req-56f3c485-5ca8-40b5-b4e0-df904e368ca0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:11.022036 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cd8ce18d-a219-4add-a339-dd2ceb0972ac req-56f3c485-5ca8-40b5-b4e0-df904e368ca0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Synchronizing usage tracker for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:14:11.059639 n-d-825178-1 neutron-server[87811]: DEBUG neutron.quota.resource [req-cd8ce18d-a219-4add-a339-dd2ceb0972ac req-56f3c485-5ca8-40b5-b4e0-df904e368ca0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Unset dirty status for tenant:db3ee390d4944f64b0132b3d57282188 on resource:port {{(pid=87811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:14:11.065537 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd8ce18d-a219-4add-a339-dd2ceb0972ac req-56f3c485-5ca8-40b5-b4e0-df904e368ca0 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 944 time: 0.2198319 Jan 19 00:14:11.136689 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:11.241959 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-75453e01-442f-4df2-9fca-97a056acbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:11.244069 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-75453e01-442f-4df2-9fca-97a056acbf87 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29da6ce1-f6b2-4704-b64f-27eeb84245c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609470 Jan 19 00:14:11.247010 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-cd8ce18d-a219-4add-a339-dd2ceb0972ac req-8ca789cf-6df6-41c4-a23f-3179cfd74981 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789145 Jan 19 00:14:11.379812 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-a95fb598-c5d3-4682-990c-f96dd9a5c06b service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281412 Jan 19 00:14:11.466914 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:11.472394 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568241e5-737f-4207-b15b-e5db9fb88b8c None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:09:26Z', 'revision_number': 4, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1', '_interfaces': [{'id': 'b04ee5be-cc08-4c5a-b2b4-534f943cec86', 'name': '', 'network_id': '29da6ce1-f6b2-4704-b64f-27eeb84245c9', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'mac_address': 'fa:16:3e:54:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:26Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'subnets': [{'id': 'f91b072a-af4b-4af4-8763-a6449be22acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:14:11.518551 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-99286d6a-7fb4-4312-9545-2945351a8b7e req-00e791f2-7ec5-41a1-8e58-8fa0194bbd5d service neutron] 10.222.0.85 "GET /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318142 Jan 19 00:14:11.696301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa087d-f758-4a73-9dd2-d2cb3778b6b3 None None] New status for floating IP fe2e734e-4164-47f6-a041-6ce316eecf0c: DOWN {{(pid=87813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:14:12.226876 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0b31-7a31-4411-b465-81488d05afe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:12.314860 n-d-825178-1 neutron-server[87811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-c2004707-759b-4968-b558-c398714daacf tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:12.316321 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-c2004707-759b-4968-b558-c398714daacf tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.85 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 944 time: 0.0822349 Jan 19 00:14:12.387672 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Deleting port 95881782-8868-4a0a-9fea-905fcf6777ca {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:12.388000 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:12.439713 n-d-825178-1 neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d4ff-2595-4447-b6f0-847f53b3137f req-c4d24b07-d1c5-450f-846d-107e0426c148 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:12.441088 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3c1d4ff-2595-4447-b6f0-847f53b3137f req-c4d24b07-d1c5-450f-846d-107e0426c148 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 944 time: 0.0815473 Jan 19 00:14:12.484932 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-f3c1d4ff-2595-4447-b6f0-847f53b3137f req-5cc47fa0-29aa-444b-8671-d29c6fb87448 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/security-groups?id=e76ac444-e206-448e-b2e8-d1c10325e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Jan 19 00:14:12.639258 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] For port 95881782-8868-4a0a-9fea-905fcf6777ca, host n-h2-825178-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-1',level=0,port_id=95881782-8868-4a0a-9fea-905fcf6777ca,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:12.639623 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:12.767897 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Calling delete_port for 95881782-8868-4a0a-9fea-905fcf6777ca owned by compute:nova {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:12.919907 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:12.973586 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event deleted for resources: {'Port': ['ID=95881782-8868-4a0a-9fea-905fcf6777ca,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:13.046033 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] No DVR routers for this DVR port 95881782-8868-4a0a-9fea-905fcf6777ca on host n-h2-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:14:13.048534 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34488'] for port, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:13.050985 n-d-825178-1 neutron-server[87811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-deleted', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca'}] {{(pid=87811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:14:13.068035 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [req-c3cdcd38-ec5e-4a71-ae67-c55edea1a25a req-06844755-b0e4-456b-b9e2-48949907a3de tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.85 "DELETE /v2.0/ports/95881782-8868-4a0a-9fea-905fcf6777ca HTTP/1.1" status: 204 len: 173 time: 0.7457173 Jan 19 00:14:13.104985 n-d-825178-1 neutron-server[87811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0207f-ce2b-49cd-9106-9e82b57f054a', 'name': 'network-vif-deleted', 'tag': '95881782-8868-4a0a-9fea-905fcf6777ca', 'status': 'completed', 'code': 200} Jan 19 00:14:13.653014 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [req-e2bebff1-423f-41b1-81be-dd314685c6b1 req-49b6358a-e524-4212-b560-30ce4c346723 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4a0207f-ce2b-49cd-9106-9e82b57f054a HTTP/1.1" status: 200 len: 210 time: 0.0475023 Jan 19 00:14:14.753240 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60284) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:14.831360 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b21597f-a965-4f3d-b4d2-df961c864a92 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:14.861290 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b21597f-a965-4f3d-b4d2-df961c864a92 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:14.927635 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b21597f-a965-4f3d-b4d2-df961c864a92 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:14.946259 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21597f-a965-4f3d-b4d2-df961c864a92 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76ac444-e206-448e-b2e8-d1c10325e0f7,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:14.963644 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-4b21597f-a965-4f3d-b4d2-df961c864a92 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] Notify callbacks [] for security_group, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:14.964829 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-4b21597f-a965-4f3d-b4d2-df961c864a92 tempest-TestSnapshotPattern-369747940 tempest-TestSnapshotPattern-369747940-project] 10.222.0.78 "DELETE /v2.0/security-groups/e76ac444-e206-448e-b2e8-d1c10325e0f7 HTTP/1.1" status: 204 len: 168 time: 0.2105906 Jan 19 00:14:15.013204 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60290) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:15.121274 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ac97e2-4b64-4ed1-8a8e-d81faf2382cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:15.673736 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:15.736199 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:16.021689 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Deleting port b04ee5be-cc08-4c5a-b2b4-534f943cec86 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:16.022239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:16.067224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:16.197908 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] For port b04ee5be-cc08-4c5a-b2b4-534f943cec86, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=b04ee5be-cc08-4c5a-b2b4-534f943cec86,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:16.198256 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:16.322801 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Calling delete_port for b04ee5be-cc08-4c5a-b2b4-534f943cec86 owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:16.593288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:16.637943 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04ee5be-cc08-4c5a-b2b4-534f943cec86,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:17.025110 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:17.139301 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca no longer exists at agent hyperv_n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:17.174394 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] No Port match for: 95881782-8868-4a0a-9fea-905fcf6777ca {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:17.174625 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Device 95881782-8868-4a0a-9fea-905fcf6777ca not bound to the agent host n-h2-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:17.386675 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:14:17.402359 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:17.568778 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:14:17.577792 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] Sync routers for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:14:17.580976 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-1f49cd94-ed8f-4441-8a75-b60a8e1e6f93 admin admin] 10.222.0.78 "PUT /v2.0/routers/80fd586c-3deb-4e6d-8386-d0e0a3a0aa95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665953 Jan 19 00:14:17.583560 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60294) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:17.586924 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:17.587527 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:17.758341 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:17.763956 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: n-d-825178-1 {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:17.932418 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:17.943890 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Deleting port e57c5689-a65a-46a7-8939-f378e72de68f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:17.944232 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.054552 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:14:16Z', 'revision_number': 5, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port': {'id': 'e57c5689-a65a-46a7-8939-f378e72de68f', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:23Z', 'updated_at': '2022-01-19T00:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:18.058515 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] Checking router: 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 for host: n-d-825178-1 {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:14:18.067337 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] Routers {'80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'} bound to L3 agent in host n-d-825178-1 {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:18.067938 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:18.128049 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] For port e57c5689-a65a-46a7-8939-f378e72de68f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e57c5689-a65a-46a7-8939-f378e72de68f,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:18.128664 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.230720 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] Set router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:18.345898 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:14:17Z', 'revision_number': 6, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port_host': None}], 'n-d-825178-1', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:18.349925 n-d-825178-1 neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec20611-ed8b-4227-a646-54d7d00dc7d5 None None] The sync data for ids ['80fd586c-3deb-4e6d-8386-d0e0a3a0aa95'] in n-d-825178-1 is: [{'id': '80fd586c-3deb-4e6d-8386-d0e0a3a0aa95', 'name': 'tempest-TestSnapshotPattern-759980236-router', 'tenant_id': 'db3ee390d4944f64b0132b3d57282188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:22Z', 'updated_at': '2022-01-19T00:14:17Z', 'revision_number': 6, 'project_id': 'db3ee390d4944f64b0132b3d57282188', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:14:18.378810 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Calling delete_port for e57c5689-a65a-46a7-8939-f378e72de68f owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:18.550233 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.632614 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57c5689-a65a-46a7-8939-f378e72de68f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:18.697652 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.873622 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.875904 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.900646 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.901201 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 00:14:18.913368 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.914518 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-91aaf59c-acf1-4abf-876a-d68da47db9c8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/80fd586c-3deb-4e6d-8386-d0e0a3a0aa95 HTTP/1.1" status: 204 len: 168 time: 1.3300443 Jan 19 00:14:18.917180 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60300) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:18.979057 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Deleting subnet f91b072a-af4b-4af4-8763-a6449be22acb {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 19 00:14:18.982288 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.033520 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.118174 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.129832 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b04ee5be-cc08-4c5a-b2b4-534f943cec86 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:19.165689 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: b04ee5be-cc08-4c5a-b2b4-534f943cec86 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:19.166135 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device b04ee5be-cc08-4c5a-b2b4-534f943cec86 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:19.195502 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.233884 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b072a-af4b-4af4-8763-a6449be22acb,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:19.237316 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.243338 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f2fdc-f7b0-4d87-a30a-fd59c6a08195 None None] Network 29da6ce1-f6b2-4704-b64f-27eeb84245c9 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:14:19.243475 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-7e6abf09-39eb-461f-a209-30e39370caec admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f91b072a-af4b-4af4-8763-a6449be22acb HTTP/1.1" status: 204 len: 168 time: 0.3252194 Jan 19 00:14:19.246061 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60304) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:19.353412 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.364290 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Deleting port e4a8b6cb-927a-445f-8350-6f85a20c04e2 {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:19.364625 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.525473 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] DHCP port deletion for 29da6ce1-f6b2-4704-b64f-27eeb84245c9 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 19 00:14:19.529630 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Deleting port e4a8b6cb-927a-445f-8350-6f85a20c04e2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:19.530003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.588591 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] For port e4a8b6cb-927a-445f-8350-6f85a20c04e2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4a8b6cb-927a-445f-8350-6f85a20c04e2,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:19.588866 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.716190 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Calling delete_port for e4a8b6cb-927a-445f-8350-6f85a20c04e2 owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:19.730020 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] For port e4a8b6cb-927a-445f-8350-6f85a20c04e2, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=e4a8b6cb-927a-445f-8350-6f85a20c04e2,segment=NetworkSegment(c43d5aaf-0bd1-4cb6-b24a-eb06564bf734),segment_id=c43d5aaf-0bd1-4cb6-b24a-eb06564bf734)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:19.730412 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.792703 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:19.858771 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Calling delete_port for e4a8b6cb-927a-445f-8350-6f85a20c04e2 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:19.933879 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:14:19.934345 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:14:19.947551 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a8b6cb-927a-445f-8350-6f85a20c04e2,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:19.949352 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] No DVR routers for this DVR port e4a8b6cb-927a-445f-8350-6f85a20c04e2 on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:14:20.064775 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.090451 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29da6ce1-f6b2-4704-b64f-27eeb84245c9']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:20.102933 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:20.103236 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43d5aaf-0bd1-4cb6-b24a-eb06564bf734') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:20.114782 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.131204 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.142703 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:14:20.143102 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: timer() Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: self._notify() Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:14:20.157664 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:14:20.240657 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.258230 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.268843 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29da6ce1-f6b2-4704-b64f-27eeb84245c9,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:20.284986 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-125d9148-61f5-44e5-b820-c831a997dfc1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/29da6ce1-f6b2-4704-b64f-27eeb84245c9 HTTP/1.1" status: 204 len: 168 time: 1.0379541 Jan 19 00:14:20.288217 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60308) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:20.435673 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Deleting port e4a8b6cb-927a-445f-8350-6f85a20c04e2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:20.436225 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:20.504570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63ac8fa3-ccfb-4e79-bf30-969c8a53c2c6 None None] The port 'e4a8b6cb-927a-445f-8350-6f85a20c04e2' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 19 00:14:20.547112 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e57c5689-a65a-46a7-8939-f378e72de68f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:20.580797 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e57c5689-a65a-46a7-8939-f378e72de68f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:20.581173 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e57c5689-a65a-46a7-8939-f378e72de68f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:20.581587 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4a8b6cb-927a-445f-8350-6f85a20c04e2 no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:20.614249 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: e4a8b6cb-927a-445f-8350-6f85a20c04e2 {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:20.614595 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device e4a8b6cb-927a-445f-8350-6f85a20c04e2 not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:20.840157 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-894225'] for router_interface, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:21.210210 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Deleting port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:21.210574 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:21.489385 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] For port 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:21.490095 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:21.608505 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Calling delete_port for 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd owned by network:router_interface {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:21.797067 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:21.844676 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:22.126957 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1006977'] for router_interface, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:22.510422 n-d-825178-1 neutron-server[87811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb has already been hosted by L3 agent f51581f3-a846-4533-97f6-710557c4a10e {{(pid=87811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 19 00:14:22.687616 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] Notify agent at l3_agent.n-d-825178-1 the message routers_updated {{(pid=87811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 19 00:14:22.696702 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-59ca489e-ffee-4d5c-8009-b0cc3c1bf40a admin admin] 10.222.0.78 "PUT /v2.0/routers/39993ba7-d935-4c3e-9fc4-f6ad6b470fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074736 Jan 19 00:14:22.697292 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] Sync routers for ids ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'] in n-d-825178-1 {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:14:22.699582 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60314) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:22.707260 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] Routers {'39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:22.707570 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:22.888607 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] Set router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:23.126626 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks [] for router, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:23.180706 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:14:21Z', 'revision_number': 5, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:23.184636 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] Checking router: 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb for host: n-d-825178-1 {{(pid=87813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:14:23.193157 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] Routers {'39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'} bound to L3 agent in host n-d-825178-1 {{(pid=87813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 00:14:23.193755 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:30:14Z,description=,heartbeat_timestamp=2022-01-19T00:14:15Z,host='n-d-825178-1',id=f51581f3-a846-4533-97f6-710557c4a10e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:30:14Z,topic='l3_agent')) {'router_ids': ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'], 'active': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:23.304379 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:23.315751 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Deleting port 4a954e6f-036c-410b-9209-cb62754caddc {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:23.316111 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:23.373341 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_dvr_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] Set router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb gateway port host: n-d-825178-1 {{(pid=87813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 19 00:14:23.493974 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] For port 4a954e6f-036c-410b-9209-cb62754caddc, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=4a954e6f-036c-410b-9209-cb62754caddc,segment=NetworkSegment(0f510539-10a0-418c-aa3d-6b0b272d8c53),segment_id=0f510539-10a0-418c-aa3d-6b0b272d8c53)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:23.494239 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:23.618211 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Calling delete_port for 4a954e6f-036c-410b-9209-cb62754caddc owned by network:router_gateway {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:23.700815 n-d-825178-1 neutron-server[87813]: DEBUG neutron.db.l3_hamode_db [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:14:21Z', 'revision_number': 5, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}], 'n-d-825178-1', False) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:23.704916 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305596-d01d-430f-ab0f-c5561447bd94 None None] The sync data for ids ['39993ba7-d935-4c3e-9fc4-f6ad6b470fbb'] in n-d-825178-1 is: [{'id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'name': 'tempest-TestSnapshotPattern-2071414692-router', 'tenant_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'external_fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '4a954e6f-036c-410b-9209-cb62754caddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:29Z', 'updated_at': '2022-01-19T00:14:21Z', 'revision_number': 5, 'project_id': '4cb88a4b15e044e8b6fe826e9a5680fd', 'gw_port': {'id': '4a954e6f-036c-410b-9209-cb62754caddc', 'name': '', 'network_id': '0a397774-82c8-4517-a621-05eb287f7f2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39993ba7-d935-4c3e-9fc4-f6ad6b470fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:30Z', 'updated_at': '2022-01-19T00:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca14ce-1b26-46d5-afc7-181af9d45d9f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-1'}] {{(pid=87813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:14:23.794693 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:23.839537 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Pushing event deleted for resources: {'Port': ['ID=4a954e6f-036c-410b-9209-cb62754caddc,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:23.942118 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1001724'] for router_gateway, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.117428 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1012660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-519491'] for router, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.119881 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.148454 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000783'] for router, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.149410 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39993ba7-d935-4c3e-9fc4-f6ad6b470fbb {{(pid=87811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 00:14:24.162779 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] Notify callbacks [] for router, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.163938 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-20439bab-8d45-43e5-87df-a0af56d1f9da admin admin] 10.222.0.78 "DELETE /v2.0/routers/39993ba7-d935-4c3e-9fc4-f6ad6b470fbb HTTP/1.1" status: 204 len: 168 time: 1.4633880 Jan 19 00:14:24.167365 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60320) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:24.227653 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Deleting subnet 328bdbda-439a-49aa-925f-a964cdea1cdd {{(pid=87811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 19 00:14:24.230924 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.281708 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10634992'] for subnet, precommit_delete_associations {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.368458 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3850765'] for subnet, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.439420 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3850758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11402118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10857687'] for subnet, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.478008 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328bdbda-439a-49aa-925f-a964cdea1cdd,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:24.479891 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.483729 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a210b-ccdb-4600-8eb8-09eb534f6548 None None] Network a015e647-ae7f-4140-af43-1ec0cbcd8725 requested from n-d-825178-1 {{(pid=87813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 19 00:14:24.486323 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-f414b75d-59a6-4788-b6b4-c02c881ed3ff admin admin] 10.222.0.78 "DELETE /v2.0/subnets/328bdbda-439a-49aa-925f-a964cdea1cdd HTTP/1.1" status: 204 len: 168 time: 0.3180428 Jan 19 00:14:24.488969 n-d-825178-1 neutron-server[87811]: DEBUG neutron.wsgi [-] (87811) accepted ('10.222.0.78', 60324) {{(pid=87811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:24.705358 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709723'] for network, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.709926 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4a954e6f-036c-410b-9209-cb62754caddc no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:24.717230 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Deleting port 910343d9-e79f-41f4-84d8-59df1852ac6f {{(pid=87811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:24.718218 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.753885 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 4a954e6f-036c-410b-9209-cb62754caddc {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:24.754580 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 4a954e6f-036c-410b-9209-cb62754caddc not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:24.755152 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:24.783938 n-d-825178-1 neutron-server[87813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] DHCP port deletion for a015e647-ae7f-4140-af43-1ec0cbcd8725 request from n-d-825178-1 {{(pid=87813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 19 00:14:24.791876 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:24.792220 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 6ae32afe-df9a-4ab1-b261-4e48ce1ed5bd not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:24.793767 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Deleting port 910343d9-e79f-41f4-84d8-59df1852ac6f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:24.794132 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.937078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.db [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] For port 910343d9-e79f-41f4-84d8-59df1852ac6f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=910343d9-e79f-41f4-84d8-59df1852ac6f,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:24.937442 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:24.992181 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] For port 910343d9-e79f-41f4-84d8-59df1852ac6f, host n-d-825178-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-1',level=0,port_id=910343d9-e79f-41f4-84d8-59df1852ac6f,segment=NetworkSegment(cc9802ab-da00-4d4e-b2c7-8a608490b51a),segment_id=cc9802ab-da00-4d4e-b2c7-8a608490b51a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 19 00:14:24.992435 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012559'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.060516 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.plugin [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Calling delete_port for 910343d9-e79f-41f4-84d8-59df1852ac6f owned by network:dhcp {{(pid=87811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:25.114108 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Calling delete_port for 910343d9-e79f-41f4-84d8-59df1852ac6f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 19 00:14:25.141365 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759646292471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759645832686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11402165'] for port, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.190001 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Pushing event deleted for resources: {'Port': ['ID=910343d9-e79f-41f4-84d8-59df1852ac6f,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:25.190499 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.db.api [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:14:25.190866 n-d-825178-1 neutron-server[87813]: DEBUG oslo_db.api [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:14:25.195052 n-d-825178-1 neutron-server[87811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] No DVR routers for this DVR port 910343d9-e79f-41f4-84d8-59df1852ac6f on host n-d-825178-1 {{(pid=87811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:14:25.326818 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3852271', 'neutron.services.segments.db._delete_segments_for_network-8759646355734'] for network, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.355944 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a015e647-ae7f-4140-af43-1ec0cbcd8725']}} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:25.368078 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9802ab-da00-4d4e-b2c7-8a608490b51a') {'for_net_delete': True} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:25.368395 n-d-825178-1 neutron-server[87811]: DEBUG neutron.services.segments.db [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9802ab-da00-4d4e-b2c7-8a608490b51a') {} {{(pid=87811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:14:25.380045 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759646357297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10635267'] for segment, before_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.400298 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3855862'] for segment, precommit_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.406930 n-d-825178-1 neutron-server[87811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:14:25.407350 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3855855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11402216'] for segment, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: Traceback (most recent call last): Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: timer() Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: cb(*args, **kw) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: return func(*args, **kwargs) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: self._notify() Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: self.callback(batched_events) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: event.method(event) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: return f(self, *a, **k) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: return self._get(url).json() Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: return self.request(url, 'GET', **kwargs) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:14:25.423567 n-d-825178-1 neutron-server[87811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:14:25.503512 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1001489'] for network, after_delete {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.521254 n-d-825178-1 neutron-server[87811]: DEBUG neutron_lib.callbacks.manager [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Notify callbacks [] for network, before_response {{(pid=87811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.531342 n-d-825178-1 neutron-server[87811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a015e647-ae7f-4140-af43-1ec0cbcd8725,revision_number=None']} {{(pid=87811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:25.535373 n-d-825178-1 neutron-server[87811]: INFO neutron.wsgi [None req-80f29aea-a351-416d-bc26-d181f703af54 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a015e647-ae7f-4140-af43-1ec0cbcd8725 HTTP/1.1" status: 204 len: 168 time: 1.0453653 Jan 19 00:14:25.683234 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60330) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:25.692237 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Deleting port 910343d9-e79f-41f4-84d8-59df1852ac6f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 19 00:14:25.692626 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759646290890'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.737681 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cab3ae90-9bcc-4b86-90a0-2ca952d9f7fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db3ee390d4944f64b0132b3d57282188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529900 Jan 19 00:14:25.739564 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:25.780746 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4104631d-713d-4c38-be6d-8a6fdf369cdd None None] The port '910343d9-e79f-41f4-84d8-59df1852ac6f' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 19 00:14:25.806924 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0b74a41-0c7f-4fd8-83f9-264e4fd9a173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.834042 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0b74a41-0c7f-4fd8-83f9-264e4fd9a173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.891291 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0b74a41-0c7f-4fd8-83f9-264e4fd9a173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.907936 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b74a41-0c7f-4fd8-83f9-264e4fd9a173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196c066b-7748-44f9-bf35-6fad39d6dcde,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:25.922178 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0b74a41-0c7f-4fd8-83f9-264e4fd9a173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:25.923327 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-f0b74a41-0c7f-4fd8-83f9-264e4fd9a173 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/196c066b-7748-44f9-bf35-6fad39d6dcde HTTP/1.1" status: 204 len: 168 time: 0.1828494 Jan 19 00:14:26.358750 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60342) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:26.415486 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-cbb9a1fc-1867-4eba-86c4-10eee3ba35e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4cb88a4b15e044e8b6fe826e9a5680fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555680 Jan 19 00:14:26.419247 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.78', 60346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:14:26.485933 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-249cf350-fea6-49ac-8fe0-7d90d13db37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:26.514170 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-249cf350-fea6-49ac-8fe0-7d90d13db37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:26.543227 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 910343d9-e79f-41f4-84d8-59df1852ac6f no longer exists at agent ovs-agent-n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:14:26.572109 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-249cf350-fea6-49ac-8fe0-7d90d13db37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038068'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:26.578592 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] No Port match for: 910343d9-e79f-41f4-84d8-59df1852ac6f {{(pid=87813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 19 00:14:26.578948 n-d-825178-1 neutron-server[87813]: DEBUG neutron.plugins.ml2.rpc [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Device 910343d9-e79f-41f4-84d8-59df1852ac6f not bound to the agent host n-d-825178-1 {{(pid=87813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:14:26.588129 n-d-825178-1 neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cf350-fea6-49ac-8fe0-7d90d13db37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef025319-d1cb-4a12-aa59-ae3945fc0efe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:14:26.592433 n-d-825178-1 neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-249cf350-fea6-49ac-8fe0-7d90d13db37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:26.593929 n-d-825178-1 neutron-server[87812]: INFO neutron.wsgi [None req-249cf350-fea6-49ac-8fe0-7d90d13db37c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef025319-d1cb-4a12-aa59-ae3945fc0efe HTTP/1.1" status: 204 len: 168 time: 0.1738465 Jan 19 00:14:34.241047 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:14:35.338112 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:37.725367 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:42.230721 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7fcc026d-7f19-494a-a170-b79701e74c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:45.139687 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-204ed5a7-a9bf-4f61-beaf-241a3e8f086b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:45.736169 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:46.080114 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:47.418224 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:05.347076 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:07.725434 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:11.231639 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:15:12.232845 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ae6f216-0435-4617-9215-3d1f5dacc6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:15.132975 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c68f8026-8beb-432e-b8c9-0c55428f878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:15.735392 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:16.078216 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:17.423126 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:35.353116 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:37.721621 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:42.232885 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b3a0-9215-4331-8609-005c36a40699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:45.135611 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8479b4d1-1f3d-4b21-9651-242ee6786307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:45.742042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:46.082117 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:47.424741 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:48.236770 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:16:05.369457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:07.719951 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:12.238834 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f207abe6-ba7c-40b7-889f-bc5313274d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:15.142050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2849ef58-2c62-4ba7-8b12-83064aa4a335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:15.738828 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:16.088389 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:17.421712 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:25.241958 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:16:35.382430 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:37.734610 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:42.240170 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69ca0a35-7e3c-4b91-ab97-69bc52ad482c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:45.147633 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b99e-43d2-453c-880f-5f296d5b984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:45.731792 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:46.097681 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:47.430645 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:02.247121 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:17:05.382743 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:07.751348 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:12.239052 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c0d388e-baf4-40f1-82d1-de1488973e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:15.153291 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a41bdb3-df13-453c-bcb3-75041a96142f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:15.738316 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:16.097913 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:17.446891 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:35.394950 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:37.763300 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:39.252234 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:17:42.248281 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86d8bf9d-3435-475f-8656-e6c5f8093644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:45.149979 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e589b82-53cf-4290-adf6-d1a178ab435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:45.733181 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:46.101749 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.452188 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:05.057820 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-d1557c51-10d0-4cc3-ad8a-c61b2a2f4777 req-458381b0-1302-4515-b23c-7c88d86e4571 service neutron] (87812) timed out ('10.222.0.78', 53684) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:18:05.384482 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:07.767532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:12.235591 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e281f82-6619-4c8d-ad6a-2b1b30ee0fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:15.148620 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65765d4e-0263-46fe-80e8-b0b353d210c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:15.740122 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:16.103765 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:16.256476 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:18:17.430708 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:35.404147 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:37.781299 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:42.237010 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08214064-9335-4695-8c8b-23de2cfa3a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:45.139732 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de7e5e1f-50a4-4c66-9997-b4e2ee7e1ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:45.731254 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:46.112660 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:47.443419 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:53.255683 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:19:05.400683 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:07.796826 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:12.241254 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ffda-c8e2-4388-bcb2-d922272c056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:15.139952 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49b7ed5f-1436-4a29-aa9d-44e537a8f12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:15.732577 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:16.115832 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:17.446941 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:30.261657 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:19:35.407361 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:37.788267 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:42.247532 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d74a-4ac5-492d-9e19-b58a37055527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:45.147423 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-013d662e-bede-464a-94e6-d32cc5412865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:45.733386 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:46.118133 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:47.443523 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:05.412858 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:07.266088 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:20:07.807143 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:12.243003 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-938f5d8f-213e-43fa-b45f-09e3b65418e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:15.139222 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f588e83d-7bf2-42a1-8691-67b57643b5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:15.734077 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:16.122508 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:17.439327 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:35.441549 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:37.807473 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:42.250379 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8478c208-ca1d-4b92-8959-67a5d09434d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:44.271710 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:20:45.146149 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64b52905-5953-4822-b78b-3e9fe193c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:45.737702 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:46.126333 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:47.442457 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:05.429044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:07.827715 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:12.243993 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34141657-3efd-4beb-836d-92ac68c4e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:15.137766 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2b16e324-4e38-4704-9f1c-53e1a26e4acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:15.741036 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:16.130847 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:17.442810 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:21.277713 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:21:35.437000 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:37.820177 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:42.250689 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0adcaf27-60f2-4a5b-8aa3-106ae7908340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:45.144827 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9392989-9dd3-4b81-8155-8f2c8b8ce7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:45.741797 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:46.137748 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:47.452050 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:58.271982 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:22:05.441313 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:07.825427 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:12.247042 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6410cd2-0f96-4da7-a871-8f0155e08675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:15.136601 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-254b8716-4da1-423c-bd28-22488200a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:15.739102 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:16.141960 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:17.449044 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:29.380422 n-d-825178-1 neutron-server[87812]: DEBUG neutron.wsgi [req-23f9ac76-00e2-4c9e-85ab-6349f4dea70a req-94e0a325-ca5d-4c38-941d-d0f72f9e6e21 service neutron] (87812) timed out ('10.222.0.78', 59396) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:22:35.275424 n-d-825178-1 neutron-server[87814]: DEBUG neutron.db.agents_db [None req-9fb0a49e-8f47-4ce8-b6e0-be1c24a7d89e None None] Agent healthcheck: found 7 active agents {{(pid=87814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:22:35.445862 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5230cd9f-4532-43a8-81b2-cf0d2982ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:37.829432 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95ccc334-4ec4-4056-9287-fd84702e4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:42.236075 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda4be12-2d1c-4fa2-a526-dfb4198cf4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:45.132460 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9e95-e03a-4417-b4a5-3c6276df8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:45.747736 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1655566a-527e-479b-ae3c-e58c3955bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:46.134954 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aadc8daf-4059-4cd9-bd85-3fd97dc7ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.451531 n-d-825178-1 neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ea46c06-ae62-4cce-ae71-5983c364260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759646355716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3767081'] for agent, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}